-- Logs begin at Tue 2021-10-19 00:27:21 UTC, end at Tue 2021-10-19 02:49:40 UTC. -- Oct 19 00:59:19.736248 n-d-789963-20 systemd[1]: Started Devstack devstack@q-svc.service. Oct 19 00:59:22.514229 n-d-789963-20 neutron-server[100704]: INFO neutron.common.config [-] Logging enabled! Oct 19 00:59:22.514868 n-d-789963-20 neutron-server[100704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 00:59:22.514995 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 00:59:22.518304 n-d-789963-20 neutron-server[100704]: INFO neutron.common.config [-] Logging enabled! Oct 19 00:59:22.518556 n-d-789963-20 neutron-server[100704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 00:59:22.518860 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 00:59:22.519776 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:59:22.520025 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:59:22.520403 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:59:22.520642 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:59:22.520862 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:59:22.521172 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.521463 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.521751 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.521978 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.522266 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.522551 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.522830 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.523111 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.523410 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.523687 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.523961 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.524261 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.524488 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.524762 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.525044 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.525325 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.525546 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] debug = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.525822 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.526239 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.526641 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.526916 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.527197 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.527484 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.527736 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.528048 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.528332 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.528666 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] host = n-d-789963-20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.528929 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.529209 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.530032 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.530512 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.530799 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.531078 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.531361 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.531633 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.531905 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] log_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.532201 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.532487 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.532769 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.533057 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.533278 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.533499 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.533788 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.534137 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.534417 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.534694 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.534970 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.535241 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.535513 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.535779 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.536092 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.536376 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.536657 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.536928 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.537198 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.537465 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.537732 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.538013 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.538283 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.538553 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.538823 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.539108 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.539374 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.539644 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.539940 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.540254 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.540534 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.540816 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.541086 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.541364 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.541632 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.541900 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.542169 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] use_json = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.542438 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.542704 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.542982 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.543250 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.543522 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.543790 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.544086 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.544369 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:22.544662 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.544958 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.546141 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.546255 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.546567 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.546849 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.547139 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.547417 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.547703 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.548017 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.548305 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.548582 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.548870 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.549146 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.549435 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.549735 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.550027 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.550316 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.550592 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.550864 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.551134 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.551409 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.551693 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.551966 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.552281 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.552568 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.552846 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.553131 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.553426 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.553719 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.553990 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.554266 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.554556 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.554833 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.555103 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.555378 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.555665 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.555939 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.556231 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.556511 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.556786 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.557055 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.557323 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.557597 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.557884 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.558161 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.558432 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.558701 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.558976 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.559241 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.559522 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.559795 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.560085 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.560357 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.560632 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.561145 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.561417 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.561691 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.561961 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.562234 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.562503 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.562770 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.563036 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.563301 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.563568 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.563839 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.564136 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.564408 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.564677 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.564943 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.565211 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.565477 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.565744 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.566022 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.566313 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.566586 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.566859 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.567131 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.567402 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.567672 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.568284 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.568569 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.568849 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.569122 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.569409 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.569689 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.569970 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.570248 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.570522 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.570835 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.571112 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.571390 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.571664 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.571938 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.572242 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.572522 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.572817 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.573110 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.573401 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.573696 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.573983 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.574259 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.574562 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.574838 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:22.575053 n-d-789963-20 neutron-server[100704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:59:22.575288 n-d-789963-20 neutron-server[100704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 19 00:59:23.009472 n-d-789963-20 neutron-server[100704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 00:59:23.009742 n-d-789963-20 neutron-server[100704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 00:59:23.010026 n-d-789963-20 neutron-server[100704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 00:59:23.010350 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 19 00:59:23.328711 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.328909 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.329171 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.330336 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.330606 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.330866 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.365470 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.365740 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.366004 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.381118 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.381397 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.381663 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.411625 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.411906 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.412195 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.448159 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.448434 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.448700 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.684891 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.685429 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.685429 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.686487 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.687206 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.808213 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.808533 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.808813 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.809079 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.809339 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.809642 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.809898 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.810148 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.810397 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.811308 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.811748 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.811854 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.812048 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.812299 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.812549 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.812808 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.813150 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.813417 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.813680 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.813934 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.814199 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.814446 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.814721 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.815085 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.815330 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.815573 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.815962 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:23.816223 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:23.816459 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:23.816692 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:23.816922 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:23.817153 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:23.817509 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 19 00:59:23.820598 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 19 00:59:23.825486 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 19 00:59:23.829949 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 19 00:59:23.831576 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 19 00:59:23.832054 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 19 00:59:23.832390 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 19 00:59:23.832770 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 19 00:59:23.835574 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 19 00:59:23.835825 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 19 00:59:23.836202 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 00:59:23.841435 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 19 00:59:23.864377 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 19 00:59:23.864816 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.865109 n-d-789963-20 neutron-server[100704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 19 00:59:23.865468 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.866842 n-d-789963-20 neutron-server[100704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 19 00:59:23.867120 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 00:59:23.867367 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 19 00:59:23.870742 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.871024 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:23.934800 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 19 00:59:23.934984 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 19 00:59:23.935209 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 19 00:59:23.935586 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 19 00:59:23.955810 n-d-789963-20 neutron-server[100704]: DEBUG oslo_db.sqlalchemy.engines [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 19 00:59:24.496791 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing driver for type 'gre' Oct 19 00:59:24.497321 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] gre ID ranges: [(1, 1000)] Oct 19 00:59:24.552583 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing driver for type 'local' Oct 19 00:59:24.553191 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing driver for type 'vlan' Oct 19 00:59:24.568364 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] VlanTypeDriver initialization complete Oct 19 00:59:24.568711 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing driver for type 'vxlan' Oct 19 00:59:24.569219 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] vxlan ID ranges: [(1, 1000)] Oct 19 00:59:24.622068 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing extension driver 'port_security' Oct 19 00:59:24.622505 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.extensions.port_security [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] PortSecurityExtensionDriver initialization complete Oct 19 00:59:24.622901 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing mechanism driver 'openvswitch' Oct 19 00:59:24.623793 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing mechanism driver 'hyperv' Oct 19 00:59:24.630608 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.plugin [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:24.631472 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.631850 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.632232 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.632862 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:59:24.633304 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnet after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.633658 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnet after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.634005 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.634412 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:59:24.634800 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.635168 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.635534 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.635928 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:59:24.636361 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > security_group after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.636710 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > security_group after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.637051 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.637445 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:59:24.637851 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.638197 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.638542 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.639800 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:59:24.640239 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > address_group after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.640592 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > address_group after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.640931 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.641327 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100704) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 00:59:24.641714 n-d-789963-20 neutron-server[100704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] ML2 OVO RPC backend initialized. {{(pid=100704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 19 00:59:24.642445 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.642798 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.643216 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.643565 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > networks before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.643912 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.644344 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > ports before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.644619 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnet before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.644965 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnets before_response 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.645314 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.645652 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.645986 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.646315 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.646681 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.646986 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.647322 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnet after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.647654 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnet after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.650802 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.650802 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.plugin [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Modular L2 Plugin initialization complete Oct 19 00:59:24.650802 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading services supported by the core plugin {{(pid=100704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 19 00:59:24.650802 n-d-789963-20 neutron-server[100704]: INFO neutron.plugins.ml2.managers [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Got port-security extension from driver 'port_security' Oct 19 00:59:24.650802 n-d-789963-20 neutron-server[100704]: INFO neutron.extensions.vlantransparent [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Disabled vlantransparent extension. Oct 19 00:59:24.650802 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 19 00:59:24.651253 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: router Oct 19 00:59:24.688863 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.689416 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router after_create 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.689619 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router before_create 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.689983 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.690356 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.690712 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router after_delete 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.691068 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > floatingip after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.691535 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.691897 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router after_create 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.692330 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router after_update 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.692627 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router after_update 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.692980 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.693341 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router after_update 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.693753 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_update 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.694121 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: port after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.694460 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: port after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.694796 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: subnet after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.695134 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.695479 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.695829 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_create 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.696203 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: port before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.696545 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.696900 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router after_update 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.697239 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.697587 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_create 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.697944 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.698286 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_update 55549900 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.698668 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > agent after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.699018 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > agent after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.699361 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > network after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.700278 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Tracking information for resource: router configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:24.700612 n-d-789963-20 neutron-server[100704]: DEBUG neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Tracking information for resource: floatingip configured {{(pid=100704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 00:59:24.706233 n-d-789963-20 neutron-server[100704]: INFO neutron.db.l3_agentschedulers_db [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 19 00:59:24.706813 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: port after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.707178 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: port after_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.707528 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: port after_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.707879 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: port after_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.708706 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router before_create 55550100 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.709070 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.709429 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_create 55550100 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.709784 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > router precommit_update 55550100 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.714759 n-d-789963-20 neutron-server[100704]: DEBUG neutron.services.provider_configuration [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service providers = [] {{(pid=100704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 19 00:59:24.715125 n-d-789963-20 neutron-server[100704]: DEBUG neutron.db.servicetype_db [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 19 00:59:24.718391 n-d-789963-20 neutron-server[100704]: DEBUG neutron.services.service_base [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:59:24.718745 n-d-789963-20 neutron-server[100704]: DEBUG neutron.services.service_base [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:59:24.719087 n-d-789963-20 neutron-server[100704]: DEBUG neutron.services.service_base [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:59:24.719973 n-d-789963-20 neutron-server[100704]: DEBUG neutron.services.service_base [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 00:59:24.720367 n-d-789963-20 neutron-server[100704]: INFO neutron.services.service_base [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 19 00:59:24.720750 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.721068 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 19 00:59:24.731770 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.732150 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: auto_allocate Oct 19 00:59:24.738279 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: network precommit_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.738648 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: network precommit_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.739171 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.739491 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: tag Oct 19 00:59:24.747619 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.747898 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: timestamp Oct 19 00:59:24.752429 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.752758 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: network_ip_availability Oct 19 00:59:24.758200 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.758570 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.758926 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.759638 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.759956 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: flavors Oct 19 00:59:24.765565 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.765898 n-d-789963-20 neutron-server[100704]: INFO neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading Plugin: revisions Oct 19 00:59:24.770251 n-d-789963-20 neutron-server[100704]: DEBUG neutron.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 00:59:24.770645 n-d-789963-20 neutron-server[100704]: DEBUG oslo_concurrency.lockutils [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=100704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 00:59:24.771393 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 19 00:59:24.771728 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Initializing extension manager. Oct 19 00:59:24.772269 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: __init__.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.772612 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: __pycache__ {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.772945 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.773280 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: address_group.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.774031 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.774586 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: address-group Oct 19 00:59:24.774913 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: address_scope.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.775620 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.776163 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: address-scope Oct 19 00:59:24.776489 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.777413 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.777928 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: router-admin-state-down-before-update Oct 19 00:59:24.778254 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: agent.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.778952 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.779504 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: agent Oct 19 00:59:24.779822 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: agent_resources_synced.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.780761 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.781271 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: agent-resources-synced Oct 19 00:59:24.781595 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: allowedaddresspairs.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.783385 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.783901 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: allowed-address-pairs Oct 19 00:59:24.784272 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: auto_allocated_topology.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.785373 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.785898 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: auto-allocated-topology Oct 19 00:59:24.786221 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: availability_zone.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.786914 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.787422 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: availability_zone Oct 19 00:59:24.787745 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: availability_zone_filter.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.788690 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.789201 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: availability_zone_filter Oct 19 00:59:24.789528 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: data_plane_status.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.790440 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.790945 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension data-plane-status not supported by any of loaded plugins Oct 19 00:59:24.791270 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: default_subnetpools.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.792213 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.792721 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: default-subnetpools Oct 19 00:59:24.793044 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.793851 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.794352 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: dhcp_agent_scheduler Oct 19 00:59:24.794678 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: dns.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.795624 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.796159 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension dns-integration not supported by any of loaded plugins Oct 19 00:59:24.796484 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: dns_domain_ports.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.797403 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.797908 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 19 00:59:24.798232 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.799153 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.799658 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 19 00:59:24.800006 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: dvr.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.800673 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.801177 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: dvr Oct 19 00:59:24.801497 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: ecmp_routes.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.802411 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.802912 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension ecmp_routes not supported by any of loaded plugins Oct 19 00:59:24.803233 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: empty_string_filtering.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.804172 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.804674 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: empty-string-filtering Oct 19 00:59:24.804995 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.805909 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.806413 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 19 00:59:24.806734 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.807657 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.808181 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 19 00:59:24.808502 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: external_net.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.809420 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.809925 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: external-net Oct 19 00:59:24.810244 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.811715 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.812258 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: extra_dhcp_opt Oct 19 00:59:24.812584 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: extraroute.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.813499 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.814016 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: extraroute Oct 19 00:59:24.814337 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: extraroute_atomic.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.815382 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.815927 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: extraroute-atomic Oct 19 00:59:24.816283 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: filter_validation.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.816994 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.817499 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: filter-validation Oct 19 00:59:24.817821 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: fip_pf_description.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.818932 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.819430 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 19 00:59:24.819751 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: fip_port_details.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.820694 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.821197 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: fip-port-details Oct 19 00:59:24.821518 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: flavors.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.822758 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.823273 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: flavors Oct 19 00:59:24.823598 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.825396 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.825914 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 19 00:59:24.826319 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: floatingip_pools.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.827515 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.828055 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: floatingip-pools Oct 19 00:59:24.828388 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: ip_allocation.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.829322 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.829823 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension ip_allocation not supported by any of loaded plugins Oct 19 00:59:24.830146 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.831071 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.831576 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: ip-substring-filtering Oct 19 00:59:24.831902 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l2_adjacency.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.832853 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.833354 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension l2_adjacency not supported by any of loaded plugins Oct 19 00:59:24.833677 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l3.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.834646 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.835155 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: router Oct 19 00:59:24.835480 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.837818 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.838349 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 19 00:59:24.838679 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.839616 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.840168 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: ext-gw-mode Oct 19 00:59:24.840496 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.841417 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.841959 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: l3-ha Oct 19 00:59:24.842285 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l3_flavors.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.843333 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.843846 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: l3-flavors Oct 19 00:59:24.844192 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.845109 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.845620 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: l3-port-ip-change-not-allowed Oct 19 00:59:24.845941 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: l3agentscheduler.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.846976 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.847486 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: l3_agent_scheduler Oct 19 00:59:24.847814 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: logging.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.849356 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.849878 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension logging not supported by any of loaded plugins Oct 19 00:59:24.850211 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: metering.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.850957 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.851531 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: metering Oct 19 00:59:24.851859 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.853013 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.853532 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: metering_source_and_destination_fields Oct 19 00:59:24.853863 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: multiprovidernet.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.854926 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.855441 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: multi-provider Oct 19 00:59:24.855766 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: netmtu.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.856715 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.857225 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: net-mtu Oct 19 00:59:24.857581 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: netmtu_writable.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.858975 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.859483 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: net-mtu-writable Oct 19 00:59:24.859807 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: network_availability_zone.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.860512 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.861013 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: network_availability_zone Oct 19 00:59:24.861334 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: network_ip_availability.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.862456 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.862966 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: network-ip-availability Oct 19 00:59:24.863289 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: network_segment_range.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.864083 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.864602 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension network-segment-range not supported by any of loaded plugins Oct 19 00:59:24.864926 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: pagination.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.865921 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.866257 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: pagination Oct 19 00:59:24.866577 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: port_device_profile.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.867504 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.868055 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: port-device-profile Oct 19 00:59:24.868380 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.869311 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.869821 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: port-mac-address-regenerate Oct 19 00:59:24.870143 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.871054 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.871563 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: port-numa-affinity-policy Oct 19 00:59:24.871884 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: port_resource_request.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.872831 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.873992 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension port-resource-request not supported by any of loaded plugins Oct 19 00:59:24.874333 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: portbindings.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.875256 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.875763 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: binding Oct 19 00:59:24.876127 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: portbindings_extended.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.877422 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.877934 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: binding-extended Oct 19 00:59:24.878261 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: portsecurity.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.879190 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.879699 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: port-security Oct 19 00:59:24.880047 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: project_id.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.881036 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.881367 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: project-id Oct 19 00:59:24.881692 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: providernet.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.882620 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.883132 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: provider Oct 19 00:59:24.883457 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.886995 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.887520 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos not supported by any of loaded plugins Oct 19 00:59:24.887850 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.889814 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.890325 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 19 00:59:24.890656 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.891585 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.892140 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 19 00:59:24.892466 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_default.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.893385 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.893897 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-default not supported by any of loaded plugins Oct 19 00:59:24.894221 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_fip.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.894876 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.895373 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-fip not supported by any of loaded plugins Oct 19 00:59:24.895694 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_gateway_ip.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.896654 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.897163 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 19 00:59:24.897488 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_port_network_policy.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.898406 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.898911 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 19 00:59:24.899234 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.900309 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.900824 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 19 00:59:24.901153 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_pps_rule.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.902344 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.902861 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-pps not supported by any of loaded plugins Oct 19 00:59:24.903190 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_rule_type_details.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.904137 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.904881 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 19 00:59:24.905051 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: qos_rules_alias.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.906050 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.906560 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 19 00:59:24.906890 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: quotasv2.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.908025 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.908354 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: quotas Oct 19 00:59:24.908677 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: quotasv2_detail.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.911821 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.912188 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: quota_details Oct 19 00:59:24.912523 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: rbac.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.913577 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.914102 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: rbac-policies Oct 19 00:59:24.914431 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: rbac_address_group.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.915371 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.915887 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: rbac-address-group Oct 19 00:59:24.916244 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: rbac_address_scope.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.917176 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.917687 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: rbac-address-scope Oct 19 00:59:24.918013 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: rbac_security_groups.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.918932 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.919443 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: rbac-security-groups Oct 19 00:59:24.919764 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: rbac_subnetpool.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.920819 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.921331 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: rbac-subnetpool Oct 19 00:59:24.921656 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: revisionifmatch.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.922580 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.923089 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: revision-if-match Oct 19 00:59:24.923412 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: revisions.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.924572 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.925085 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: standard-attr-revisions Oct 19 00:59:24.925406 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: router_availability_zone.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.926078 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.926588 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: router_availability_zone Oct 19 00:59:24.926911 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: routerservicetype.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.927838 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.928379 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension router-service-type not supported by any of loaded plugins Oct 19 00:59:24.928702 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.929623 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.930132 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: security-groups-normalized-cidr Oct 19 00:59:24.930452 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.931367 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.931874 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: port-security-groups-filtering Oct 19 00:59:24.932224 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.933149 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.933658 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: security-groups-remote-address-group Oct 19 00:59:24.933984 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: securitygroup.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.944310 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.944836 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: security-group Oct 19 00:59:24.945194 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: segment.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.945987 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.946496 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension segment not supported by any of loaded plugins Oct 19 00:59:24.946822 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.947852 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.948412 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 19 00:59:24.948741 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: servicetype.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.949843 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.950365 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: service-type Oct 19 00:59:24.950692 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: sorting.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.952274 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.952608 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: sorting Oct 19 00:59:24.952930 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: standard_attr_segment.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.953860 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.954379 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 19 00:59:24.954704 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: standardattrdescription.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.955359 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.955871 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: standard-attr-description Oct 19 00:59:24.956225 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: stateful_security_group.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.957186 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.957702 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: stateful-security-group Oct 19 00:59:24.958026 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: stdattrs_common.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.958609 n-d-789963-20 neutron-server[100704]: WARNING neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 19 00:59:24.958931 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.959869 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.960410 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 19 00:59:24.960735 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: subnet_onboard.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.961808 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.962329 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: subnet_onboard Oct 19 00:59:24.962652 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.963581 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.964127 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 19 00:59:24.964475 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: subnet_service_types.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.965404 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.965916 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: subnet-service-types Oct 19 00:59:24.966240 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: subnetallocation.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.967377 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.967894 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: subnet_allocation Oct 19 00:59:24.968244 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.968911 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.969418 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: subnetpool-prefix-ops Oct 19 00:59:24.969739 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.970675 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.971179 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 19 00:59:24.971500 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: tagging.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.972590 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.973121 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: standard-attr-tag Oct 19 00:59:24.973447 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: timestamp.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.974659 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.975173 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loaded extension: standard-attr-timestamp Oct 19 00:59:24.975500 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: trunk.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.976564 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.977086 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension trunk not supported by any of loaded plugins Oct 19 00:59:24.977415 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: trunk_details.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.978343 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.978854 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension trunk-details not supported by any of loaded plugins Oct 19 00:59:24.979178 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: uplink_status_propagation.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.980142 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.980658 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 19 00:59:24.980984 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Loading extension file: vlantransparent.py {{(pid=100704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 00:59:24.981657 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 00:59:24.982163 n-d-789963-20 neutron-server[100704]: INFO neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extension vlan-transparent not supported by any of loaded plugins Oct 19 00:59:24.985123 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:network Oct 19 00:59:24.985663 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:subnet Oct 19 00:59:24.986062 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:59:24.986463 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:port Oct 19 00:59:24.987689 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:24.988171 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service FLAVORS assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:24.988836 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:24.989277 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:24.989608 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:router Oct 19 00:59:24.990031 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:floatingip Oct 19 00:59:24.990517 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service METERING assigned prefix: /metering {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:24.991955 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.992351 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.992728 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 00:59:24.993740 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 00:59:24.994176 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:security_group Oct 19 00:59:24.994606 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 00:59:24.995208 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service CORE assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:24.995538 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:59:24.995885 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] subnetpool is already registered Oct 19 00:59:24.996335 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service CORE assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:24.996659 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:59:24.996991 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] subnetpool is already registered Oct 19 00:59:25.000065 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:25.000452 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service FLAVORS assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:25.001041 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:25.001461 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:25.001792 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:router Oct 19 00:59:25.002125 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] router is already registered Oct 19 00:59:25.002532 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:floatingip Oct 19 00:59:25.002866 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] floatingip is already registered Oct 19 00:59:25.003317 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service METERING assigned prefix: /metering {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:25.003996 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 00:59:25.004329 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] rbac_policy is already registered Oct 19 00:59:25.004735 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:security_group Oct 19 00:59:25.005064 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] security_group is already registered Oct 19 00:59:25.005459 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 00:59:25.005785 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] security_group_rule is already registered Oct 19 00:59:25.006400 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service CORE assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:25.006723 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:59:25.007054 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] subnetpool is already registered Oct 19 00:59:25.007477 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.v2.resource_helper [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Service CORE assigned prefix: {{(pid=100704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 00:59:25.007800 n-d-789963-20 neutron-server[100704]: INFO neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 00:59:25.008158 n-d-789963-20 neutron-server[100704]: WARNING neutron.quota.resource_registry [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] subnetpool is already registered Oct 19 00:59:25.008628 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: extensions {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.010066 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: address-groups {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.011554 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: address-scopes {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.012947 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: agents {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.014201 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: auto-allocated-topology {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.016065 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: availability_zones {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.017299 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: dhcp-networks {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.019919 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: dhcp-agents {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.021389 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: routers {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.023597 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: flavors {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.024790 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: service_profiles {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.025993 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: next_providers {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.027441 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: service_profiles {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.029017 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: floatingip-pools {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.030478 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: routers {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.032622 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: floatingips {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.033896 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: l3-routers {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.035281 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: l3-agents {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.036814 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: metering-labels {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.038164 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: metering-label-rules {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.039437 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: network-ip-availabilities {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.040752 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: bindings {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.042411 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: quotas {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.044028 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: quotas {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.046174 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: rbac-policies {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.047520 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: security-groups {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.048934 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: security-group-rules {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.050292 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: service-providers {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.051638 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: subnetpools {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.053163 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: subnetpools {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.054841 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.056615 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.058551 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.060721 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.063213 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.065293 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.067098 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.069197 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.071107 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.073085 n-d-789963-20 neutron-server[100704]: DEBUG neutron.api.extensions [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Extended resource: tags {{(pid=100704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 00:59:25.079445 n-d-789963-20 neutron-server[100704]: WARNING keystonemiddleware.auth_token [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 19 00:59:25.085616 n-d-789963-20 neutron-server[100704]: WARNING keystonemiddleware.auth_token [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 19 00:59:25.094941 n-d-789963-20 neutron-server[100704]: DEBUG oslo_concurrency.lockutils [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Acquired lock "singleton_lock" {{(pid=100704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 19 00:59:25.095424 n-d-789963-20 neutron-server[100704]: DEBUG oslo_concurrency.lockutils [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Releasing lock "singleton_lock" {{(pid=100704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 19 00:59:25.096108 n-d-789963-20 neutron-server[100704]: INFO oslo_service.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Starting 2 workers Oct 19 00:59:25.100984 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Started child 100847 {{(pid=100704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:59:25.105464 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Started child 100848 {{(pid=100704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:59:25.106391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.107082 n-d-789963-20 neutron-server[100704]: INFO neutron.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Neutron service started, listening on 0.0.0.0:9696 Oct 19 00:59:25.108515 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Publish callbacks [] for process, before_spawn {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.108682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [-] (100847) wsgi starting up on http://0.0.0.0:9696 Oct 19 00:59:25.110912 n-d-789963-20 neutron-server[100704]: INFO oslo_service.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Starting 1 workers Oct 19 00:59:25.111080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.112443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [-] (100848) wsgi starting up on http://0.0.0.0:9696 Oct 19 00:59:25.116257 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Started child 100849 {{(pid=100704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:59:25.116788 n-d-789963-20 neutron-server[100704]: INFO oslo_service.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Starting 1 workers Oct 19 00:59:25.119765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] calling RpcWorker wait() {{(pid=100849) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 19 00:59:25.120394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] returning from RpcWorker wait() {{(pid=100849) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 19 00:59:25.121274 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Started child 100850 {{(pid=100704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 00:59:25.121832 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.122085 n-d-789963-20 neutron-server[100704]: DEBUG neutron_lib.callbacks.manager [None req-26f77aef-c125-4a1d-a17d-a83a896b31ac None None] Publish callbacks [] for process, after_spawn {{(pid=100704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.122280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:25.124593 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 00:59:25.124819 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:59:25.125003 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:59:25.125333 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:59:25.125566 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:59:25.125716 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:59:25.126218 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.126497 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.126754 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.126999 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.127142 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:25.127652 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.127855 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.128134 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.128375 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.128659 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.128908 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.129075 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.129237 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.129495 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.129703 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.130014 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.130272 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.130528 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.130778 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.130950 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.131185 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.131443 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.131667 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.131944 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] debug = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.132205 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.132699 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.132941 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.133174 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.133416 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.133677 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.133897 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.134145 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.134385 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.134614 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.134846 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.135090 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.135316 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.135567 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.135708 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.135952 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.136190 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.136662 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] host = n-d-789963-20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.136884 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.137122 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.137364 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.137610 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.137860 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.138073 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.138335 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.138599 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.138879 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.139125 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.139374 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.139639 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.139926 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.140104 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.140256 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_options = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.140481 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.140736 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.140990 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.141184 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.141335 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.141515 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.141812 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.141963 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.142187 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.142399 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.142612 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.142841 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.143081 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.143314 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.143568 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.143808 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.144108 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.144325 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.144581 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.144828 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.145050 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.145272 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.145481 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.145734 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.145885 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.146087 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.146306 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.146514 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.146742 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.146990 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.147230 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.147484 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.147722 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.147954 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.148243 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.148469 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.148694 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.148919 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.149191 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.149415 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.149677 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.149901 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.150129 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.150373 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.150581 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.150808 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.151047 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_json = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.151255 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.151493 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.151744 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.152007 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.152206 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.152418 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.152633 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.152861 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.153283 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.154319 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.155103 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.156049 n-d-789963-20 neutron-server[100850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:25.156311 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.156606 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.156838 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.157097 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.157338 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.157633 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.157897 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.158228 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.158498 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.158793 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.159037 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.159323 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.159661 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.159915 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.160234 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.160479 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.160717 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.162145 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.162515 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.163430 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.163794 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.163794 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.166306 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.166306 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169045 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169045 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169045 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169045 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169045 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169045 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169045 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169854 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.169854 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.170678 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.170856 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.172392 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.172392 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.172392 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.172392 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.172392 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.172392 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.173220 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.173835 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.174103 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.174345 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.174565 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.174782 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.175007 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.175226 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.175485 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.175699 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.176353 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.176599 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.176824 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.177050 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.177268 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.177522 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.177758 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.178618 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.178833 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.179578 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.181788 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.182634 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.182634 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.182828 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.183050 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.183288 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.183522 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.194146 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.194390 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.194622 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.194848 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.195076 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.195299 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.195518 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.195735 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.195955 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.196209 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.196488 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.196822 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.197057 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.197301 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.197567 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.198078 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.198301 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.198542 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.198784 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.199030 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.199275 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.199526 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.199769 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.200039 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.200267 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.200500 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.200753 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.200985 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.201221 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.201487 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.201714 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.202116 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.202396 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.202663 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.202902 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.203139 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.203379 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.203674 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.203922 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.204213 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.204434 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.204698 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.204989 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.205290 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.205562 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.205814 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.206047 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.206310 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.206561 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.206841 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.207121 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.207372 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.207630 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.207926 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.208198 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.208446 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.208661 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.208905 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.209242 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.209475 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.209690 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.209935 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.210199 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.210446 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.210693 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.210958 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.211204 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.211435 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.211693 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.211943 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.212183 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.212428 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.212669 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.212881 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.213099 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.213313 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.213530 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.213752 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.213964 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.214202 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.214437 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.214657 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.214903 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.215195 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.215417 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.215667 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.215884 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.216132 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.216369 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.216604 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.216821 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.217190 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.217413 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.217665 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.217885 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.218158 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.218432 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.218649 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.218878 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.219131 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.219390 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.219609 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.219852 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.220090 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.220305 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.220518 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.220737 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.220971 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.221185 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.221413 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.221644 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.221897 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.222144 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.222478 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.222743 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.222968 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.223201 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.223414 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.223659 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.223872 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.224107 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.224342 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.224554 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.224766 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.225109 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.225336 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.225575 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.225997 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.226244 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.226453 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.226822 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.227034 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.227326 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.227581 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.227813 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.228096 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.228330 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.228560 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.228806 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.229015 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.229241 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.229647 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.230028 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.230243 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.230488 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.230699 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.230905 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.231280 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.231501 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.231707 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.231932 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.232189 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.232398 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.233424 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.233679 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.233886 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.234133 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.234343 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.234552 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.234772 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.235007 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.235214 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.235440 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.235645 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.235849 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.236111 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.236323 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.236535 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.236833 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.237093 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.237308 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.237585 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.237830 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.238089 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.238340 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.238629 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.238862 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.239108 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.239323 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.239540 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.239773 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.240048 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.240359 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.240650 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.240894 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.241153 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.241436 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.241710 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.241977 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.242189 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.242473 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.242811 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.243076 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.243325 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.243570 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.243823 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.244064 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.244280 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.244492 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.244705 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.244939 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.245195 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.245437 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.245526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:25.245664 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.245909 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.246149 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.246360 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.246599 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.246823 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.247038 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.247248 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.247470 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:59:25.247931 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 00:59:25.248183 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 00:59:25.248829 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 00:59:25.249020 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 00:59:25.249236 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 00:59:25.249419 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 00:59:25.249625 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.249785 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.249944 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.250152 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.250246 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.250439 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.250600 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.250757 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.250912 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.251067 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.251222 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.251377 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.251532 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.251685 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.251840 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.252010 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.252170 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.252328 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.252492 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.252647 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.252802 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.252957 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.253111 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] debug = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.253267 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.253473 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.253635 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.253791 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.253945 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.254099 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.254254 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.254409 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.254564 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.254719 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.254873 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.255026 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.255180 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.255320 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.255477 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.255631 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.255785 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.255938 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] host = n-d-789963-20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.256130 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.256286 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.256441 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.256596 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.256750 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.256904 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.257129 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.257289 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.257443 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.257655 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.257741 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.257888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.258042 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.258197 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.258357 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_options = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.258522 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.258663 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.258817 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.258998 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.259159 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.259316 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.259471 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.259625 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.259780 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.259935 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.260328 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.260328 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.260628 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.260628 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261095 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261095 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261095 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261095 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261816 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261816 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261816 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261816 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.261816 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.262167 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.262167 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.262306 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.262383 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.262536 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.262692 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.263196 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.263196 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.263196 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.263405 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.263405 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.263605 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264194 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264194 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264194 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264428 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264428 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264570 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264727 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.264881 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.265036 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.265192 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.265347 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.265489 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_json = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.265646 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.265800 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.265954 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.266108 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.266263 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.266418 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.266572 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.266727 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 00:59:25.267577 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.267577 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.267577 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.267577 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.267577 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268251 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268251 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268251 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268251 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268251 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268553 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268553 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268817 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.268919 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.269031 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.269813 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.269813 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.269813 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.269813 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.269813 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270246 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270246 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270246 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270461 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270538 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270648 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270807 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.270978 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.271244 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.271406 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.271492 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.271570 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.271738 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.271898 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.272159 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.272289 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.272370 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.272528 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.272726 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.272934 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.273051 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.273132 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.273273 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.273428 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.273750 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.273911 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.274067 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.274393 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.274552 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.274711 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.274870 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.275030 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.275190 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.275349 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.275508 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.275676 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.275835 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.276022 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.276171 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.276329 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.276488 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.276645 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.276804 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.276962 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.277121 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.277279 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.277451 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.277613 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.277777 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.277939 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.278097 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.278253 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.278412 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.278569 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.278728 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.278886 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.279044 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.279202 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.279380 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.279542 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.279703 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.279860 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.280039 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.280199 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.280359 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.280517 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.280675 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.280834 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.280992 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.281159 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.281332 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.281490 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.281649 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.281805 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.281964 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.282122 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.282279 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.282436 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.282594 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.282751 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.282910 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.283067 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.283227 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.283383 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.283541 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.283697 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.283855 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.284040 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.284278 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.284446 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.284605 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.284766 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.284925 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.285083 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.285243 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.285401 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.285571 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.285734 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.285894 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.286055 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.286204 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.286371 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.286545 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.286708 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.286993 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.286993 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.287196 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.287304 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.287469 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.287635 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.287762 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.287913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.288084 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.288256 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.288418 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.288574 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.288882 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.289205 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.289368 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.289677 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.289835 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.290141 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.290305 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.290462 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.290621 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.291128 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.291128 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.291128 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.291367 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.291367 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.292867 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.293545 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.293545 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.293545 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.293545 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.293545 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.293545 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.294084 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.294084 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.294084 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.294084 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.294415 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.294415 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.295613 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.295613 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.295613 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.295613 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.295613 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296240 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296240 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296240 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296470 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296596 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296764 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296859 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.296974 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.297135 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.297294 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.297472 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.297627 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.297767 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.298473 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.298473 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.298473 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.298473 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.299913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.300975 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.301888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.301888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.301888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.301888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.301888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.301888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.301888 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.302510 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.302510 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.302510 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.302510 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.302845 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.302845 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.303109 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.303370 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.303660 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.303935 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.304249 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.304524 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.304801 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.305086 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.305374 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.305661 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.305942 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.306218 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.306510 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.306794 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.307100 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.307389 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.307681 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.307968 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.308288 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.308568 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.308864 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.309153 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.309444 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.309720 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.310007 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.310301 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.310624 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.311464 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.311749 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.312114 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.312410 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.312695 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.312983 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.313292 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.313590 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.313879 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.314148 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.314439 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.314734 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.315027 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.315322 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.315612 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.315913 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.316137 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.316313 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.316554 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.316864 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.317086 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.317259 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.317435 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.317603 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.317764 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.317924 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.318084 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.318244 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.318404 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.318564 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.318722 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.318881 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.319041 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.319200 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.319358 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.319517 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.319675 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.319834 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.320008 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.320172 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.320331 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.320491 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 00:59:25.320643 n-d-789963-20 neutron-server[100704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 00:59:25.408891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42604) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:25.417253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061781 Oct 19 00:59:36.901399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07b4a8-3bd5-45a0-bca2-595c6ef42ff0 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 00:59:36.980152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-307d1910-b093-4282-8d9b-47ccf636e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578230'] for agent, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:37.055088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07b4a8-3bd5-45a0-bca2-595c6ef42ff0 None None] No non-hosted networks {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 19 00:59:39.580235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb1d575d-3613-409a-bd08-2f2cffa1cf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578230'] for agent, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:39.652754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1c2d-697e-493c-b83e-d8d8e8561c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:40.454654 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578230'] for agent, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:40.457028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.457887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.458410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.458949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.459442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.459855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.460382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.460927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.461422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.461816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.462205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.462687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:40.463145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-20', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:40.470285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-20', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 00:59:40.640707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578230'] for agent, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:42.129231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578230'] for agent, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:43.481947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42696) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:43.999854 n-d-789963-20 neutron-server[100847]: WARNING oslo_policy.policy [None req-45ac8dac-057a-416b-be1c-a8445dde8ecb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:59:44.000460 n-d-789963-20 neutron-server[100847]: WARNING oslo_policy.policy [None req-45ac8dac-057a-416b-be1c-a8445dde8ecb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:59:44.222658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-45ac8dac-057a-416b-be1c-a8445dde8ecb admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:59:44.223771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-45ac8dac-057a-416b-be1c-a8445dde8ecb admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7408578 Oct 19 00:59:45.128867 n-d-789963-20 neutron-server[100849]: INFO neutron.db.l3_hamode_db [None req-89a29474-a47a-471a-b16f-5024726e9d5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 19 00:59:45.206223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a29474-a47a-471a-b16f-5024726e9d5f None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 00:59:45.206601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a29474-a47a-471a-b16f-5024726e9d5f None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 00:59:46.766731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42710) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:47.079266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:47.176532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.policy [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100847) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 00:59:47.224409 n-d-789963-20 neutron-server[100847]: WARNING oslo_policy.policy [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:59:47.224770 n-d-789963-20 neutron-server[100847]: WARNING oslo_policy.policy [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:59:47.233819 n-d-789963-20 neutron-server[100847]: INFO neutron.quota [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] Loaded quota_driver: . Oct 19 00:59:47.322029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741435274752', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741435273439', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741435262572', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741435264936', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741436917987', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741435309090', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1520106', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1562485', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489511', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66714678'] for rbac-policy, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:47.387357 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:47.389173 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a017b79b-a863-4b24-b8d5-baa98563d8e0 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6208451 Oct 19 00:59:50.116816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42722) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:50.415926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'project_id': '611d7b8645a8477485c1edbdf86c0b76'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:50.444262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Made reservation on behalf of 611d7b8645a8477485c1edbdf86c0b76 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:59:50.446895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.463174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.570200 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.573872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.594342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 00:59:50.621527 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741433377100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.622091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Unsubscribe: segment precommit_create {{(pid=100847) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 00:59:50.622639 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Added segment f89ba880-767b-4192-8f1e-fde2a401c677 of type vlan for network e8f04cd6-42b6-4a5c-8323-ea40c314118c Oct 19 00:59:50.638793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c20531-2547-4c59-8101-f603b33c20fc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:50.687626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.687963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.688317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.688643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.688964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.689284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.689599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.689914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.690227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.690535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.690845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.691173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Tracked resource versions report: Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: pushed versions: Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: { 'AddressGroup': {'1.2'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'ConntrackHelper': {'1.0'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Log': {'1.0'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Network': {'1.1'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Port': {'1.7'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'PortForwarding': {'1.2'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'QosPolicy': {'1.10'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'SecurityGroup': {'1.4'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'SubPort': {'1.0'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Subnet': {'1.1'}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Trunk': {'1.1'}} Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: consumer versions: Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: { DHCP agent@n-d-789963-20: {}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: L3 agent@n-d-789963-20: {}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: Metadata agent@n-d-789963-20: {}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: Metering agent@n-d-789963-20: {}, Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'ConntrackHelper': '1.0', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Log': '1.0', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Network': '1.1', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Port': '1.7', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'PortForwarding': '1.2', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'QosPolicy': '1.10', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'SecurityGroup': '1.4', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'SecurityGroupRule': '1.2', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'SubPort': '1.0', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Subnet': '1.1', Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: 'Trunk': '1.1'}} Oct 19 00:59:50.692251 n-d-789963-20 neutron-server[100847]: {{(pid=100847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:59:50.742952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.780779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.781966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:50.783406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:50.843744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7257814 Oct 19 00:59:50.888996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8413f3-d7cb-4220-bb4e-5de29ff708b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8f04cd6-42b6-4a5c-8323-ea40c314118c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:50.901384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 00:59:53.583412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42736) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:53.971390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d49cd-507c-4f88-b867-a8d53a41e1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:53.972762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6a7d49cd-507c-4f88-b867-a8d53a41e1fe admin admin] 10.222.0.64 "GET /v2.0/networks/e8f04cd6-42b6-4a5c-8323-ea40c314118c HTTP/1.1" status: 200 len: 825 time: 0.3883734 Oct 19 00:59:53.998029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3c672547-f5ce-4feb-b308-3545e920ba18 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/9529fd18-513c-4fc6-89cf-a1d457850950 HTTP/1.1" status: 200 len: 734 time: 0.0185039 Oct 19 00:59:54.006921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'ip_version': 4, 'subnetpool_id': '9529fd18-513c-4fc6-89cf-a1d457850950', 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 00:59:54.028616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Made reservation on behalf of 611d7b8645a8477485c1edbdf86c0b76 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 00:59:54.031290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Publish callbacks [] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:54.317060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:54.387500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc0711c-1d3f-400e-b503-573107bcacc9,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:54.389839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Checking segment: {'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:54.390222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Network hostable DHCP agents. Network: e8f04cd6-42b6-4a5c-8323-ea40c314118c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 00:59:54.410504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 00:59:54.422170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e8f04cd6-42b6-4a5c-8323-ea40c314118c) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:59:54.426678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 00:59:54.427273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:54.431784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd087d2-5a70-4e78-87b1-7456645c9cb3 None None] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 00:59:54.443024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dce19a91-4b5c-4f08-b27c-5113d2a1d27f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4392014 Oct 19 00:59:54.758357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'fixed_ips': [{'subnet_id': '6dc0711c-1d3f-400e-b503-573107bcacc9'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 00:59:54.759655 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.036507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Allocated IP 172.20.0.2 (e8f04cd6-42b6-4a5c-8323-ea40c314118c/6dc0711c-1d3f-400e-b503-573107bcacc9/a12181f2-0003-43c3-ad40-5542c878211a) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 00:59:55.265594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.273899 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.342179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 00:59:55.346597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 00:59:55.349719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 00:59:55.366859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Pushing event updated for resources: {'Port': ['ID=a12181f2-0003-43c3-ad40-5542c878211a,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:55.395799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.396365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.396705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.397042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.397368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.397694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.398016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.398335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.398655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.398971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.399288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.399601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Tracked resource versions report: Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: pushed versions: Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: { 'AddressGroup': {'1.2'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'ConntrackHelper': {'1.0'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Log': {'1.0'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Network': {'1.1'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Port': {'1.7'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'PortForwarding': {'1.2'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'QosPolicy': {'1.10'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'SecurityGroup': {'1.4'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'SecurityGroupRule': {'1.2'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'SubPort': {'1.0'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Subnet': {'1.1'}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Trunk': {'1.1'}} Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: consumer versions: Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: { DHCP agent@n-d-789963-20: {}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: L3 agent@n-d-789963-20: {}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: Metadata agent@n-d-789963-20: {}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: Metering agent@n-d-789963-20: {}, Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'ConntrackHelper': '1.0', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Log': '1.0', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Network': '1.1', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Port': '1.7', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'PortForwarding': '1.2', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'QosPolicy': '1.10', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'SecurityGroup': '1.4', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'SecurityGroupRule': '1.2', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'SubPort': '1.0', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Subnet': '1.1', Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: 'Trunk': '1.1'}} Oct 19 00:59:55.400734 n-d-789963-20 neutron-server[100849]: {{(pid=100849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 00:59:55.448724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Attempting to bind port a12181f2-0003-43c3-ad40-5542c878211a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 00:59:55.449363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Attempting to bind port a12181f2-0003-43c3-ad40-5542c878211a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 00:59:55.449526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Attempting to bind port a12181f2-0003-43c3-ad40-5542c878211a on network e8f04cd6-42b6-4a5c-8323-ea40c314118c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 00:59:55.454466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 00:59:55.454835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Checking segment: {'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 00:59:55.455290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.455673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Bound using segment: {'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 00:59:55.456172 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Bound port: a12181f2-0003-43c3-ad40-5542c878211a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 00:59:55.456570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.517284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] For port a12181f2-0003-43c3-ad40-5542c878211a, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 00:59:55.521484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] For port a12181f2-0003-43c3-ad40-5542c878211a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a12181f2-0003-43c3-ad40-5542c878211a,segment=NetworkSegment(f89ba880-767b-4192-8f1e-fde2a401c677),segment_id=f89ba880-767b-4192-8f1e-fde2a401c677)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 00:59:55.525794 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 00:59:55.599305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2f14b-bbbc-411b-8fb0-08947cab5416 None None] Pushing event updated for resources: {'Port': ['ID=a12181f2-0003-43c3-ad40-5542c878211a,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 00:59:57.010826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42744) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 00:59:57.516376 n-d-789963-20 neutron-server[100848]: WARNING oslo_policy.policy [None req-94e4bb71-06eb-4bb0-89dc-cb47ad5623b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:59:57.516941 n-d-789963-20 neutron-server[100848]: WARNING oslo_policy.policy [None req-94e4bb71-06eb-4bb0-89dc-cb47ad5623b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 00:59:57.749556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-94e4bb71-06eb-4bb0-89dc-cb47ad5623b4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 00:59:57.750792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-94e4bb71-06eb-4bb0-89dc-cb47ad5623b4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7378697 Oct 19 01:00:00.240625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42758) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:00.561229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-64597451-2bf2-4487-be8d-223c1854f2ec admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:00:00.562344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-64597451-2bf2-4487-be8d-223c1854f2ec admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3204234 Oct 19 01:00:03.396956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42770) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:03.722831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Request body: {'router': {'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'name': 'router1', 'admin_state_up': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:03.788931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.policy [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100848) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 01:00:03.837846 n-d-789963-20 neutron-server[100848]: WARNING oslo_policy.policy [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 01:00:03.838249 n-d-789963-20 neutron-server[100848]: WARNING oslo_policy.policy [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 01:00:03.847688 n-d-789963-20 neutron-server[100848]: INFO neutron.quota [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Loaded quota_driver: . Oct 19 01:00:03.902788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:03.905181 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.056452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.061130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.082289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.083415 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bd9cf13e-b5c7-4bf7-8e19-9d264e369545 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6855102 Oct 19 01:00:04.309267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a12181f2-0003-43c3-ad40-5542c878211a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:04.404063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a12181f2-0003-43c3-ad40-5542c878211a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:04.404471 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.512929 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.547882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a12181f2-0003-43c3-ad40-5542c878211a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a12181f2-0003-43c3-ad40-5542c878211a,segment=NetworkSegment(f89ba880-767b-4192-8f1e-fde2a401c677),segment_id=f89ba880-767b-4192-8f1e-fde2a401c677)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:04.552058 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:04.600858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a12181f2-0003-43c3-ad40-5542c878211a,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:04.821950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec958a60-7a25-4cf6-af8f-cad3019a13f3 None None] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:00:04.945188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-03e62694-2c33-4363-ba7a-e2b42267cbf8 None None] Provisioning complete for port a12181f2-0003-43c3-ad40-5542c878211a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:04.945466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-03e62694-2c33-4363-ba7a-e2b42267cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:05.285756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0d63820e-29c8-415a-aaf3-e93fe4383031 None None] Provisioning complete for port a12181f2-0003-43c3-ad40-5542c878211a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:05.286123 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0d63820e-29c8-415a-aaf3-e93fe4383031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:06.393931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a12181f2-0003-43c3-ad40-5542c878211a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:06.440035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a12181f2-0003-43c3-ad40-5542c878211a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:06.440408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:06.629014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42782) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:06.808995 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1f838b1-2263-4a1b-b9c8-70a73cfe3322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:06.940736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-642fa462-d3fa-44c7-b53b-afe79a0ab322 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:00:06.941721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-642fa462-d3fa-44c7-b53b-afe79a0ab322 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3117497 Oct 19 01:00:09.414217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42790) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:09.578364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bc292220-4a38-4af4-ab9d-a4589aaee12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:09.729046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:09.755989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Made reservation on behalf of b9bea35074f84750acd9981e96403bf2 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:09.758639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:09.774175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:09.880162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:09.883904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:09.894853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Reserving flat network on physical network physnet1 {{(pid=100848) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 19 01:00:09.926958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741433377100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:09.927514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Unsubscribe: segment precommit_create {{(pid=100848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 01:00:09.928032 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Added segment 572b9957-c208-4353-b84b-f205c93e67a9 of type flat for network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 Oct 19 01:00:09.943513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e37cddd-a389-4110-b2ec-96f3a56d8a75,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:09.969698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.970035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.970365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.970692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.971019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.971338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.971655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.971970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.972309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.972622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.972934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.973244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Tracked resource versions report: Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: pushed versions: Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: { 'AddressGroup': {'1.2'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'ConntrackHelper': {'1.0'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Log': {'1.0'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Network': {'1.1'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Port': {'1.7'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'PortForwarding': {'1.2'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'QosPolicy': {'1.10'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'SecurityGroup': {'1.4'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'SecurityGroupRule': {'1.2'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'SubPort': {'1.0'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Subnet': {'1.1'}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Trunk': {'1.1'}} Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: consumer versions: Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: { DHCP agent@n-d-789963-20: {}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: L3 agent@n-d-789963-20: {}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: Metadata agent@n-d-789963-20: {}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: Metering agent@n-d-789963-20: {}, Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'ConntrackHelper': '1.0', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Log': '1.0', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Network': '1.1', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Port': '1.7', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'PortForwarding': '1.2', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'QosPolicy': '1.10', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'SecurityGroup': '1.4', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'SecurityGroupRule': '1.2', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'SubPort': '1.0', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Subnet': '1.1', Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: 'Trunk': '1.1'}} Oct 19 01:00:09.974354 n-d-789963-20 neutron-server[100848]: {{(pid=100848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 01:00:10.065804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.113656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.114975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:10.115634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.178523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7632549 Oct 19 01:00:10.219814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068b6dc-f18c-4cec-bee4-cb9b38544da7 admin admin] Pushing event updated for resources: {'Network': ['ID=125d3f3f-6f34-4e18-a1f4-dd291bfb8661,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:10.230671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:00:10.430030 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:10.552364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:12.071004 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:12.670465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42812) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:12.847100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bdbc86-d8aa-4a81-9924-f185c62ade4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:12.848466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b3bdbc86-d8aa-4a81-9924-f185c62ade4e admin admin] 10.222.0.64 "GET /v2.0/subnets/6dc0711c-1d3f-400e-b503-573107bcacc9 HTTP/1.1" status: 200 len: 849 time: 0.1770298 Oct 19 01:00:13.009155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-658f3c01-40e8-495f-8cbb-b8ed98c01859 admin admin] 10.222.0.64 "GET /v2.0/routers/4e724ebb-297a-4f32-87e2-5363e2df9cdf HTTP/1.1" status: 200 len: 704 time: 0.1545708 Oct 19 01:00:13.277612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.567103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Allocated IP 172.20.0.1 (e8f04cd6-42b6-4a5c-8323-ea40c314118c/6dc0711c-1d3f-400e-b503-573107bcacc9/6d0ea934-6549-446f-896c-5cc2c48d4cf6) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:13.721543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.788637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.905029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:13.912642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:13.915165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:13.915801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:13.978755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0ea934-6549-446f-896c-5cc2c48d4cf6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:14.124853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.132499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ea706eed-c000-44d0-a81c-79beb5a90800 None None] Provisioning complete for port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:14.132993 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ea706eed-c000-44d0-a81c-79beb5a90800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.165815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ea706eed-c000-44d0-a81c-79beb5a90800 None None] Port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:00:14.331639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.335897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.336659 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.397544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0ea934-6549-446f-896c-5cc2c48d4cf6,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:14.460089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:14.461380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:14.623256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Router 4e724ebb-297a-4f32-87e2-5363e2df9cdf is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:00:14.687998 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c15841d0-06a0-4988-b0de-b3c8d58d91e2 None None] Provisioning complete for port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:14.688379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c15841d0-06a0-4988-b0de-b3c8d58d91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:14.713486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:00:14.724748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-28b6b2ce-70fa-40b9-a33f-d9e525ff5493 admin admin] 10.222.0.64 "PUT /v2.0/routers/4e724ebb-297a-4f32-87e2-5363e2df9cdf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7035863 Oct 19 01:00:14.725339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c15841d0-06a0-4988-b0de-b3c8d58d91e2 None None] Port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:00:14.725437 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Sync routers for ids ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:00:14.737418 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Routers {'4e724ebb-297a-4f32-87e2-5363e2df9cdf'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:00:14.738177 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:00:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:14.927452 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Set router 4e724ebb-297a-4f32-87e2-5363e2df9cdf gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:00:15.356173 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'name': 'router1', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:00:03Z', 'updated_at': '2021-10-19T01:00:14Z', 'revision_number': 2, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'gw_port_host': None, '_interfaces': [{'id': '6d0ea934-6549-446f-896c-5cc2c48d4cf6', 'name': '', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'mac_address': 'fa:16:3e:91:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:13Z', 'updated_at': '2021-10-19T01:00:14Z', 'revision_number': 2, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'subnets': [{'id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9529fd18-513c-4fc6-89cf-a1d457850950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:15.407800 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Checking router: 4e724ebb-297a-4f32-87e2-5363e2df9cdf for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:00:15.408196 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Updating router 4e724ebb-297a-4f32-87e2-5363e2df9cdf port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:00:15.455913 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:15.970500 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:15.976984 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.132227 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Attempting to bind port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:16.132632 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Attempting to bind port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:16.133073 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Attempting to bind port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 on network e8f04cd6-42b6-4a5c-8323-ea40c314118c {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:16.148499 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:16.148914 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Checking segment: {'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:16.149368 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.149749 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Bound using segment: {'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:16.150237 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Bound port: 6d0ea934-6549-446f-896c-5cc2c48d4cf6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89ba880-767b-4192-8f1e-fde2a401c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:16.150620 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.154395 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Pushing event updated for resources: {'Port': ['ID=6d0ea934-6549-446f-896c-5cc2c48d4cf6,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:16.168409 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.168784 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.169336 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.169513 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.169762 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.170398 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.170724 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.171042 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.171359 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.171673 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.172000 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.172323 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Tracked resource versions report: Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: pushed versions: Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: { 'AddressGroup': {'1.2'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'ConntrackHelper': {'1.0'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Log': {'1.0'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Network': {'1.1'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Port': {'1.7'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'PortForwarding': {'1.2'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'QosPolicy': {'1.10'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'SecurityGroup': {'1.4'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'SecurityGroupRule': {'1.2'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'SubPort': {'1.0'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Subnet': {'1.1'}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Trunk': {'1.1'}} Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: consumer versions: Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: { DHCP agent@n-d-789963-20: {}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: L3 agent@n-d-789963-20: {}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: Metadata agent@n-d-789963-20: {}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: Metering agent@n-d-789963-20: {}, Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'ConntrackHelper': '1.0', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Log': '1.0', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Network': '1.1', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Port': '1.7', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'PortForwarding': '1.2', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'QosPolicy': '1.10', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'SecurityGroup': '1.4', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'SecurityGroupRule': '1.2', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'SubPort': '1.0', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Subnet': '1.1', Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: 'Trunk': '1.1'}} Oct 19 01:00:16.173412 n-d-789963-20 neutron-server[100850]: {{(pid=100850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 01:00:16.234246 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] For port 6d0ea934-6549-446f-896c-5cc2c48d4cf6, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:16.252424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b07705de-ea30-48e4-863a-23954a1ec3d1 None None] Provisioning complete for port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:16.252965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b07705de-ea30-48e4-863a-23954a1ec3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.253966 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] For port 6d0ea934-6549-446f-896c-5cc2c48d4cf6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6d0ea934-6549-446f-896c-5cc2c48d4cf6,segment=NetworkSegment(f89ba880-767b-4192-8f1e-fde2a401c677),segment_id=f89ba880-767b-4192-8f1e-fde2a401c677)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:16.259006 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.291856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b07705de-ea30-48e4-863a-23954a1ec3d1 None None] Port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:00:16.308041 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Routers {'4e724ebb-297a-4f32-87e2-5363e2df9cdf'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:00:16.308609 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:00:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:16.389228 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3745a5-208d-454d-ad39-290540dc6d8b None None] Pushing event updated for resources: {'Port': ['ID=6d0ea934-6549-446f-896c-5cc2c48d4cf6,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:16.412757 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] Set router 4e724ebb-297a-4f32-87e2-5363e2df9cdf gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:00:16.515275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-088430b1-c9e3-4d3a-8bc7-b3569fdc3bcd None None] Provisioning complete for port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:16.515583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-088430b1-c9e3-4d3a-8bc7-b3569fdc3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.597530 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-088430b1-c9e3-4d3a-8bc7-b3569fdc3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.627552 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'name': 'router1', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:00:03Z', 'updated_at': '2021-10-19T01:00:14Z', 'revision_number': 2, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'gw_port_host': None, '_interfaces': [{'id': '6d0ea934-6549-446f-896c-5cc2c48d4cf6', 'name': '', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'mac_address': 'fa:16:3e:91:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:13Z', 'updated_at': '2021-10-19T01:00:16Z', 'revision_number': 4, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'subnets': [{'id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9529fd18-513c-4fc6-89cf-a1d457850950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:16.628776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-088430b1-c9e3-4d3a-8bc7-b3569fdc3bcd None None] For port 6d0ea934-6549-446f-896c-5cc2c48d4cf6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6d0ea934-6549-446f-896c-5cc2c48d4cf6,segment=NetworkSegment(f89ba880-767b-4192-8f1e-fde2a401c677),segment_id=f89ba880-767b-4192-8f1e-fde2a401c677)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:16.635238 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-088430b1-c9e3-4d3a-8bc7-b3569fdc3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:16.656477 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07adf8-1757-46a3-b255-58ed714950f2 None None] The sync data for ids ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'] in n-d-789963-20 is: [{'id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'name': 'router1', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:00:03Z', 'updated_at': '2021-10-19T01:00:14Z', 'revision_number': 2, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'gw_port_host': None, '_interfaces': [{'id': '6d0ea934-6549-446f-896c-5cc2c48d4cf6', 'name': '', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'mac_address': 'fa:16:3e:91:b9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:13Z', 'updated_at': '2021-10-19T01:00:16Z', 'revision_number': 4, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'subnets': [{'id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9529fd18-513c-4fc6-89cf-a1d457850950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:00:16.687950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088430b1-c9e3-4d3a-8bc7-b3569fdc3bcd None None] Pushing event updated for resources: {'Port': ['ID=6d0ea934-6549-446f-896c-5cc2c48d4cf6,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:17.104085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:17.217407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a84efb-3837-4c03-89a0-7fb3abe51575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:17.218764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e6a84efb-3837-4c03-89a0-7fb3abe51575 admin admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 842 time: 0.1135530 Oct 19 01:00:17.228709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'name': 'public-subnet'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:17.249597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Made reservation on behalf of b9bea35074f84750acd9981e96403bf2 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:00:17.251929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Publish callbacks [] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:17.529472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.objects.ports [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:00:17.529916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:17.581345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0798f7-2943-408c-9ffa-638b68e10bee,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:17.593814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:17.594160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Network hostable DHCP agents. Network: 125d3f3f-6f34-4e18-a1f4-dd291bfb8661, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:00:17.609317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:00:17.617465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 125d3f3f-6f34-4e18-a1f4-dd291bfb8661) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:17.622792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:17.623506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:17.626643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1079abb-97c7-4500-a966-b638e2146f34 None None] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:00:17.640430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-95a13d4a-b654-4ff4-93e6-d5cf7177e3eb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4150043 Oct 19 01:00:17.767276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b08262-cd46-4b49-8d86-3c26c96c773c None None] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:00:20.071799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42840) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:20.210787 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-46d9bd68-cfa9-4ed0-a073-2f10c21c5506 admin admin] 10.222.0.64 "GET /v2.0/routers/4e724ebb-297a-4f32-87e2-5363e2df9cdf HTTP/1.1" status: 200 len: 710 time: 0.1374645 Oct 19 01:00:20.374415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7223861-4416-4e00-bf00-efa8f109555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:00:20.375737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c7223861-4416-4e00-bf00-efa8f109555d admin admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 886 time: 0.1610940 Oct 19 01:00:20.385505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:00:20.634748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:20.864934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:20.942462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:21.045890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Allocated IP 172.25.0.81 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/7c07aded-3fcd-4f29-970d-2a3c73d08f51) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:00:21.154819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:21.188837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:21.231275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:00:21.234334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:00:21.237664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:00:21.244588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Pushing event updated for resources: {'Port': ['ID=7c07aded-3fcd-4f29-970d-2a3c73d08f51,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:21.487890 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:21.782066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:21.785569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:21.897790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Router 4e724ebb-297a-4f32-87e2-5363e2df9cdf has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:00:22.007558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:00:22.011717 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:22.014097 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-856d049d-13fd-4249-8f96-5873888db454 admin admin] 10.222.0.64 "PUT /v2.0/routers/4e724ebb-297a-4f32-87e2-5363e2df9cdf HTTP/1.1" status: 200 len: 889 time: 1.6320333 Oct 19 01:00:22.302538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6d0ea934-6549-446f-896c-5cc2c48d4cf6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:22.353897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:22.354541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:23.773327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Sync routers for ids ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:00:23.783605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Routers {'4e724ebb-297a-4f32-87e2-5363e2df9cdf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:00:23.784298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:00:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:23.990600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Set router 4e724ebb-297a-4f32-87e2-5363e2df9cdf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:00:24.379310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'name': 'router1', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7c07aded-3fcd-4f29-970d-2a3c73d08f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:00:03Z', 'updated_at': '2021-10-19T01:00:21Z', 'revision_number': 4, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'gw_port': {'id': '7c07aded-3fcd-4f29-970d-2a3c73d08f51', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:20Z', 'updated_at': '2021-10-19T01:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '6d0ea934-6549-446f-896c-5cc2c48d4cf6', 'name': '', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'mac_address': 'fa:16:3e:91:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:13Z', 'updated_at': '2021-10-19T01:00:16Z', 'revision_number': 5, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'subnets': [{'id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9529fd18-513c-4fc6-89cf-a1d457850950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:24.433558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Checking router: 4e724ebb-297a-4f32-87e2-5363e2df9cdf for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:00:24.433913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Updating router 4e724ebb-297a-4f32-87e2-5363e2df9cdf port 7c07aded-3fcd-4f29-970d-2a3c73d08f51 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:00:24.480270 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:24.599456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:00:24.721974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-319f8c9d-1948-41d7-82ac-e0b645e79dfa admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1212575 Oct 19 01:00:24.813730 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:24.819579 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:24.956875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c5d3d-1dc0-4476-9467-d467498e7c41 None None] Pushing event updated for resources: {'Port': ['ID=7c07aded-3fcd-4f29-970d-2a3c73d08f51,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:24.980333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Attempting to bind port 7c07aded-3fcd-4f29-970d-2a3c73d08f51 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:00:24.980700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Attempting to bind port 7c07aded-3fcd-4f29-970d-2a3c73d08f51 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:00:24.981102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Attempting to bind port 7c07aded-3fcd-4f29-970d-2a3c73d08f51 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:00:24.988191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:00:24.988559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:00:24.988951 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:24.989336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:00:24.990230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Bound port: 7c07aded-3fcd-4f29-970d-2a3c73d08f51, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:00:24.990619 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:25.042214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] For port 7c07aded-3fcd-4f29-970d-2a3c73d08f51, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:00:25.046314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] For port 7c07aded-3fcd-4f29-970d-2a3c73d08f51, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7c07aded-3fcd-4f29-970d-2a3c73d08f51,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:00:25.050680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:25.109764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c5d3d-1dc0-4476-9467-d467498e7c41 None None] Pushing event updated for resources: {'Port': ['ID=7c07aded-3fcd-4f29-970d-2a3c73d08f51,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:25.117036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Routers {'4e724ebb-297a-4f32-87e2-5363e2df9cdf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:00:25.117631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:00:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:25.179014 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:00:25.226280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] Set router 4e724ebb-297a-4f32-87e2-5363e2df9cdf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:00:25.445757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'name': 'router1', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7c07aded-3fcd-4f29-970d-2a3c73d08f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:00:03Z', 'updated_at': '2021-10-19T01:00:21Z', 'revision_number': 4, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'gw_port': {'id': '7c07aded-3fcd-4f29-970d-2a3c73d08f51', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:20Z', 'updated_at': '2021-10-19T01:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '6d0ea934-6549-446f-896c-5cc2c48d4cf6', 'name': '', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'mac_address': 'fa:16:3e:91:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:13Z', 'updated_at': '2021-10-19T01:00:16Z', 'revision_number': 5, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'subnets': [{'id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9529fd18-513c-4fc6-89cf-a1d457850950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:00:25.472726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c22391-6800-426f-80ab-cb7fdc000fcd None None] The sync data for ids ['4e724ebb-297a-4f32-87e2-5363e2df9cdf'] in n-d-789963-20 is: [{'id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'name': 'router1', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7c07aded-3fcd-4f29-970d-2a3c73d08f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:00:03Z', 'updated_at': '2021-10-19T01:00:21Z', 'revision_number': 4, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'gw_port': {'id': '7c07aded-3fcd-4f29-970d-2a3c73d08f51', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:20Z', 'updated_at': '2021-10-19T01:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '6d0ea934-6549-446f-896c-5cc2c48d4cf6', 'name': '', 'network_id': 'e8f04cd6-42b6-4a5c-8323-ea40c314118c', 'tenant_id': '611d7b8645a8477485c1edbdf86c0b76', 'mac_address': 'fa:16:3e:91:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e724ebb-297a-4f32-87e2-5363e2df9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:00:13Z', 'updated_at': '2021-10-19T01:00:16Z', 'revision_number': 5, 'project_id': '611d7b8645a8477485c1edbdf86c0b76', 'subnets': [{'id': '6dc0711c-1d3f-400e-b503-573107bcacc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9529fd18-513c-4fc6-89cf-a1d457850950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:00:26.303341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7c07aded-3fcd-4f29-970d-2a3c73d08f51 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:26.349975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7c07aded-3fcd-4f29-970d-2a3c73d08f51 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:26.350351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:26.435722 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:26.455358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 7c07aded-3fcd-4f29-970d-2a3c73d08f51, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7c07aded-3fcd-4f29-970d-2a3c73d08f51,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:00:26.466301 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:26.529634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=7c07aded-3fcd-4f29-970d-2a3c73d08f51,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:00:28.305046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7c07aded-3fcd-4f29-970d-2a3c73d08f51 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:00:28.372344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7c07aded-3fcd-4f29-970d-2a3c73d08f51 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:00:28.373468 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:36.811992 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4271-d802-4312-8f64-2c9a55c50904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:39.584229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-878b1f8e-f106-4674-b90b-54b7cca6c6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:40.436773 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:40.560813 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:00:42.096197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:02.178023 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:01:06.813724 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ae36be23-8781-48ce-ab1d-5a997f859625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:09.577262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-97f34b82-a40f-4812-9553-b18ecd50367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.434131 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:10.556933 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:12.092209 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:36.813740 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-683d72d9-d6e9-4e7f-8c4a-c1286b9cf4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:39.175681 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:01:39.578759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4e613bdf-7479-4d3c-8334-598b49a08e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.426230 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:40.552378 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:01:42.094122 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:06.814319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd845cd2-757f-4d67-aa70-3be6204a530a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:07.608862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43446) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:07.670815 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcd7e10-b59e-49b8-a857-19f06c401bc7 admin admin] GET failed (client error): The resource could not be found. Oct 19 01:02:07.672356 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9fcd7e10-b59e-49b8-a857-19f06c401bc7 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624466 Oct 19 01:02:07.834331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e091c-85e8-4498-a953-81048957e508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:07.835711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1e2e091c-85e8-4498-a953-81048957e508 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588352 Oct 19 01:02:09.579841 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8cb16529-c8da-4e75-bb93-57f538ccd072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.132195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43456) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:10.221873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b201b-7d26-4131-9400-f5e9fda63290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:10.223219 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c01b201b-7d26-4131-9400-f5e9fda63290 admin admin] 10.222.0.64 "GET /v2.0/subnets/6dc0711c-1d3f-400e-b503-573107bcacc9 HTTP/1.1" status: 200 len: 849 time: 0.0900798 Oct 19 01:02:10.234200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:02:10.319280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Publish callbacks [] for subnet, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.427754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.458362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741433417494'] for subnet, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.490893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:10.492069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.493309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] 10.222.0.64 "PUT /v2.0/subnets/6dc0711c-1d3f-400e-b503-573107bcacc9 HTTP/1.1" status: 200 len: 868 time: 0.2636511 Oct 19 01:02:10.498149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307242fa-8d9f-4974-b474-6520d8c14808 None None] Network e8f04cd6-42b6-4a5c-8323-ea40c314118c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:02:10.514891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc0711c-1d3f-400e-b503-573107bcacc9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:02:10.522100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.522444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.522775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.523104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.523433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.523761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.524128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.525193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.525193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.525193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.525459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.525794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be9f74-64f8-4d78-9397-2f4834f7bf3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:02:10.586588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.882874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1f3950bf-3be0-432c-b37c-7ca2a5ca35f2 None None] Provisioning complete for port a12181f2-0003-43c3-ad40-5542c878211a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:10.883236 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f3950bf-3be0-432c-b37c-7ca2a5ca35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:10.967848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1f3950bf-3be0-432c-b37c-7ca2a5ca35f2 None None] Provisioning complete for port 6d0ea934-6549-446f-896c-5cc2c48d4cf6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:02:10.968149 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f3950bf-3be0-432c-b37c-7ca2a5ca35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:12.097781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:12.808230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43464) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:13.007371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2e6b3f-dd9e-40ec-b35f-15b025c3fa04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.007836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2e6b3f-dd9e-40ec-b35f-15b025c3fa04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:13.009427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad2e6b3f-dd9e-40ec-b35f-15b025c3fa04 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997204 Oct 19 01:02:15.304152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43472) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:15.535388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd71361-ebd0-400b-ac7b-33fd7f714cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:15.535758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd71361-ebd0-400b-ac7b-33fd7f714cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:15.537330 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-edd71361-ebd0-400b-ac7b-33fd7f714cfc admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2322404 Oct 19 01:02:16.174773 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:02:17.868310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43482) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:18.052786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0cbb6-5f86-463d-9805-c20a36032e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:18.054149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eae0cbb6-5f86-463d-9805-c20a36032e42 admin admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 886 time: 0.1848986 Oct 19 01:02:20.339394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43490) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:20.485149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72183a16-1dbb-41d6-a543-5ea64122a58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:20.486494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-72183a16-1dbb-41d6-a543-5ea64122a58e admin admin] 10.222.0.64 "GET /v2.0/networks/e8f04cd6-42b6-4a5c-8323-ea40c314118c HTTP/1.1" status: 200 len: 869 time: 0.1460516 Oct 19 01:02:22.785550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43498) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:22.913802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4ff56-ba24-4d6b-a5e5-886049db552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:22.914163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4ff56-ba24-4d6b-a5e5-886049db552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:22.915747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a7e4ff56-ba24-4d6b-a5e5-886049db552c admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291969 Oct 19 01:02:25.217229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43506) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:25.348886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f456078d-702e-442c-bf30-962d2ff14540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:25.349325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f456078d-702e-442c-bf30-962d2ff14540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:25.352442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f456078d-702e-442c-bf30-962d2ff14540 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338959 Oct 19 01:02:27.665238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43514) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:27.778431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca9228-d4d8-40a6-ad4e-e3a5caa20fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:27.779862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2fca9228-d4d8-40a6-ad4e-e3a5caa20fb9 admin admin] 10.222.0.64 "GET /v2.0/subnets/2e0798f7-2943-408c-9ffa-638b68e10bee HTTP/1.1" status: 200 len: 816 time: 0.1136472 Oct 19 01:02:30.085352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43522) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:30.189091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9d5057-7c25-4b40-b43c-a970e399604d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:30.190407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bd9d5057-7c25-4b40-b43c-a970e399604d admin admin] 10.222.0.64 "GET /v2.0/subnets/6dc0711c-1d3f-400e-b503-573107bcacc9 HTTP/1.1" status: 200 len: 868 time: 0.1041059 Oct 19 01:02:36.815289 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-46f10444-c2ac-4f5d-9305-60dc3bef4b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:39.581919 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-218e8c82-f9a0-43bb-9d4f-c725c3792960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.429504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:40.559515 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:42.100202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:02:53.173289 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:02:55.009605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43576) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:55.056970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-86a92e59-1bd6-4cca-9162-a67893530ab8 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:02:55.057968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-86a92e59-1bd6-4cca-9162-a67893530ab8 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474045 Oct 19 01:02:57.462269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43584) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:02:57.522531 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08d9029-9eb3-43bf-b106-37c272c2f503 admin admin] GET failed (client error): The resource could not be found. Oct 19 01:02:57.523821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e08d9029-9eb3-43bf-b106-37c272c2f503 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606105 Oct 19 01:02:57.611614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee5acda-863a-4cd1-b048-fc17fb90a1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:02:57.613070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dee5acda-863a-4cd1-b048-fc17fb90a1d9 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846345 Oct 19 01:02:59.970321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43592) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:00.018503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:00.037565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Made reservation on behalf of b9bea35074f84750acd9981e96403bf2 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:00.040081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.069907 n-d-789963-20 neutron-server[100847]: WARNING neutron.services.revisions.revision_plugin [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Could not find related network for resource to bump revision. Oct 19 01:03:00.083942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:03:00.093660 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.094006 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Added segment 1c1d8061-1091-4035-9281-f9a2c333346d of type vlan for network e781dd8c-74af-4da6-9c68-e405c0bed0c6 Oct 19 01:03:00.142007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.164666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.165579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:00.166156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:00.192988 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2215395 Oct 19 01:03:00.235509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb63b36-3766-4aa0-bf62-b13abd7e69b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e781dd8c-74af-4da6-9c68-e405c0bed0c6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:00.246671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:03:02.555807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43600) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:03:02.616856 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf83e2bd-b4ea-42d9-9236-7396ae80d62a admin admin] GET failed (client error): The resource could not be found. Oct 19 01:03:02.618131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bf83e2bd-b4ea-42d9-9236-7396ae80d62a admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613494 Oct 19 01:03:02.721440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834db404-63d5-41f7-9456-08b8ffe9fe7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:02.722880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-834db404-63d5-41f7-9456-08b8ffe9fe7c admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995710 Oct 19 01:03:02.733633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:03:02.756622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Made reservation on behalf of b9bea35074f84750acd9981e96403bf2 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:03:02.758835 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.947231 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:02.999112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18aa1d9f-4b81-454d-8a02-46a7edeb46db,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:03.014085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.014417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.014741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.015063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.015376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.015691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.016022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.016335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.016645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.016954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.017259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.017565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.029119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:03.029487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Network hostable DHCP agents. Network: e781dd8c-74af-4da6-9c68-e405c0bed0c6, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:03:03.050303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:03:03.061299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e781dd8c-74af-4da6-9c68-e405c0bed0c6) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:03.066900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:03:03.067972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.072068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6bb09c-028f-4771-bc2b-e677c4c9b09f None None] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:03.087220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b07c2766-be2e-42a9-b8a2-75043ca73641 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3572185 Oct 19 01:03:03.223973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'tenant_id': 'b9bea35074f84750acd9981e96403bf2', 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:03:03.224885 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.361769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Allocated IP 192.168.233.2 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/83996192-b8ff-441a-a00e-7a91dbe0b951) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:03:03.507592 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.514777 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.552281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:03:03.556676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:03:03.563403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:03:03.568127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Pushing event updated for resources: {'Port': ['ID=83996192-b8ff-441a-a00e-7a91dbe0b951,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:03.590813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.591159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.591497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.591839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.592191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.592523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.592844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.593182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.593502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.593818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.594133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.594445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:03:03.632405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Attempting to bind port 83996192-b8ff-441a-a00e-7a91dbe0b951 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:03:03.632767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Attempting to bind port 83996192-b8ff-441a-a00e-7a91dbe0b951 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:03:03.633126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Attempting to bind port 83996192-b8ff-441a-a00e-7a91dbe0b951 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:03:03.638777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:03:03.639171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:03:03.639561 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.639951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:03:03.640436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Bound port: 83996192-b8ff-441a-a00e-7a91dbe0b951, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:03:03.640820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.703901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] For port 83996192-b8ff-441a-a00e-7a91dbe0b951, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:03:03.707234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] For port 83996192-b8ff-441a-a00e-7a91dbe0b951, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=83996192-b8ff-441a-a00e-7a91dbe0b951,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:03:03.712230 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:03.768934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb5e4f-dcf1-4245-9764-581e7756860b None None] Pushing event updated for resources: {'Port': ['ID=83996192-b8ff-441a-a00e-7a91dbe0b951,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:04.479246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 83996192-b8ff-441a-a00e-7a91dbe0b951 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:04.546249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 83996192-b8ff-441a-a00e-7a91dbe0b951 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:04.547409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.654074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba62b0-13f4-4cab-b7a4-4f0bc1b372d8 None None] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:03:04.656794 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.752267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 83996192-b8ff-441a-a00e-7a91dbe0b951, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=83996192-b8ff-441a-a00e-7a91dbe0b951,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:03:04.761445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.840737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3b366496-0330-4b5d-8334-49baf2a5e1ec None None] Provisioning complete for port 83996192-b8ff-441a-a00e-7a91dbe0b951 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:04.841054 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b366496-0330-4b5d-8334-49baf2a5e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:04.883607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=83996192-b8ff-441a-a00e-7a91dbe0b951,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:03:05.199470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ad46c054-8c95-4882-a611-217e67f93f6f None None] Provisioning complete for port 83996192-b8ff-441a-a00e-7a91dbe0b951 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:05.200117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad46c054-8c95-4882-a611-217e67f93f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.394570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 83996192-b8ff-441a-a00e-7a91dbe0b951 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:03:06.444844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 83996192-b8ff-441a-a00e-7a91dbe0b951 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:03:06.445210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:06.816855 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4cb89e6d-60e5-4664-ab9e-e7e3adf6412b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:09.583117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a56efe18-38c4-4809-8a76-b6eae75c2d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:10.430381 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:10.561567 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:12.105469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:30.172122 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:03:36.817245 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1a635bbd-a55c-47fe-965a-646378a32383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:39.584184 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f3b5-a537-4acd-9756-55ccefc717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.430666 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:40.563846 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:03:42.106488 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:06.820365 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ce9b325-6cc0-4e0c-a6ec-07ea75f37387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:07.170642 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:04:09.585487 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-02f87a72-45ad-44c8-8372-e4a61cad6ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.435025 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:10.566626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:12.109834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:28.860689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43654) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:28.868693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-4db0d062-b854-4e89-9ec5-dec786555b59 tempest-verify_tempest_config-1865435782 tempest-verify_tempest_config-1865435782-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:04:28.869652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4db0d062-b854-4e89-9ec5-dec786555b59 tempest-verify_tempest_config-1865435782 tempest-verify_tempest_config-1865435782-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0080113 Oct 19 01:04:29.160828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43672) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:29.261845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.333833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.338329 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.381185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9c0b86-8abf-458e-aa88-b518e02ab577,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:29.385794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45dad79b4b304227ae8cf6a6b1a6f10a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2239764 Oct 19 01:04:29.388658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43676) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:04:29.390579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.390920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.391251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.391577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.391898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.392250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.392561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.392879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.393191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.393503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.393814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.394126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843fe08-e67c-46e4-84b8-85b85a467b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.443541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.464752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.554415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.557377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:29.559064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b9c0b86-8abf-458e-aa88-b518e02ab577 HTTP/1.1" status: 204 len: 168 time: 0.1692057 Oct 19 01:04:29.566562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9c0b86-8abf-458e-aa88-b518e02ab577,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:04:29.574051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.574403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.574738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.575076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.575403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.575731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.576089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.576403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.576723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.577039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.577361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:29.577698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007b7eb0-c1ab-44f3-995d-1e46dab8d133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:04:36.820923 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-355f8e11-63a1-4a95-9d91-d09e47d1dc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:39.586502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ec9d-8a25-4dd6-aaa1-7db3ccb03004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.436685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:40.568000 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:42.113647 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:04:44.169396 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:05:06.821519 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a9ca6ad7-1af4-461a-8187-34368fb550c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:09.587095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ac686988-f10c-4af0-915e-7e7e775ba4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.437633 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:10.570092 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:12.115406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:21.168952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:05:36.829296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d829-0b0c-4c9d-b69a-878fd3177fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:39.587532 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26ba6e5a-c3a3-46f8-a572-2d37cd173fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.439665 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:40.573445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:42.119285 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:05:58.167786 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:06:06.820620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cca9dc18-9d15-4e80-bcfa-084c64262fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:09.586335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f69ac28b-41cb-43e2-b26b-5ec2d1dd5eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.442836 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:10.576480 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:12.121490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:35.165703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:06:36.823656 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-795820e5-bde4-4cd7-8515-4a63a631cd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:39.585497 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-48c9ac63-c15f-4bc6-90db-a7c57c3a1f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.443344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:40.579006 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:06:42.124219 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:06.823002 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-867191ba-891a-4248-82b7-7c4e8caddf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:09.587767 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-61f5963b-2960-4939-be6c-09f76a830ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.443130 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:10.583169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:12.128522 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:12.163087 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 5 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:07:36.822492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-da8fd69e-8707-4911-88e9-6b993f581708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.161956 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578230'] for agent, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:39.588946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d6d2711f-422f-4019-a91b-11355d07e0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:40.444837 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:40.584804 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:42.130356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:07:49.161755 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 6 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:07:49.513047 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578230'] for agent, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:06.823603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf723c19-aa07-439c-99fe-bd92575a165d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.120108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:09.590329 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb971-c402-4d8d-bfeb-2fd5ad934608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.446158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:10.588040 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:12.133144 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:19.494752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:25.967522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43738) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:26.069744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-254862c0-7e97-4845-bfd7-76ec1c595267 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1011045 Oct 19 01:08:26.161195 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:08:28.381943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43748) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:08:28.443060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-61ea941a-102a-4fc3-adae-e9826d14aa66 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0599999 Oct 19 01:08:36.824742 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54111388-924d-47bd-9ae8-6194956bd99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:39.134212 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:39.590153 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-86f1ad7c-04a6-45f9-95ec-593fe46f766e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:40.447777 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:40.590290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:42.137063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:08:49.506278 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:03.160245 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:09:06.840182 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-905d75db-6028-45c8-8438-f12ef6f01d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.147713 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:09.593096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba4736fa-ee77-4f63-a7d8-9f0b614a341d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:10.456433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:10.598785 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:12.142673 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:19.519316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:36.822452 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f5455bb-4cc6-491f-af26-74d8f27cb65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.145115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:39.594394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08bf6cfc-252e-4e12-a5ce-5e9ef062c4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.160546 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:09:40.450625 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:40.596968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:42.144320 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:49.523231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.080126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43966) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:50.422236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43986) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:50.540322 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2d7580d0-58cf-44a0-a15a-8f58fe368ecb tempest-AutoAllocateNetworkTest-235079796 tempest-AutoAllocateNetworkTest-235079796-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=705642aa07424eb691f9976e94672a36&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4560375 Oct 19 01:09:50.540703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43992) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:50.754672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-network', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:50.777152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Made reservation on behalf of c12f04b297a3454c960f59ccb15c67cf for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:50.780319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.789936 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.848894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc188b4-24f4-4b74-b985-18f183b8bd79 tempest-AutoAllocateNetworkTest-235079796 tempest-AutoAllocateNetworkTest-235079796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:50.854607 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dcc188b4-24f4-4b74-b985-18f183b8bd79 tempest-AutoAllocateNetworkTest-235079796 tempest-AutoAllocateNetworkTest-235079796-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3127522 Oct 19 01:09:50.855283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44008) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:50.880557 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.886348 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.914354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:09:50.923645 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68f5aa2f-70ce-4ac3-9f9d-b27a988176cd tempest-AutoAllocateNetworkTest-235079796 tempest-AutoAllocateNetworkTest-235079796-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654268 Oct 19 01:09:50.924349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44016) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:50.926639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:50.927173 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Added segment 69042b7f-cd10-4c52-aba4-d00c446ca8bc of type vlan for network 77a65c6d-c418-4f98-93f6-06fb0b05bada Oct 19 01:09:50.960972 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-211d361d-2e92-4220-a672-4f333f6ac066 tempest-AutoAllocateNetworkTest-235079796 tempest-AutoAllocateNetworkTest-235079796-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=705642aa07424eb691f9976e94672a36 HTTP/1.1" status: 200 len: 208 time: 0.0351157 Oct 19 01:09:50.975830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.006213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670b2ffd-07cb-4b16-ae44-ef271b74a533,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:51.018273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.018598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.018915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.019350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.019683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.020295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.020844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.021334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.021844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.022339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.022877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.023360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Tracked resource versions report: Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: pushed versions: Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: { 'AddressGroup': {'1.2'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'ConntrackHelper': {'1.0'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Log': {'1.0'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Network': {'1.1'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Port': {'1.7'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'PortForwarding': {'1.2'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'QosPolicy': {'1.10'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'SecurityGroup': {'1.4'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'SecurityGroupRule': {'1.2'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'SubPort': {'1.0'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Subnet': {'1.1'}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Trunk': {'1.1'}} Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: consumer versions: Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: { DHCP agent@n-d-789963-20: {}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: HyperV agent@n-h1-789963-20: {}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: HyperV agent@n-h2-789963-20: {}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: L3 agent@n-d-789963-20: {}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: Metadata agent@n-d-789963-20: {}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: Metering agent@n-d-789963-20: {}, Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'ConntrackHelper': '1.0', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Log': '1.0', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Network': '1.1', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Port': '1.7', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'PortForwarding': '1.2', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'QosPolicy': '1.10', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'SecurityGroup': '1.4', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'SecurityGroupRule': '1.2', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'SubPort': '1.0', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Subnet': '1.1', Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: 'Trunk': '1.1'}} Oct 19 01:09:51.024469 n-d-789963-20 neutron-server[100848]: {{(pid=100848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 01:09:51.033102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.034055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:51.034624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.069917 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6461191 Oct 19 01:09:51.072675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44026) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:51.078171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Request body: {'subnet': {'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-subnet', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:51.114952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d672c-1e3d-44b5-a8b7-a15ecc406d78 admin admin] Pushing event updated for resources: {'Network': ['ID=77a65c6d-c418-4f98-93f6-06fb0b05bada,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:51.129657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:09:51.130224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Made reservation on behalf of c12f04b297a3454c960f59ccb15c67cf for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:09:51.133103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Publish callbacks [] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.343861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.405135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:51.414294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Checking segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:51.414649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Network hostable DHCP agents. Network: 77a65c6d-c418-4f98-93f6-06fb0b05bada, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:09:51.431896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:09:51.440346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 77a65c6d-c418-4f98-93f6-06fb0b05bada) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:51.444558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:51.445113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.453617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336371ca-a0a8-4e39-83a7-44e064a742c2 None None] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:51.468535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f4ae2a2c-b945-41cd-b5cc-64dab8307d1a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3948116 Oct 19 01:09:51.469141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44044) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:51.473354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:09:51.497037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.498432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.571871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.652111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-77a65c6d-c418-4f98-93f6-06fb0b05bada', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:09:51.657658 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.756937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:51.831412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Allocated IP 172.20.0.2 (77a65c6d-c418-4f98-93f6-06fb0b05bada/d4d5b4a5-7a04-4e39-94ec-523970ce2ff3/f5413459-6348-4db8-9db6-5efe7b8929f2) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:51.868889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.990203 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:51.997796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.038190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:52.041383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:52.044253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:52.053732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Pushing event updated for resources: {'Port': ['ID=f5413459-6348-4db8-9db6-5efe7b8929f2,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:52.065682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.066268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.066917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.067396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.068165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.068777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.069129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.069434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.069756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.070246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.070570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.070891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Tracked resource versions report: Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: pushed versions: Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: { 'AddressGroup': {'1.2'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'ConntrackHelper': {'1.0'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Log': {'1.0'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Network': {'1.1'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Port': {'1.7'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'PortForwarding': {'1.2'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'QosPolicy': {'1.10'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'SecurityGroup': {'1.4'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'SecurityGroupRule': {'1.2'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'SubPort': {'1.0'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Subnet': {'1.1'}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Trunk': {'1.1'}} Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: consumer versions: Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: { DHCP agent@n-d-789963-20: {}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: HyperV agent@n-h1-789963-20: {}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: HyperV agent@n-h2-789963-20: {}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: L3 agent@n-d-789963-20: {}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: Metadata agent@n-d-789963-20: {}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: Metering agent@n-d-789963-20: {}, Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'ConntrackHelper': '1.0', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Log': '1.0', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Network': '1.1', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Port': '1.7', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'PortForwarding': '1.2', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'QosPolicy': '1.10', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'SecurityGroup': '1.4', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'SecurityGroupRule': '1.2', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'SubPort': '1.0', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Subnet': '1.1', Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: 'Trunk': '1.1'}} Oct 19 01:09:52.072011 n-d-789963-20 neutron-server[100849]: {{(pid=100849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 01:09:52.124962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Attempting to bind port f5413459-6348-4db8-9db6-5efe7b8929f2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:52.125077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Attempting to bind port f5413459-6348-4db8-9db6-5efe7b8929f2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:52.125420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Attempting to bind port f5413459-6348-4db8-9db6-5efe7b8929f2 on network 77a65c6d-c418-4f98-93f6-06fb0b05bada {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:52.131914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:52.133120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Checking segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:52.133698 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.134486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Bound using segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:52.135564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Bound port: f5413459-6348-4db8-9db6-5efe7b8929f2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:52.137005 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.144652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.156383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.192736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.221504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] For port f5413459-6348-4db8-9db6-5efe7b8929f2, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:52.225510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] For port f5413459-6348-4db8-9db6-5efe7b8929f2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f5413459-6348-4db8-9db6-5efe7b8929f2,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:52.234370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.282791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.290830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.372701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240389f-0775-424c-8800-07cd0120cf6c None None] Pushing event updated for resources: {'Port': ['ID=f5413459-6348-4db8-9db6-5efe7b8929f2,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:52.388888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44084) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:52.389807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=705642aa07424eb691f9976e94672a36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6311054 Oct 19 01:09:52.410753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae9663-286f-4001-87ac-dbdfad2f5207,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:52.423449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.423819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.424186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.424693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.425179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.425687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.426164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.426648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.427137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.427612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.428144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.428705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac1fbc-23d1-4143-8db9-87f353af88cb admin admin] Tracked resource versions report: Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: pushed versions: Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: { 'AddressGroup': {'1.2'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'ConntrackHelper': {'1.0'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Log': {'1.0'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Network': {'1.1'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Port': {'1.7'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'PortForwarding': {'1.2'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'QosPolicy': {'1.10'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'SecurityGroup': {'1.4'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'SecurityGroupRule': {'1.2'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'SubPort': {'1.0'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Subnet': {'1.1'}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Trunk': {'1.1'}} Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: consumer versions: Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: { DHCP agent@n-d-789963-20: {}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: HyperV agent@n-h1-789963-20: {}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: HyperV agent@n-h2-789963-20: {}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: L3 agent@n-d-789963-20: {}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: Metadata agent@n-d-789963-20: {}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: Metering agent@n-d-789963-20: {}, Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'ConntrackHelper': '1.0', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Log': '1.0', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Network': '1.1', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Port': '1.7', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'PortForwarding': '1.2', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'QosPolicy': '1.10', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'SecurityGroup': '1.4', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'SecurityGroupRule': '1.2', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'SubPort': '1.0', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Subnet': '1.1', Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: 'Trunk': '1.1'}} Oct 19 01:09:52.429967 n-d-789963-20 neutron-server[100847]: {{(pid=100847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 01:09:52.432344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Allocated IP 172.25.0.208 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/5a5b15b7-2d37-40d2-9362-8b0abad5ad6d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:52.553822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb13963-1b25-489f-82b6-ede4865224ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.600704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb13963-1b25-489f-82b6-ede4865224ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.713003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.755251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb13963-1b25-489f-82b6-ede4865224ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.758099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb13963-1b25-489f-82b6-ede4865224ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.762686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8cb13963-1b25-489f-82b6-ede4865224ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55ae9663-286f-4001-87ac-dbdfad2f5207 HTTP/1.1" status: 204 len: 168 time: 0.3692079 Oct 19 01:09:52.786713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb13963-1b25-489f-82b6-ede4865224ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae9663-286f-4001-87ac-dbdfad2f5207,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:52.837603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:52.904118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:52.910256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:52.918615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:52.990626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:53.381225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.612740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614631b6-65b2-42fa-ae6f-db2b06430d50 None None] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:09:53.627294 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.770554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0b00f705-2f81-433f-9a1e-2d94ca191a71 None None] Provisioning complete for port f5413459-6348-4db8-9db6-5efe7b8929f2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:53.771256 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0b00f705-2f81-433f-9a1e-2d94ca191a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.822914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Router fe71288c-b475-4807-8fbc-97e3718d56fe is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:09:53.956909 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0b00f705-2f81-433f-9a1e-2d94ca191a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.970856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:53.984276 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Sync routers for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:53.992079 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:53.993495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9277e396-ce91-46c5-be19-07785a3c7b31 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5233722 Oct 19 01:09:53.997429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44150) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:54.003241 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:54.003875 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:09:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:54.044793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0b00f705-2f81-433f-9a1e-2d94ca191a71 None None] For port f5413459-6348-4db8-9db6-5efe7b8929f2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f5413459-6348-4db8-9db6-5efe7b8929f2,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:54.051089 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0b00f705-2f81-433f-9a1e-2d94ca191a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.170049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00f705-2f81-433f-9a1e-2d94ca191a71 None None] Pushing event updated for resources: {'Port': ['ID=f5413459-6348-4db8-9db6-5efe7b8929f2,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:54.218190 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:54.291954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-186e5a22-e56f-4f1c-8db6-7d53da46725f None None] Provisioning complete for port f5413459-6348-4db8-9db6-5efe7b8929f2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:54.291954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-186e5a22-e56f-4f1c-8db6-7d53da46725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.545953 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:53Z', 'revision_number': 3, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:54.582290 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Checking router: fe71288c-b475-4807-8fbc-97e3718d56fe for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:54.582707 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Updating router fe71288c-b475-4807-8fbc-97e3718d56fe port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:54.625957 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.714947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f5413459-6348-4db8-9db6-5efe7b8929f2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:54.742473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:54.810715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f5413459-6348-4db8-9db6-5efe7b8929f2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:54.811089 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.028275 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.036680 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.088962 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Pushing event updated for resources: {'Port': ['ID=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:55.103667 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.103956 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.104370 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.104973 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.105339 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.105777 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.106410 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.106842 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.107226 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.107568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.107947 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.108399 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Tracked resource versions report: Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: pushed versions: Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: { 'AddressGroup': {'1.2'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'ConntrackHelper': {'1.0'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Log': {'1.0'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Network': {'1.1'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Port': {'1.7'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'PortForwarding': {'1.2'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'QosPolicy': {'1.10'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'SecurityGroup': {'1.4'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'SecurityGroupRule': {'1.2'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'SubPort': {'1.0'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Subnet': {'1.1'}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Trunk': {'1.1'}} Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: consumer versions: Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: { DHCP agent@n-d-789963-20: {}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: HyperV agent@n-h1-789963-20: {}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: HyperV agent@n-h2-789963-20: {}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: L3 agent@n-d-789963-20: {}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: Metadata agent@n-d-789963-20: {}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: Metering agent@n-d-789963-20: {}, Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: Open vSwitch agent@n-d-789963-20: { 'AddressGroup': '1.2', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'ConntrackHelper': '1.0', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Log': '1.0', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Network': '1.1', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Port': '1.7', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'PortForwarding': '1.2', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'QosPolicy': '1.10', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'SecurityGroup': '1.4', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'SecurityGroupRule': '1.2', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'SubPort': '1.0', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Subnet': '1.1', Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: 'Trunk': '1.1'}} Oct 19 01:09:55.110180 n-d-789963-20 neutron-server[100850]: {{(pid=100850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 01:09:55.133632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Allocated IP 172.20.0.1 (77a65c6d-c418-4f98-93f6-06fb0b05bada/d4d5b4a5-7a04-4e39-94ec-523970ce2ff3/3389304c-0d1c-422f-814a-c2579bae6826) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:09:55.160193 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Attempting to bind port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:55.160193 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Attempting to bind port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:55.160193 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Attempting to bind port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:55.164005 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:55.165306 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:55.165776 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.166250 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:55.166805 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Bound port: 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:55.167904 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.227534 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] For port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:55.231715 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] For port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:55.245906 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.353230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.399051 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:55.401003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:09:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:55.405029 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.424753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:55.428097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:55.440772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06237c9b-e242-4201-abfb-f8016d0a0ef3 None None] Pushing event updated for resources: {'Port': ['ID=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:55.450777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:09:55.451437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.564225 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:55.587037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3389304c-0d1c-422f-814a-c2579bae6826,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:55.805844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d5fbfe3b-90d1-4a83-9281-740d0079360b None None] Provisioning complete for port 3389304c-0d1c-422f-814a-c2579bae6826 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:55.806850 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfe3b-90d1-4a83-9281-740d0079360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.890536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbfe3b-90d1-4a83-9281-740d0079360b None None] Port 3389304c-0d1c-422f-814a-c2579bae6826 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:55.959426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:55.974523 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:53Z', 'revision_number': 3, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:56.010205 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a2fffe-be41-44c5-8b69-a7ec369fef8b None None] The sync data for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 is: [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:53Z', 'revision_number': 3, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:09:56.182236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:56.191187 n-d-789963-20 neutron-server[100848]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 01:09:56.195402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44288) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:56.220997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47893ad4-9d92-4fbb-b9a9-9c4de279ef95 req-23465be9-d4b7-4fc1-99a5-a2c68dc2839f tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2e2cba218a5c4037b92db611896e1fdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310955 Oct 19 01:09:56.246885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.273209 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.274105 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.471302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3389304c-0d1c-422f-814a-c2579bae6826,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:56.527349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44296) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:56.564557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47893ad4-9d92-4fbb-b9a9-9c4de279ef95 req-f0f53b63-92f7-4dab-b31b-6c70824cbc01 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:09:56.565962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47893ad4-9d92-4fbb-b9a9-9c4de279ef95 req-f0f53b63-92f7-4dab-b31b-6c70824cbc01 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322043 Oct 19 01:09:56.619515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33be7769-cc78-4b63-ae0d-049a51831141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.621379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47893ad4-9d92-4fbb-b9a9-9c4de279ef95 req-9ef1f4d6-07b2-4210-bed2-879168e2e7b5 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/quotas/2e2cba218a5c4037b92db611896e1fdb HTTP/1.1" status: 200 len: 375 time: 0.0445287 Oct 19 01:09:56.706539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d55c952b-c7a4-402b-974f-76958062d13d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.727255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:09:56.739796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47893ad4-9d92-4fbb-b9a9-9c4de279ef95 req-f3e50661-fb2d-4133-8ea8-244331ad46ef tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e2cba218a5c4037b92db611896e1fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174984 Oct 19 01:09:56.744808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:09:56.752388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:56.770991 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33be7769-cc78-4b63-ae0d-049a51831141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.783181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33be7769-cc78-4b63-ae0d-049a51831141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.867266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be7769-cc78-4b63-ae0d-049a51831141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7baa8e-aa2e-4a35-85cb-74401a6c84f9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:56.874719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:56.876100 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.919558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-33be7769-cc78-4b63-ae0d-049a51831141 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bbc0f0649e8419ea8262a572af5b132&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3906243 Oct 19 01:09:56.922345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:56.990647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d55c952b-c7a4-402b-974f-76958062d13d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:56.995941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d55c952b-c7a4-402b-974f-76958062d13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.060837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d55c952b-c7a4-402b-974f-76958062d13d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8de8dd813c6f4604a4fac0cff1ac16a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8638861 Oct 19 01:09:57.064240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:57.067580 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.146328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:09:57.153061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4323355-b575-47b4-ac38-e40890f3dba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.154565 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.160701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Router fe71288c-b475-4807-8fbc-97e3718d56fe has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:09:57.182367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4323355-b575-47b4-ac38-e40890f3dba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.244556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a84e15a-c1cc-4895-b704-bfa3042fef22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.246070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4323355-b575-47b4-ac38-e40890f3dba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.250535 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4323355-b575-47b4-ac38-e40890f3dba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.251886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4323355-b575-47b4-ac38-e40890f3dba2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5564f97-ba60-4bb8-b917-3766b30c953c HTTP/1.1" status: 204 len: 168 time: 0.1862953 Oct 19 01:09:57.257526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c952b-c7a4-402b-974f-76958062d13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5564f97-ba60-4bb8-b917-3766b30c953c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.288221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323355-b575-47b4-ac38-e40890f3dba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5564f97-ba60-4bb8-b917-3766b30c953c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.291063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.308542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44334) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:57.345345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-defe40ba-3779-4fbb-817b-a51fcd77d535 None None] Provisioning complete for port 3389304c-0d1c-422f-814a-c2579bae6826 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:57.345797 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-defe40ba-3779-4fbb-817b-a51fcd77d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.403833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-defe40ba-3779-4fbb-817b-a51fcd77d535 None None] Port 3389304c-0d1c-422f-814a-c2579bae6826 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:09:57.444860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a84e15a-c1cc-4895-b704-bfa3042fef22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.523906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:09:57.533332 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4985d1fd-3a9f-4948-99fb-ac6a780d65d4 admin admin] 10.222.0.64 "PUT /v2.0/routers/fe71288c-b475-4807-8fbc-97e3718d56fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5347571 Oct 19 01:09:57.554805 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a84e15a-c1cc-4895-b704-bfa3042fef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.558332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a84e15a-c1cc-4895-b704-bfa3042fef22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.561923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7a84e15a-c1cc-4895-b704-bfa3042fef22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c7baa8e-aa2e-4a35-85cb-74401a6c84f9 HTTP/1.1" status: 204 len: 168 time: 0.6339161 Oct 19 01:09:57.568596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84e15a-c1cc-4895-b704-bfa3042fef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7baa8e-aa2e-4a35-85cb-74401a6c84f9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.696813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e065e4c-6a18-4e9a-8576-6bab935cae43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.775616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44358) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:57.787910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e065e4c-6a18-4e9a-8576-6bab935cae43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.789548 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-543facd6-dd4d-4904-90e9-b8749779290f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.793765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e065e4c-6a18-4e9a-8576-6bab935cae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.846383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9e065e4c-6a18-4e9a-8576-6bab935cae43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=361cbf7bac09417988bc568cdd3d08a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5363846 Oct 19 01:09:57.848396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44362) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:57.884533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e065e4c-6a18-4e9a-8576-6bab935cae43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9128868-cc53-4b82-bd06-ed3deffe6324,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.884960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-543facd6-dd4d-4904-90e9-b8749779290f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.890505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-543facd6-dd4d-4904-90e9-b8749779290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.925779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5394b1a8-fd60-467f-8808-ee13f83aa9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:57.934251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-543facd6-dd4d-4904-90e9-b8749779290f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8783f2113ee0473b8f3f7a8d013c4d0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1571054 Oct 19 01:09:57.935411 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543facd6-dd4d-4904-90e9-b8749779290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdee540-8dac-4f3c-b96b-1f74fda8ad38,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:57.938370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44364) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:57.968329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5394b1a8-fd60-467f-8808-ee13f83aa9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.005764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9cb3-4c92-476d-8742-2729151b3ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.044264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9cb3-4c92-476d-8742-2729151b3ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.056356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5394b1a8-fd60-467f-8808-ee13f83aa9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.059524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5394b1a8-fd60-467f-8808-ee13f83aa9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.060772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5394b1a8-fd60-467f-8808-ee13f83aa9de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9128868-cc53-4b82-bd06-ed3deffe6324 HTTP/1.1" status: 204 len: 168 time: 0.2112627 Oct 19 01:09:58.075673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394b1a8-fd60-467f-8808-ee13f83aa9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9128868-cc53-4b82-bd06-ed3deffe6324,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:58.121688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9cb3-4c92-476d-8742-2729151b3ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.126106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9cb3-4c92-476d-8742-2729151b3ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.131371 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6f1d9cb3-4c92-476d-8742-2729151b3ed0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fdee540-8dac-4f3c-b96b-1f74fda8ad38 HTTP/1.1" status: 204 len: 168 time: 0.1892254 Oct 19 01:09:58.143502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9cb3-4c92-476d-8742-2729151b3ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdee540-8dac-4f3c-b96b-1f74fda8ad38,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:58.396571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Sync routers for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:09:58.408914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44400) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:58.417602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:58.419434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:09:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:58.435579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5f71-3ec6-40a2-a886-94b1428dd896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.553819 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5f71-3ec6-40a2-a886-94b1428dd896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.559769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5f71-3ec6-40a2-a886-94b1428dd896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.571557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:09:58.602409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5f71-3ec6-40a2-a886-94b1428dd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d8f520-cd18-4a30-b3d9-6cb671f144d6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:58.643017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b3dd5f71-3ec6-40a2-a886-94b1428dd896 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8bb6968099f146c9a625881e8594b336&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2291555 Oct 19 01:09:58.643343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44414) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:58.738831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:09:58.748228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b51cd34-55c4-496f-8563-e0ba8ad8318c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.798951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b51cd34-55c4-496f-8563-e0ba8ad8318c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.894748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b51cd34-55c4-496f-8563-e0ba8ad8318c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.898665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b51cd34-55c4-496f-8563-e0ba8ad8318c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:58.900037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2b51cd34-55c4-496f-8563-e0ba8ad8318c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30d8f520-cd18-4a30-b3d9-6cb671f144d6 HTTP/1.1" status: 204 len: 168 time: 0.2547550 Oct 19 01:09:58.910045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51cd34-55c4-496f-8563-e0ba8ad8318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d8f520-cd18-4a30-b3d9-6cb671f144d6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.035082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:59.035618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.071411 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44446) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.094542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e92f533-21f5-4617-87d8-5cec990ed7e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.097284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:09:56Z', 'revision_number': 2, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:59.130360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Checking router: fe71288c-b475-4807-8fbc-97e3718d56fe for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:09:59.130711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Updating router fe71288c-b475-4807-8fbc-97e3718d56fe port 3389304c-0d1c-422f-814a-c2579bae6826 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:09:59.209999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e92f533-21f5-4617-87d8-5cec990ed7e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.215547 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e92f533-21f5-4617-87d8-5cec990ed7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.261634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92f533-21f5-4617-87d8-5cec990ed7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3991fb-2400-40e9-aed8-43199a9ee9c8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.266591 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.273757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44460) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.275819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e92f533-21f5-4617-87d8-5cec990ed7e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cce2bb2832284b35beac28d223a47296&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2032366 Oct 19 01:09:59.340988 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9835fe78-dfb2-41df-b8be-1038cad99295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.367143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9835fe78-dfb2-41df-b8be-1038cad99295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.427325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9835fe78-dfb2-41df-b8be-1038cad99295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.430355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9835fe78-dfb2-41df-b8be-1038cad99295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.431559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9835fe78-dfb2-41df-b8be-1038cad99295 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e3991fb-2400-40e9-aed8-43199a9ee9c8 HTTP/1.1" status: 204 len: 168 time: 0.1556504 Oct 19 01:09:59.440514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835fe78-dfb2-41df-b8be-1038cad99295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3991fb-2400-40e9-aed8-43199a9ee9c8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.620899 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.629866 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.671644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44476) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:09:59.701074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94237488-cf71-4448-bc8e-19f76d34f3d5 None None] Pushing event updated for resources: {'Port': ['ID=3389304c-0d1c-422f-814a-c2579bae6826,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.760123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Attempting to bind port 3389304c-0d1c-422f-814a-c2579bae6826 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:09:59.760497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Attempting to bind port 3389304c-0d1c-422f-814a-c2579bae6826 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:09:59.761033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Attempting to bind port 3389304c-0d1c-422f-814a-c2579bae6826 on network 77a65c6d-c418-4f98-93f6-06fb0b05bada {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:09:59.767001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:09:59.767210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Checking segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:09:59.767459 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.767859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Bound using segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:09:59.768436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Bound port: 3389304c-0d1c-422f-814a-c2579bae6826, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:09:59.768830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.840363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] For port 3389304c-0d1c-422f-814a-c2579bae6826, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:09:59.843861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] For port 3389304c-0d1c-422f-814a-c2579bae6826, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3389304c-0d1c-422f-814a-c2579bae6826,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:09:59.851069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:09:59.913460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:09:59.914122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:09:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:09:59.920331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94237488-cf71-4448-bc8e-19f76d34f3d5 None None] Pushing event updated for resources: {'Port': ['ID=3389304c-0d1c-422f-814a-c2579bae6826,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:09:59.990231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-960bd857-e10e-4f99-af8b-8d5b779b58d6 None None] Provisioning complete for port 3389304c-0d1c-422f-814a-c2579bae6826 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:09:59.990593 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-960bd857-e10e-4f99-af8b-8d5b779b58d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.103908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:00.165307 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-546eba62-58e8-418b-83f2-3450d070198d req-78085128-74f1-49df-9a64-2e41b1d3d5f7 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2e2cba218a5c4037b92db611896e1fdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342672 Oct 19 01:10:00.261829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93d004f5-6d2a-4de8-8dd5-7f90f2dab263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.297087 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-960bd857-e10e-4f99-af8b-8d5b779b58d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.324073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eba62-58e8-418b-83f2-3450d070198d req-e578925f-568a-4ea4-afb3-66ebb261719b tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:00.332852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-546eba62-58e8-418b-83f2-3450d070198d req-e578925f-568a-4ea4-afb3-66ebb261719b tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657126 Oct 19 01:10:00.368660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-546eba62-58e8-418b-83f2-3450d070198d req-ff9048fd-cf8d-48af-b99f-44928400269f tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/quotas/2e2cba218a5c4037b92db611896e1fdb HTTP/1.1" status: 200 len: 375 time: 0.0348105 Oct 19 01:10:00.400382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-960bd857-e10e-4f99-af8b-8d5b779b58d6 None None] For port 3389304c-0d1c-422f-814a-c2579bae6826, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3389304c-0d1c-422f-814a-c2579bae6826,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:00.409095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-960bd857-e10e-4f99-af8b-8d5b779b58d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.415911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93d004f5-6d2a-4de8-8dd5-7f90f2dab263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.422060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44520) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:00.424320 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-546eba62-58e8-418b-83f2-3450d070198d req-c928fc5e-1c51-4e78-906c-7dc9d3481353 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e2cba218a5c4037b92db611896e1fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545397 Oct 19 01:10:00.428374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-network', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:00.432139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93d004f5-6d2a-4de8-8dd5-7f90f2dab263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.484116 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-93d004f5-6d2a-4de8-8dd5-7f90f2dab263 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4fc8b232307e4cbf9cd440d954e97f8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8088241 Oct 19 01:10:00.484511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44522) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:00.484616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d004f5-6d2a-4de8-8dd5-7f90f2dab263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e02082-7ee2-4850-aad7-650a2fd9291c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.512367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Made reservation on behalf of b51fdf3e083141fe952b4017827a1b2a for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:00.516553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.525828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bd857-e10e-4f99-af8b-8d5b779b58d6 None None] Pushing event updated for resources: {'Port': ['ID=3389304c-0d1c-422f-814a-c2579bae6826,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.537385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.548263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6087f6c9-0fa5-4964-bfce-7d22c17937f0 None None] Provisioning complete for port 3389304c-0d1c-422f-814a-c2579bae6826 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:00.548263 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6087f6c9-0fa5-4964-bfce-7d22c17937f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.589934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:09:59Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:00.608015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-052c8c4f-1b24-436d-badc-8c5fa2f79ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.624509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d1f80-a349-4a81-a9e9-4ba9c9fd2c6a None None] The sync data for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 is: [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:09:59Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:00.635177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-052c8c4f-1b24-436d-badc-8c5fa2f79ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.667720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.701914 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.739795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-052c8c4f-1b24-436d-badc-8c5fa2f79ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.743051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-052c8c4f-1b24-436d-badc-8c5fa2f79ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.746701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-052c8c4f-1b24-436d-badc-8c5fa2f79ad0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63e02082-7ee2-4850-aad7-650a2fd9291c HTTP/1.1" status: 204 len: 168 time: 0.2612596 Oct 19 01:10:00.767759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c8c4f-1b24-436d-badc-8c5fa2f79ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e02082-7ee2-4850-aad7-650a2fd9291c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.773206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbcf990-6df3-4432-9248-1927fd2d1e90,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.783858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:10:00.797262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.797756 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Added segment 591ef4a8-81d4-4326-8b68-9543ffd0eb83 of type vlan for network b5479e89-8fe5-428b-822f-5fd359b18ff3 Oct 19 01:10:00.845782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.876937 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.876937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:00.876937 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:00.924146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5009110 Oct 19 01:10:00.927868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44548) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:00.932309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Request body: {'subnet': {'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-subnet', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:00.971725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114f530-f17c-4899-b2a3-0d1e82810351 admin admin] Pushing event updated for resources: {'Network': ['ID=b5479e89-8fe5-428b-822f-5fd359b18ff3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:00.983729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:10:01.145698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Made reservation on behalf of b51fdf3e083141fe952b4017827a1b2a for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:01.149080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Publish callbacks [] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.391690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:01.394684 n-d-789963-20 neutron-server[100847]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 01:10:01.398942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.440134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8e9770b3-8c50-42b4-a554-413a3985fb19 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e5f58e09a2fe4778ac3f80078225f3eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465815 Oct 19 01:10:01.466691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Pushing event updated for resources: {'Subnet': ['ID=027a96e5-d1b9-46f1-9148-d1681ac04c79,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:01.476340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Checking segment: {'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:01.477249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Network hostable DHCP agents. Network: b5479e89-8fe5-428b-822f-5fd359b18ff3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:10:01.507670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:10:01.522962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b5479e89-8fe5-428b-822f-5fd359b18ff3) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:01.527702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:01.528338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.535754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c5d46f-7b7b-4fcc-b585-f334a3e00449 None None] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:01.562954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-49b499c5-855f-4aee-8322-b1e0e9d9092d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6350105 Oct 19 01:10:01.565845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44568) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:01.572525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:01.610949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-16e8087f-1314-4849-a761-22fea24f0d15 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:01.619001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-16e8087f-1314-4849-a761-22fea24f0d15 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779966 Oct 19 01:10:01.621822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.623052 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.656799 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-da9cf11d-c912-4cbb-8297-21397a7006db tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/quotas/e5f58e09a2fe4778ac3f80078225f3eb HTTP/1.1" status: 200 len: 375 time: 0.0310471 Oct 19 01:10:01.717253 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.738782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-554192f8-0f2e-4d5c-90cd-c42678723e9e tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5f58e09a2fe4778ac3f80078225f3eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805895 Oct 19 01:10:01.739946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44574) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:01.772815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd089743-6326-4980-b660-7b4f3028bc2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.836492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-b5479e89-8fe5-428b-822f-5fd359b18ff3', 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'fixed_ips': [{'subnet_id': '027a96e5-d1b9-46f1-9148-d1681ac04c79'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:10:01.837994 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.953880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd089743-6326-4980-b660-7b4f3028bc2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.958692 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:01.963252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd089743-6326-4980-b660-7b4f3028bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.078863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd089743-6326-4980-b660-7b4f3028bc2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecb938ca3d074871b389d6ff2dfbcc6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3357937 Oct 19 01:10:02.082468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Allocated IP 172.20.0.2 (b5479e89-8fe5-428b-822f-5fd359b18ff3/027a96e5-d1b9-46f1-9148-d1681ac04c79/47bb17e1-e304-4d42-bbba-12c88e4ae96c) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:02.135071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44586) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:02.177082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5a7e31d-6363-42a8-8e58-5393c541e14c req-3d003f08-0cee-4978-86e0-dd1d475749e1 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 210 time: 0.1058080 Oct 19 01:10:02.178247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd089743-6326-4980-b660-7b4f3028bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac48fd6-c8c1-48fe-898e-268be69dc183,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.268127 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4666025e-d96c-4cb8-ab06-06c3805c0539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.356595 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4666025e-d96c-4cb8-ab06-06c3805c0539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.360699 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.369512 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.414599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:02.421150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:02.424857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:02.442100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Pushing event updated for resources: {'Port': ['ID=47bb17e1-e304-4d42-bbba-12c88e4ae96c,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.464555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.492957 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.511526 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4666025e-d96c-4cb8-ab06-06c3805c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.514448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4666025e-d96c-4cb8-ab06-06c3805c0539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.518259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4666025e-d96c-4cb8-ab06-06c3805c0539 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ac48fd6-c8c1-48fe-898e-268be69dc183 HTTP/1.1" status: 204 len: 168 time: 0.3785553 Oct 19 01:10:02.522656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Attempting to bind port 47bb17e1-e304-4d42-bbba-12c88e4ae96c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:02.523345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Attempting to bind port 47bb17e1-e304-4d42-bbba-12c88e4ae96c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:02.523891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Attempting to bind port 47bb17e1-e304-4d42-bbba-12c88e4ae96c on network b5479e89-8fe5-428b-822f-5fd359b18ff3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:02.529959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:02.530499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Checking segment: {'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:02.530978 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.531492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Bound using segment: {'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:02.532150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Bound port: 47bb17e1-e304-4d42-bbba-12c88e4ae96c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:02.532671 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.563623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666025e-d96c-4cb8-ab06-06c3805c0539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac48fd6-c8c1-48fe-898e-268be69dc183,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.700312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Allocated IP 172.25.0.163 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/bbe2b006-d01c-4530-9350-8820d15bba96) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:02.717029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] For port 47bb17e1-e304-4d42-bbba-12c88e4ae96c, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:02.734204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] For port 47bb17e1-e304-4d42-bbba-12c88e4ae96c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=47bb17e1-e304-4d42-bbba-12c88e4ae96c,segment=NetworkSegment(591ef4a8-81d4-4326-8b68-9543ffd0eb83),segment_id=591ef4a8-81d4-4326-8b68-9543ffd0eb83)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:02.739073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3389304c-0d1c-422f-814a-c2579bae6826 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:02.778941 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.878012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cab3f-96aa-4932-9aad-400bcfbca075 None None] Pushing event updated for resources: {'Port': ['ID=47bb17e1-e304-4d42-bbba-12c88e4ae96c,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:02.886527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3389304c-0d1c-422f-814a-c2579bae6826 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:02.886527 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.910618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:02.959885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.029376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe2b006-d01c-4530-9350-8820d15bba96,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:03.051348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:03.055107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:03.060007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:03.424790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8bf703f-9714-47ad-b9a9-536f1992f344 req-49e7e516-de5c-40b3-8815-d9ffd55e6745 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 210 time: 0.1172731 Oct 19 01:10:03.510023 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:03.737447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa585cb7-1535-4641-92f0-c0aea45adfc8 req-fc7aedfb-3a54-4b24-a574-ba90bae02708 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2e2cba218a5c4037b92db611896e1fdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369577 Oct 19 01:10:03.927910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa585cb7-1535-4641-92f0-c0aea45adfc8 req-ab7ca6ad-325a-4dd1-9bac-4f7cd0c66c4e tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:03.935909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa585cb7-1535-4641-92f0-c0aea45adfc8 req-ab7ca6ad-325a-4dd1-9bac-4f7cd0c66c4e tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914022 Oct 19 01:10:03.960267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa585cb7-1535-4641-92f0-c0aea45adfc8 req-a7ff7f1c-e757-4a2b-ba96-e6acbfc119e7 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/quotas/2e2cba218a5c4037b92db611896e1fdb HTTP/1.1" status: 200 len: 375 time: 0.0166247 Oct 19 01:10:03.986731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.052186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa585cb7-1535-4641-92f0-c0aea45adfc8 req-17fb3be2-8965-471e-8c13-cb15cf72a0f1 tempest-QuotasAdminNegativeTest-212557049 tempest-QuotasAdminNegativeTest-212557049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e2cba218a5c4037b92db611896e1fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844812 Oct 19 01:10:04.213513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:10:04.291108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe152a-33e4-4793-8963-6723e47239cd None None] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:04.366891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-53dcd4d4-99c8-46a5-ae59-d8e27a4f23c9 None None] Provisioning complete for port 47bb17e1-e304-4d42-bbba-12c88e4ae96c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:04.367360 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53dcd4d4-99c8-46a5-ae59-d8e27a4f23c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.401587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:04.414523 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Sync routers for ids ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:04.428373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Routers {'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:04.428997 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:09:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:04.433715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.436331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44700) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:04.437172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f1ad5da6-f245-4a61-b9b4-63226faca8e0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8694766 Oct 19 01:10:04.712693 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Set router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:04.726417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53dcd4d4-99c8-46a5-ae59-d8e27a4f23c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:04.779508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.62', 54556) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:04.816864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 47bb17e1-e304-4d42-bbba-12c88e4ae96c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:04.840691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-6970deeb-8c45-4fb4-a8e9-b58d99cafa1d tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e5f58e09a2fe4778ac3f80078225f3eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599184 Oct 19 01:10:04.888631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-53dcd4d4-99c8-46a5-ae59-d8e27a4f23c9 None None] For port 47bb17e1-e304-4d42-bbba-12c88e4ae96c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=47bb17e1-e304-4d42-bbba-12c88e4ae96c,segment=NetworkSegment(591ef4a8-81d4-4326-8b68-9543ffd0eb83),segment_id=591ef4a8-81d4-4326-8b68-9543ffd0eb83)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:04.969163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53dcd4d4-99c8-46a5-ae59-d8e27a4f23c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.046667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93b204b1-fc83-4552-b391-db4246660e94 req-c0896284-7907-4402-88f5-79b5e620e35e tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 210 time: 0.2014446 Oct 19 01:10:05.150685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-d188ce9c-41a9-43f3-bf66-efcbee9ddcfc tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:05.152990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-d188ce9c-41a9-43f3-bf66-efcbee9ddcfc tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051805 Oct 19 01:10:05.168581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd4d4-99c8-46a5-ae59-d8e27a4f23c9 None None] Pushing event updated for resources: {'Port': ['ID=47bb17e1-e304-4d42-bbba-12c88e4ae96c,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:05.176635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 47bb17e1-e304-4d42-bbba-12c88e4ae96c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:05.177293 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.187557 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:03Z', 'revision_number': 3, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port': {'id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:02Z', 'updated_at': '2021-10-19T01:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:05.249952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Checking router: ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:05.250554 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Updating router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 port bbe2b006-d01c-4530-9350-8820d15bba96 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:10:05.256095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Request body: {'port': {'device_id': '49b81152-5a81-4a66-8f03-aa0a827304de', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'e5f58e09a2fe4778ac3f80078225f3eb'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:05.334480 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.421539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.510124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-aef493e9-4216-4ee3-add7-cd8d6e4352c4 None None] Provisioning complete for port 47bb17e1-e304-4d42-bbba-12c88e4ae96c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:05.511268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aef493e9-4216-4ee3-add7-cd8d6e4352c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.606629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Made reservation on behalf of e5f58e09a2fe4778ac3f80078225f3eb for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:05.611494 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.629024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.643543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Allocated IP 172.20.0.1 (b5479e89-8fe5-428b-822f-5fd359b18ff3/027a96e5-d1b9-46f1-9148-d1681ac04c79/c6228a6a-8d65-450c-acd5-c4c5960e324f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:05.737708 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.752345 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.754462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.759877 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.796268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.836383 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587951fb-220b-44cc-a6e3-61399378a4e8 None None] Pushing event updated for resources: {'Port': ['ID=bbe2b006-d01c-4530-9350-8820d15bba96,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:05.852470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.874359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ccce5-0163-4340-8944-3c8eef6fef3a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:05.905255 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Attempting to bind port bbe2b006-d01c-4530-9350-8820d15bba96 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:05.905975 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Attempting to bind port bbe2b006-d01c-4530-9350-8820d15bba96 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:05.907091 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Attempting to bind port bbe2b006-d01c-4530-9350-8820d15bba96 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:05.912668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:05.916160 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:05.918080 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:05.918781 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:05.919469 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:05.920116 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Bound port: bbe2b006-d01c-4530-9350-8820d15bba96, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:05.920648 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.022021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] For port bbe2b006-d01c-4530-9350-8820d15bba96, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:06.025806 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] For port bbe2b006-d01c-4530-9350-8820d15bba96, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbe2b006-d01c-4530-9350-8820d15bba96,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:06.032524 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.087874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-bfa595bd-7762-4faf-b3b3-dfcee111a142 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502999 Oct 19 01:10:06.106468 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587951fb-220b-44cc-a6e3-61399378a4e8 None None] Pushing event updated for resources: {'Port': ['ID=bbe2b006-d01c-4530-9350-8820d15bba96,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:06.125659 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:06.129986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:06.130463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.177768 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Routers {'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:06.178384 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:09:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:06.231945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Allocated IP 192.168.233.172 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/7ed22124-2ddb-4454-8036-3892f7a6da2c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:06.274777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44762) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:06.305885 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] Set router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:06.327812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Pushing event updated for resources: {'Port': ['ID=c6228a6a-8d65-450c-acd5-c4c5960e324f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:06.341210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-243f0191-70ec-46da-9401-083313ade4c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:06.364807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-243f0191-70ec-46da-9401-083313ade4c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497904 Oct 19 01:10:06.415937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-2de5fbdd-6591-4a6c-b1a0-a7d1365a10d6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/quotas/9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 375 time: 0.0494921 Oct 19 01:10:06.536849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-8253d0bc-a06b-4410-a433-7882e9d4e485 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127164 Oct 19 01:10:06.539200 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.547786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4a276095-4b35-443a-971c-05a64f42d1a8 None None] Provisioning complete for port c6228a6a-8d65-450c-acd5-c4c5960e324f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:06.548424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a276095-4b35-443a-971c-05a64f42d1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.675299 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:03Z', 'revision_number': 3, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port': {'id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:02Z', 'updated_at': '2021-10-19T01:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:06.685084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.700067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4a276095-4b35-443a-971c-05a64f42d1a8 None None] Port c6228a6a-8d65-450c-acd5-c4c5960e324f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:06.750147 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139bfdeb-54a5-434f-bd49-dfadaadb6741 None None] The sync data for ids ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'] in n-d-789963-20 is: [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:03Z', 'revision_number': 3, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port': {'id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:02Z', 'updated_at': '2021-10-19T01:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:06.755936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 47bb17e1-e304-4d42-bbba-12c88e4ae96c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:06.765904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.773805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.774619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.798223 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.842175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Pushing event updated for resources: {'Port': ['ID=c6228a6a-8d65-450c-acd5-c4c5960e324f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:06.927879 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-397c98c9-a053-4553-bc78-b1ef5675fdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:06.961045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 47bb17e1-e304-4d42-bbba-12c88e4ae96c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:06.961431 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.016914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4536d4d9-536d-4dc0-89c7-4ed79f2313e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.037230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:07.051197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:07.054709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Pushing event updated for resources: {'Port': ['ID=7ed22124-2ddb-4454-8036-3892f7a6da2c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:07.061412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:07.065154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:07.078528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:07.084269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.084913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.258162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8b76ea92-14d2-4db2-97f7-8e0c3e5e79be tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0067544 Oct 19 01:10:07.282373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-d5135f46-abdf-4845-9669-048833153b20 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:10:07.283537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-d5135f46-abdf-4845-9669-048833153b20 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0147469 Oct 19 01:10:07.398312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4536d4d9-536d-4dc0-89c7-4ed79f2313e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.405308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4536d4d9-536d-4dc0-89c7-4ed79f2313e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.445609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17374c-ad39-451f-9cc8-adbba564ee55 req-3a30035c-1f58-4a06-9d37-dc2c7acdc1da tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:07.447204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c17374c-ad39-451f-9cc8-adbba564ee55 req-3a30035c-1f58-4a06-9d37-dc2c7acdc1da tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 936 time: 0.4013524 Oct 19 01:10:07.532230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536d4d9-536d-4dc0-89c7-4ed79f2313e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159845ff-9e62-403e-ab6e-849d15486c16,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:07.558492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2cb470bf-bd3e-411d-960d-d71184acc805 None None] Provisioning complete for port 7ed22124-2ddb-4454-8036-3892f7a6da2c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:07.558980 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2cb470bf-bd3e-411d-960d-d71184acc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.595245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4536d4d9-536d-4dc0-89c7-4ed79f2313e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e2cba218a5c4037b92db611896e1fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3138356 Oct 19 01:10:07.598184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44806) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:07.661102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Request body: {'port': {'device_id': '49b81152-5a81-4a66-8f03-aa0a827304de', 'device_owner': 'compute:tempest-test_az-1057396601', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:07.738349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2cb470bf-bd3e-411d-960d-d71184acc805 None None] Port 7ed22124-2ddb-4454-8036-3892f7a6da2c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:07.878229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d040143b-3426-4e08-8df4-99e6a1b4a785 None None] Provisioning complete for port c6228a6a-8d65-450c-acd5-c4c5960e324f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:07.878586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d040143b-3426-4e08-8df4-99e6a1b4a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.878852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-172edae6-2b4d-46a5-b8ca-4044c5f5004d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.889741 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c17374c-ad39-451f-9cc8-adbba564ee55 req-b2aeea0b-0682-4b1d-a0a3-946101168d5d tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154327 Oct 19 01:10:07.937346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:10:07.995242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-172edae6-2b4d-46a5-b8ca-4044c5f5004d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:07.996710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d040143b-3426-4e08-8df4-99e6a1b4a785 None None] Port c6228a6a-8d65-450c-acd5-c4c5960e324f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:08.141508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:08.142249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:08.149915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ff02bc24-c468-4147-bee1-2d66eb40116c admin admin] 10.222.0.64 "PUT /v2.0/routers/ccb5dfb4-9b96-4629-8f67-9ae9600e23b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7122221 Oct 19 01:10:08.195114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-172edae6-2b4d-46a5-b8ca-4044c5f5004d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:08.198967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-172edae6-2b4d-46a5-b8ca-4044c5f5004d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:08.200401 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-172edae6-2b4d-46a5-b8ca-4044c5f5004d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/159845ff-9e62-403e-ab6e-849d15486c16 HTTP/1.1" status: 204 len: 168 time: 0.5965297 Oct 19 01:10:08.214767 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a83b89fa-628c-49d5-a1ae-7374cde5441a req-dfcf3da2-eee9-44bb-91a0-a6838bc14c4d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 210 time: 0.3961849 Oct 19 01:10:08.223205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172edae6-2b4d-46a5-b8ca-4044c5f5004d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159845ff-9e62-403e-ab6e-849d15486c16,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:08.802136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbe2b006-d01c-4530-9350-8820d15bba96 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:08.955666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bbe2b006-d01c-4530-9350-8820d15bba96 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:08.956076 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.106583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44854) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:09.199501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.221700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.270216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port bbe2b006-d01c-4530-9350-8820d15bba96, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbe2b006-d01c-4530-9350-8820d15bba96,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:09.286335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.411541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=bbe2b006-d01c-4530-9350-8820d15bba96,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:09.504655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed22124-2ddb-4454-8036-3892f7a6da2c {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:09.519369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44864) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:09.523927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.550627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a15e996-635d-456d-9ff9-ee032ec3ee38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.568905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Transition to ACTIVE for port object 7ed22124-2ddb-4454-8036-3892f7a6da2c will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:09.592822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286b7187-2854-4d6a-b394-33450d43aa1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.593183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.602316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-347ce462-12a8-4ad8-8256-a9325b90e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.756823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71daf7c1-7fa9-4f3c-94b6-b9a5f22579ec req-1ef594da-1593-4eaa-8d3e-754d330bb64a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 210 time: 0.0880864 Oct 19 01:10:09.759563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed22124-2ddb-4454-8036-3892f7a6da2c,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:09.759691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286b7187-2854-4d6a-b394-33450d43aa1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.791207 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286b7187-2854-4d6a-b394-33450d43aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:09.841071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-286b7187-2854-4d6a-b394-33450d43aa1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83000d09967a49c4a0c08d1f5ebbdcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7321849 Oct 19 01:10:09.843868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:09.855751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0f89-6fad-4636-aed9-e7b6f5296187 req-679e2aca-25bc-43f4-888a-dd1523fd20b7 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:09.864591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-931f0f89-6fad-4636-aed9-e7b6f5296187 req-679e2aca-25bc-43f4-888a-dd1523fd20b7 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 936 time: 0.3811274 Oct 19 01:10:09.906262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b7187-2854-4d6a-b394-33450d43aa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb21f11-829e-415f-a5f8-b32269c3b2e1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:10.012216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Attempting to bind port 7ed22124-2ddb-4454-8036-3892f7a6da2c on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:10.012591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Attempting to bind port 7ed22124-2ddb-4454-8036-3892f7a6da2c by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:10.012927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Attempting to bind port 7ed22124-2ddb-4454-8036-3892f7a6da2c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:10.028234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Sync routers for ids ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:10.028953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.74', 53029) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:10.029250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-931f0f89-6fad-4636-aed9-e7b6f5296187 req-e88909ad-3ee4-4e94-8b14-216a0035dfec tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634042 Oct 19 01:10:10.050809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Routers {'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:10.051794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:10:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:10.080139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-051326b4-f59b-4821-b698-1b34a797d555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.131273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-051326b4-f59b-4821-b698-1b34a797d555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.137240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Port 7ed22124-2ddb-4454-8036-3892f7a6da2c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:10.139408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Attempting to bind port 7ed22124-2ddb-4454-8036-3892f7a6da2c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:10.156054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:10.163945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:10.165852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:10.169332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Bound port: 7ed22124-2ddb-4454-8036-3892f7a6da2c, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:10.169730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.214638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-de000a2b-9c04-4ade-a6cc-23eb498b1a34 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1678014 Oct 19 01:10:10.248562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a15e996-635d-456d-9ff9-ee032ec3ee38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.258467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-051326b4-f59b-4821-b698-1b34a797d555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.265932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-051326b4-f59b-4821-b698-1b34a797d555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.272000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-051326b4-f59b-4821-b698-1b34a797d555 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fb21f11-829e-415f-a5f8-b32269c3b2e1 HTTP/1.1" status: 204 len: 168 time: 0.4259222 Oct 19 01:10:10.278475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a15e996-635d-456d-9ff9-ee032ec3ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.284146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051326b4-f59b-4821-b698-1b34a797d555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb21f11-829e-415f-a5f8-b32269c3b2e1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:10.292813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Set router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:10.555760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.583839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] For port 7ed22124-2ddb-4454-8036-3892f7a6da2c, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:10.598000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] For port 7ed22124-2ddb-4454-8036-3892f7a6da2c, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:10.607162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1a15e996-635d-456d-9ff9-ee032ec3ee38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=282f15fbad764836b88d580cbedd0b25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0831847 Oct 19 01:10:10.608629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44906) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:10.619117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.758548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15e996-635d-456d-9ff9-ee032ec3ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1e098-6a7e-4a01-b71a-8b099bdf4f49,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:10.775398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70181006-8c99-46da-b130-2c75404de0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.826361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbe2b006-d01c-4530-9350-8820d15bba96 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:10.869288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:10.877308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.878782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70181006-8c99-46da-b130-2c75404de0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:10.885217 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/7ed22124-2ddb-4454-8036-3892f7a6da2c HTTP/1.1" status: 200 len: 1119 time: 3.3518424 Oct 19 01:10:10.886784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b81152-5a81-4a66-8f03-aa0a827304de', 'tag': '7ed22124-2ddb-4454-8036-3892f7a6da2c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:11.052298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70181006-8c99-46da-b130-2c75404de0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.056594 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70181006-8c99-46da-b130-2c75404de0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.062887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-70181006-8c99-46da-b130-2c75404de0a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50a1e098-6a7e-4a01-b71a-8b099bdf4f49 HTTP/1.1" status: 204 len: 168 time: 0.4491162 Oct 19 01:10:11.080451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70181006-8c99-46da-b130-2c75404de0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1e098-6a7e-4a01-b71a-8b099bdf4f49,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:11.165686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.206316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bbe2b006-d01c-4530-9350-8820d15bba96 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:11.206693 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.255508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-070f1ab5-cb41-4c0a-ab79-e85be8321392 req-259d21e0-cdd0-4c45-83e9-1c2c1647b91f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 210 time: 0.1799846 Oct 19 01:10:11.306266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885a45b-12c7-4f9d-8fc9-332b1fe785b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed22124-2ddb-4454-8036-3892f7a6da2c,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:11.326385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44932) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:11.335408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6292136f-9f0c-4950-b7cb-8d36eeeb65b3 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933773319', 'description': 'tempest-description--423792414'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:11.413091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:06Z', 'revision_number': 4, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port': {'id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:02Z', 'updated_at': '2021-10-19T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c6228a6a-8d65-450c-acd5-c4c5960e324f', 'name': '', 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'mac_address': 'fa:16:3e:4d:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '027a96e5-d1b9-46f1-9148-d1681ac04c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:05Z', 'updated_at': '2021-10-19T01:10:06Z', 'revision_number': 2, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'subnets': [{'id': '027a96e5-d1b9-46f1-9148-d1681ac04c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:11.448476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Checking router: ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:11.448476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Updating router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 port c6228a6a-8d65-450c-acd5-c4c5960e324f binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:10:11.455637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6292136f-9f0c-4950-b7cb-8d36eeeb65b3 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.461261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44934) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:11.521049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-794519d5-c698-4afc-bfcb-bd3cb1b72356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.525549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.547329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-e3545699-2e68-4b49-b71d-2ed1b2bb0f86 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:11.548615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-e3545699-2e68-4b49-b71d-2ed1b2bb0f86 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3066084 Oct 19 01:10:11.744415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-794519d5-c698-4afc-bfcb-bd3cb1b72356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.755907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-794519d5-c698-4afc-bfcb-bd3cb1b72356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:11.782586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Request body: {'port': {'device_id': '0300a474-55f5-44ec-b925-689bd5784f7a', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '9d05292ca908459aa0eb23f3e418bded'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:11.801469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794519d5-c698-4afc-bfcb-bd3cb1b72356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97aeea-d77d-44e1-815e-697f89f1ca85,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:11.851133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12df946-045f-49b2-bfec-8ab67a1751ec req-912ab474-d889-425a-b65f-9317ca085d5b tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:11.853298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f12df946-045f-49b2-bfec-8ab67a1751ec req-912ab474-d889-425a-b65f-9317ca085d5b tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.3880904 Oct 19 01:10:11.859073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-e4ca97db-062b-41c1-bff6-2c9fa075a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:11.864560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-794519d5-c698-4afc-bfcb-bd3cb1b72356 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44b4ec1b3f244ca19aefb2e4a6641330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949108 Oct 19 01:10:11.865086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-e4ca97db-062b-41c1-bff6-2c9fa075a1e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5f58e09a2fe4778ac3f80078225f3eb&device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 1122 time: 0.5588858 Oct 19 01:10:11.865344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44948) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:11.955743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f12df946-045f-49b2-bfec-8ab67a1751ec req-22432b96-83ba-423a-b39c-2433d9ed2a44 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922561 Oct 19 01:10:12.023193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6292136f-9f0c-4950-b7cb-8d36eeeb65b3 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.036393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6292136f-9f0c-4950-b7cb-8d36eeeb65b3 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.080154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.098728 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-cf03c680-c123-40cf-be0b-792f72828e53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c HTTP/1.1" status: 200 len: 217 time: 0.2208090 Oct 19 01:10:12.118047 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.136858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6292136f-9f0c-4950-b7cb-8d36eeeb65b3 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.138134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6292136f-9f0c-4950-b7cb-8d36eeeb65b3 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8090582 Oct 19 01:10:12.155956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44954) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:12.163391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-377d5e3c-9c33-4b02-ae2d-e1e2e8dbb94c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'security_group_rule': {'security_group_id': 'f1511d07-9df4-4932-b04c-39fdc83fc8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:12.180330 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-615ed4cb-6d54-43ac-91a4-892238535210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.192029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292136f-9f0c-4950-b7cb-8d36eeeb65b3 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1511d07-9df4-4932-b04c-39fdc83fc8a4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:12.230518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-52ac8cce-df01-4ccb-b868-b9782371445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:12.232004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-52ac8cce-df01-4ccb-b868-b9782371445c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1160624 Oct 19 01:10:12.247217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-615ed4cb-6d54-43ac-91a4-892238535210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.252072 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d610fe6-75f6-49fc-9408-ee177dcd326d" -d '{"events": [{"name": "network-changed", "server_uuid": "49b81152-5a81-4a66-8f03-aa0a827304de", "tag": "7ed22124-2ddb-4454-8036-3892f7a6da2c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:12.308174 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.339964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44962) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:12.364563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-377d5e3c-9c33-4b02-ae2d-e1e2e8dbb94c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.577141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8a145034-7606-4d0a-945d-059ee4a67442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:12.581709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-8a145034-7606-4d0a-945d-059ee4a67442 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3163095 Oct 19 01:10:12.626736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1226-6e4e-464f-a4e5-295b45a95424 None None] Pushing event updated for resources: {'Port': ['ID=c6228a6a-8d65-450c-acd5-c4c5960e324f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:12.671802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd68ef65-bc95-40b3-a06b-bf0a3163617e req-a23072d7-fbd1-4af2-9691-ecc6d0b46865 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 210 time: 0.1811669 Oct 19 01:10:12.675942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Attempting to bind port c6228a6a-8d65-450c-acd5-c4c5960e324f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:12.676394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Attempting to bind port c6228a6a-8d65-450c-acd5-c4c5960e324f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:12.676776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Attempting to bind port c6228a6a-8d65-450c-acd5-c4c5960e324f on network b5479e89-8fe5-428b-822f-5fd359b18ff3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:12.687053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-615ed4cb-6d54-43ac-91a4-892238535210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.689165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Made reservation on behalf of 9d05292ca908459aa0eb23f3e418bded for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:12.694926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.701808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-615ed4cb-6d54-43ac-91a4-892238535210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.704827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-615ed4cb-6d54-43ac-91a4-892238535210 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c97aeea-d77d-44e1-815e-697f89f1ca85 HTTP/1.1" status: 204 len: 168 time: 0.8380027 Oct 19 01:10:12.705791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:12.706174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Checking segment: {'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:12.706580 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.714450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Bound using segment: {'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:12.718044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Bound port: c6228a6a-8d65-450c-acd5-c4c5960e324f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591ef4a8-81d4-4326-8b68-9543ffd0eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:12.718547 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.758897 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.801513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-377d5e3c-9c33-4b02-ae2d-e1e2e8dbb94c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.802672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ed4cb-6d54-43ac-91a4-892238535210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97aeea-d77d-44e1-815e-697f89f1ca85,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:12.811863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-377d5e3c-9c33-4b02-ae2d-e1e2e8dbb94c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.827748 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1951b9e6-7ecf-448e-887a-701bd5880f79 x-openstack-request-id: req-1951b9e6-7ecf-448e-887a-701bd5880f79 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:12.828388 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b81152-5a81-4a66-8f03-aa0a827304de", "tag": "7ed22124-2ddb-4454-8036-3892f7a6da2c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:12.828388 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1951b9e6-7ecf-448e-887a-701bd5880f79 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:12.829074 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b81152-5a81-4a66-8f03-aa0a827304de', 'tag': '7ed22124-2ddb-4454-8036-3892f7a6da2c', 'status': 'completed', 'code': 200} Oct 19 01:10:12.860486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d5e3c-9c33-4b02-ae2d-e1e2e8dbb94c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125ae34f-bd91-4079-b291-ad5661234f3c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:12.879917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-377d5e3c-9c33-4b02-ae2d-e1e2e8dbb94c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.880853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-48233042-b9bb-44fe-9b9b-d08aac1fc2ba service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824113 Oct 19 01:10:12.882679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-377d5e3c-9c33-4b02-ae2d-e1e2e8dbb94c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7247565 Oct 19 01:10:12.885539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44976) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:12.904534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-78c2de61-5714-4a0f-ae85-d25d6400f056 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'security_group_rule': {'security_group_id': 'f1511d07-9df4-4932-b04c-39fdc83fc8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:12.909244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be043fca-5d40-498a-bf8d-5d420fb361c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.951360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3837de63-a07f-44df-a280-9a7239588a9e None None] Provisioning complete for port c6228a6a-8d65-450c-acd5-c4c5960e324f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:12.951753 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3837de63-a07f-44df-a280-9a7239588a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:12.992927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] For port c6228a6a-8d65-450c-acd5-c4c5960e324f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:13.019112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] For port c6228a6a-8d65-450c-acd5-c4c5960e324f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6228a6a-8d65-450c-acd5-c4c5960e324f,segment=NetworkSegment(591ef4a8-81d4-4326-8b68-9543ffd0eb83),segment_id=591ef4a8-81d4-4326-8b68-9543ffd0eb83)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:13.020501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3837de63-a07f-44df-a280-9a7239588a9e None None] Port c6228a6a-8d65-450c-acd5-c4c5960e324f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:13.027479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78c2de61-5714-4a0f-ae85-d25d6400f056 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.035898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.146164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.149773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Routers {'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:13.150819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:10:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:13.157859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.160390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1226-6e4e-464f-a4e5-295b45a95424 None None] Pushing event updated for resources: {'Port': ['ID=c6228a6a-8d65-450c-acd5-c4c5960e324f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:13.174763 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78c2de61-5714-4a0f-ae85-d25d6400f056 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.184162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78c2de61-5714-4a0f-ae85-d25d6400f056 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.329185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2de61-5714-4a0f-ae85-d25d6400f056 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9d5417-8ac0-4631-9ddc-bde40f07b68e,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:13.339443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78c2de61-5714-4a0f-ae85-d25d6400f056 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.344678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-78c2de61-5714-4a0f-ae85-d25d6400f056 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4553216 Oct 19 01:10:13.348674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44984) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:13.374527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:13.464359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c652a6-ce62-46f1-b26c-0b1652692ee7 req-fb545ccb-6fd6-486d-8f8d-75e96fe8ce4c tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:13.467566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] Set router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:13.483477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24c652a6-ce62-46f1-b26c-0b1652692ee7 req-fb545ccb-6fd6-486d-8f8d-75e96fe8ce4c tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.2672398 Oct 19 01:10:13.487826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Allocated IP 192.168.233.21 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/b65b0be0-ac36-47ec-86d8-ad4f7dc8e791) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:13.557863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.680266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d99f7a7b-b078-456d-b906-e107a8c09662 None None] Provisioning complete for port c6228a6a-8d65-450c-acd5-c4c5960e324f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:13.683888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24c652a6-ce62-46f1-b26c-0b1652692ee7 req-79821cd4-1923-42e5-9d3b-11f50b007d31 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917017 Oct 19 01:10:13.685366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d99f7a7b-b078-456d-b906-e107a8c09662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.753434 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be043fca-5d40-498a-bf8d-5d420fb361c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.786153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be043fca-5d40-498a-bf8d-5d420fb361c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:13.913696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-be043fca-5d40-498a-bf8d-5d420fb361c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f65fddd81794b939a35c6b5a86a3a77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5570683 Oct 19 01:10:13.923091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-189067fa-a3d9-47a8-ad01-21f2d0c4bbeb req-18d3645a-d801-49c8-95b0-594c0f9b0d64 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0296535 Oct 19 01:10:13.929418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30763c5-ab38-4e9d-b10c-191c0522c7da,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:13.946799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45006) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:14.126871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4bdfc91b-9581-4802-859a-7dc013e18311 req-6dcd8bac-e602-4a91-8f7b-0f6ca2c5e372 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 210 time: 0.2593827 Oct 19 01:10:14.131740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be043fca-5d40-498a-bf8d-5d420fb361c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fecda4c-20e1-4992-aac2-590cbcc14ec1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:14.301013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d99f7a7b-b078-456d-b906-e107a8c09662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.447725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d99f7a7b-b078-456d-b906-e107a8c09662 None None] For port c6228a6a-8d65-450c-acd5-c4c5960e324f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6228a6a-8d65-450c-acd5-c4c5960e324f,segment=NetworkSegment(591ef4a8-81d4-4326-8b68-9543ffd0eb83),segment_id=591ef4a8-81d4-4326-8b68-9543ffd0eb83)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:14.468324 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d99f7a7b-b078-456d-b906-e107a8c09662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.484573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:06Z', 'revision_number': 4, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port': {'id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:02Z', 'updated_at': '2021-10-19T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c6228a6a-8d65-450c-acd5-c4c5960e324f', 'name': '', 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'mac_address': 'fa:16:3e:4d:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '027a96e5-d1b9-46f1-9148-d1681ac04c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:05Z', 'updated_at': '2021-10-19T01:10:12Z', 'revision_number': 4, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'subnets': [{'id': '027a96e5-d1b9-46f1-9148-d1681ac04c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:14.570244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cea4b-8620-4d4b-aa0a-eb58c40feca5 None None] The sync data for ids ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'] in n-d-789963-20 is: [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:10:06Z', 'revision_number': 4, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port': {'id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:02Z', 'updated_at': '2021-10-19T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c6228a6a-8d65-450c-acd5-c4c5960e324f', 'name': '', 'network_id': 'b5479e89-8fe5-428b-822f-5fd359b18ff3', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'mac_address': 'fa:16:3e:4d:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '027a96e5-d1b9-46f1-9148-d1681ac04c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:05Z', 'updated_at': '2021-10-19T01:10:12Z', 'revision_number': 4, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'subnets': [{'id': '027a96e5-d1b9-46f1-9148-d1681ac04c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:14.592478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45020) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:14.725219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.738213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f7a7b-b078-456d-b906-e107a8c09662 None None] Pushing event updated for resources: {'Port': ['ID=c6228a6a-8d65-450c-acd5-c4c5960e324f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:14.750904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68f70954-9c1a-4e1c-94fb-0701455b14f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.814387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68f70954-9c1a-4e1c-94fb-0701455b14f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.816792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.853058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:14.982133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:14.989101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:15.030412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:15.079755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.082211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.201076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4287124 Oct 19 01:10:15.201916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812326a-7be7-4ed9-8b77-bc8cec295439 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:15.226407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71e693-8e9d-4b44-937e-0a6cfc6b936f req-4c3cfe6e-4017-4490-ac0b-d08d54ef0cb0 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.228557 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a71e693-8e9d-4b44-937e-0a6cfc6b936f req-4c3cfe6e-4017-4490-ac0b-d08d54ef0cb0 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.3223343 Oct 19 01:10:15.231581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68f70954-9c1a-4e1c-94fb-0701455b14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.239800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-d77f79ce-d1ee-49a3-940b-7edf67895024 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:10:15.240839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-d77f79ce-d1ee-49a3-940b-7edf67895024 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055690 Oct 19 01:10:15.270005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68f70954-9c1a-4e1c-94fb-0701455b14f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.279066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68f70954-9c1a-4e1c-94fb-0701455b14f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fecda4c-20e1-4992-aac2-590cbcc14ec1 HTTP/1.1" status: 204 len: 168 time: 1.2012756 Oct 19 01:10:15.336062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f70954-9c1a-4e1c-94fb-0701455b14f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fecda4c-20e1-4992-aac2-590cbcc14ec1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:15.372081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Allocated IP 172.25.0.41 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/2fc8a4f7-19f3-4a8a-b859-69828b32b220) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:15.387234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-752522691-network', 'tenant_id': 'df79da2ee2474603b62070de5a0569a8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:15.489588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a71e693-8e9d-4b44-937e-0a6cfc6b936f req-66e5c144-d7ad-4696-bd93-3e3b4d5c7ac8 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091775 Oct 19 01:10:15.507267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ee8fcc48-c0d1-42a9-b05f-c8b1d4aaf629 None None] Provisioning complete for port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:15.507815 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcc48-c0d1-42a9-b05f-c8b1d4aaf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.577152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Made reservation on behalf of df79da2ee2474603b62070de5a0569a8 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:15.591684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fcc48-c0d1-42a9-b05f-c8b1d4aaf629 None None] Port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:15.592911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02792445-4ad4-4282-a08d-9bbc92a403b9 req-5506e3b7-c4c5-4e27-990e-c9bc8c2642f9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.595875 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.601100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02792445-4ad4-4282-a08d-9bbc92a403b9 req-5506e3b7-c4c5-4e27-990e-c9bc8c2642f9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 935 time: 0.3067362 Oct 19 01:10:15.646543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-5a27bc9a-27be-4a04-a0ce-92013e4b4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.648148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-5a27bc9a-27be-4a04-a0ce-92013e4b4cb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5f58e09a2fe4778ac3f80078225f3eb&device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 1122 time: 0.3253551 Oct 19 01:10:15.679039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02792445-4ad4-4282-a08d-9bbc92a403b9 req-0e22bf42-85db-46d5-abbf-4e86e141a04d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750618 Oct 19 01:10:15.737494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.952090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:15.975791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-348cecd9-d1d1-442c-aa9e-cc2a8fb63818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:15.978394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-348cecd9-d1d1-442c-aa9e-cc2a8fb63818 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.3197303 Oct 19 01:10:16.048910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.077693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.113878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-aef1538f-b1ac-4f40-8bd2-e4485ee500e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c HTTP/1.1" status: 200 len: 217 time: 0.1173310 Oct 19 01:10:16.132595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:16.155014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:10:16.160912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b47d06a-d38b-4532-bfe7-cef01c2a915f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:16.184068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Request body: {'port': {'device_id': '0300a474-55f5-44ec-b925-689bd5784f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:16.184575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-870aaaaf-cf7e-4ca7-921f-0051ed131bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.210305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.212189 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Added segment a29c3308-422b-4360-8a26-486874c2141a of type vlan for network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 Oct 19 01:10:16.245793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-cb2dae07-8be4-4b8d-86be-19f3f1f213b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:16.247304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-cb2dae07-8be4-4b8d-86be-19f3f1f213b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1237011 Oct 19 01:10:16.298013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.338592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.370829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-a4f19f36-fc3f-404a-96d4-c7a37957400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:16.372902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-a4f19f36-fc3f-404a-96d4-c7a37957400c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895736 Oct 19 01:10:16.528603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:16.536168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:16.554335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:16.660538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.671046 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.676254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-870aaaaf-cf7e-4ca7-921f-0051ed131bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.693478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event updated for resources: {'Port': ['ID=2fc8a4f7-19f3-4a8a-b859-69828b32b220,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:16.706757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-870aaaaf-cf7e-4ca7-921f-0051ed131bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.768958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6228a6a-8d65-450c-acd5-c4c5960e324f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:16.778169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-bac689c7-3081-44f8-8007-15c19d2990d5 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674328 Oct 19 01:10:16.797491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.798435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:16.799004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.812302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-870aaaaf-cf7e-4ca7-921f-0051ed131bd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2351a370d59c48aab1bdb45c6146ac43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783459 Oct 19 01:10:16.813287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45062) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:16.850687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c6228a6a-8d65-450c-acd5-c4c5960e324f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:16.851587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.875124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4ee6c-3a16-4224-adeb-52ba9714cc10 req-1a223fe3-f3b7-44eb-8e10-c382083ab7d0 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:16.876939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] Pushing event updated for resources: {'Network': ['ID=56fc9e66-ba83-4ac4-a193-bd7876bc3b89,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:16.879197 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:16.880731 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdc4ee6c-3a16-4224-adeb-52ba9714cc10 req-1a223fe3-f3b7-44eb-8e10-c382083ab7d0 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.2388389 Oct 19 01:10:16.884957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aaaaf-cf7e-4ca7-921f-0051ed131bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b48ff3b-0900-4061-8370-ab6bb83acfce,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:16.922727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:10:16.925606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e8e2a503-7a46-44dd-81ac-2e5be44f7bfb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3311877 Oct 19 01:10:16.926529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45066) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:16.934400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Request body: {'subnet': {'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-752522691-subnet', 'tenant_id': 'df79da2ee2474603b62070de5a0569a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:16.966489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Made reservation on behalf of df79da2ee2474603b62070de5a0569a8 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:16.971578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.065479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdc4ee6c-3a16-4224-adeb-52ba9714cc10 req-393e45aa-ec75-45e9-bfe5-1089f23546b5 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680570 Oct 19 01:10:17.085039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d610fe6-75f6-49fc-9408-ee177dcd326d req-3ee2eb87-760d-42d7-b63f-25f75de13777 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701185 Oct 19 01:10:17.116953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc90196-3bca-4402-a104-a697f02e371b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.168693 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:10:17.174142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc90196-3bca-4402-a104-a697f02e371b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.202631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:17.232897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.240244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.249598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.279141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Transition to ACTIVE for port object b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:17.300555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9afb1-3c36-4895-8ef0-13cc00b9a55d req-1b705fe9-e553-41c8-94b8-bc22b174dd1c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:17.309413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dba9afb1-3c36-4895-8ef0-13cc00b9a55d req-1b705fe9-e553-41c8-94b8-bc22b174dd1c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 935 time: 0.1253684 Oct 19 01:10:17.318340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.347289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.373079 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc90196-3bca-4402-a104-a697f02e371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.375643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc90196-3bca-4402-a104-a697f02e371b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.377071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ddc90196-3bca-4402-a104-a697f02e371b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b48ff3b-0900-4061-8370-ab6bb83acfce HTTP/1.1" status: 204 len: 168 time: 0.5606449 Oct 19 01:10:17.404308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.406014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0555475 Oct 19 01:10:17.410777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc90196-3bca-4402-a104-a697f02e371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b48ff3b-0900-4061-8370-ab6bb83acfce,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.431834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.438134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105916a-b874-4849-affa-da87aa9f51af tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event updated for resources: {'Port': ['ID=2fc8a4f7-19f3-4a8a-b859-69828b32b220,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.493537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.518044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dba9afb1-3c36-4895-8ef0-13cc00b9a55d req-ac454b69-fe22-4a12-8dab-2d22ab2eb1c6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077146 Oct 19 01:10:17.570695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cbcae8-6460-4c37-b101-a39da0fdcbd4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.578425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:17.578792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Network hostable DHCP agents. Network: 56fc9e66-ba83-4ac4-a193-bd7876bc3b89, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:10:17.585442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:17.585750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:17.586036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:17.595053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:17.595434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:17.601914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:17.602257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:17.602887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:17.603414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Bound port: b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:17.603680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.642711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:10:17.688396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 56fc9e66-ba83-4ac4-a193-bd7876bc3b89) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:17.693924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bdd387-0821-4377-9f44-6f155b7fcc4f None None] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:17.694361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:17.699948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.758640 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7b46d166-0462-41de-90e5-1b5c2cf2e860 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8285067 Oct 19 01:10:17.808798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:17.813282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:17.825430 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.942313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:17.963108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:17.964449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:17.970298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-77a64444-bcd5-44f6-af07-6d025aa6ceec service neutron] 10.222.0.74 "PUT /v2.0/ports/b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 1096 time: 2.0678430 Oct 19 01:10:17.973643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:17.976063 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78caf09f-8bd9-43b5-8124-45efa2071141" -d '{"events": [{"name": "network-changed", "server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:18.049441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82794ba8-b130-41d0-92aa-1df039c6cdb9 None None] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:18.143673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-ff46aba4-0646-4892-bbaa-22678522936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:18.145468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-ff46aba4-0646-4892-bbaa-22678522936b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1099 time: 0.0590832 Oct 19 01:10:18.234668 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-a2c5454d-cfef-4961-a3a9-d17c90176b9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0748503 Oct 19 01:10:18.709433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:18.715454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-827532995-network', 'tenant_id': '8802ccd05fd048ffa0ccec1eb9e98e01'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:18.774218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Made reservation on behalf of 8802ccd05fd048ffa0ccec1eb9e98e01 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:18.777030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.790071 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.918892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.925456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.963012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:10:18.970107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1840dc4-8e4e-4808-a2c3-6159a4c840c4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:18.990049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:18.990419 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Added segment 179abc55-a487-4a96-9236-fc47496a01c3 of type vlan for network 37ee37c7-0842-444c-8857-cfb5bcde9549 Oct 19 01:10:19.043903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.094056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.095042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:19.095685 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.133393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4227912 Oct 19 01:10:19.137316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45120) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:19.189982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Request body: {'subnet': {'network_id': '37ee37c7-0842-444c-8857-cfb5bcde9549', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-827532995-subnet', 'tenant_id': '8802ccd05fd048ffa0ccec1eb9e98e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:19.201904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-7ce43608-7a9d-462e-936d-882b088bd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:19.203357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-7ce43608-7a9d-462e-936d-882b088bd6d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0731432 Oct 19 01:10:19.210307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f3391-da30-4773-b501-f23909e8fa4c admin admin] Pushing event updated for resources: {'Network': ['ID=37ee37c7-0842-444c-8857-cfb5bcde9549,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:19.221206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 37ee37c7-0842-444c-8857-cfb5bcde9549 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:10:19.235893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Made reservation on behalf of 8802ccd05fd048ffa0ccec1eb9e98e01 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:19.246463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.315335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-b4e6f94b-21f0-45f1-b153-e82b7c412b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:19.318340 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-b4e6f94b-21f0-45f1-b153-e82b7c412b42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057422 Oct 19 01:10:19.528807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-f7c9b579-fbe8-40d1-ae4b-1ff00156e1d4 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012827 Oct 19 01:10:19.530876 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.601389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.673555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Checking segment: {'id': '179abc55-a487-4a96-9236-fc47496a01c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '37ee37c7-0842-444c-8857-cfb5bcde9549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:19.674059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Network hostable DHCP agents. Network: 37ee37c7-0842-444c-8857-cfb5bcde9549, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:10:19.683752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf793ad-0620-4671-bffe-45cdc9dbda6c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:19.702127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Network 37ee37c7-0842-444c-8857-cfb5bcde9549 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:10:19.713702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 37ee37c7-0842-444c-8857-cfb5bcde9549) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:19.720848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:19.720848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:19.724373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9e53e-9ce0-448c-949e-164586d43d17 None None] Network 37ee37c7-0842-444c-8857-cfb5bcde9549 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:19.772018 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-844ba24b-92a5-4756-9ea8-2a0d00cd0e53 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6333902 Oct 19 01:10:19.938964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9d83e-a59b-4128-8ad4-41e8c7edc316 None None] Network 37ee37c7-0842-444c-8857-cfb5bcde9549 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:10:23.730362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-5a5a46cf-92d7-4980-9f38-b16e52502f76 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217896 Oct 19 01:10:23.764600 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-b360653b-ef82-419e-97a9-907723839006 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--933773319&fields=id&tenant_id=c12f04b297a3454c960f59ccb15c67cf HTTP/1.1" status: 200 len: 267 time: 0.0491507 Oct 19 01:10:23.851343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-8c43855e-aa8f-4527-b046-db9acc6f6b8c tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:23.853128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-8c43855e-aa8f-4527-b046-db9acc6f6b8c tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1173139 Oct 19 01:10:23.869510 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-ca78c113-c396-4284-a816-573bea993116 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/quotas/cf5b43d9b3724d4dba45a41028b3969f HTTP/1.1" status: 200 len: 375 time: 0.0098381 Oct 19 01:10:23.913591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-13718711-2398-45b7-a7db-63e6ddad025e tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373850 Oct 19 01:10:24.100260 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb846e1-ea5a-4259-8126-e0bc1c9dcedf x-openstack-request-id: req-2eb846e1-ea5a-4259-8126-e0bc1c9dcedf {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:24.100658 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:24.100926 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2eb846e1-ea5a-4259-8126-e0bc1c9dcedf {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:24.101477 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'status': 'completed', 'code': 200} Oct 19 01:10:24.156155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-d94da675-5ae3-4707-8434-0bb26f7cd85f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:24.158465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-d94da675-5ae3-4707-8434-0bb26f7cd85f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 822 time: 0.3858957 Oct 19 01:10:24.176324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-f18e8d17-850f-4d5a-ba02-aa614594acfc tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/quotas/c12f04b297a3454c960f59ccb15c67cf HTTP/1.1" status: 200 len: 375 time: 0.0108666 Oct 19 01:10:24.256111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-dde6cc4b-592b-4d74-9cf5-92c9cec96e66 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717018 Oct 19 01:10:24.277461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72df52-1278-4240-9237-157450991330 req-d50a3fc2-5453-4857-8631-dd6512999c1b tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:24.280308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad72df52-1278-4240-9237-157450991330 req-d50a3fc2-5453-4857-8631-dd6512999c1b tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.1102111 Oct 19 01:10:24.334928 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad72df52-1278-4240-9237-157450991330 req-e9798e1d-1da9-405d-a81e-62c362a2666d tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480456 Oct 19 01:10:24.473211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa3543-4bc7-4603-9f3b-516f01824fdf req-f22eaba4-ec6b-40e7-b76b-00d46d2f14be tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:24.475075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0efa3543-4bc7-4603-9f3b-516f01824fdf req-f22eaba4-ec6b-40e7-b76b-00d46d2f14be tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.0816286 Oct 19 01:10:24.492286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-ea37bde5-5db0-4bb4-a34a-61fb5332329b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:10:24.493373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-ea37bde5-5db0-4bb4-a34a-61fb5332329b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0631232 Oct 19 01:10:24.518744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0efa3543-4bc7-4603-9f3b-516f01824fdf req-df898f39-51f4-454b-82af-3cd21036f140 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Oct 19 01:10:24.602319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-fc7cd980-7868-40b0-9738-57ceb927939b service neutron] 10.222.0.64 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002665 Oct 19 01:10:24.697094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-aae08083-5dff-4e74-9894-7f910d0fe8a8 service neutron] 10.222.0.64 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874722 Oct 19 01:10:24.878276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bba17aa-86ca-40b5-b333-439c82b2a339 req-027cd8fe-74fe-43e8-8bb9-47a4905ac08b tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 210 time: 0.0290446 Oct 19 01:10:25.015920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-5d76d5ca-775e-4d87-accc-72207d429c39 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.019959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6682289a-52d0-453e-a3f9-f2354812014c req-46de9107-9155-4312-9363-a24446a4a81e tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 210 time: 0.0582623 Oct 19 01:10:25.028208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-5d76d5ca-775e-4d87-accc-72207d429c39 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.2242472 Oct 19 01:10:25.051662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-5181f9ec-29e4-467d-9b45-c82e4cf4aa67 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/quotas/df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 375 time: 0.0108097 Oct 19 01:10:25.249110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-10975ea6-ac9b-4c22-996e-2e0238fddcf3 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1905901 Oct 19 01:10:25.274823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45200) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:25.386040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82e4c247-e88e-4d8f-9ee7-304c734acf01 req-8e14812b-9d2b-4dab-8089-4da63658477f service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336498 Oct 19 01:10:25.414620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39f59053-ed84-4d1e-88c1-e70cd6f8b31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.445248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-158d15a3-6c09-4c3f-9f37-1d3c89607136 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:10:25.446253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-158d15a3-6c09-4c3f-9f37-1d3c89607136 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0583265 Oct 19 01:10:25.472593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b0a81-e0f9-4d61-ba53-357a7a10304d req-9dd57bc4-010a-43b1-8e2a-c828958eb33d tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.475170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e62b0a81-e0f9-4d61-ba53-357a7a10304d req-9dd57bc4-010a-43b1-8e2a-c828958eb33d tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.0538747 Oct 19 01:10:25.538815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e62b0a81-e0f9-4d61-ba53-357a7a10304d req-a021846f-d397-49ed-a047-0a0fac312768 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567732 Oct 19 01:10:25.577511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-5a6186ce-747a-485f-af54-961c7a86224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.580546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-5a6186ce-747a-485f-af54-961c7a86224f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1099 time: 0.0528235 Oct 19 01:10:25.602916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-5d203ba3-55dd-47b5-8364-b11808fc0344 service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446042 Oct 19 01:10:25.608433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39f59053-ed84-4d1e-88c1-e70cd6f8b31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.650289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39f59053-ed84-4d1e-88c1-e70cd6f8b31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.683607 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-4656594d-8696-4e70-a86c-70b4f4197c4e tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588069 Oct 19 01:10:25.688567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f59053-ed84-4d1e-88c1-e70cd6f8b31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec83baa-22ba-4f80-8ca2-3f3c3338b9c8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:25.773897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-39f59053-ed84-4d1e-88c1-e70cd6f8b31f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ec7f2b0452849ec83fe519ea2cac0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969406 Oct 19 01:10:25.777530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:25.810567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-803f0b1b-e5c6-4ede-95ca-4b14cc33c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.811918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-803f0b1b-e5c6-4ede-95ca-4b14cc33c6a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2229385 Oct 19 01:10:25.820415 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-a6092aa5-a595-43b9-91cc-b1b747ede745 service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089040 Oct 19 01:10:25.828147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960798d-a310-4223-b7a7-362159cf91ac req-ca6fbbb9-a48e-4424-89e6-040f70ee0210 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.829615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e960798d-a310-4223-b7a7-362159cf91ac req-ca6fbbb9-a48e-4424-89e6-040f70ee0210 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.1530623 Oct 19 01:10:25.845217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b043af32-d2bb-4cab-8ed8-1a551c830b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.867406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b043af32-d2bb-4cab-8ed8-1a551c830b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.879237 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-2796e330-afba-4166-a8e3-cc5325b18fb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0486658 Oct 19 01:10:25.920215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-8c96cfbd-e242-42f5-a901-92aed4d1e14d tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:25.921460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b043af32-d2bb-4cab-8ed8-1a551c830b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.921627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-8c96cfbd-e242-42f5-a901-92aed4d1e14d tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118161 Oct 19 01:10:25.924363 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b043af32-d2bb-4cab-8ed8-1a551c830b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:25.925627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b043af32-d2bb-4cab-8ed8-1a551c830b75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ec83baa-22ba-4f80-8ca2-3f3c3338b9c8 HTTP/1.1" status: 204 len: 168 time: 0.1471913 Oct 19 01:10:25.936175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043af32-d2bb-4cab-8ed8-1a551c830b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec83baa-22ba-4f80-8ca2-3f3c3338b9c8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:25.936727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Request body: {'port': {'device_id': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'cf5b43d9b3724d4dba45a41028b3969f'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:25.942285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e960798d-a310-4223-b7a7-362159cf91ac req-f6348439-43ca-4671-9e56-22cff185731b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004229 Oct 19 01:10:26.051669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-ba8d0060-763a-4c1e-ad52-7cdb7e913c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:26.053089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-ba8d0060-763a-4c1e-ad52-7cdb7e913c43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1099617 Oct 19 01:10:26.062647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0885f90-123f-4318-83c2-fc0f8066edf2 req-bff5469c-7737-46c1-9317-8b531d28a060 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 210 time: 0.0344830 Oct 19 01:10:26.106191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca5b7804-3c68-4107-84d2-c5c7d863d000 req-a444fd2a-06f8-4959-83f4-0a978e9b97e2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 210 time: 0.0562031 Oct 19 01:10:26.165522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-a1d3d65f-2ca9-433e-a011-adeb2c679db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:26.167838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-a1d3d65f-2ca9-433e-a011-adeb2c679db3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038592 Oct 19 01:10:26.184997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Made reservation on behalf of cf5b43d9b3724d4dba45a41028b3969f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:26.188467 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.189142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.62', 54563) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.209350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.281140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fbd3b06-3fb3-48ea-8d42-f3bba5f2e402 req-468dd6f1-cf54-4305-a8eb-bb58c937bbad tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 210 time: 0.0698962 Oct 19 01:10:26.310952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-6a253b26-0cff-4dd1-b721-7e831b06c5d6 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356297 Oct 19 01:10:26.408530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-3d570111-92d6-4b99-a93c-e257dc0764a6 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:26.410023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-3d570111-92d6-4b99-a93c-e257dc0764a6 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 822 time: 0.2199125 Oct 19 01:10:26.413949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.420860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.448217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45234) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.467037 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3d34a99-c4d4-43e4-b25d-11ea76fb59bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.500884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-fc8b97fc-fbbd-40ab-b760-4c7876268dd5 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12f04b297a3454c960f59ccb15c67cf HTTP/1.1" status: 200 len: 379 time: 0.0792234 Oct 19 01:10:26.508910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78caf09f-8bd9-43b5-8124-45efa2071141 req-acc5f9da-389c-482d-b2eb-6154dc9fbfaa service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862388 Oct 19 01:10:26.512953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5656a0c0-1d80-41bf-b3f7-771b87c7ddda,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:26.514245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'port': {'device_id': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'admin_state_up': True, 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'security_groups': ['f1511d07-9df4-4932-b04c-39fdc83fc8a4']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:26.611842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Allocated IP 192.168.233.109 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/138ffa81-cc75-40d0-afc8-8732ec7159fd) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:26.665725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3d34a99-c4d4-43e4-b25d-11ea76fb59bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.675645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3d34a99-c4d4-43e4-b25d-11ea76fb59bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.695376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Made reservation on behalf of c12f04b297a3454c960f59ccb15c67cf for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:26.700142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.722807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575550-d63d-47b6-bf28-ad14daf59c7f req-b194a274-07f0-41d8-a86f-f201cd24a9f6 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:26.724337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be575550-d63d-47b6-bf28-ad14daf59c7f req-b194a274-07f0-41d8-a86f-f201cd24a9f6 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.0980453 Oct 19 01:10:26.739658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d34a99-c4d4-43e4-b25d-11ea76fb59bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6e22b6-c23b-4436-9c0b-6e1f242a5860,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:26.750084 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b3d34a99-c4d4-43e4-b25d-11ea76fb59bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c6abc6f25dc4e80a7456b15026562f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010747 Oct 19 01:10:26.753212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45240) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:26.822119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be575550-d63d-47b6-bf28-ad14daf59c7f req-a306a56e-ea52-4483-bd73-f7434cce91fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837431 Oct 19 01:10:26.853452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.893066 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.934533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:26.937565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:26.941168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:26.946854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:26.948088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.960878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16a67e65-5869-43d4-8e76-e33fa6e654a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:26.962339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Pushing event updated for resources: {'Port': ['ID=138ffa81-cc75-40d0-afc8-8732ec7159fd,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:26.982222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-213ed9eb-3055-4b36-8057-195ad2f80498 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0501268 Oct 19 01:10:27.000938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Allocated IP 172.20.0.6 (77a65c6d-c418-4f98-93f6-06fb0b05bada/d4d5b4a5-7a04-4e39-94ec-523970ce2ff3/2ee22be0-48a4-4d37-ae6b-98fddbc56964) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:27.001991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Request body: {'port': {'device_id': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'device_owner': 'compute:tempest-test_az-1057396601', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:27.011779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16a67e65-5869-43d4-8e76-e33fa6e654a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.063677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.136588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f922b-05fc-4a71-9731-d9ad65236ce6 req-444cedd2-ddd0-4389-ab88-f3e4d99b2578 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:27.138306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-185f922b-05fc-4a71-9731-d9ad65236ce6 req-444cedd2-ddd0-4389-ab88-f3e4d99b2578 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.1155949 Oct 19 01:10:27.203279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16a67e65-5869-43d4-8e76-e33fa6e654a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.206250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16a67e65-5869-43d4-8e76-e33fa6e654a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.211143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-16a67e65-5869-43d4-8e76-e33fa6e654a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a6e22b6-c23b-4436-9c0b-6e1f242a5860 HTTP/1.1" status: 204 len: 168 time: 0.4569430 Oct 19 01:10:27.289666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7890a3d8-5505-46e3-9a32-38286165ed53 None None] Provisioning complete for port 138ffa81-cc75-40d0-afc8-8732ec7159fd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:27.291005 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7890a3d8-5505-46e3-9a32-38286165ed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.316039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a67e65-5869-43d4-8e76-e33fa6e654a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6e22b6-c23b-4436-9c0b-6e1f242a5860,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:27.343848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7890a3d8-5505-46e3-9a32-38286165ed53 None None] Port 138ffa81-cc75-40d0-afc8-8732ec7159fd cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:27.350995 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-185f922b-05fc-4a71-9731-d9ad65236ce6 req-b9ee4d66-b592-42fd-add8-403085700e86 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016282 Oct 19 01:10:27.457886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.516248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5da7fe-a3e1-421d-a4bc-667a830101bc req-9aaa49f1-529b-4e69-8443-d61ba1fe3308 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:27.523857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b5da7fe-a3e1-421d-a4bc-667a830101bc req-9aaa49f1-529b-4e69-8443-d61ba1fe3308 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 936 time: 0.2831230 Oct 19 01:10:27.529255 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ed4d631-f858-4505-99fe-a4764d81035b req-dacbddcf-22d6-4112-b6da-ad06cf1314c0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 210 time: 0.0433397 Oct 19 01:10:27.551041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.684569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:27.699322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:27.706010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:27.711653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:27.712195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.713418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138ffa81-cc75-40d0-afc8-8732ec7159fd {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:27.736011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.737353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event updated for resources: {'Port': ['ID=2ee22be0-48a4-4d37-ae6b-98fddbc56964,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:27.753541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-5f01ba58-d970-4896-8cc1-4fc86bd403dd tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2444899 Oct 19 01:10:27.758926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b5da7fe-a3e1-421d-a4bc-667a830101bc req-e20ffb7f-9fcb-43ba-9129-213c6700517e tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341681 Oct 19 01:10:27.770996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-7745076e-c669-40b7-a739-92ec2ccf2fb2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:27.772479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-7745076e-c669-40b7-a739-92ec2ccf2fb2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.3341351 Oct 19 01:10:27.773567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794581e-ce4b-46db-8d1c-96a0039b9464 req-cca0db07-e06b-48c2-b137-c27ae3f68838 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:27.775073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9794581e-ce4b-46db-8d1c-96a0039b9464 req-cca0db07-e06b-48c2-b137-c27ae3f68838 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 931 time: 0.1383705 Oct 19 01:10:27.780845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Request body: {'port': {'device_id': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'device_owner': 'compute:tempest-test_az-1057396601', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:27.782766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Transition to ACTIVE for port object 138ffa81-cc75-40d0-afc8-8732ec7159fd will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:27.787361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.798311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Request body: {'port': {'device_id': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'admin_state_up': True, 'tenant_id': 'df79da2ee2474603b62070de5a0569a8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:27.858246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Pushing event updated for resources: {'Port': ['ID=138ffa81-cc75-40d0-afc8-8732ec7159fd,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:27.869199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:27.884685 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9794581e-ce4b-46db-8d1c-96a0039b9464 req-4e355fd3-54f2-438f-9a19-15f6518f9c25 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001086 Oct 19 01:10:28.073937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-82e141c7-3d69-420a-ac73-80c5b0c6b07f None None] Provisioning complete for port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:28.074600 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82e141c7-3d69-420a-ac73-80c5b0c6b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.139715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-82e141c7-3d69-420a-ac73-80c5b0c6b07f None None] Port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:28.239391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Attempting to bind port 138ffa81-cc75-40d0-afc8-8732ec7159fd on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:28.240071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Attempting to bind port 138ffa81-cc75-40d0-afc8-8732ec7159fd by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:28.240071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Attempting to bind port 138ffa81-cc75-40d0-afc8-8732ec7159fd on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:28.261715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Port 138ffa81-cc75-40d0-afc8-8732ec7159fd on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:28.262039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Attempting to bind port 138ffa81-cc75-40d0-afc8-8732ec7159fd on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:28.276215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:28.276719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:28.277101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:28.277538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Bound port: 138ffa81-cc75-40d0-afc8-8732ec7159fd, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:28.277887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.299172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050888-2683-47ca-9b7f-4397ee1d55d8 req-1db2a355-4dd4-4c51-80e1-da44f789de34 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:28.300695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de050888-2683-47ca-9b7f-4397ee1d55d8 req-1db2a355-4dd4-4c51-80e1-da44f789de34 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.3306379 Oct 19 01:10:28.363612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Made reservation on behalf of df79da2ee2474603b62070de5a0569a8 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:28.367184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.395807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de050888-2683-47ca-9b7f-4397ee1d55d8 req-a34a07c0-e578-40e3-93aa-535d192a2ae7 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843980 Oct 19 01:10:28.417874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] For port 138ffa81-cc75-40d0-afc8-8732ec7159fd, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:28.423747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] For port 138ffa81-cc75-40d0-afc8-8732ec7159fd, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=138ffa81-cc75-40d0-afc8-8732ec7159fd,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:28.431111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.490138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:28.490742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.492126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] 10.222.0.62 "PUT /v2.0/ports/138ffa81-cc75-40d0-afc8-8732ec7159fd HTTP/1.1" status: 200 len: 1119 time: 1.4986250 Oct 19 01:10:28.511934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'tag': '138ffa81-cc75-40d0-afc8-8732ec7159fd'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:28.514157 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e476e139-ed5a-4c3e-9994-e5c6a40f032c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac76fce7-8d23-4d70-9b4a-bfd85c04a523", "tag": "138ffa81-cc75-40d0-afc8-8732ec7159fd"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:28.514304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee22be0-48a4-4d37-ae6b-98fddbc56964 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:28.522188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.549842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Transition to ACTIVE for port object 2ee22be0-48a4-4d37-ae6b-98fddbc56964 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:28.562400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3957542-89d0-4577-9aac-19f1784e6aca req-0ee2d8f2-98d0-4463-a239-8ec528fc8416 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:28.567119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3957542-89d0-4577-9aac-19f1784e6aca req-0ee2d8f2-98d0-4463-a239-8ec528fc8416 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.1378770 Oct 19 01:10:28.567862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.638005 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac932ab9-998e-496c-99c2-49e708002a6e x-openstack-request-id: req-ac932ab9-998e-496c-99c2-49e708002a6e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:28.638295 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac76fce7-8d23-4d70-9b4a-bfd85c04a523", "tag": "138ffa81-cc75-40d0-afc8-8732ec7159fd", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:28.638571 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac932ab9-998e-496c-99c2-49e708002a6e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:28.638951 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'tag': '138ffa81-cc75-40d0-afc8-8732ec7159fd', 'status': 'completed', 'code': 200} Oct 19 01:10:28.664534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51551d4-cb04-4a32-ae1b-ac690c7fff04 service neutron] Pushing event updated for resources: {'Port': ['ID=138ffa81-cc75-40d0-afc8-8732ec7159fd,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:28.698640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-2e44771a-16b5-43e8-ba5c-18b189f2640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:28.700278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-2e44771a-16b5-43e8-ba5c-18b189f2640d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 1122 time: 0.1497593 Oct 19 01:10:28.704905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Allocated IP 172.20.0.8 (56fc9e66-ba83-4ac4-a193-bd7876bc3b89/68cbcae8-6460-4c37-b101-a39da0fdcbd4/8305cb38-2812-4b5c-b733-a87a992c86c2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:28.729101 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3957542-89d0-4577-9aac-19f1784e6aca req-9241830b-8996-4c56-86d6-803c440f8789 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447899 Oct 19 01:10:28.783948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-5b9cf60a-94f4-4e14-9fb7-82e2095255c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=138ffa81-cc75-40d0-afc8-8732ec7159fd HTTP/1.1" status: 200 len: 217 time: 0.0688062 Oct 19 01:10:28.822130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Attempting to bind port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:28.823062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Attempting to bind port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:28.824969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Attempting to bind port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 on network 77a65c6d-c418-4f98-93f6-06fb0b05bada {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:28.832114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d616e53-2fbc-4275-ae85-5b36130e1bf7 req-5d75154a-57fa-42eb-b25d-97f62b986208 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 210 time: 0.0617733 Oct 19 01:10:28.844913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee22be0-48a4-4d37-ae6b-98fddbc56964,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:28.847723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 on network 77a65c6d-c418-4f98-93f6-06fb0b05bada not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:28.848158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Attempting to bind port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 on network 77a65c6d-c418-4f98-93f6-06fb0b05bada {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:28.854961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:28.855336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Checking segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:28.856079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Bound using segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:28.856558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Bound port: 2ee22be0-48a4-4d37-ae6b-98fddbc56964, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:28.857014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:28.906643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-a87713ee-6fd2-417e-8eae-24b1ded9816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:28.908411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-a87713ee-6fd2-417e-8eae-24b1ded9816e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1028950 Oct 19 01:10:28.969376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eea9c-8014-480a-87c3-67f89767a574 req-d946cfd4-0a9d-4d3d-ae1c-4e397e68dfbf tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:28.974627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d10eea9c-8014-480a-87c3-67f89767a574 req-d946cfd4-0a9d-4d3d-ae1c-4e397e68dfbf tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 970 time: 0.1036570 Oct 19 01:10:29.001379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] For port 2ee22be0-48a4-4d37-ae6b-98fddbc56964, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:29.034178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d10eea9c-8014-480a-87c3-67f89767a574 req-5d0e1dcc-28a0-4c59-861e-8c51a62052c8 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586090 Oct 19 01:10:29.039768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] For port 2ee22be0-48a4-4d37-ae6b-98fddbc56964, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:29.046701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.090816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.091442 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.092939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/2ee22be0-48a4-4d37-ae6b-98fddbc56964 HTTP/1.1" status: 200 len: 1114 time: 1.3162534 Oct 19 01:10:29.093380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:29.097802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-1ceef3f2-0c63-42f8-bc3a-e40469aa69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.098959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-1ceef3f2-0c63-42f8-bc3a-e40469aa69e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518495 Oct 19 01:10:29.141594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9ead-ada8-462d-9a27-3340c8e0d971 req-e9633af4-5102-4a19-b4b4-1b762b16c808 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.143086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-356d9ead-ada8-462d-9a27-3340c8e0d971 req-e9633af4-5102-4a19-b4b4-1b762b16c808 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 965 time: 0.1509905 Oct 19 01:10:29.173092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.274428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8ccb-732a-4978-8419-dc74880698e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee22be0-48a4-4d37-ae6b-98fddbc56964,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:29.283935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-0cba467f-ec67-4dbd-b071-03d0c4c2a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.285468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-0cba467f-ec67-4dbd-b071-03d0c4c2a675 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 1117 time: 0.1219461 Oct 19 01:10:29.363661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-356d9ead-ada8-462d-9a27-3340c8e0d971 req-1acdce6a-9775-4932-aa12-755024a58d73 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086737 Oct 19 01:10:29.376155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-2f72f659-2199-4eaf-b075-3e7f24d5b4ed service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669642 Oct 19 01:10:29.436937 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.455077 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:29.462228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-e276c13b-9f41-40f3-9cfa-566d7af55f76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964 HTTP/1.1" status: 200 len: 217 time: 0.1598723 Oct 19 01:10:29.546829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-0567f0b9-caa4-488f-83a1-09afc1366776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.548431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-0567f0b9-caa4-488f-83a1-09afc1366776 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 200 len: 861 time: 0.0782332 Oct 19 01:10:29.577039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:29.586773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:29.589672 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e1379-ec4d-4e06-8e60-8c9feacfae38 x-openstack-request-id: req-556e1379-ec4d-4e06-8e60-8c9feacfae38 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:29.589968 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:29.590226 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-556e1379-ec4d-4e06-8e60-8c9feacfae38 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:29.590710 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'status': 'completed', 'code': 200} Oct 19 01:10:29.593697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:29.600654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.600654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.628916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:29.636035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-a57105ad-92e4-4c0c-ac37-caaf16690684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.637715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-a57105ad-92e4-4c0c-ac37-caaf16690684 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77a65c6d-c418-4f98-93f6-06fb0b05bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819871 Oct 19 01:10:29.638271 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b52ad3-b33b-4f08-a584-e7b1a3949ae7 req-45f023a9-1c07-4ff0-91eb-75a8b4e737dd service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548182 Oct 19 01:10:29.644315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2f7d965a-6177-45c2-a102-cb979b19cb38 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8520391 Oct 19 01:10:29.652894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213fd1-f1b9-416c-8805-60ba18b423a0 req-80ef42cc-936d-406b-b3fb-8c8dd5ae7769 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.654397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9213fd1-f1b9-416c-8805-60ba18b423a0 req-80ef42cc-936d-406b-b3fb-8c8dd5ae7769 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 970 time: 0.1396182 Oct 19 01:10:29.664622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Request body: {'port': {'device_id': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:29.759711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-d110a3f3-bfec-4af9-8343-057388eef191 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018441 Oct 19 01:10:29.784485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9213fd1-f1b9-416c-8805-60ba18b423a0 req-7c9a1ce1-f3d8-47e7-afaa-a801b4c9bf60 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054018 Oct 19 01:10:29.791675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:29.810321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-fac58b95-f311-48ad-b239-dbdec79e31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.811817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-fac58b95-f311-48ad-b239-dbdec79e31c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 1122 time: 0.0946579 Oct 19 01:10:29.877199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7ed22124-2ddb-4454-8036-3892f7a6da2c details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:29.922003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59462fa-bb8e-47b0-a53a-2e7cf3da70ca req-b1370bc0-48a1-4525-be61-3c30a69ea89a service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539924 Oct 19 01:10:29.932643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe31625-ad45-4456-8407-ddd57adfa936 req-5fd4e2de-1495-4c80-a8ee-c60b089bf9cc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:29.934377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fe31625-ad45-4456-8407-ddd57adfa936 req-5fd4e2de-1495-4c80-a8ee-c60b089bf9cc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.0920837 Oct 19 01:10:29.996656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fe31625-ad45-4456-8407-ddd57adfa936 req-b8e7fcc6-c095-44ff-9d1e-b2c83a8a122f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561955 Oct 19 01:10:30.032015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7ed22124-2ddb-4454-8036-3892f7a6da2c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:30.056796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-cc2087a1-8c84-40ed-b64f-b83a08bd9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.058012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-cc2087a1-8c84-40ed-b64f-b83a08bd9a0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 1117 time: 0.0759006 Oct 19 01:10:30.058924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-d9d43a30-814d-4344-b0b9-632948fadf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.060430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-d9d43a30-814d-4344-b0b9-632948fadf71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2277040 Oct 19 01:10:30.103714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431cbdf-d311-4694-93b9-790989a76dc9 req-c4ea167a-f913-45cf-bb4f-2e8cf9aad284 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.105599 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6431cbdf-d311-4694-93b9-790989a76dc9 req-c4ea167a-f913-45cf-bb4f-2e8cf9aad284 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 931 time: 0.1471868 Oct 19 01:10:30.163829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '7ed22124-2ddb-4454-8036-3892f7a6da2c', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '7ed22124-2ddb-4454-8036-3892f7a6da2c', 'mac_address': 'fa:16:3e:b4:5d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:tempest-test_az-1057396601', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:30.170006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-0a67b881-c290-4890-a62f-f31a9a08f518 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=138ffa81-cc75-40d0-afc8-8732ec7159fd HTTP/1.1" status: 200 len: 217 time: 0.0633552 Oct 19 01:10:30.206293 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.223391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed22124-2ddb-4454-8036-3892f7a6da2c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:30.245747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7ed22124-2ddb-4454-8036-3892f7a6da2c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:30.248622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6431cbdf-d311-4694-93b9-790989a76dc9 req-1ef08d4d-4839-47be-98c7-cfcfa4c965ba tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337428 Oct 19 01:10:30.253332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.290105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-1999d4a4-b5d8-4442-8c0c-0af3157b2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.291605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-1999d4a4-b5d8-4442-8c0c-0af3157b2a7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1081638 Oct 19 01:10:30.296585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-41887ea6-4fb9-4d12-8fef-83424b4f9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.298035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-41887ea6-4fb9-4d12-8fef-83424b4f9de2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 923 time: 0.2229352 Oct 19 01:10:30.318375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86814-2d35-4f0f-83c2-995a41212b22 req-9ddd8440-7065-4768-9828-7ac382c51ffa tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.319845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36a86814-2d35-4f0f-83c2-995a41212b22 req-9ddd8440-7065-4768-9828-7ac382c51ffa tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 970 time: 0.0741813 Oct 19 01:10:30.330225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7ed22124-2ddb-4454-8036-3892f7a6da2c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:30.339176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:30.385222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-a5161c23-d836-4787-90b2-9ff6fd8692b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964 HTTP/1.1" status: 200 len: 217 time: 0.0640366 Oct 19 01:10:30.393461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8305cb38-2812-4b5c-b733-a87a992c86c2 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:30.405982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.424069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-4b529633-2709-49f1-9c8d-3c61a47673bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.426935 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-4b529633-2709-49f1-9c8d-3c61a47673bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135075 Oct 19 01:10:30.429990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Transition to ACTIVE for port object 8305cb38-2812-4b5c-b733-a87a992c86c2 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:30.436020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.457431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45340) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:30.462937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36a86814-2d35-4f0f-83c2-995a41212b22 req-27020604-3481-4eb1-84e4-a75c536dae17 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268435 Oct 19 01:10:30.495715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-5062ded2-47a9-4647-a9a5-347f2f0f6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.497310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-5062ded2-47a9-4647-a9a5-347f2f0f6476 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 200 len: 861 time: 0.1040773 Oct 19 01:10:30.499688 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:30.522384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'mac_address': 'fa:16:3e:67:88:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:30.554705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-60ea4233-a8d5-4a9c-8879-a747045871c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.556479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-60ea4233-a8d5-4a9c-8879-a747045871c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77a65c6d-c418-4f98-93f6-06fb0b05bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498688 Oct 19 01:10:30.591854 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.594626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:30.610332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:30.630709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:30.636726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.672544 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4939fa48-0e7b-4d02-9794-dab1a25d3730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.677657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7ed22124-2ddb-4454-8036-3892f7a6da2c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:30.680846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-adc75878-f11a-4789-8db7-71b0ef934492 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160293 Oct 19 01:10:30.686412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22e052-c2df-4477-8c96-7df27432ea0b req-c76ce907-ba4b-4ce3-b0f5-727a9f22d5a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.687905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b22e052-c2df-4477-8c96-7df27432ea0b req-c76ce907-ba4b-4ce3-b0f5-727a9f22d5a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 965 time: 0.1874640 Oct 19 01:10:30.697683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-621cf97b-da17-4026-ba41-ebb09e8cf02e service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555492 Oct 19 01:10:30.699228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:30.699553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:30.699876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:30.745558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:30.746346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:30.756189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:30.780509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:30.780852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:30.781563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:30.781678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Bound port: 8305cb38-2812-4b5c-b733-a87a992c86c2, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:30.782019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.787507 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe468b99-1a8a-490a-b9a1-14f1a68d4ea8 req-a7ff92cb-e23b-480d-b373-f60eb2c56aae service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967221 Oct 19 01:10:30.839297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b22e052-c2df-4477-8c96-7df27432ea0b req-a08e6afe-1c0d-4ba0-9c54-2ae1b437bf03 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417062 Oct 19 01:10:30.920837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378af94-650e-45c1-8628-78eb15c73eae req-2b584150-9306-4660-bc6b-62dc6934ae76 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:30.922319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e476e139-ed5a-4c3e-9994-e5c6a40f032c req-2d4d5e1a-e4c7-4420-a38a-75301ff746c7 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130275 Oct 19 01:10:30.922588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a378af94-650e-45c1-8628-78eb15c73eae req-2b584150-9306-4660-bc6b-62dc6934ae76 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 971 time: 0.0559392 Oct 19 01:10:30.958004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:30.965010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4939fa48-0e7b-4d02-9794-dab1a25d3730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.966009 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a378af94-650e-45c1-8628-78eb15c73eae req-3b93370a-f324-4f35-a39b-38c2fd845aa1 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370939 Oct 19 01:10:30.971412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4939fa48-0e7b-4d02-9794-dab1a25d3730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:30.987388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:30.995136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.043745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.044723 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.046110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] 10.222.0.74 "PUT /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 1092 time: 1.3855240 Oct 19 01:10:31.051034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4939fa48-0e7b-4d02-9794-dab1a25d3730 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6125c9ff559f486a836daf7f953afb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902147 Oct 19 01:10:31.051875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:31.053815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:31.053942 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806f8db9-8a0f-4eac-8e93-4e6f627713ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:31.060441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939fa48-0e7b-4d02-9794-dab1a25d3730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed834d-ba17-43b4-a408-54e6e7026745,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:31.117886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afe690ca-daa0-4fb6-b212-d897033f6d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.140963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afe690ca-daa0-4fb6-b212-d897033f6d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.195841 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afe690ca-daa0-4fb6-b212-d897033f6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.199822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afe690ca-daa0-4fb6-b212-d897033f6d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.203701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-afe690ca-daa0-4fb6-b212-d897033f6d3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3ed834d-ba17-43b4-a408-54e6e7026745 HTTP/1.1" status: 204 len: 168 time: 0.1462471 Oct 19 01:10:31.211084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe690ca-daa0-4fb6-b212-d897033f6d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed834d-ba17-43b4-a408-54e6e7026745,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:31.228213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:31.292771 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6577173e-93e1-4c37-b141-16e01749cdfc x-openstack-request-id: req-6577173e-93e1-4c37-b141-16e01749cdfc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:31.293132 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:31.293316 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6577173e-93e1-4c37-b141-16e01749cdfc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:31.293678 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2', 'status': 'completed', 'code': 200} Oct 19 01:10:31.307445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7fe0b-172c-458c-803c-37b0f7b3376e service neutron] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:31.350791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c030ee-039d-4e80-861d-3f3b06407997 req-4e138932-b0db-46fa-b9db-7c4406762541 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.352897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7c030ee-039d-4e80-861d-3f3b06407997 req-4e138932-b0db-46fa-b9db-7c4406762541 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 948 time: 0.2845919 Oct 19 01:10:31.358886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-b2b08743-0d9e-470a-a11d-d21d6123a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.360355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-b2b08743-0d9e-470a-a11d-d21d6123a8f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0695965 Oct 19 01:10:31.399348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0234a-d7eb-4f6e-a651-ab71e8212320 req-ce43a639-7cdc-4aab-802f-b7d79f4a7e81 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.401421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13b0234a-d7eb-4f6e-a651-ab71e8212320 req-ce43a639-7cdc-4aab-802f-b7d79f4a7e81 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0646887 Oct 19 01:10:31.430366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-d26570d0-b709-4467-b562-abc6ea903d44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 217 time: 0.0521472 Oct 19 01:10:31.433519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7c030ee-039d-4e80-861d-3f3b06407997 req-1452ddbd-62f6-4b8c-bfcc-6fb8c8958cec tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722775 Oct 19 01:10:31.442575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13b0234a-d7eb-4f6e-a651-ab71e8212320 req-a0fb50a2-f0c4-4204-9689-23a67448151f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330954 Oct 19 01:10:31.483266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2419b941-ad6f-48b0-ba43-fe3ef0b4c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.484788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-2419b941-ad6f-48b0-ba43-fe3ef0b4c1d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0453119 Oct 19 01:10:31.521377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-f4d4a1cb-1d32-4174-a2b8-9633ba5a6b02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272412 Oct 19 01:10:31.566682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:31.582006 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f946c178-d685-4b09-9a76-d21b897e9e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.642747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fff3e-c930-46af-871a-af91d732f0e6 req-96a74806-a794-4099-a59e-8a3bec830163 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.644247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-865fff3e-c930-46af-871a-af91d732f0e6 req-96a74806-a794-4099-a59e-8a3bec830163 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 970 time: 0.0966814 Oct 19 01:10:31.662237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f946c178-d685-4b09-9a76-d21b897e9e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.666752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f946c178-d685-4b09-9a76-d21b897e9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.675868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-00a75c86-1bdb-4b34-a4fa-cd448ba86d4e service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464417 Oct 19 01:10:31.704539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f946c178-d685-4b09-9a76-d21b897e9e66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7b7d5b9e4d742e583d78b426f10d791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359255 Oct 19 01:10:31.706264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c178-d685-4b09-9a76-d21b897e9e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6010d5ba-cd4e-4a60-97ec-9025ee9344d6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:31.707395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45362) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:31.712729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-865fff3e-c930-46af-871a-af91d732f0e6 req-fe6df05c-5181-4ff9-b80f-b4cfc0d9524a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624237 Oct 19 01:10:31.815688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-499b7a8c-6f6b-4a13-a288-9420588a8256 req-22a52f88-4b75-41aa-ae70-d52f554b2a85 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302776 Oct 19 01:10:31.818373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b850338-254c-4e60-8642-d8871c36c6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.848360 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b850338-254c-4e60-8642-d8871c36c6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.849824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7ed22124-2ddb-4454-8036-3892f7a6da2c up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:31.902011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b850338-254c-4e60-8642-d8871c36c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.904920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b850338-254c-4e60-8642-d8871c36c6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.906098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4b850338-254c-4e60-8642-d8871c36c6ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6010d5ba-cd4e-4a60-97ec-9025ee9344d6 HTTP/1.1" status: 204 len: 168 time: 0.1971152 Oct 19 01:10:31.914254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b850338-254c-4e60-8642-d8871c36c6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6010d5ba-cd4e-4a60-97ec-9025ee9344d6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:31.942200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 7ed22124-2ddb-4454-8036-3892f7a6da2c completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:31.948796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 7ed22124-2ddb-4454-8036-3892f7a6da2c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:31.949173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:31.979955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873876bc-02d0-4f5e-94b1-9639d38ee948 req-4c5be5de-6f47-4380-999e-1e23d8d34abe tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.988178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-873876bc-02d0-4f5e-94b1-9639d38ee948 req-4c5be5de-6f47-4380-999e-1e23d8d34abe tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 965 time: 0.0702968 Oct 19 01:10:31.992900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-67aa9ce4-ce12-4b9c-9478-a0a54a6bd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:31.995278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-67aa9ce4-ce12-4b9c-9478-a0a54a6bd3cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0572238 Oct 19 01:10:32.028539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-873876bc-02d0-4f5e-94b1-9639d38ee948 req-7d921f04-028b-4de4-a2b2-61b1c0522b2f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Oct 19 01:10:32.051519 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.075842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b81152-5a81-4a66-8f03-aa0a827304de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed22124-2ddb-4454-8036-3892f7a6da2c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:32.148872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1ba4-6d71-46af-b736-ab26e07a7731 req-0cbce18a-bb38-4b6a-9c78-e9b12f1b7df0 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.150405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8aeb1ba4-6d71-46af-b736-ab26e07a7731 req-0cbce18a-bb38-4b6a-9c78-e9b12f1b7df0 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 971 time: 0.0710196 Oct 19 01:10:32.151496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-b4e887f7-496c-4b20-98b5-6e93849b98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.152846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-b4e887f7-496c-4b20-98b5-6e93849b98e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.1497679 Oct 19 01:10:32.155182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7ed22124-2ddb-4454-8036-3892f7a6da2c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:32.161871 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.211357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7ed22124-2ddb-4454-8036-3892f7a6da2c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:32.217427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-dda7821e-8534-4a33-94e4-bb17093a2263 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 217 time: 0.0511758 Oct 19 01:10:32.243678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8aeb1ba4-6d71-46af-b736-ab26e07a7731 req-13ba0eba-b2dc-43af-8a0b-446682f0e596 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857656 Oct 19 01:10:32.278675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-9fe94302-4e39-43b9-aa20-ad9961b321fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.280167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-9fe94302-4e39-43b9-aa20-ad9961b321fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0529854 Oct 19 01:10:32.299973 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aba67d-8610-4d07-a77d-3ab4111d8236" -d '{"events": [{"server_uuid": "49b81152-5a81-4a66-8f03-aa0a827304de", "name": "network-vif-plugged", "status": "completed", "tag": "7ed22124-2ddb-4454-8036-3892f7a6da2c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:32.311398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:32.313524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-810501ac-4934-4f69-a5e4-cc2302866409 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262408 Oct 19 01:10:32.373187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:32.378506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:32.378619 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.406380 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67e3090-4cb7-40ba-87e8-90915d2e5718 x-openstack-request-id: req-e67e3090-4cb7-40ba-87e8-90915d2e5718 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:32.407382 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b81152-5a81-4a66-8f03-aa0a827304de", "name": "network-vif-plugged", "status": "completed", "tag": "7ed22124-2ddb-4454-8036-3892f7a6da2c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:32.407382 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e67e3090-4cb7-40ba-87e8-90915d2e5718 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:32.407382 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b81152-5a81-4a66-8f03-aa0a827304de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed22124-2ddb-4454-8036-3892f7a6da2c', 'code': 200} Oct 19 01:10:32.420389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-26ce878f-2f66-4228-a026-2c44d52ac4c3 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988381 Oct 19 01:10:32.474201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.511968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:32.517739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.583648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:32.622709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cdf1b-cb15-4e86-917e-1766f421a4c7 req-d89d2ac3-a6fe-4f04-b2b8-b4ac065841cb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.628491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d9cdf1b-cb15-4e86-917e-1766f421a4c7 req-d89d2ac3-a6fe-4f04-b2b8-b4ac065841cb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0639787 Oct 19 01:10:32.638778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806f8db9-8a0f-4eac-8e93-4e6f627713ff req-a34080d0-1e27-45e2-a7ba-454d1e7f3dbd service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100952 Oct 19 01:10:32.643739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf39c9-1904-472e-b90d-260aa5043b5d req-9e21321d-ac87-4391-9f40-579064449c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.645173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebaf39c9-1904-472e-b90d-260aa5043b5d req-9e21321d-ac87-4391-9f40-579064449c33 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 1124 time: 0.1702998 Oct 19 01:10:32.653601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167bc3-9f7b-4c9e-baeb-2225ff6265a8 req-cb84a5bd-7ae4-4b5e-a5da-ef08886c531f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.661656 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2167bc3-9f7b-4c9e-baeb-2225ff6265a8 req-cb84a5bd-7ae4-4b5e-a5da-ef08886c531f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0990076 Oct 19 01:10:32.672037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d9cdf1b-cb15-4e86-917e-1766f421a4c7 req-519cbc51-5fd7-4b95-9975-7b2fe4e79539 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Oct 19 01:10:32.689046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebaf39c9-1904-472e-b90d-260aa5043b5d req-e27d3046-3f0c-4bb8-b82b-7da916b0b214 service neutron] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.722381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2167bc3-9f7b-4c9e-baeb-2225ff6265a8 req-5027f8ee-bb7e-4422-90f2-88d577070893 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598497 Oct 19 01:10:32.790455 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebaf39c9-1904-472e-b90d-260aa5043b5d req-e27d3046-3f0c-4bb8-b82b-7da916b0b214 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.796060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebaf39c9-1904-472e-b90d-260aa5043b5d req-e27d3046-3f0c-4bb8-b82b-7da916b0b214 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:32.833522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebaf39c9-1904-472e-b90d-260aa5043b5d req-e27d3046-3f0c-4bb8-b82b-7da916b0b214 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698341 Oct 19 01:10:32.839066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d3046-3f0c-4bb8-b82b-7da916b0b214 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bec444-6ec4-4ae4-b525-a2602843f614,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:32.847016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ae39-7016-4df0-8def-411d30db7a98 req-64083e73-8b2d-490d-9ed7-98c07fb27f26 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:32.849099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7991ae39-7016-4df0-8def-411d30db7a98 req-64083e73-8b2d-490d-9ed7-98c07fb27f26 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 970 time: 0.0534427 Oct 19 01:10:32.889244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7991ae39-7016-4df0-8def-411d30db7a98 req-abfab13e-d4d5-4e34-b344-fb5202bb94f9 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Oct 19 01:10:33.145431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20cafa-2908-4b96-80f5-8c3e2b5899c1 req-ec3125c6-cb25-4424-bb61-c2ec8df07716 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.146893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd20cafa-2908-4b96-80f5-8c3e2b5899c1 req-ec3125c6-cb25-4424-bb61-c2ec8df07716 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 965 time: 0.0509703 Oct 19 01:10:33.185801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd20cafa-2908-4b96-80f5-8c3e2b5899c1 req-c03491c5-84bf-4966-8604-49027ebfd6f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315142 Oct 19 01:10:33.532569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883aee3-d7cd-499d-9b06-f14fc35040a1 req-c2bd401a-3e79-4d9c-83b8-b46ba10d43bc tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.534054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2883aee3-d7cd-499d-9b06-f14fc35040a1 req-c2bd401a-3e79-4d9c-83b8-b46ba10d43bc tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 972 time: 0.2202775 Oct 19 01:10:33.571646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2883aee3-d7cd-499d-9b06-f14fc35040a1 req-666ecfc8-fc1f-4085-916a-fa452348f44c tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Oct 19 01:10:33.793384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcbd61-e2ed-4e0f-bbbb-8183506478a5 req-7edd3811-0c9f-4689-b137-34a4fb204114 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.794902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1dcbd61-e2ed-4e0f-bbbb-8183506478a5 req-7edd3811-0c9f-4689-b137-34a4fb204114 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0506895 Oct 19 01:10:33.834093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1dcbd61-e2ed-4e0f-bbbb-8183506478a5 req-fcf3e3dc-07fc-4df0-bd48-5f36cf068dfc tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Oct 19 01:10:33.855847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2ee22be0-48a4-4d37-ae6b-98fddbc56964 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:33.950567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa59f0-8446-42ad-babe-300cd5b7a6be req-4838b5b8-7732-4c49-bc3d-2b5e8aee7510 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:33.952283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fffa59f0-8446-42ad-babe-300cd5b7a6be req-4838b5b8-7732-4c49-bc3d-2b5e8aee7510 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0542064 Oct 19 01:10:33.958406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2ee22be0-48a4-4d37-ae6b-98fddbc56964, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:33.971116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'port_id': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'mac_address': 'fa:16:3e:17:4e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1057396601', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:33.997122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fffa59f0-8446-42ad-babe-300cd5b7a6be req-fcdd253d-5882-42ae-b24b-ce9e1cc16d25 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Oct 19 01:10:34.020140 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.037800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee22be0-48a4-4d37-ae6b-98fddbc56964 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:34.059341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2ee22be0-48a4-4d37-ae6b-98fddbc56964, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:34.063578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.064374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 138ffa81-cc75-40d0-afc8-8732ec7159fd details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:34.082101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb96dce-2c99-46c8-8e77-c6dc23c5ff8f req-2ecf4348-0c8d-422d-9b80-c874157e9b8c tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:34.083865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ceb96dce-2c99-46c8-8e77-c6dc23c5ff8f req-2ecf4348-0c8d-422d-9b80-c874157e9b8c tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 970 time: 0.0551016 Oct 19 01:10:34.125183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ceb96dce-2c99-46c8-8e77-c6dc23c5ff8f req-4180c8bb-70d3-4659-83c1-8666a4350d8d tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Oct 19 01:10:34.144106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=2ee22be0-48a4-4d37-ae6b-98fddbc56964,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:34.212475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 138ffa81-cc75-40d0-afc8-8732ec7159fd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=138ffa81-cc75-40d0-afc8-8732ec7159fd,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:34.225476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '138ffa81-cc75-40d0-afc8-8732ec7159fd', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '138ffa81-cc75-40d0-afc8-8732ec7159fd', 'mac_address': 'fa:16:3e:fe:45:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:tempest-test_az-1057396601', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:34.264461 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.280841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138ffa81-cc75-40d0-afc8-8732ec7159fd {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:34.301493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 138ffa81-cc75-40d0-afc8-8732ec7159fd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=138ffa81-cc75-40d0-afc8-8732ec7159fd,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:34.306061 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:34.313788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6205f66-4a93-49ea-977a-e0a22adcb7d5 req-788d0a5f-4bfb-4d11-b9ee-eda3614d857a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:34.315329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6205f66-4a93-49ea-977a-e0a22adcb7d5 req-788d0a5f-4bfb-4d11-b9ee-eda3614d857a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 966 time: 0.0598149 Oct 19 01:10:34.358976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=138ffa81-cc75-40d0-afc8-8732ec7159fd,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:34.360539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6205f66-4a93-49ea-977a-e0a22adcb7d5 req-40284e18-51bd-48cf-a10d-2b5958940ee0 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384181 Oct 19 01:10:34.408514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:34.410893 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01766968-e0d8-4ef6-b64f-f7c07fbedffa" -d '{"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-plugged", "status": "completed", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:34.446268 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973f120b-e244-41f0-825e-6a1e360d96eb x-openstack-request-id: req-973f120b-e244-41f0-825e-6a1e360d96eb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:34.446576 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-plugged", "status": "completed", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:34.446832 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-973f120b-e244-41f0-825e-6a1e360d96eb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:34.447270 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'code': 200} Oct 19 01:10:34.576912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418dac8-6836-4936-ba1b-20dd1cf9c783 req-cab14c8d-85c6-4b0e-b1ed-fe9ba304aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:34.578392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5418dac8-6836-4936-ba1b-20dd1cf9c783 req-cab14c8d-85c6-4b0e-b1ed-fe9ba304aba8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1101 time: 0.0467021 Oct 19 01:10:34.600703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['2ee22be0-48a4-4d37-ae6b-98fddbc56964'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:34.646671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5418dac8-6836-4936-ba1b-20dd1cf9c783 req-84fa59fe-f8ba-428c-beda-00bef6407404 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606413 Oct 19 01:10:34.653299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['138ffa81-cc75-40d0-afc8-8732ec7159fd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:34.714003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015da44-9c04-40e6-8752-05f09d4a4040 req-20a26ae0-be6c-4450-b399-d6e8b706bd3b tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:34.715589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3015da44-9c04-40e6-8752-05f09d4a4040 req-20a26ae0-be6c-4450-b399-d6e8b706bd3b tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 972 time: 0.0570371 Oct 19 01:10:34.796733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3015da44-9c04-40e6-8752-05f09d4a4040 req-527d6f63-a959-4e44-95c8-686ccf573b6b tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743382 Oct 19 01:10:34.960454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d5e3-c476-4aa7-b491-36b216fbb48d req-d5ce2f0f-75f5-47d1-b08b-c8a1d5c3ecd0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:34.961909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b43d5e3-c476-4aa7-b491-36b216fbb48d req-d5ce2f0f-75f5-47d1-b08b-c8a1d5c3ecd0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0490839 Oct 19 01:10:35.009303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b43d5e3-c476-4aa7-b491-36b216fbb48d req-a28ed733-4e9d-4d65-a974-1d9acd43fe11 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371406 Oct 19 01:10:35.126221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9ac8a-3122-4aa9-8840-46356fadcfc7 req-32a509c9-0885-4bc3-937a-289d2aa6387d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.127810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee9ac8a-3122-4aa9-8840-46356fadcfc7 req-32a509c9-0885-4bc3-937a-289d2aa6387d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0536788 Oct 19 01:10:35.170680 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee9ac8a-3122-4aa9-8840-46356fadcfc7 req-3f6d7b95-c6e2-46a2-aa5d-9c4cd0e56c07 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363626 Oct 19 01:10:35.277581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec25f6-6058-4ab1-8bee-33fd5bfc95cf req-51a4d021-7ac0-457d-a9fd-6f3411458fb3 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.279150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05ec25f6-6058-4ab1-8bee-33fd5bfc95cf req-51a4d021-7ac0-457d-a9fd-6f3411458fb3 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 971 time: 0.0508244 Oct 19 01:10:35.317945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05ec25f6-6058-4ab1-8bee-33fd5bfc95cf req-c1db3ee7-f667-438c-95f5-17166ebb6ed1 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Oct 19 01:10:35.476045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7710d27-1fa8-46f5-a0dd-48ad35ae8d23 req-804c2c40-0b52-4832-8bef-5f92d0b8bd02 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.477754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7710d27-1fa8-46f5-a0dd-48ad35ae8d23 req-804c2c40-0b52-4832-8bef-5f92d0b8bd02 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 966 time: 0.0501220 Oct 19 01:10:35.517578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7710d27-1fa8-46f5-a0dd-48ad35ae8d23 req-4072f8f4-eddc-4165-9d02-a693fce25627 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335612 Oct 19 01:10:35.890043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2ee22be0-48a4-4d37-ae6b-98fddbc56964 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:35.917871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86587aea-d7aa-4853-809f-308a5b12e057 req-d58df740-4682-4179-840f-a178064c04c1 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:35.919354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86587aea-d7aa-4853-809f-308a5b12e057 req-d58df740-4682-4179-840f-a178064c04c1 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 972 time: 0.0550363 Oct 19 01:10:35.946679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:35.951151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:35.951523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:35.967810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86587aea-d7aa-4853-809f-308a5b12e057 req-15a15aa9-6aae-492a-9363-5ed0d6a23306 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Oct 19 01:10:36.044775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.079228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2ee22be0-48a4-4d37-ae6b-98fddbc56964, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:36.084680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.088528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 138ffa81-cc75-40d0-afc8-8732ec7159fd up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:36.138159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475fafc-7aea-4374-b221-5c7f7c1c8933 req-7fa052a1-bebb-4f2c-8716-2861878514fb tempest-AggregatesAdminTestJSON-197776895 tempest-AggregatesAdminTestJSON-197776895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.139816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2475fafc-7aea-4374-b221-5c7f7c1c8933 req-7fa052a1-bebb-4f2c-8716-2861878514fb tempest-AggregatesAdminTestJSON-197776895 tempest-AggregatesAdminTestJSON-197776895-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 1124 time: 0.0589280 Oct 19 01:10:36.160598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2475fafc-7aea-4374-b221-5c7f7c1c8933 req-26aeab46-c465-4bdb-a894-55a25fd4ab73 tempest-AggregatesAdminTestJSON-197776895 tempest-AggregatesAdminTestJSON-197776895-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.167089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=2ee22be0-48a4-4d37-ae6b-98fddbc56964,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:36.188108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 138ffa81-cc75-40d0-afc8-8732ec7159fd completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:36.192798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 138ffa81-cc75-40d0-afc8-8732ec7159fd triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:36.193316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.220852 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb373-ef47-4085-add4-96806231155d req-bf1c2939-7bc6-473e-9799-a38aec04c0ed tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.222547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7dcb373-ef47-4085-add4-96806231155d req-bf1c2939-7bc6-473e-9799-a38aec04c0ed tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0601263 Oct 19 01:10:36.246111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2475fafc-7aea-4374-b221-5c7f7c1c8933 req-26aeab46-c465-4bdb-a894-55a25fd4ab73 tempest-AggregatesAdminTestJSON-197776895 tempest-AggregatesAdminTestJSON-197776895-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.251431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2475fafc-7aea-4374-b221-5c7f7c1c8933 req-26aeab46-c465-4bdb-a894-55a25fd4ab73 tempest-AggregatesAdminTestJSON-197776895 tempest-AggregatesAdminTestJSON-197776895-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.265753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7dcb373-ef47-4085-add4-96806231155d req-35a5a805-53c3-4e32-a69e-0d5ab926efcd tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Oct 19 01:10:36.289059 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.292838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2475fafc-7aea-4374-b221-5c7f7c1c8933 req-26aeab46-c465-4bdb-a894-55a25fd4ab73 tempest-AggregatesAdminTestJSON-197776895 tempest-AggregatesAdminTestJSON-197776895-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455064 Oct 19 01:10:36.298981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aeab46-c465-4bdb-a894-55a25fd4ab73 tempest-AggregatesAdminTestJSON-197776895 tempest-AggregatesAdminTestJSON-197776895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a029277-69b6-481a-9ab3-8581537fed71,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:36.341433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 138ffa81-cc75-40d0-afc8-8732ec7159fd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=138ffa81-cc75-40d0-afc8-8732ec7159fd,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:36.345376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:36.357734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.402297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f523c-bcaf-446f-9ce3-519735c96552 req-45cadb03-c09e-4a25-8f86-1f02fc0b8612 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.403883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f5f523c-bcaf-446f-9ce3-519735c96552 req-45cadb03-c09e-4a25-8f86-1f02fc0b8612 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0512476 Oct 19 01:10:36.453383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f5f523c-bcaf-446f-9ce3-519735c96552 req-5e58d8b9-8ea7-4901-ae51-740a6b841f32 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Oct 19 01:10:36.458786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964'}, {'server_uuid': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138ffa81-cc75-40d0-afc8-8732ec7159fd'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:36.461159 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a898e17-6daf-4796-aa8e-f7f57ea16ab7" -d '{"events": [{"server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "name": "network-vif-plugged", "status": "completed", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964"}, {"server_uuid": "ac76fce7-8d23-4d70-9b4a-bfd85c04a523", "name": "network-vif-plugged", "status": "completed", "tag": "138ffa81-cc75-40d0-afc8-8732ec7159fd"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:36.470218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=138ffa81-cc75-40d0-afc8-8732ec7159fd,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:36.504081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:36.518669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '8305cb38-2812-4b5c-b733-a87a992c86c2', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'port_id': '8305cb38-2812-4b5c-b733-a87a992c86c2', 'mac_address': 'fa:16:3e:90:97:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cbcae8-6460-4c37-b101-a39da0fdcbd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:36.560873 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.575889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305cb38-2812-4b5c-b733-a87a992c86c2 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:36.598963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:36.605701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.770024 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1206f198-f32f-4443-af4e-d8b1c840e562 x-openstack-request-id: req-1206f198-f32f-4443-af4e-d8b1c840e562 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:36.770528 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "name": "network-vif-plugged", "status": "completed", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964", "code": 200}, {"server_uuid": "ac76fce7-8d23-4d70-9b4a-bfd85c04a523", "name": "network-vif-plugged", "status": "completed", "tag": "138ffa81-cc75-40d0-afc8-8732ec7159fd", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:36.771085 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1206f198-f32f-4443-af4e-d8b1c840e562 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:36.771594 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'code': 200} Oct 19 01:10:36.771972 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138ffa81-cc75-40d0-afc8-8732ec7159fd', 'code': 200} Oct 19 01:10:36.777856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:36.841862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22fd44c8-f9b2-470e-b6c1-1a177bfc4f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:36.939717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31b616-2a2b-4bfa-88c0-19d93bb996b0 req-3459ac2f-136e-4426-b4a1-b8b991937374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.941396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca31b616-2a2b-4bfa-88c0-19d93bb996b0 req-3459ac2f-136e-4426-b4a1-b8b991937374 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 1119 time: 0.0787892 Oct 19 01:10:36.954449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb4b21-229c-4d4e-8d5c-b41299375d55 req-a72033f6-0992-45aa-acd4-c15a80dcded1 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.956341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4cb4b21-229c-4d4e-8d5c-b41299375d55 req-a72033f6-0992-45aa-acd4-c15a80dcded1 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 972 time: 0.0628719 Oct 19 01:10:36.980608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79936ac-1e58-408f-9fe3-1db498f2c74b req-9862cb3e-7515-409e-b729-726c7f7a95a9 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.982114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b79936ac-1e58-408f-9fe3-1db498f2c74b req-9862cb3e-7515-409e-b729-726c7f7a95a9 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 967 time: 0.1234124 Oct 19 01:10:36.996703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836c4fd-3e6f-4222-b9a3-0ad5fa3f060a req-26da771c-088e-40d0-8582-acc7caab779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:36.998215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836c4fd-3e6f-4222-b9a3-0ad5fa3f060a req-26da771c-088e-40d0-8582-acc7caab779b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 1124 time: 0.1043167 Oct 19 01:10:37.008143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8305cb38-2812-4b5c-b733-a87a992c86c2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:37.012222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca31b616-2a2b-4bfa-88c0-19d93bb996b0 req-3a536250-df73-4b3c-a328-18add677029d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542440 Oct 19 01:10:37.019950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4cb4b21-229c-4d4e-8d5c-b41299375d55 req-73b7fdd0-258f-4218-981b-5e53c61f60a1 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556602 Oct 19 01:10:37.071453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836c4fd-3e6f-4222-b9a3-0ad5fa3f060a req-e68993cc-d47e-450d-931e-e0121187535a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Oct 19 01:10:37.078051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b79936ac-1e58-408f-9fe3-1db498f2c74b req-bb8050b7-0c56-4f8f-87b6-0a0ffd178304 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789697 Oct 19 01:10:37.119880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45566) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.246153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e8a602-de33-49fa-81a1-34520f8648bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.327789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e8a602-de33-49fa-81a1-34520f8648bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.333709 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e8a602-de33-49fa-81a1-34520f8648bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.374622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f6e8a602-de33-49fa-81a1-34520f8648bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a44e46e117d642ceaf15222af7098cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533803 Oct 19 01:10:37.375732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8a602-de33-49fa-81a1-34520f8648bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daef7bc-f5ea-4c41-a482-123afe1273a4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:37.378684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45590) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.406599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b3f00-fab8-452f-81d6-4a6490ce6d13 req-97abe456-b133-4fd8-acd0-eb3cba4f3354 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:37.408275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c63b3f00-fab8-452f-81d6-4a6490ce6d13 req-97abe456-b133-4fd8-acd0-eb3cba4f3354 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 944 time: 0.0653467 Oct 19 01:10:37.438583 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7d41f2ed-8299-4fc4-910d-4576008f5a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.461581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c63b3f00-fab8-452f-81d6-4a6490ce6d13 req-a1334103-7d2f-4f0e-af89-d6da6ad96b7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Oct 19 01:10:37.468597 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7d41f2ed-8299-4fc4-910d-4576008f5a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.528732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7d41f2ed-8299-4fc4-910d-4576008f5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.531935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7d41f2ed-8299-4fc4-910d-4576008f5a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.536101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7d41f2ed-8299-4fc4-910d-4576008f5a8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7daef7bc-f5ea-4c41-a482-123afe1273a4 HTTP/1.1" status: 204 len: 168 time: 0.1541715 Oct 19 01:10:37.543059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41f2ed-8299-4fc4-910d-4576008f5a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daef7bc-f5ea-4c41-a482-123afe1273a4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:37.603039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aaf23-0f0c-4837-83ca-d82c172f4f0d req-86cf6a31-4a4a-440f-a5fc-ce8f5b97edc3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:37.605256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c7aaf23-0f0c-4837-83ca-d82c172f4f0d req-86cf6a31-4a4a-440f-a5fc-ce8f5b97edc3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0684438 Oct 19 01:10:37.646820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c7aaf23-0f0c-4837-83ca-d82c172f4f0d req-787db9ad-0bc8-4e26-826c-63b5948b2551 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354967 Oct 19 01:10:37.874309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45628) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:37.892694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-125f85a0-7db2-48cd-9b75-a1795fdb41fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.984404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-125f85a0-7db2-48cd-9b75-a1795fdb41fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:37.989286 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-125f85a0-7db2-48cd-9b75-a1795fdb41fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.032544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-125f85a0-7db2-48cd-9b75-a1795fdb41fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e19821326d5d4d02ab44486f6cc49f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545532 Oct 19 01:10:38.032544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f85a0-7db2-48cd-9b75-a1795fdb41fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e47448-7151-4471-a650-c30a55a4879b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:38.034253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45638) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:38.081927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d04e1-8efe-48e1-8e26-d830e38949b7 req-1667e90c-408e-41d8-8799-a74385882667 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:38.083511 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c87d04e1-8efe-48e1-8e26-d830e38949b7 req-1667e90c-408e-41d8-8799-a74385882667 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1101 time: 0.0448403 Oct 19 01:10:38.092600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f14da281-4853-4096-9149-6f097a4669bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.109168 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c87d04e1-8efe-48e1-8e26-d830e38949b7 req-fcd26c74-83a9-4755-8bae-f503b2dfd364 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.142695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f14da281-4853-4096-9149-6f097a4669bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.187854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6e0ff-c92f-44fe-a2d6-b4ed2c5f242e req-2c926569-9e69-4797-9e74-8d8e6eeb4b83 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:38.189351 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fd6e0ff-c92f-44fe-a2d6-b4ed2c5f242e req-2c926569-9e69-4797-9e74-8d8e6eeb4b83 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 972 time: 0.0876465 Oct 19 01:10:38.190721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c87d04e1-8efe-48e1-8e26-d830e38949b7 req-fcd26c74-83a9-4755-8bae-f503b2dfd364 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.195085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c87d04e1-8efe-48e1-8e26-d830e38949b7 req-fcd26c74-83a9-4755-8bae-f503b2dfd364 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.224926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c87d04e1-8efe-48e1-8e26-d830e38949b7 req-fcd26c74-83a9-4755-8bae-f503b2dfd364 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329658 Oct 19 01:10:38.229996 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f14da281-4853-4096-9149-6f097a4669bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.230837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd26c74-83a9-4755-8bae-f503b2dfd364 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4d84ce-52fc-48c6-b14a-27e9e2078462,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:38.232781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f14da281-4853-4096-9149-6f097a4669bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.237633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f14da281-4853-4096-9149-6f097a4669bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7e47448-7151-4471-a650-c30a55a4879b HTTP/1.1" status: 204 len: 168 time: 0.2020702 Oct 19 01:10:38.248603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fd6e0ff-c92f-44fe-a2d6-b4ed2c5f242e req-771cb1e9-6bf1-4437-b2b8-5bef8df0b4a6 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514140 Oct 19 01:10:38.254095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14da281-4853-4096-9149-6f097a4669bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e47448-7151-4471-a650-c30a55a4879b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:38.364938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:38.393252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2473c3-914e-4b06-bc2d-3955cfb011e7 req-1795f5fb-517d-40e7-b218-3b27dca33368 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:38.395215 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df2473c3-914e-4b06-bc2d-3955cfb011e7 req-1795f5fb-517d-40e7-b218-3b27dca33368 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 967 time: 0.0594370 Oct 19 01:10:38.444670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df2473c3-914e-4b06-bc2d-3955cfb011e7 req-ec642f9a-a4db-4676-951e-80f113115229 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414617 Oct 19 01:10:38.447850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 8305cb38-2812-4b5c-b733-a87a992c86c2 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:38.457412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 8305cb38-2812-4b5c-b733-a87a992c86c2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:38.458075 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.555039 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.564040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-8281ec2a-1751-45c2-851c-174d610282aa req-774f4812-806a-4815-8956-fef0818f0f6a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:10:38.565790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8281ec2a-1751-45c2-851c-174d610282aa req-774f4812-806a-4815-8956-fef0818f0f6a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062251 Oct 19 01:10:38.602345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:38.614490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:38.688577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740e182-462d-4533-b27c-746e54072dea req-7f4da3a1-5d4e-4bb5-a446-7fc9d467540b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:38.690642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5740e182-462d-4533-b27c-746e54072dea req-7f4da3a1-5d4e-4bb5-a446-7fc9d467540b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 945 time: 0.0816765 Oct 19 01:10:38.694047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:38.739495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5740e182-462d-4533-b27c-746e54072dea req-827e76e4-b2df-4e5f-95b7-9d56e8f477fc tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Oct 19 01:10:38.773864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:38.776351 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f738c15-3e2e-472e-987d-accc45dd6be0" -d '{"events": [{"server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:38.865956 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d94e50a-d42b-47a1-893e-0639f45c8a41 x-openstack-request-id: req-2d94e50a-d42b-47a1-893e-0639f45c8a41 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:38.866359 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:38.866800 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d94e50a-d42b-47a1-893e-0639f45c8a41 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:38.867567 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2', 'code': 200} Oct 19 01:10:39.028148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a73-9a0a-4660-89f5-93e7c6c4a372 req-94c9ced2-5b40-48a0-9b89-50ead74a8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:39.029644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3fb2a73-9a0a-4660-89f5-93e7c6c4a372 req-94c9ced2-5b40-48a0-9b89-50ead74a8ce6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0560820 Oct 19 01:10:39.070771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3fb2a73-9a0a-4660-89f5-93e7c6c4a372 req-fbce10fe-bd24-464d-9e58-8fe41c346f3d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Oct 19 01:10:39.195946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.313759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6e8c-efec-41d1-b84f-c411288bf77e req-b86f0f30-1f30-47f1-9bd9-00e073517d95 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:39.322148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4bf6e8c-efec-41d1-b84f-c411288bf77e req-b86f0f30-1f30-47f1-9bd9-00e073517d95 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0635159 Oct 19 01:10:39.342437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45738) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:39.382049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4bf6e8c-efec-41d1-b84f-c411288bf77e req-fed09422-5a5a-4825-9ab0-2335b5013f5d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579281 Oct 19 01:10:39.539362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd336-fa22-4eb9-9d93-80ab94fedf5e req-cf5f1709-bf31-4e68-94af-0dc40764bf21 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:39.541808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c7dbd336-fa22-4eb9-9d93-80ab94fedf5e req-cf5f1709-bf31-4e68-94af-0dc40764bf21 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 972 time: 0.0713475 Oct 19 01:10:39.608928 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-12410063-5dff-4e64-8550-6e70877f3cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.612835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c7dbd336-fa22-4eb9-9d93-80ab94fedf5e req-525d72cd-ea48-4ba6-8db2-c49b0a07ddae tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637677 Oct 19 01:10:39.643474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45772) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:39.688782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-d7865eae-00f8-4e60-b7d9-428b3df3c143 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3446085 Oct 19 01:10:39.700930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-1765f0ef-2787-4ab9-8241-ab78cbfe329d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:10:39.720792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-1765f0ef-2787-4ab9-8241-ab78cbfe329d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0264049 Oct 19 01:10:39.756479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dcc29-cf43-4f7a-9f50-35a2bb326076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.796770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08f28-c9cd-41b0-bdde-15842f660574 req-45691e0f-f783-414d-ac01-6e44ee5fc57b tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:39.798399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5bc08f28-c9cd-41b0-bdde-15842f660574 req-45691e0f-f783-414d-ac01-6e44ee5fc57b tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 967 time: 0.0885718 Oct 19 01:10:39.857406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5bc08f28-c9cd-41b0-bdde-15842f660574 req-cb1ad3b8-6cb5-48e6-a59e-3eb4585fa488 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494225 Oct 19 01:10:39.908764 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dcc29-cf43-4f7a-9f50-35a2bb326076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.914118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca2dcc29-cf43-4f7a-9f50-35a2bb326076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:39.959189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca2dcc29-cf43-4f7a-9f50-35a2bb326076 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83c20772f058428e9aaf1f404bc934c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141170 Oct 19 01:10:39.961716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45800) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:39.970183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dcc29-cf43-4f7a-9f50-35a2bb326076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4853cbcd-e57f-4796-9493-2886f008bbb7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:40.021418 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c136-7b40-478b-8c0d-872372c2ca69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.059558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c136-7b40-478b-8c0d-872372c2ca69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.155211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482b05-4dc5-4977-8693-11e1096f7692 req-18ac476f-4d6f-44aa-8455-4689d49eeb4b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:40.156977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d482b05-4dc5-4977-8693-11e1096f7692 req-18ac476f-4d6f-44aa-8455-4689d49eeb4b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 945 time: 0.0775523 Oct 19 01:10:40.192135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c136-7b40-478b-8c0d-872372c2ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.195438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbe3c136-7b40-478b-8c0d-872372c2ca69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.196723 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cbe3c136-7b40-478b-8c0d-872372c2ca69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4853cbcd-e57f-4796-9493-2886f008bbb7 HTTP/1.1" status: 204 len: 168 time: 0.2338934 Oct 19 01:10:40.222304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3c136-7b40-478b-8c0d-872372c2ca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4853cbcd-e57f-4796-9493-2886f008bbb7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:40.238972 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d482b05-4dc5-4977-8693-11e1096f7692 req-a13cebf4-96ce-4aa0-842d-2c029d4db6cf tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618145 Oct 19 01:10:40.273050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a53de-8aa9-46ca-9838-fb559e7f4e81 req-b0cc0776-a8dc-486c-84ef-b225d48195a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:40.274612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-527a53de-8aa9-46ca-9838-fb559e7f4e81 req-b0cc0776-a8dc-486c-84ef-b225d48195a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 967 time: 0.0898008 Oct 19 01:10:40.286876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45820) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:40.299686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'floatingip': {'port_id': '2ee22be0-48a4-4d37-ae6b-98fddbc56964'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:40.405309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.461629 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.543299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-22903544-6bc8-4305-9cab-dfbf83a0270e tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334930 Oct 19 01:10:40.617793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.691157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45850) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:40.707864 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e11f2cc1-f0e2-4eac-bdfb-91d98157b6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.819141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e11f2cc1-f0e2-4eac-bdfb-91d98157b6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.826856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Request body: {'security_group': {'name': 'tempest-securitygroup-53909004', 'description': 'tempest-description-1982666968'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:40.833143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e11f2cc1-f0e2-4eac-bdfb-91d98157b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.889217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-9f0865dc-cf33-46bb-aa48-04dee6334efd tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:40.890684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-9f0865dc-cf33-46bb-aa48-04dee6334efd tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466473 Oct 19 01:10:40.900854 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e11f2cc1-f0e2-4eac-bdfb-91d98157b6ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de0f91b0fc1d41a9bb7bf306d6982133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076719 Oct 19 01:10:40.902203 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.904083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:40.906923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2cc1-f0e2-4eac-bdfb-91d98157b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f11e0-0bfd-459f-814f-89cf21779617,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:40.920962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:40.945995 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-b5915ace-c59e-4a7f-a283-76e63b0f434d tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/quotas/cf5b43d9b3724d4dba45a41028b3969f HTTP/1.1" status: 200 len: 375 time: 0.0187693 Oct 19 01:10:41.003568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8f032a9-87a5-4486-8a93-8b731d15796e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.037925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8f032a9-87a5-4486-8a93-8b731d15796e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.071701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.079422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.137488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6811f908-1641-4a05-9a40-078cb8ee956d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:41.151152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8f032a9-87a5-4486-8a93-8b731d15796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.153690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8f032a9-87a5-4486-8a93-8b731d15796e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.157207 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d8f032a9-87a5-4486-8a93-8b731d15796e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af4f11e0-0bfd-459f-814f-89cf21779617 HTTP/1.1" status: 204 len: 168 time: 0.2488225 Oct 19 01:10:41.179425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f032a9-87a5-4486-8a93-8b731d15796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f11e0-0bfd-459f-814f-89cf21779617,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:41.183999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.191461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.230204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.239927 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b97f866-2f69-4e8f-9172-50bc5f6c1ecd req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4187639 Oct 19 01:10:41.260387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26635df1-c2a8-4bee-a19c-e99ef6d1d87d tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4331f-1799-46f6-aa79-8001dddc826c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:41.342007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-df44eaf0-9cc2-4074-ac24-786d4a3deb6b tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3857200 Oct 19 01:10:41.430773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063246af-148e-45f8-bc14-fede4707b246 req-af2952a9-52ad-49ec-9628-0b7484ed3d2b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:41.433660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-063246af-148e-45f8-bc14-fede4707b246 req-af2952a9-52ad-49ec-9628-0b7484ed3d2b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0585451 Oct 19 01:10:41.493036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-38a5e416-e991-4086-a0c5-0d3709c0626c req-8c2540e0-57d8-4b79-ac09-576f02a4d22f tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Request body: {'security_group': {'name': 'tempest-securitygroup-792704605', 'description': 'tempest-description-1637806'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:41.504826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-063246af-148e-45f8-bc14-fede4707b246 req-4e942073-8897-4ef8-ad80-47a1a0e337ff tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640917 Oct 19 01:10:41.567086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38a5e416-e991-4086-a0c5-0d3709c0626c req-8c2540e0-57d8-4b79-ac09-576f02a4d22f tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.585318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.614145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.645679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261873f-73d2-4fc4-82b8-9bb49ea45339 req-75892729-5e81-468f-912a-b204ac7a6f1c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:41.647442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a261873f-73d2-4fc4-82b8-9bb49ea45339 req-75892729-5e81-468f-912a-b204ac7a6f1c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 945 time: 0.0652235 Oct 19 01:10:41.702172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a261873f-73d2-4fc4-82b8-9bb49ea45339 req-98b4c4ff-188a-487c-bbfe-c34923052a83 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Oct 19 01:10:41.793791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-5e248ac1-fcf4-4921-890e-d42a42c72bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:41.795593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-5e248ac1-fcf4-4921-890e-d42a42c72bdb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1101 time: 0.1786151 Oct 19 01:10:41.850174 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b associated. External IP: 172.25.0.41, port: 2ee22be0-48a4-4d37-ae6b-98fddbc56964. Oct 19 01:10:41.936587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-14b04451-77a3-4567-8177-0d23e0cabe85 req-cc419e6b-1037-4b81-a426-d083d1f287e5 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 210 time: 0.0534492 Oct 19 01:10:41.942705 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38a5e416-e991-4086-a0c5-0d3709c0626c req-8c2540e0-57d8-4b79-ac09-576f02a4d22f tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:41.955810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38a5e416-e991-4086-a0c5-0d3709c0626c req-8c2540e0-57d8-4b79-ac09-576f02a4d22f tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.046990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38a5e416-e991-4086-a0c5-0d3709c0626c req-8c2540e0-57d8-4b79-ac09-576f02a4d22f tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.048225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38a5e416-e991-4086-a0c5-0d3709c0626c req-8c2540e0-57d8-4b79-ac09-576f02a4d22f tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5694110 Oct 19 01:10:42.054613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2540e0-57d8-4b79-ac09-576f02a4d22f tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafb7287-82a7-4801-b260-4e7990b432bb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:42.062875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-98e020ca-2973-49f6-bd4f-484229bbd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.064422 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-98e020ca-2973-49f6-bd4f-484229bbd128 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2549608 Oct 19 01:10:42.116546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-37c7ce47-79d3-41ac-8cee-7a6fef125ca6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0427840 Oct 19 01:10:42.173262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.257401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-7c56594a-9621-4469-8803-2924cf5fb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.259180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-7c56594a-9621-4469-8803-2924cf5fb3bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1045282 Oct 19 01:10:42.304648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45906) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:42.318385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Router fe71288c-b475-4807-8fbc-97e3718d56fe has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:10:42.339609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-f333e5f5-a95f-4462-8bd5-459c1703b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.341404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-f333e5f5-a95f-4462-8bd5-459c1703b278 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630713 Oct 19 01:10:42.472830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127abbf-0993-4298-9747-eb96f9ec3563 req-22baa2b7-5c0a-4d33-82c3-1d033172c68d tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.482651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c127abbf-0993-4298-9747-eb96f9ec3563 req-22baa2b7-5c0a-4d33-82c3-1d033172c68d tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0943978 Oct 19 01:10:42.508865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-125e1b49-f621-4fb2-90f4-e131abf193d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736079 Oct 19 01:10:42.536970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c127abbf-0993-4298-9747-eb96f9ec3563 req-ca7fb3e0-0c2d-461d-bd95-43ca46b2c50b tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Oct 19 01:10:42.601019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1014475256', 'description': 'tempest-description-677277081'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:42.670917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccca562-d41a-4453-998e-1edc5c406047 req-7ad006d9-0065-4dae-ae6b-3308d04d74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.672479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-7ad006d9-0065-4dae-ae6b-3308d04d74f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5f58e09a2fe4778ac3f80078225f3eb&device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 1124 time: 0.1064885 Oct 19 01:10:42.763605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53bb5f84-e06c-4172-9254-dd59dbcc7b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.774699 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.800864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.74', 53041) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:42.802238 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.809077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:10:42.821283 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] Sync routers for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:10:42.832528 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:42.833397 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:10:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:42.850929 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-2585f096-d904-4250-9848-3119f8bb1a4a service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619669 Oct 19 01:10:42.853686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-e6658b56-6d0f-4690-b784-a82ae8a3e929 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487702 Oct 19 01:10:42.857982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:42.866339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e63350-ca05-4b49-88c0-b795120e04be req-1dc39025-e800-43f2-a890-9e6031d35f9e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.874613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09e63350-ca05-4b49-88c0-b795120e04be req-1dc39025-e800-43f2-a890-9e6031d35f9e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1769474 Oct 19 01:10:42.887881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccca562-d41a-4453-998e-1edc5c406047 req-a9982316-51ba-4c4b-ae32-c6576a2ff561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:42.890035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-a9982316-51ba-4c4b-ae32-c6576a2ff561 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1782160 Oct 19 01:10:42.959112 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:42.959400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-e3ed29e3-cabb-48be-aa32-537295b0de03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c HTTP/1.1" status: 200 len: 217 time: 0.0593691 Oct 19 01:10:43.004829 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09e63350-ca05-4b49-88c0-b795120e04be req-b0642a45-2fff-40b8-bb13-06f2d963ae64 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292999 Oct 19 01:10:43.073603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53bb5f84-e06c-4172-9254-dd59dbcc7b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.075678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccca562-d41a-4453-998e-1edc5c406047 req-0dbb8455-1734-4948-84d2-55f8fdd32011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:43.077214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-0dbb8455-1734-4948-84d2-55f8fdd32011 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1015549 Oct 19 01:10:43.090336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53bb5f84-e06c-4172-9254-dd59dbcc7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.217923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb5f84-e06c-4172-9254-dd59dbcc7b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413998b5-fa40-4805-903b-685e5da2610c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:43.231512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-53bb5f84-e06c-4172-9254-dd59dbcc7b0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3017669f27b44e6c9e2ca9fb46dfd948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9254124 Oct 19 01:10:43.233131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45930) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:43.258702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccca562-d41a-4453-998e-1edc5c406047 req-da889e79-1f21-4d36-bd79-bf0d93eb6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:43.260612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.261137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-da889e79-1f21-4d36-bd79-bf0d93eb6765 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640291 Oct 19 01:10:43.265186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-72fc526a-94db-4843-84d5-685a38b99173 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980663 Oct 19 01:10:43.272945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.273245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193fbfe-3719-4d82-b317-3ce1a30c87f1 req-f1b8298d-1420-43f5-9da2-42cb7e68b3a1 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:43.291596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3193fbfe-3719-4d82-b317-3ce1a30c87f1 req-f1b8298d-1420-43f5-9da2-42cb7e68b3a1 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1392658 Oct 19 01:10:43.304513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-361e86d1-5c03-4127-a6af-b6d7e3f1e4fa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "PUT /v2.0/floatingips/38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b HTTP/1.1" status: 200 len: 1012 time: 3.0088706 Oct 19 01:10:43.307776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f1a7e7-f37c-48d8-8335-45bf5450aed6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:43.310570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:43.313112 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff024b32-e352-4ce0-a0bf-05f960ca6a10" -d '{"events": [{"name": "network-changed", "server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:43.324199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-da340b3f-6bb4-4fac-b121-4ecec149c236 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:43.325921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-da340b3f-6bb4-4fac-b121-4ecec149c236 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3747489 Oct 19 01:10:43.349511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Request body: {'port': {'device_id': '713524a1-130b-4af6-b612-b01fd101f5fd', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'cf5b43d9b3724d4dba45a41028b3969f'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:43.406177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5af0-8874-4c81-95a9-9c8da3762d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.407941 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'port_id': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'mac_address': 'fa:16:3e:17:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'device_owner': 'compute:tempest-test_az-1057396601'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:16Z', 'updated_at': '2021-10-19T01:10:41Z', 'revision_number': 1, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:43.444493 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] Checking router: fe71288c-b475-4807-8fbc-97e3718d56fe for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:10:43.463715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3193fbfe-3719-4d82-b317-3ce1a30c87f1 req-ecd53e15-3e2e-475a-a6f6-57a8cda749ae tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711986 Oct 19 01:10:43.467137 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:10:43.467801 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:10:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:43.477950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5af0-8874-4c81-95a9-9c8da3762d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.531506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-28ae970a-ac2d-478c-b48f-febf0b9bf85a service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294238 Oct 19 01:10:43.553644 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.583285 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.646745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5af0-8874-4c81-95a9-9c8da3762d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.650817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5af0-8874-4c81-95a9-9c8da3762d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.652260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1c2f5af0-8874-4c81-95a9-9c8da3762d3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/413998b5-fa40-4805-903b-685e5da2610c HTTP/1.1" status: 204 len: 168 time: 0.4170787 Oct 19 01:10:43.658909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ccca562-d41a-4453-998e-1edc5c406047 req-d23b80a9-8c0b-4eed-bce0-fc42c1b1f8a8 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277490 Oct 19 01:10:43.662144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f62e7-9538-486b-9270-4460bc407196,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:43.671447 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:10:43.674674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f5af0-8874-4c81-95a9-9c8da3762d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413998b5-fa40-4805-903b-685e5da2610c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:43.683423 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.685021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-151110ae-d073-4698-8e3f-ad2edb84db82 req-1d496a81-5943-4c31-accf-a496d9f67f3a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0975091 Oct 19 01:10:43.714647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Made reservation on behalf of cf5b43d9b3724d4dba45a41028b3969f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:43.718996 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.734335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc63964-7020-4333-be7e-4c2bf77e0b8c req-061712bd-a372-499f-b5e8-fcccde88f943 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 210 time: 0.0528014 Oct 19 01:10:43.837086 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb459b9-8c4e-4e6c-bf8b-ae62f7fc72f9 x-openstack-request-id: req-1bb459b9-8c4e-4e6c-bf8b-ae62f7fc72f9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:43.838146 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:43.838549 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bb459b9-8c4e-4e6c-bf8b-ae62f7fc72f9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:43.839934 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'status': 'completed', 'code': 200} Oct 19 01:10:43.918476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0e09605e-ae89-49ea-804e-f173e546bcb3 req-5d35a1fe-6dfa-403c-a6ef-d20fd1c747e5 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1714142727', 'description': 'tempest-description-590628813'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:43.933569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-ea319f9d-25b4-45e8-bba9-aca61d5a8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:43.935353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-ea319f9d-25b4-45e8-bba9-aca61d5a8fdc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 1119 time: 0.0808249 Oct 19 01:10:43.949927 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e09605e-ae89-49ea-804e-f173e546bcb3 req-5d35a1fe-6dfa-403c-a6ef-d20fd1c747e5 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:43.992511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Allocated IP 192.168.233.194 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/f6a19cba-e83c-4c58-8e18-cf4809fc6b92) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:44.045748 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'port_id': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'mac_address': 'fa:16:3e:17:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'device_owner': 'compute:tempest-test_az-1057396601'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:16Z', 'updated_at': '2021-10-19T01:10:41Z', 'revision_number': 1, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:10:44.086203 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a404e343-82a7-4ec4-a3d3-dff1f40245a3 None None] The sync data for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 is: [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'port_id': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'mac_address': 'fa:16:3e:17:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'device_owner': 'compute:tempest-test_az-1057396601'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:16Z', 'updated_at': '2021-10-19T01:10:41Z', 'revision_number': 1, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:10:44.210089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e09605e-ae89-49ea-804e-f173e546bcb3 req-5d35a1fe-6dfa-403c-a6ef-d20fd1c747e5 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.215915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e09605e-ae89-49ea-804e-f173e546bcb3 req-5d35a1fe-6dfa-403c-a6ef-d20fd1c747e5 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.230587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.277174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e09605e-ae89-49ea-804e-f173e546bcb3 req-5d35a1fe-6dfa-403c-a6ef-d20fd1c747e5 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.280259 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.292353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e09605e-ae89-49ea-804e-f173e546bcb3 req-5d35a1fe-6dfa-403c-a6ef-d20fd1c747e5 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3780229 Oct 19 01:10:44.293711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-d1eaf74d-ea9a-429c-9663-1d9f0fdf4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.295371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-d1eaf74d-ea9a-429c-9663-1d9f0fdf4391 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 923 time: 0.3413107 Oct 19 01:10:44.301456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35a1fe-6dfa-403c-a6ef-d20fd1c747e5 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed87552c-e493-4fe7-a776-6c0b85bda056,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:44.301846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['138ffa81-cc75-40d0-afc8-8732ec7159fd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:44.394094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:44.398400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:44.400913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:44.418540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.422019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.474487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Pushing event updated for resources: {'Port': ['ID=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:44.491249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-8eb98d89-dcb7-4e66-a627-5472e581f57a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1462166 Oct 19 01:10:44.508514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45970) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:44.518220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Request body: {'port': {'device_id': '713524a1-130b-4af6-b612-b01fd101f5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:44.559019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01338e1f-0a4f-4ace-98eb-e6dd2ac3de8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.565182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4053396-de6e-43f9-97f2-8fac05530e70 None None] New status for floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:10:44.607288 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-2bd37399-4b2c-455c-bef8-d97b9cff588d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964 HTTP/1.1" status: 200 len: 1020 time: 0.2953925 Oct 19 01:10:44.645035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.742029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-37a7d6ca-9615-4000-9ec1-f5b3ed053359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.743501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-37a7d6ca-9615-4000-9ec1-f5b3ed053359 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 200 len: 861 time: 0.1281414 Oct 19 01:10:44.825589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-fec0eee6-af35-40e7-8c3a-b6c76d917c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.827262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-fec0eee6-af35-40e7-8c3a-b6c76d917c6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77a65c6d-c418-4f98-93f6-06fb0b05bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730786 Oct 19 01:10:44.837822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01338e1f-0a4f-4ace-98eb-e6dd2ac3de8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.842562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0dc89d8a-dfca-40bc-b90e-e8c08dab659e None None] Provisioning complete for port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:44.842938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0dc89d8a-dfca-40bc-b90e-e8c08dab659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.873454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01338e1f-0a4f-4ace-98eb-e6dd2ac3de8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:44.879699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0dc89d8a-dfca-40bc-b90e-e8c08dab659e None None] Port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:44.926260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167a6d7-6e9c-4305-a241-9401d0dc064a req-22fc6941-8349-4ee2-8f0b-1670af13c07e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:44.928403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c167a6d7-6e9c-4305-a241-9401d0dc064a req-22fc6941-8349-4ee2-8f0b-1670af13c07e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.3209152 Oct 19 01:10:44.951801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-01338e1f-0a4f-4ace-98eb-e6dd2ac3de8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bcb404e633a48ae896d1e36af6ed7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319170 Oct 19 01:10:44.961351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45984) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:44.980030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01338e1f-0a4f-4ace-98eb-e6dd2ac3de8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d2741-7cb3-4e71-b423-bff98f251534,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:45.010614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c167a6d7-6e9c-4305-a241-9401d0dc064a req-171c65e6-6b09-48dc-b5a3-ee2d2becd8c4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703154 Oct 19 01:10:45.022874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-9a9806ba-f745-44c5-9442-51360399d174 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836846 Oct 19 01:10:45.060807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6a4f8c1-bd1c-4c99-a707-9c774d8e4f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.095517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a19cba-e83c-4c58-8e18-cf4809fc6b92 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:45.113337 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.131266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6a4f8c1-bd1c-4c99-a707-9c774d8e4f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.142903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Transition to ACTIVE for port object f6a19cba-e83c-4c58-8e18-cf4809fc6b92 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:45.153618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.181023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff024b32-e352-4ce0-a0bf-05f960ca6a10 req-1bb5904e-643b-4486-990e-484efa8b8139 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431062 Oct 19 01:10:45.203212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6a4f8c1-bd1c-4c99-a707-9c774d8e4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.206111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6a4f8c1-bd1c-4c99-a707-9c774d8e4f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.207323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f6a4f8c1-bd1c-4c99-a707-9c774d8e4f0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/422d2741-7cb3-4e71-b423-bff98f251534 HTTP/1.1" status: 204 len: 168 time: 0.2449334 Oct 19 01:10:45.222708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4f8c1-bd1c-4c99-a707-9c774d8e4f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d2741-7cb3-4e71-b423-bff98f251534,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:45.286724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:45.320315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Attempting to bind port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:45.320681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Attempting to bind port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:45.321159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Attempting to bind port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:45.333314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:45.333582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Attempting to bind port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:45.355787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:45.356147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:45.356536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:45.356971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Bound port: f6a19cba-e83c-4c58-8e18-cf4809fc6b92, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:45.357325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.479968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] For port f6a19cba-e83c-4c58-8e18-cf4809fc6b92, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:45.485705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] For port f6a19cba-e83c-4c58-8e18-cf4809fc6b92, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:45.494962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.576758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-e7f68c94-f6a1-4beb-9dd6-e7a5bd6b4e08 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50602 time: 0.5443950 Oct 19 01:10:45.578094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:45.578707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:45.580046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] 10.222.0.74 "PUT /v2.0/ports/f6a19cba-e83c-4c58-8e18-cf4809fc6b92 HTTP/1.1" status: 200 len: 1097 time: 1.0680335 Oct 19 01:10:45.645173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189b4f4-cb1d-4322-83c9-ce5a0a1bda74 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:45.722628 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-917aa159-1af0-4aa2-b828-b7d076f78425 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1e37cddd-a389-4110-b2ec-96f3a56d8a75 HTTP/1.1" status: 200 len: 2977 time: 0.1268761 Oct 19 01:10:45.745292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-9566d83f-118d-4bca-b1dd-42420ef18d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:45.746929 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-9566d83f-118d-4bca-b1dd-42420ef18d55 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 1100 time: 0.0868890 Oct 19 01:10:45.816632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-f95817c5-38ae-4ac6-9596-04822779eba8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f6a19cba-e83c-4c58-8e18-cf4809fc6b92 HTTP/1.1" status: 200 len: 217 time: 0.0497477 Oct 19 01:10:45.821758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-9a44b530-ef8f-4c33-ae04-696bfbef149c tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1e37cddd-a389-4110-b2ec-96f3a56d8a75 HTTP/1.1" status: 200 len: 2977 time: 0.0874367 Oct 19 01:10:45.858867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713524a1-130b-4af6-b612-b01fd101f5fd', 'tag': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:45.862325 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619c4eca-eac6-4440-995d-2b9f594c1052" -d '{"events": [{"name": "network-changed", "server_uuid": "713524a1-130b-4af6-b612-b01fd101f5fd", "tag": "f6a19cba-e83c-4c58-8e18-cf4809fc6b92"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:45.914178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-cbce58e0-a74c-4309-9a89-52083de9c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:45.915778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-cbce58e0-a74c-4309-9a89-52083de9c43d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0916460 Oct 19 01:10:45.919225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-c11ce338-7f81-4e81-a5cb-77ad30e81511 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2b47d06a-d38b-4532-bfe7-cef01c2a915f HTTP/1.1" status: 200 len: 2981 time: 0.0850215 Oct 19 01:10:46.012874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-c57b8918-5df8-4728-9f5a-85e407b48065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:46.014336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-c57b8918-5df8-4728-9f5a-85e407b48065 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910296 Oct 19 01:10:46.018273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-d21f2ced-cf9c-401a-a24d-9d5d938e1099 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2b47d06a-d38b-4532-bfe7-cef01c2a915f HTTP/1.1" status: 200 len: 2981 time: 0.0841105 Oct 19 01:10:46.122587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-db9c77da-ec80-421e-ba7d-215ec3271e64 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/32f1a7e7-f37c-48d8-8335-45bf5450aed6 HTTP/1.1" status: 200 len: 2981 time: 0.0910923 Oct 19 01:10:46.156870 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-9ba1b36e-bcd5-43bc-8c4f-25dc2a6bba11 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350796 Oct 19 01:10:46.208756 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-fd9457d3-7ba1-492b-ba70-7fbebc91dba0 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/32f1a7e7-f37c-48d8-8335-45bf5450aed6 HTTP/1.1" status: 200 len: 2981 time: 0.0704651 Oct 19 01:10:46.263504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-4cb8ca2b-bfba-4088-ab0f-49b3ebf5c430 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:10:46.264529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-4cb8ca2b-bfba-4088-ab0f-49b3ebf5c430 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2598608 Oct 19 01:10:46.266997 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-2d28d4d5-4d4d-451d-a368-84913d6a1b2b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] show failed (client error): The resource could not be found. Oct 19 01:10:46.267833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-2d28d4d5-4d4d-451d-a368-84913d6a1b2b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/422d2741-7cb3-4e71-b423-bff98f251534 HTTP/1.1" status: 404 len: 352 time: 0.0319593 Oct 19 01:10:46.325499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660e9717-1060-4a73-88b5-daa6930e5e56 req-ee0da160-aaf2-49a4-9e85-7d43ac4d9340 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596777 Oct 19 01:10:46.327789 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-de39d5e1-8b07-4165-a058-95618496431c tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] show failed (client error): The resource could not be found. Oct 19 01:10:46.329205 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-de39d5e1-8b07-4165-a058-95618496431c tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/422d2741-7cb3-4e71-b423-bff98f251534 HTTP/1.1" status: 404 len: 352 time: 0.0428762 Oct 19 01:10:46.340796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-2ac747c6-aa92-4c3b-afb8-6103ae798d1d tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:46.342116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-2ac747c6-aa92-4c3b-afb8-6103ae798d1d tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 1094 time: 0.0702293 Oct 19 01:10:46.361203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Request body: {'binding': {'host': 'n-h2-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:46.361729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Unknown quota resources ['binding']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:10:46.417160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-be10719b-b397-45a1-9a79-fdd25c054a03 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/5656a0c0-1d80-41bf-b3f7-771b87c7ddda HTTP/1.1" status: 200 len: 2981 time: 0.0776622 Oct 19 01:10:46.511512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-be090d1b-cde0-41d5-8158-31f28d872c80 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/5656a0c0-1d80-41bf-b3f7-771b87c7ddda HTTP/1.1" status: 200 len: 2981 time: 0.0826108 Oct 19 01:10:46.577135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on host n-h2-789963-20 for vnic_type normal with profile None {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:46.577472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:46.577796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:46.584019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-007ff372-2c0e-46e7-a211-a0e06783bd3f tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/670b2ffd-07cb-4b16-ae44-ef271b74a533 HTTP/1.1" status: 200 len: 2977 time: 0.0619073 Oct 19 01:10:46.584933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:46.585243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:46.591333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:46.591666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:46.592058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:46.592482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Bound port: 8305cb38-2812-4b5c-b733-a87a992c86c2, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:46.700462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-c079307c-f8db-49d1-be83-a36e4df9ae49 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/670b2ffd-07cb-4b16-ae44-ef271b74a533 HTTP/1.1" status: 200 len: 2977 time: 0.1100500 Oct 19 01:10:46.718345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:46.726132 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:46.727238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0bef0a9b-1acc-4d8b-ba84-7170b26a1ff4 service neutron] 10.222.0.64 "POST /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3787534 Oct 19 01:10:46.754119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-d99db44d-2d15-455a-a0a4-21b77ae6592a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6811f908-1641-4a05-9a40-078cb8ee956d HTTP/1.1" status: 200 len: 2981 time: 0.0455456 Oct 19 01:10:46.814414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-23bca3a4-ff45-4a63-b5cf-1b76cec9e096 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6811f908-1641-4a05-9a40-078cb8ee956d HTTP/1.1" status: 200 len: 2981 time: 0.0539052 Oct 19 01:10:46.878700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-07b5a04d-f77e-43e5-8215-4df5e49b64cf tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6b4d84ce-52fc-48c6-b14a-27e9e2078462 HTTP/1.1" status: 200 len: 2981 time: 0.0541513 Oct 19 01:10:46.935109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-4957c41e-8807-4d40-8e7d-b0534cb8d3de tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6b4d84ce-52fc-48c6-b14a-27e9e2078462 HTTP/1.1" status: 200 len: 2981 time: 0.0493221 Oct 19 01:10:46.990357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-9f754cae-0431-4ae3-a420-b870df27dc68 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7a029277-69b6-481a-9ab3-8581537fed71 HTTP/1.1" status: 200 len: 2981 time: 0.0479467 Oct 19 01:10:47.022251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-3183f923-e443-41b9-b489-3bccb477f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.025022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-3183f923-e443-41b9-b489-3bccb477f5f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0516233 Oct 19 01:10:47.040137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-94c4533e-3b15-499e-b3cd-6320692ba462 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7a029277-69b6-481a-9ab3-8581537fed71 HTTP/1.1" status: 200 len: 2981 time: 0.0488708 Oct 19 01:10:47.089619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-a908fa25-aa41-4fb1-ae4f-5dabdbc68964 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a1840dc4-8e4e-4808-a2c3-6159a4c840c4 HTTP/1.1" status: 200 len: 2981 time: 0.0429504 Oct 19 01:10:47.135432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-99e900e7-0ea6-48cb-a9a5-7b86e8ee511f tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a1840dc4-8e4e-4808-a2c3-6159a4c840c4 HTTP/1.1" status: 200 len: 2981 time: 0.0396488 Oct 19 01:10:47.172015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-b3de9f91-31aa-4ecb-8950-2d883fd7a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.173406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-b3de9f91-31aa-4ecb-8950-2d883fd7a438 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.1377308 Oct 19 01:10:47.187705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-44dd8e59-0956-4bfa-a8b8-84a1572b97d8 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b77ccce5-0163-4340-8944-3c8eef6fef3a HTTP/1.1" status: 200 len: 2981 time: 0.0447254 Oct 19 01:10:47.228292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365dd84-8aff-4737-93de-36a76735d726 req-6a63af06-2d7e-49be-9b28-e62f98a82071 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.229772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0365dd84-8aff-4737-93de-36a76735d726 req-6a63af06-2d7e-49be-9b28-e62f98a82071 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 948 time: 0.1041057 Oct 19 01:10:47.230994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-f824e937-cc9d-4959-a2a5-df584ea0edab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 217 time: 0.0501833 Oct 19 01:10:47.232071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-8fd64ea5-a88b-4926-9a0e-e984b18e5348 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b77ccce5-0163-4340-8944-3c8eef6fef3a HTTP/1.1" status: 200 len: 2981 time: 0.0374970 Oct 19 01:10:47.273978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-0e0f8416-7541-4cb4-adb9-7210cf8be324 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/bfbcf990-6df3-4432-9248-1927fd2d1e90 HTTP/1.1" status: 200 len: 2977 time: 0.0359635 Oct 19 01:10:47.302204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0365dd84-8aff-4737-93de-36a76735d726 req-23e7a107-024f-4851-89fa-127e328d6a2f tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661163 Oct 19 01:10:47.305937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-7c54fb0d-fa5b-4dd0-84ba-01ef19a3eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.308033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-7c54fb0d-fa5b-4dd0-84ba-01ef19a3eee5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0656605 Oct 19 01:10:47.324246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-28a1280e-4064-4205-b5a9-4e670b626c84 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/bfbcf990-6df3-4432-9248-1927fd2d1e90 HTTP/1.1" status: 200 len: 2977 time: 0.0439849 Oct 19 01:10:47.349771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-247c6eec-9b5c-495c-ab2d-948b2a529a66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321369 Oct 19 01:10:47.382070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-eacebf6f-2505-4156-9dde-97c013d658da tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f30763c5-ab38-4e9d-b10c-191c0522c7da HTTP/1.1" status: 200 len: 2981 time: 0.0428939 Oct 19 01:10:47.432952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-f8f8de92-b026-4925-bbee-24b1420b7a72 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f30763c5-ab38-4e9d-b10c-191c0522c7da HTTP/1.1" status: 200 len: 2981 time: 0.0442054 Oct 19 01:10:47.493152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-9a3d9d95-65e5-410f-bab5-d42ea0d17873 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f3bec444-6ec4-4ae4-b525-a2602843f614 HTTP/1.1" status: 200 len: 2981 time: 0.0530832 Oct 19 01:10:47.502957 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12ca49a-4e2f-4d54-be1d-43ece2aadb7b x-openstack-request-id: req-f12ca49a-4e2f-4d54-be1d-43ece2aadb7b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:47.503243 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713524a1-130b-4af6-b612-b01fd101f5fd", "tag": "f6a19cba-e83c-4c58-8e18-cf4809fc6b92", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:47.503496 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f12ca49a-4e2f-4d54-be1d-43ece2aadb7b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:47.503879 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713524a1-130b-4af6-b612-b01fd101f5fd', 'tag': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92', 'status': 'completed', 'code': 200} Oct 19 01:10:47.545832 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-3ca63b45-4362-4d3a-b7a1-e773cda427eb tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f3bec444-6ec4-4ae4-b525-a2602843f614 HTTP/1.1" status: 200 len: 2981 time: 0.0516858 Oct 19 01:10:47.696612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-4900ac39-bb21-42eb-8c44-a960a7d3dfeb service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391838 Oct 19 01:10:47.708808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c3181-55d5-4016-a635-5e8e4a7dc2d5 req-58349d96-1d4f-48c3-b22d-fdda6e6a996d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.710505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a5c3181-55d5-4016-a635-5e8e4a7dc2d5 req-58349d96-1d4f-48c3-b22d-fdda6e6a996d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0783675 Oct 19 01:10:47.805027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a5c3181-55d5-4016-a635-5e8e4a7dc2d5 req-14b11a72-19e5-4d03-b2a1-b758ee7143be tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853128 Oct 19 01:10:47.816112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-7022e00f-5b9d-4027-b3c0-387b6731657f tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f6c20531-2547-4c59-8101-f603b33c20fc HTTP/1.1" status: 200 len: 2973 time: 0.2693436 Oct 19 01:10:47.821259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-97e792dc-4307-4062-a266-3562109cb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.823556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-97e792dc-4307-4062-a266-3562109cb782 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 1100 time: 0.2711658 Oct 19 01:10:47.844989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-fe6e2154-0c44-4539-bef6-edae11b68969 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333163 Oct 19 01:10:47.923370 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-056b6a9f-0dce-4b64-9c65-df61227218f4 req-d4688246-42bf-4047-ab3c-3cc5bc6c7db1 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f6c20531-2547-4c59-8101-f603b33c20fc HTTP/1.1" status: 200 len: 2973 time: 0.0970664 Oct 19 01:10:47.957312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-ee777bc0-6b66-4f13-9cf1-089acf9ccdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:47.960501 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-ee777bc0-6b66-4f13-9cf1-089acf9ccdb4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1277390 Oct 19 01:10:48.008908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-bbe5d103-43bd-40e3-9537-bbb068fe7e7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f6a19cba-e83c-4c58-8e18-cf4809fc6b92 HTTP/1.1" status: 200 len: 217 time: 0.0404990 Oct 19 01:10:48.062791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-825076ba-f7fb-4a12-8bd4-d03f552f6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.064407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-825076ba-f7fb-4a12-8bd4-d03f552f6618 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0485320 Oct 19 01:10:48.076642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76ec02-b945-494a-b97d-5a15b4b93f29 req-565d9fd3-bc73-4031-a93e-0f9dba7ed707 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.078241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2f76ec02-b945-494a-b97d-5a15b4b93f29 req-565d9fd3-bc73-4031-a93e-0f9dba7ed707 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 945 time: 0.0897734 Oct 19 01:10:48.140623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-2163abf0-b70a-4678-b845-fc437b257929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.144785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-2163abf0-b70a-4678-b845-fc437b257929 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689788 Oct 19 01:10:48.183065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2f76ec02-b945-494a-b97d-5a15b4b93f29 req-0ad45715-98a6-47d2-9e5b-c14051381830 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803897 Oct 19 01:10:48.185261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-5cb0ed09-89a8-4449-9e86-8288829d01c5 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.186794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-5cb0ed09-89a8-4449-9e86-8288829d01c5 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1513884 Oct 19 01:10:48.204683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-20'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:48.289076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.317280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-31183b83-ae6b-486e-b4cb-3048358502ab service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591668 Oct 19 01:10:48.360118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46084) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:48.424306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75a4d16c-d229-4aee-8b3b-83d874e05246 req-fa8d4538-48c7-431d-a695-6fcc56ca61d3 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a931a2509ce463382e9fe954a9f8098 HTTP/1.1" status: 200 len: 6098 time: 0.1737783 Oct 19 01:10:48.473507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca969ba8-3ca4-40dc-abd9-814baf46bb08 req-dde4dfea-b251-447f-a4bf-0479bcc2821f tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.483226 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca969ba8-3ca4-40dc-abd9-814baf46bb08 req-dde4dfea-b251-447f-a4bf-0479bcc2821f tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 972 time: 0.1388717 Oct 19 01:10:48.523604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-619c4eca-eac6-4440-995d-2b9f594c1052 req-8c740496-c341-43c6-b283-f9b3cb409093 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992323 Oct 19 01:10:48.537722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75a4d16c-d229-4aee-8b3b-83d874e05246 req-4fcdee45-34e5-48e0-8fcc-61618328bd34 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "GET /v2.0/security-groups/6811f908-1641-4a05-9a40-078cb8ee956d HTTP/1.1" status: 200 len: 2981 time: 0.1030772 Oct 19 01:10:48.554388 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca969ba8-3ca4-40dc-abd9-814baf46bb08 req-b35988db-68d3-42e6-ac74-eba20ee39058 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702078 Oct 19 01:10:48.574576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:48.583413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:48.639527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75a4d16c-d229-4aee-8b3b-83d874e05246 req-1e119248-a6f1-47fd-b674-7a33497736bd tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "GET /v2.0/security-groups/6811f908-1641-4a05-9a40-078cb8ee956d HTTP/1.1" status: 200 len: 2981 time: 0.1008747 Oct 19 01:10:48.664673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790b6b2-2895-4e4f-9b4f-61d93e7cf25a req-023d4461-aa73-4da0-bc69-d8aa70eb4f3f tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.668143 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e790b6b2-2895-4e4f-9b4f-61d93e7cf25a req-023d4461-aa73-4da0-bc69-d8aa70eb4f3f tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 948 time: 0.0592301 Oct 19 01:10:48.687116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:48.688795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-951da7ec-56c6-49b3-bd63-0cc1b9350f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.721208 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26bb54e3-ca63-47c7-8f74-b62fe13866c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.733995 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e790b6b2-2895-4e4f-9b4f-61d93e7cf25a req-f2a10c38-15d0-43cf-b3b1-fecb0c56104a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564313 Oct 19 01:10:48.770194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:48.772457 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acba89a8-257c-4a18-8bcb-b317f44681bf" -d '{"events": [{"server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:48.776939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.795070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.809750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26bb54e3-ca63-47c7-8f74-b62fe13866c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.815268 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26bb54e3-ca63-47c7-8f74-b62fe13866c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.839757 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c582456c-9309-4033-93d6-ef7dde8ddbc2 x-openstack-request-id: req-c582456c-9309-4033-93d6-ef7dde8ddbc2 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:48.840085 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:48.840555 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c582456c-9309-4033-93d6-ef7dde8ddbc2 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:48.840938 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2', 'code': 200} Oct 19 01:10:48.854778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb54e3-ca63-47c7-8f74-b62fe13866c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95df790-22f9-4657-984b-ad934e2d82b2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:48.867581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-26bb54e3-ca63-47c7-8f74-b62fe13866c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7446fa56b484fa8bc605c573dc31cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829542 Oct 19 01:10:48.871198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46102) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:48.880869 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cae783fc-8c07-4833-84eb-f4abb63bf568 req-08c5247c-f160-4b22-93eb-69d0e6ff174a tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/ed87552c-e493-4fe7-a776-6c0b85bda056 HTTP/1.1" status: 200 len: 1777 time: 0.1482708 Oct 19 01:10:48.939569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:48.961555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607774e-6fe1-468c-b2d5-98142d748d27 req-893ce4c9-2825-420f-b32e-0e5f3fefb38f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:48.963635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b607774e-6fe1-468c-b2d5-98142d748d27 req-893ce4c9-2825-420f-b32e-0e5f3fefb38f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0687099 Oct 19 01:10:48.973845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on host n-h1-789963-20 for vnic_type normal with profile {"migrating_to": "n-h2-789963-20"} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:48.974179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:48.974509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:48.980020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72130c1e-2b6d-4b99-8019-2c3299a8a23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.992918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-951da7ec-56c6-49b3-bd63-0cc1b9350f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:48.994340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:48.994680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Attempting to bind port 8305cb38-2812-4b5c-b733-a87a992c86c2 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:48.999928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-951da7ec-56c6-49b3-bd63-0cc1b9350f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.012318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:49.012649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:49.013043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:49.013481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Bound port: 8305cb38-2812-4b5c-b733-a87a992c86c2, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:49.013829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.020107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72130c1e-2b6d-4b99-8019-2c3299a8a23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.029883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b607774e-6fe1-468c-b2d5-98142d748d27 req-c22efb36-3749-49b6-8040-516e890579e2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592535 Oct 19 01:10:49.065788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-951da7ec-56c6-49b3-bd63-0cc1b9350f90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8158362995dc41b5aeffb0a73fc4a8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029493 Oct 19 01:10:49.068626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46104) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:49.072761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951da7ec-56c6-49b3-bd63-0cc1b9350f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de855e11-ffd3-4391-85b8-70c58c969d69,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.075279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cae783fc-8c07-4833-84eb-f4abb63bf568 req-8fc87c1d-bf83-43cb-afbd-e64d6d7fca8b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.094685 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72130c1e-2b6d-4b99-8019-2c3299a8a23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.097256 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72130c1e-2b6d-4b99-8019-2c3299a8a23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.098399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-72130c1e-2b6d-4b99-8019-2c3299a8a23e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d95df790-22f9-4657-984b-ad934e2d82b2 HTTP/1.1" status: 204 len: 168 time: 0.2261906 Oct 19 01:10:49.117257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130c1e-2b6d-4b99-8019-2c3299a8a23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95df790-22f9-4657-984b-ad934e2d82b2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.122939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cae783fc-8c07-4833-84eb-f4abb63bf568 req-8fc87c1d-bf83-43cb-afbd-e64d6d7fca8b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.138313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c698b435-ca70-4e22-bbce-bc2e5c623cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.161920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c698b435-ca70-4e22-bbce-bc2e5c623cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.165268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:49.179187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:49.191181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.201378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cae783fc-8c07-4833-84eb-f4abb63bf568 req-8fc87c1d-bf83-43cb-afbd-e64d6d7fca8b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.204254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cae783fc-8c07-4833-84eb-f4abb63bf568 req-8fc87c1d-bf83-43cb-afbd-e64d6d7fca8b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.209239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cae783fc-8c07-4833-84eb-f4abb63bf568 req-8fc87c1d-bf83-43cb-afbd-e64d6d7fca8b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed87552c-e493-4fe7-a776-6c0b85bda056 HTTP/1.1" status: 204 len: 173 time: 0.3059063 Oct 19 01:10:49.229378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c698b435-ca70-4e22-bbce-bc2e5c623cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.232011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c698b435-ca70-4e22-bbce-bc2e5c623cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.233715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c698b435-ca70-4e22-bbce-bc2e5c623cca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de855e11-ffd3-4391-85b8-70c58c969d69 HTTP/1.1" status: 204 len: 168 time: 0.1628139 Oct 19 01:10:49.264204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698b435-ca70-4e22-bbce-bc2e5c623cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de855e11-ffd3-4391-85b8-70c58c969d69,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.268204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc87c1d-bf83-43cb-afbd-e64d6d7fca8b tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed87552c-e493-4fe7-a776-6c0b85bda056,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.343479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad680-b383-49ff-b793-e225a915de74 req-118e165a-6e2a-4990-9f9c-5de0aea39c7d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.350879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=8']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.351453 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-801ad680-b383-49ff-b793-e225a915de74 req-118e165a-6e2a-4990-9f9c-5de0aea39c7d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0822041 Oct 19 01:10:49.365506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.366141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.367545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16a62564-eee8-4b8f-adce-11724d8fbaa8 service neutron] 10.222.0.62 "PUT /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 1123 time: 1.1671798 Oct 19 01:10:49.386657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-011762a8-3f43-4119-9638-3440d22d9dc5 req-2abe885d-20c7-4305-bd1d-4f7c8c199bef tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "GET /v2.0/security-groups/b37f62e7-9538-486b-9270-4460bc407196 HTTP/1.1" status: 200 len: 1777 time: 0.1388168 Oct 19 01:10:49.404605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-801ad680-b383-49ff-b793-e225a915de74 req-bb7b03b0-d951-48cb-9991-faf33aeb0928 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Oct 19 01:10:49.452778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-011762a8-3f43-4119-9638-3440d22d9dc5 req-6266c169-557b-47e6-8ab3-05865ab63db3 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.475554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-011762a8-3f43-4119-9638-3440d22d9dc5 req-6266c169-557b-47e6-8ab3-05865ab63db3 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.481266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8305cb38-2812-4b5c-b733-a87a992c86c2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:49.508223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46118) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:49.527338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1aee1078-e957-41c4-937a-400ff5f4c650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.539444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-011762a8-3f43-4119-9638-3440d22d9dc5 req-6266c169-557b-47e6-8ab3-05865ab63db3 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.540178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.542568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-011762a8-3f43-4119-9638-3440d22d9dc5 req-6266c169-557b-47e6-8ab3-05865ab63db3 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.547327 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-011762a8-3f43-4119-9638-3440d22d9dc5 req-6266c169-557b-47e6-8ab3-05865ab63db3 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/b37f62e7-9538-486b-9270-4460bc407196 HTTP/1.1" status: 204 len: 173 time: 0.1597118 Oct 19 01:10:49.557146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266c169-557b-47e6-8ab3-05865ab63db3 tempest-SecurityGroupsTestAdminJSON-1647899510 tempest-SecurityGroupsTestAdminJSON-1647899510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f62e7-9538-486b-9270-4460bc407196,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.665872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03cb9aa2-4e4c-462f-ac10-eb77c4cce793 req-037e1fef-4fbb-4ba1-bc78-d5a5514be392 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "GET /v2.0/security-groups/bafb7287-82a7-4801-b260-4e7990b432bb HTTP/1.1" status: 200 len: 1774 time: 0.0899863 Oct 19 01:10:49.713055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028faaaa-7d80-4474-a6a9-c80df669987e req-d3357f80-9a9b-44db-9701-0ef20fe0d421 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.714788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-028faaaa-7d80-4474-a6a9-c80df669987e req-d3357f80-9a9b-44db-9701-0ef20fe0d421 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 972 time: 0.0810578 Oct 19 01:10:49.729661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1aee1078-e957-41c4-937a-400ff5f4c650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.734044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1aee1078-e957-41c4-937a-400ff5f4c650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.769466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46130) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:49.772072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-028faaaa-7d80-4474-a6a9-c80df669987e req-7de35207-c233-40de-be90-4258e3074d09 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/security-groups?id=b77ccce5-0163-4340-8944-3c8eef6fef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Oct 19 01:10:49.799839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-03cb9aa2-4e4c-462f-ac10-eb77c4cce793 req-26aafc24-5273-4c05-a119-40cffa54f5e0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.804439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1aee1078-e957-41c4-937a-400ff5f4c650 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b399d37a28484b03afaee9690387e1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948236 Oct 19 01:10:49.805126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee1078-e957-41c4-937a-400ff5f4c650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8589822e-37b9-4735-ba43-10d01ac56d11,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:49.808207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46132) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:49.813225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f112ffc9-0e5e-4662-be80-82332c1058b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.843209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95408507-4b39-4216-93e7-ddcd1affeffb req-62fc938c-1ab7-4d91-ba98-4cdaaf3afe13 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:49.844822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95408507-4b39-4216-93e7-ddcd1affeffb req-62fc938c-1ab7-4d91-ba98-4cdaaf3afe13 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 972 time: 0.0717795 Oct 19 01:10:49.865218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-03cb9aa2-4e4c-462f-ac10-eb77c4cce793 req-26aafc24-5273-4c05-a119-40cffa54f5e0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.933606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9c8e-333e-45b3-8455-a1c7640537f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.964145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-03cb9aa2-4e4c-462f-ac10-eb77c4cce793 req-26aafc24-5273-4c05-a119-40cffa54f5e0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.966689 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-03cb9aa2-4e4c-462f-ac10-eb77c4cce793 req-26aafc24-5273-4c05-a119-40cffa54f5e0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:49.967828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03cb9aa2-4e4c-462f-ac10-eb77c4cce793 req-26aafc24-5273-4c05-a119-40cffa54f5e0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "DELETE /v2.0/security-groups/bafb7287-82a7-4801-b260-4e7990b432bb HTTP/1.1" status: 204 len: 173 time: 0.3005235 Oct 19 01:10:49.975537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9c8e-333e-45b3-8455-a1c7640537f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.009656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aafc24-5273-4c05-a119-40cffa54f5e0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafb7287-82a7-4801-b260-4e7990b432bb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.026142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd99b02-c4d5-421d-9c60-484f74c5fcbb req-db67faf2-f0e6-421a-b806-ce25d1fe3d36 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:50.028394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfd99b02-c4d5-421d-9c60-484f74c5fcbb req-db67faf2-f0e6-421a-b806-ce25d1fe3d36 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 948 time: 0.1267774 Oct 19 01:10:50.061900 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f112ffc9-0e5e-4662-be80-82332c1058b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.068340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f112ffc9-0e5e-4662-be80-82332c1058b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.077964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Deleting port 7ed22124-2ddb-4454-8036-3892f7a6da2c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:10:50.078288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.101862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fe384778-d6ff-44c2-b1ad-e540d48459b8 req-440c0206-a937-41a8-ac58-4985cdfd7aa1 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "GET /v2.0/security-groups/36c4331f-1799-46f6-aa79-8001dddc826c HTTP/1.1" status: 200 len: 1776 time: 0.1060066 Oct 19 01:10:50.105151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfd99b02-c4d5-421d-9c60-484f74c5fcbb req-3cfd160e-615c-40d2-891d-8947a35c93f0 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623379 Oct 19 01:10:50.120443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112ffc9-0e5e-4662-be80-82332c1058b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd8d7d-ede9-4c29-8bdd-beaf49e1625f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.128645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f112ffc9-0e5e-4662-be80-82332c1058b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a12b75cbe6b4de281b39b160a7e353e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521235 Oct 19 01:10:50.128645 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9c8e-333e-45b3-8455-a1c7640537f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.130529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9c8e-333e-45b3-8455-a1c7640537f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.134001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8a3c9c8e-333e-45b3-8455-a1c7640537f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8589822e-37b9-4735-ba43-10d01ac56d11 HTTP/1.1" status: 204 len: 168 time: 0.3194473 Oct 19 01:10:50.134001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46138) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:50.168778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c9c8e-333e-45b3-8455-a1c7640537f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8589822e-37b9-4735-ba43-10d01ac56d11,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.215548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] For port 7ed22124-2ddb-4454-8036-3892f7a6da2c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7ed22124-2ddb-4454-8036-3892f7a6da2c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:50.216150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.231992 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cab88f53-de69-4f27-8756-5c3b222c8f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.233638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Calling delete_port for 7ed22124-2ddb-4454-8036-3892f7a6da2c owned by compute:tempest-test_az-1057396601 {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:10:50.253647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-fe384778-d6ff-44c2-b1ad-e540d48459b8 req-ad3f1607-c714-4487-9e5a-74e403ff13c0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.266515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cab88f53-de69-4f27-8756-5c3b222c8f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.296568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-fe384778-d6ff-44c2-b1ad-e540d48459b8 req-ad3f1607-c714-4487-9e5a-74e403ff13c0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.355667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-fe384778-d6ff-44c2-b1ad-e540d48459b8 req-ad3f1607-c714-4487-9e5a-74e403ff13c0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.359193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-fe384778-d6ff-44c2-b1ad-e540d48459b8 req-ad3f1607-c714-4487-9e5a-74e403ff13c0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.360777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fe384778-d6ff-44c2-b1ad-e540d48459b8 req-ad3f1607-c714-4487-9e5a-74e403ff13c0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] 10.222.0.64 "DELETE /v2.0/security-groups/36c4331f-1799-46f6-aa79-8001dddc826c HTTP/1.1" status: 204 len: 173 time: 0.2367983 Oct 19 01:10:50.362982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6578a17-2f99-44f5-bc6e-26b769ae2bae req-755aa5e2-c100-4f60-b9b5-e7754bdf844e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:50.368262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cab88f53-de69-4f27-8756-5c3b222c8f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.370230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cab88f53-de69-4f27-8756-5c3b222c8f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.371602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cab88f53-de69-4f27-8756-5c3b222c8f80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/badd8d7d-ede9-4c29-8bdd-beaf49e1625f HTTP/1.1" status: 204 len: 168 time: 0.2320695 Oct 19 01:10:50.372394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6578a17-2f99-44f5-bc6e-26b769ae2bae req-755aa5e2-c100-4f60-b9b5-e7754bdf844e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1363876 Oct 19 01:10:50.381734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f1607-c714-4487-9e5a-74e403ff13c0 tempest-SecurityGroupsTestAdminJSON-1027670802 tempest-SecurityGroupsTestAdminJSON-1027670802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4331f-1799-46f6-aa79-8001dddc826c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.406091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6a19cba-e83c-4c58-8e18-cf4809fc6b92 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:50.409717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab88f53-de69-4f27-8756-5c3b222c8f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd8d7d-ede9-4c29-8bdd-beaf49e1625f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.490587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6578a17-2f99-44f5-bc6e-26b769ae2bae req-23a80754-5220-40dd-b8d8-a212f6a1b983 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169796 Oct 19 01:10:50.563246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6a19cba-e83c-4c58-8e18-cf4809fc6b92, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:50.567082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e66d9d-53dc-4dc4-92c6-c7db9ed2c19c req-1a874698-7546-4d67-adfe-bcc585a4f7bc tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:50.574454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00e66d9d-53dc-4dc4-92c6-c7db9ed2c19c req-1a874698-7546-4d67-adfe-bcc585a4f7bc tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0747354 Oct 19 01:10:50.579593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92', 'mac_address': 'fa:16:3e:ea:e5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:10:50.590458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.627564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00e66d9d-53dc-4dc4-92c6-c7db9ed2c19c req-e87b2a3a-44d6-44b9-aae0-f248c79bbd1c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513613 Oct 19 01:10:50.636318 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.638841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7ed22124-2ddb-4454-8036-3892f7a6da2c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:50.652971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Pushing event deleted for resources: {'Port': ['ID=7ed22124-2ddb-4454-8036-3892f7a6da2c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.679824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a19cba-e83c-4c58-8e18-cf4809fc6b92 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:50.713195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6a19cba-e83c-4c58-8e18-cf4809fc6b92, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:50.717936 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.747870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] No DVR routers for this DVR port 7ed22124-2ddb-4454-8036-3892f7a6da2c on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:10:50.754386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:50.759680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95408507-4b39-4216-93e7-ddcd1affeffb req-6c2913dc-1804-49a8-b772-d7c8466da3fb tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.62 "DELETE /v2.0/ports/7ed22124-2ddb-4454-8036-3892f7a6da2c HTTP/1.1" status: 204 len: 173 time: 0.9070878 Oct 19 01:10:50.780282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46154) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:50.790053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:50.842535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2'}, {'server_uuid': '49b81152-5a81-4a66-8f03-aa0a827304de', 'name': 'network-vif-deleted', 'tag': '7ed22124-2ddb-4454-8036-3892f7a6da2c'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:50.845135 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966d656c-b13c-46e3-abf9-32735c80b93e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2"}, {"server_uuid": "49b81152-5a81-4a66-8f03-aa0a827304de", "name": "network-vif-deleted", "tag": "7ed22124-2ddb-4454-8036-3892f7a6da2c"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:50.904702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddb03e8a-9f58-4e72-9162-73d4eae7d80c req-1a53eda2-a4f4-45e9-9bd6-fb71075b2df4 tempest-AggregatesAdminTestJSON-1941066092 tempest-AggregatesAdminTestJSON-1941066092-project] 10.222.0.64 "GET /v2.0/ports?device_id=49b81152-5a81-4a66-8f03-aa0a827304de HTTP/1.1" status: 200 len: 210 time: 0.0334713 Oct 19 01:10:50.975600 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a703c74-de82-4bcf-93c0-6950ac5568e8 x-openstack-request-id: req-9a703c74-de82-4bcf-93c0-6950ac5568e8 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:50.975840 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2", "status": "completed", "code": 200}, {"server_uuid": "49b81152-5a81-4a66-8f03-aa0a827304de", "name": "network-vif-deleted", "tag": "7ed22124-2ddb-4454-8036-3892f7a6da2c", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:50.976139 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a703c74-de82-4bcf-93c0-6950ac5568e8 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:50.976546 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2', 'status': 'completed', 'code': 200} Oct 19 01:10:50.976812 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b81152-5a81-4a66-8f03-aa0a827304de', 'name': 'network-vif-deleted', 'tag': '7ed22124-2ddb-4454-8036-3892f7a6da2c', 'status': 'completed', 'code': 200} Oct 19 01:10:51.088007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-97cdb3e2-d100-4389-ab2d-70b3714eaec0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a931a2509ce463382e9fe954a9f8098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057084 Oct 19 01:10:51.090589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46176) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:51.101338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d656c-b13c-46e3-abf9-32735c80b93e req-f1769413-781b-42a1-9077-a6ef8945d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:51.103843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-966d656c-b13c-46e3-abf9-32735c80b93e req-f1769413-781b-42a1-9077-a6ef8945d9da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1126 time: 0.0568123 Oct 19 01:10:51.160697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba64f6d-bd26-4144-803d-6abd37ef969b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.171464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['f6a19cba-e83c-4c58-8e18-cf4809fc6b92'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:10:51.216138 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba64f6d-bd26-4144-803d-6abd37ef969b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.279148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba64f6d-bd26-4144-803d-6abd37ef969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.281281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d656c-b13c-46e3-abf9-32735c80b93e req-9063b113-410e-4812-8f92-18264ba2c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:51.281686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba64f6d-bd26-4144-803d-6abd37ef969b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.282837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aba64f6d-bd26-4144-803d-6abd37ef969b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6811f908-1641-4a05-9a40-078cb8ee956d HTTP/1.1" status: 204 len: 168 time: 0.1906888 Oct 19 01:10:51.283590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-966d656c-b13c-46e3-abf9-32735c80b93e req-9063b113-410e-4812-8f92-18264ba2c8d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.1713233 Oct 19 01:10:51.303760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba64f6d-bd26-4144-803d-6abd37ef969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811f908-1641-4a05-9a40-078cb8ee956d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:51.352552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-966d656c-b13c-46e3-abf9-32735c80b93e req-fbdd8a7e-994a-4d2d-b0a5-e17791e6e499 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 217 time: 0.0584338 Oct 19 01:10:51.421617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f702ff-5df3-4e9d-8373-4170ac9f2b49 req-c9d21f74-4bf6-4203-81d3-469f7a4e8ea5 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:51.423220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43f702ff-5df3-4e9d-8373-4170ac9f2b49 req-c9d21f74-4bf6-4203-81d3-469f7a4e8ea5 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 949 time: 0.2009034 Oct 19 01:10:51.446892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d656c-b13c-46e3-abf9-32735c80b93e req-614ca765-f8ef-4214-925b-ade5725f84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:51.448324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-966d656c-b13c-46e3-abf9-32735c80b93e req-614ca765-f8ef-4214-925b-ade5725f84bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0847340 Oct 19 01:10:51.490328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-966d656c-b13c-46e3-abf9-32735c80b93e req-4cd4bb30-d51b-4e6d-bc68-9117860c5582 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323792 Oct 19 01:10:51.544264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43f702ff-5df3-4e9d-8373-4170ac9f2b49 req-1fd146dd-e17a-47b0-b805-c6773bb61bf9 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045642 Oct 19 01:10:51.627498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0bcdf-9cca-473d-a7f2-aeae997b7500 req-3471d1e8-2246-43dc-9f73-44ac2b802ea0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:51.629541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57f0bcdf-9cca-473d-a7f2-aeae997b7500 req-3471d1e8-2246-43dc-9f73-44ac2b802ea0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0540996 Oct 19 01:10:51.633454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-966d656c-b13c-46e3-abf9-32735c80b93e req-df35e1d7-e121-41ff-bbbf-ccb50010db81 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298728 Oct 19 01:10:51.695755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57f0bcdf-9cca-473d-a7f2-aeae997b7500 req-425251d4-bef2-491f-b3c8-3c251bad2cdc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Oct 19 01:10:51.717119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46204) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:51.762990 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1f1dc331-9d3c-44cd-999a-6f8c8e0acee3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b27ad25f49f842b0858678180add6da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447011 Oct 19 01:10:51.765437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46206) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:51.814693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-966d656c-b13c-46e3-abf9-32735c80b93e req-ae957f6c-954d-4f2f-abed-78525e2e15aa service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706800 Oct 19 01:10:51.825687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86f698-13fe-444c-b383-9b6c7835a64c req-21d6badf-b357-42e5-960f-b22695dcdb0a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:51.827144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be86f698-13fe-444c-b383-9b6c7835a64c req-21d6badf-b357-42e5-960f-b22695dcdb0a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0876617 Oct 19 01:10:51.838808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e09b3b5b-263b-4f38-a314-13d25ecbe8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.878078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e09b3b5b-263b-4f38-a314-13d25ecbe8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.893130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be86f698-13fe-444c-b383-9b6c7835a64c req-1d6a5c9b-abd2-4632-812d-2df2693078d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490227 Oct 19 01:10:51.941579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e09b3b5b-263b-4f38-a314-13d25ecbe8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.947797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e09b3b5b-263b-4f38-a314-13d25ecbe8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:51.948975 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e09b3b5b-263b-4f38-a314-13d25ecbe8d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32f1a7e7-f37c-48d8-8335-45bf5450aed6 HTTP/1.1" status: 204 len: 168 time: 0.1826336 Oct 19 01:10:51.957018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b3b5b-263b-4f38-a314-13d25ecbe8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f1a7e7-f37c-48d8-8335-45bf5450aed6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.007781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:10:52.112605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:52.125624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 has no active binding in host n-h2-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:10:52.396391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:52.422814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6a19cba-e83c-4c58-8e18-cf4809fc6b92 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:10:52.476523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:10:52.481186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:52.481659 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.594251 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.622807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3a706c2d-75a0-40d9-b2c2-2bc2751f0f43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5f58e09a2fe4778ac3f80078225f3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246063 Oct 19 01:10:52.625661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46252) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:52.675765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713524a1-130b-4af6-b612-b01fd101f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:52.680020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.682642 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63474d50-cfd9-44d7-9361-3247678d20ed" -d '{"events": [{"server_uuid": "713524a1-130b-4af6-b612-b01fd101f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "f6a19cba-e83c-4c58-8e18-cf4809fc6b92"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:52.698584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6a19cba-e83c-4c58-8e18-cf4809fc6b92, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:52.705370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.711482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.716797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a646a1-4854-45fe-8429-c289a447bff1 req-43648e44-ff70-44b8-9f67-2cd82ccdf592 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:52.724908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20a646a1-4854-45fe-8429-c289a447bff1 req-43648e44-ff70-44b8-9f67-2cd82ccdf592 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 949 time: 0.1171923 Oct 19 01:10:52.769938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.778492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.780201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20a646a1-4854-45fe-8429-c289a447bff1 req-5d72a526-a731-4a85-999e-31fa49342137 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514057 Oct 19 01:10:52.781701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.782057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.782402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.782739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.783075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.783409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.783961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.784094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:52.784336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.784657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.785044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.785401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.785727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.789550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b77ccce5-0163-4340-8944-3c8eef6fef3a HTTP/1.1" status: 204 len: 168 time: 0.1598995 Oct 19 01:10:52.807380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ccce5-0163-4340-8944-3c8eef6fef3a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:52.817168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.817625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.818138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.818781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.819031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.819422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.819970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.820398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.821864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.822291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.822693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.823347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3edeac-f919-4fb8-ac53-60b7c264c14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:52.830560 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5d360-26e9-4049-9006-01b79765ad98 x-openstack-request-id: req-3cf5d360-26e9-4049-9006-01b79765ad98 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:10:52.831010 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713524a1-130b-4af6-b612-b01fd101f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "f6a19cba-e83c-4c58-8e18-cf4809fc6b92", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:10:52.831834 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cf5d360-26e9-4049-9006-01b79765ad98 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:10:52.832285 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713524a1-130b-4af6-b612-b01fd101f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92', 'code': 200} Oct 19 01:10:52.937561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8ef1-1184-4c58-91fe-acc6141e6df5 req-47226ae8-c2ac-4ae1-88a0-bdbd0b1922ee tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:52.939186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-863c8ef1-1184-4c58-91fe-acc6141e6df5 req-47226ae8-c2ac-4ae1-88a0-bdbd0b1922ee tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0552082 Oct 19 01:10:52.991414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-863c8ef1-1184-4c58-91fe-acc6141e6df5 req-63c39f0c-5f86-4515-9b98-e25a826f7607 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Oct 19 01:10:53.016442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0609f14-4480-4d84-9b77-6e9ef3ce02c9 req-e3fd1881-f9db-42f8-b8d0-3819d5e9c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:53.017945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0609f14-4480-4d84-9b77-6e9ef3ce02c9 req-e3fd1881-f9db-42f8-b8d0-3819d5e9c89d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 1102 time: 0.0506880 Oct 19 01:10:53.063392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0609f14-4480-4d84-9b77-6e9ef3ce02c9 req-f4582eac-c683-48b2-88eb-7221e77741d3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337574 Oct 19 01:10:53.121825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac08df5-65f4-4c0c-bd97-491e61a44e8c req-8927abae-59b1-4b8d-95bb-21ea04830572 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:53.131613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ac08df5-65f4-4c0c-bd97-491e61a44e8c req-8927abae-59b1-4b8d-95bb-21ea04830572 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0639312 Oct 19 01:10:53.172584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ac08df5-65f4-4c0c-bd97-491e61a44e8c req-7f61efe5-f1ff-4559-8bc6-f45fe56ec0b7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Oct 19 01:10:53.391092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46286) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:53.436384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2b446660-c101-40a1-b60a-b33b6223cca3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f1ddf99922b42dc9d8bdf3bec3cd73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440121 Oct 19 01:10:53.438789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46288) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:53.492262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.518494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.572900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.575524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:53.576781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a029277-69b6-481a-9ab3-8581537fed71 HTTP/1.1" status: 204 len: 168 time: 0.1369324 Oct 19 01:10:53.584524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a029277-69b6-481a-9ab3-8581537fed71,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:53.592618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.592944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.593281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.593615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.593945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.594273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.594599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.594924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.595250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.595574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.595900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.596266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ff441-0df9-4330-9116-39734f50f6a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:10:53.955136 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-52d71554-3aa1-4dd4-8f53-c37fcb038363 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c86bab879f1347509e5a95c9dd70241f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219038 Oct 19 01:10:54.012159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46320) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:54.021958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7ed22124-2ddb-4454-8036-3892f7a6da2c no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:10:54.051208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 7ed22124-2ddb-4454-8036-3892f7a6da2c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:10:54.052278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7ed22124-2ddb-4454-8036-3892f7a6da2c not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:10:54.084847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-906f0955-f89e-4a7f-ba64-09c3a2a4c994 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:54.086320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-906f0955-f89e-4a7f-ba64-09c3a2a4c994 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246469 Oct 19 01:10:54.102212 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-ebc65534-578f-4207-848d-35f20952be07 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/quotas/c86bab879f1347509e5a95c9dd70241f HTTP/1.1" status: 200 len: 375 time: 0.0093210 Oct 19 01:10:54.139562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-5a82b75a-3acf-497f-bc15-52cd71d166b6 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296655 Oct 19 01:10:54.161989 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:10:54.243799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb478adb-26ce-4afc-99ac-1462ef16ec31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.367653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb478adb-26ce-4afc-99ac-1462ef16ec31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.377464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb478adb-26ce-4afc-99ac-1462ef16ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.408583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc0663-c464-4bb7-8318-cda2801d2366 req-7932e0a3-2b1d-4a7d-bb0e-9aed55ac117b tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:54.417569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43fc0663-c464-4bb7-8318-cda2801d2366 req-7932e0a3-2b1d-4a7d-bb0e-9aed55ac117b tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 950 time: 0.0686107 Oct 19 01:10:54.443098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb478adb-26ce-4afc-99ac-1462ef16ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23bd62-b62a-4aec-89e7-e26f61af5efc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:54.457772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb478adb-26ce-4afc-99ac-1462ef16ec31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e72fd745a2464eecafd1b589fbe79ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435577 Oct 19 01:10:54.462476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46348) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:54.483872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43fc0663-c464-4bb7-8318-cda2801d2366 req-7095f413-55ca-4e61-aae1-0daedb3c818c tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624959 Oct 19 01:10:54.593003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d33ab255-2fd9-4218-acd7-05e860fa02e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.639949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d33ab255-2fd9-4218-acd7-05e860fa02e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.675066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa38bb-43ba-4046-a246-50e332c7c7a3 req-414b20c6-d8d2-48eb-8559-0f81f5889947 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:54.678252 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64aa38bb-43ba-4046-a246-50e332c7c7a3 req-414b20c6-d8d2-48eb-8559-0f81f5889947 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0911610 Oct 19 01:10:54.707147 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d33ab255-2fd9-4218-acd7-05e860fa02e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.711848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d33ab255-2fd9-4218-acd7-05e860fa02e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:54.714939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d33ab255-2fd9-4218-acd7-05e860fa02e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c23bd62-b62a-4aec-89e7-e26f61af5efc HTTP/1.1" status: 204 len: 168 time: 0.2404075 Oct 19 01:10:54.730789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ab255-2fd9-4218-acd7-05e860fa02e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23bd62-b62a-4aec-89e7-e26f61af5efc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:54.743278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64aa38bb-43ba-4046-a246-50e332c7c7a3 req-20b8ef96-662e-4b00-a491-615fd998efc5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577190 Oct 19 01:10:54.942064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319c1f-0d2c-4082-85b0-8ba0f524e8e3 req-ef2b3eb3-a51e-497e-af41-673d4a68d289 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:54.954049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01319c1f-0d2c-4082-85b0-8ba0f524e8e3 req-ef2b3eb3-a51e-497e-af41-673d4a68d289 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.0882187 Oct 19 01:10:54.966033 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-4939da41-b1fc-4eca-a3b2-a903829d1ac5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c86bab879f1347509e5a95c9dd70241f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791595 Oct 19 01:10:55.006832 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01319c1f-0d2c-4082-85b0-8ba0f524e8e3 req-0d1e93b1-ad4f-4f54-ad51-49b18abe102e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Oct 19 01:10:55.168040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-89ebb037-1a55-46a5-b063-7d06ab6679b6 service neutron] 10.222.0.74 "GET /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.2313745 Oct 19 01:10:55.173387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-091af347-6679-460d-be2d-778e09f29b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.174847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-091af347-6679-460d-be2d-778e09f29b7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1101 time: 0.2398765 Oct 19 01:10:55.229808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-ebc73021-9e43-4510-8cab-4ff52f40a6f2 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.231310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-ebc73021-9e43-4510-8cab-4ff52f40a6f2 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596490 Oct 19 01:10:55.282209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-8a7679d7-0c73-4a1c-a369-41919330336d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/quotas/c86bab879f1347509e5a95c9dd70241f HTTP/1.1" status: 200 len: 375 time: 0.0366945 Oct 19 01:10:55.367753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-20a3a046-8de6-4127-b6e6-3af1dbd4f9e6 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515306 Oct 19 01:10:55.419629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:55.439698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c2032f-c9b8-499d-b28d-8683bd5054a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.442503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-118fd86a-9b12-47d2-a5de-be200ada2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.444007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-118fd86a-9b12-47d2-a5de-be200ada2f34 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2317777 Oct 19 01:10:55.510889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-1867eaa9-4e42-4e50-800a-375553d87858 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0513518 Oct 19 01:10:55.630841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-87af8ca0-2022-4664-8bf3-933f39eabac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.634256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-87af8ca0-2022-4664-8bf3-933f39eabac6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0921562 Oct 19 01:10:55.638437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c2032f-c9b8-499d-b28d-8683bd5054a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.646243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c2032f-c9b8-499d-b28d-8683bd5054a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:55.756156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:55.760280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e71a-dcfd-4287-b5e4-c9fa8ff23e22 req-bb76f681-9efd-4f57-8a15-b479a49e06ac tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.770874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7122e71a-dcfd-4287-b5e4-c9fa8ff23e22 req-bb76f681-9efd-4f57-8a15-b479a49e06ac tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 950 time: 0.1717346 Oct 19 01:10:55.787111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2032f-c9b8-499d-b28d-8683bd5054a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c32ad7-cb54-4075-9a7c-bce420956f99,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:55.796576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4c2032f-c9b8-499d-b28d-8683bd5054a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da73c91ae3bd40d08bf48c0dd93bcfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730361 Oct 19 01:10:55.818603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46422) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:55.834707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-83c58865-0496-4fd7-a792-4a956b69997a req-12bf619a-0a43-4a6d-8837-65fd655193b5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 210 time: 0.1034043 Oct 19 01:10:55.851551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-472e999a-cd35-4786-b912-cdd9b3c4ece3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c86bab879f1347509e5a95c9dd70241f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435557 Oct 19 01:10:55.890211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-b77cfcb4-c66b-4e98-b468-fbba5ab1cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:55.900240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-b77cfcb4-c66b-4e98-b468-fbba5ab1cc98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2507212 Oct 19 01:10:55.953387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7122e71a-dcfd-4287-b5e4-c9fa8ff23e22 req-c87d2a57-6421-4b23-a4b9-7c084aafd6e4 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800098 Oct 19 01:10:55.975607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:56.142359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-71e2d379-ffaa-4b49-b211-351fefc72456 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:56.143951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-71e2d379-ffaa-4b49-b211-351fefc72456 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833278 Oct 19 01:10:56.144532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46438) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:56.169723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Request body: {'port': {'device_id': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'c86bab879f1347509e5a95c9dd70241f'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:56.182767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b082d8c-23c4-4922-8c60-f102e447286e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.226424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8305cb38-2812-4b5c-b733-a87a992c86c2 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:56.252493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:10:56.335642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.340212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71f507cb-9aae-49a9-99b1-0ea842b8f5e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.351186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b082d8c-23c4-4922-8c60-f102e447286e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.364169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Made reservation on behalf of c86bab879f1347509e5a95c9dd70241f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:56.368432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.395366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.407680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc9c4-8d09-4b2d-8750-e7bb08833ab7 req-8c5ecbd6-4fc9-4bbb-b430-c07b2602cf36 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:56.410729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c06cc9c4-8d09-4b2d-8750-e7bb08833ab7 req-8c5ecbd6-4fc9-4bbb-b430-c07b2602cf36 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.4366214 Oct 19 01:10:56.435741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-f968807f-e3c2-43e1-b907-ae1324f0525c service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260570 Oct 19 01:10:56.709293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd7ff6-9d06-4a1e-b08d-d5c548c14e87 req-451c2500-9ed1-4e95-a5e0-97babdaceec8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:56.710790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8cd7ff6-9d06-4a1e-b08d-d5c548c14e87 req-451c2500-9ed1-4e95-a5e0-97babdaceec8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 943 time: 0.3386190 Oct 19 01:10:56.755222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71f507cb-9aae-49a9-99b1-0ea842b8f5e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.765818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71f507cb-9aae-49a9-99b1-0ea842b8f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.780514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c06cc9c4-8d09-4b2d-8750-e7bb08833ab7 req-08a9c158-09d9-4396-bfae-bfba02e367ba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592644 Oct 19 01:10:56.808056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8cd7ff6-9d06-4a1e-b08d-d5c548c14e87 req-b680b7b6-1f32-4e98-85b1-75f0099895ec tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871129 Oct 19 01:10:56.828177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b082d8c-23c4-4922-8c60-f102e447286e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.830874 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b082d8c-23c4-4922-8c60-f102e447286e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.832023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8b082d8c-23c4-4922-8c60-f102e447286e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0c32ad7-cb54-4075-9a7c-bce420956f99 HTTP/1.1" status: 204 len: 168 time: 0.9963412 Oct 19 01:10:56.843115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-71f507cb-9aae-49a9-99b1-0ea842b8f5e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9856731c328f47bda0b7e0e94b510fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975467 Oct 19 01:10:56.843716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46454) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:56.850995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.854588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b082d8c-23c4-4922-8c60-f102e447286e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c32ad7-cb54-4075-9a7c-bce420956f99,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:56.857314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f507cb-9aae-49a9-99b1-0ea842b8f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbbda1a-4562-4c4f-b190-befb7812eda7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:56.897475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] Transition to ACTIVE for port object 8305cb38-2812-4b5c-b733-a87a992c86c2 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:56.910660 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.932696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f89fc932-a54c-4e2e-982d-1d5c6a78cf28 req-af6e4b59-a173-4347-b0bd-36d4dc925ba1 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864500 Oct 19 01:10:56.944185 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15de54f8-01e6-4208-9afa-52cfdbd75f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:56.983341 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15de54f8-01e6-4208-9afa-52cfdbd75f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.001441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] No DVR routers for this DVR port 8305cb38-2812-4b5c-b733-a87a992c86c2 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:10:57.033224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.056141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051aa42-b899-4911-8346-99c35a95a0af req-f335582d-7df5-4554-a397-26ea1d4b7eae tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:57.058161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c051aa42-b899-4911-8346-99c35a95a0af req-f335582d-7df5-4554-a397-26ea1d4b7eae tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 1102 time: 0.1593361 Oct 19 01:10:57.058587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] Pushing event updated for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:57.077529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d6349f8b-1ac2-4eb9-bc48-9d53871fa8f2 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c86bab879f1347509e5a95c9dd70241f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657272 Oct 19 01:10:57.094757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1909925c-b112-4e7c-803b-b16608a3e044,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:57.105603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-0e861ff1-040d-46f8-a973-f62eab2eeeaa service neutron] 10.222.0.74 "PUT /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2/bindings/n-h2-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 1.9229805 Oct 19 01:10:57.124947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c051aa42-b899-4911-8346-99c35a95a0af req-f14b951b-eae7-4eea-b095-2c6ec876c509 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.145148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15de54f8-01e6-4208-9afa-52cfdbd75f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.148095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15de54f8-01e6-4208-9afa-52cfdbd75f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.149348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15de54f8-01e6-4208-9afa-52cfdbd75f42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fbbda1a-4562-4c4f-b190-befb7812eda7 HTTP/1.1" status: 204 len: 168 time: 0.3011394 Oct 19 01:10:57.171648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de54f8-01e6-4208-9afa-52cfdbd75f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbbda1a-4562-4c4f-b190-befb7812eda7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:57.233370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.62', 54579) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:57.278451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-af56c5d1-5e06-4d2c-9a89-fa82b3f8d5a8 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=02a6f0ae6d784e8182136aa73f13f475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283158 Oct 19 01:10:57.348272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-0675e94f-cab3-4f61-bc28-d561569e02c1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:57.349912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-0675e94f-cab3-4f61-bc28-d561569e02c1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632544 Oct 19 01:10:57.368286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Request body: {'port': {'device_id': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'c86bab879f1347509e5a95c9dd70241f'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:57.416250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Allocated IP 192.168.233.55 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/e46af847-69bb-4b7f-97fb-fb3a128f1d1d) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:57.439888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-26d7ac46-7ea2-410f-bbf3-a1fb796ffd96 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:57.441716 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-26d7ac46-7ea2-410f-bbf3-a1fb796ffd96 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.2073445 Oct 19 01:10:57.469824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-40d2777d-6251-4956-870c-85a2cbaf9759 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:57.485350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-40d2777d-6251-4956-870c-85a2cbaf9759 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970284 Oct 19 01:10:57.548964 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-fcb6c900-c1f3-4ae8-8ce8-d12ca554d0f6 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/quotas/02a6f0ae6d784e8182136aa73f13f475 HTTP/1.1" status: 200 len: 375 time: 0.0625820 Oct 19 01:10:57.599185 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-937cce51-2f00-4124-89e7-b0b27087c0ea tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02a6f0ae6d784e8182136aa73f13f475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459931 Oct 19 01:10:57.635880 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c051aa42-b899-4911-8346-99c35a95a0af req-f14b951b-eae7-4eea-b095-2c6ec876c509 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.672716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c051aa42-b899-4911-8346-99c35a95a0af req-f14b951b-eae7-4eea-b095-2c6ec876c509 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.692765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Made reservation on behalf of c86bab879f1347509e5a95c9dd70241f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:10:57.696553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.703686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46482) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:57.757521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c051aa42-b899-4911-8346-99c35a95a0af req-f14b951b-eae7-4eea-b095-2c6ec876c509 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675944 Oct 19 01:10:57.775764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-d30ec66c-d149-4cea-b809-94f2878ef493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:57.777302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-d30ec66c-d149-4cea-b809-94f2878ef493 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5&tenant_id=df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 1096 time: 0.2408407 Oct 19 01:10:57.778085 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa948-08a1-4ddd-94b6-fc99fb971a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.807388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.862472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d8d826f-a2b9-4b8a-bb15-186c63c90fdb req-b495f5d5-c57a-4d10-8d01-3c749471dcb6 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 210 time: 0.0433903 Oct 19 01:10:57.893723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b951b-eae7-4eea-b095-2c6ec876c509 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a11c12-909b-4fb3-97cc-20efd273ef81,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:57.922046 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:57.976592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:57.984686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:58.004757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:58.009070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-797f5b8b-5967-468c-aad6-2772e825dc99 req-f57d580b-ffe4-404c-85db-4069f7e30daa tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 210 time: 0.0868769 Oct 19 01:10:58.015749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.016296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.053669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:58.106902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-dd0dfd86-db6c-4697-ab55-be05cfcacf37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9466619 Oct 19 01:10:58.126393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Allocated IP 192.168.233.220 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/2fd13a2b-f123-4d10-bffb-bb69dc516d01) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:10:58.145477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc5a0-fcc1-48ff-817a-a88f9f637659 req-c42bc0d1-7888-4628-a290-e0ee38805fba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.157600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0edcc5a0-fcc1-48ff-817a-a88f9f637659 req-c42bc0d1-7888-4628-a290-e0ee38805fba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1382499 Oct 19 01:10:58.164502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Request body: {'port': {'device_id': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:58.266806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-c6d6e757-f478-4129-87c5-969b15877f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.268249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-c6d6e757-f478-4129-87c5-969b15877f92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1096 time: 0.4061122 Oct 19 01:10:58.311918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa948-08a1-4ddd-94b6-fc99fb971a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.320701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0edcc5a0-fcc1-48ff-817a-a88f9f637659 req-97fa4695-cd7c-47f9-8921-b9e43b2c2516 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620381 Oct 19 01:10:58.362871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.365519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0f609cb0-c473-4d65-8244-240cc9cb750a None None] Provisioning complete for port e46af847-69bb-4b7f-97fb-fb3a128f1d1d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:58.366069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f609cb0-c473-4d65-8244-240cc9cb750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.421639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0f609cb0-c473-4d65-8244-240cc9cb750a None None] Port e46af847-69bb-4b7f-97fb-fb3a128f1d1d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:58.425087 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa948-08a1-4ddd-94b6-fc99fb971a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.458973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:10:58.505022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8369f33-0c67-4d61-8d5d-a083a4e4af30 req-811394ef-cd9e-4b3a-b628-24bcd9d2c8eb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.506277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8369f33-0c67-4d61-8d5d-a083a4e4af30 req-811394ef-cd9e-4b3a-b628-24bcd9d2c8eb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 944 time: 0.3172538 Oct 19 01:10:58.530873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:10:58.602545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4dcaa948-08a1-4ddd-94b6-fc99fb971a93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81aaf0496ec14b928f7b737281f1e3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8923299 Oct 19 01:10:58.604357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaa948-08a1-4ddd-94b6-fc99fb971a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd69549-0aed-4da3-a53a-0c78d72e3d9f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:58.605713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46512) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:10:58.621355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.679189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8369f33-0c67-4d61-8d5d-a083a4e4af30 req-eec7fe29-499b-4843-82f2-bd974c5777f9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581402 Oct 19 01:10:58.682652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-7ddb75c2-481b-4e1c-9941-5cafe62f2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.684015 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-7ddb75c2-481b-4e1c-9941-5cafe62f2a05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.3643889 Oct 19 01:10:58.705045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d74cb45-97f2-499d-aa2e-3b34b253b3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.742911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d74cb45-97f2-499d-aa2e-3b34b253b3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.764873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-16e703cd-758b-41e9-9a4b-d53231f7d2e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 217 time: 0.0696361 Oct 19 01:10:58.771283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.834147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Pushing event updated for resources: {'Port': ['ID=2fd13a2b-f123-4d10-bffb-bb69dc516d01,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:58.875229 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d74cb45-97f2-499d-aa2e-3b34b253b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.878468 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d74cb45-97f2-499d-aa2e-3b34b253b3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.880248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6d74cb45-97f2-499d-aa2e-3b34b253b3aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fd69549-0aed-4da3-a53a-0c78d72e3d9f HTTP/1.1" status: 204 len: 168 time: 0.2735319 Oct 19 01:10:58.880473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:10:58.883648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:10:58.888893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:10:58.894058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.894707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:58.909739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-b0febf55-5b6e-4086-a896-562c7f051b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:58.911221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-b0febf55-5b6e-4086-a896-562c7f051b23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1377213 Oct 19 01:10:58.920122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-d4fa4539-6e3a-4801-948e-7c57bcb18a70 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5570223 Oct 19 01:10:58.937079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74cb45-97f2-499d-aa2e-3b34b253b3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd69549-0aed-4da3-a53a-0c78d72e3d9f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:58.952528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-23194395-b16e-4e9e-97a0-7e4f6f197a8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310202 Oct 19 01:10:58.957457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Request body: {'port': {'device_id': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:10:59.008565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c36348-3cb4-4598-95dc-1d46df2585c1 req-c7bbbb92-8686-44fc-a9c1-caba7f4079a0 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.018667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9c36348-3cb4-4598-95dc-1d46df2585c1 req-c7bbbb92-8686-44fc-a9c1-caba7f4079a0 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 1102 time: 0.1677163 Oct 19 01:10:59.087474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46af847-69bb-4b7f-97fb-fb3a128f1d1d {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:10:59.112936 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.120564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.142578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Transition to ACTIVE for port object e46af847-69bb-4b7f-97fb-fb3a128f1d1d will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:10:59.158204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.247261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:59.319394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9c36348-3cb4-4598-95dc-1d46df2585c1 req-d7995333-5116-4967-918b-616442f36d58 tempest-ServersAdminNegativeTestJSON-176739333 tempest-ServersAdminNegativeTestJSON-176739333-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632442 Oct 19 01:10:59.364501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5f1ebec0-dbfe-4655-8da4-c474d1b47de8 None None] Provisioning complete for port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:10:59.366200 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebec0-dbfe-4655-8da4-c474d1b47de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.376395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-d165ceba-8394-44c4-b774-264ed0e62653 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=02a6f0ae6d784e8182136aa73f13f475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1663406 Oct 19 01:10:59.378380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Attempting to bind port e46af847-69bb-4b7f-97fb-fb3a128f1d1d on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:10:59.380761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Attempting to bind port e46af847-69bb-4b7f-97fb-fb3a128f1d1d by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:10:59.381692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Attempting to bind port e46af847-69bb-4b7f-97fb-fb3a128f1d1d on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:59.398797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Port e46af847-69bb-4b7f-97fb-fb3a128f1d1d on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:10:59.399224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Attempting to bind port e46af847-69bb-4b7f-97fb-fb3a128f1d1d on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:10:59.416228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:10:59.416778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:10:59.417274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:10:59.417879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Bound port: e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:10:59.418352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.425531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ebec0-dbfe-4655-8da4-c474d1b47de8 None None] Port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:10:59.453561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-6a20d3f1-b538-4662-87a9-6f1b5ba8f087 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742224 Oct 19 01:10:59.461205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f4841b2-4710-4294-bf46-a71433439584 req-344191f1-d449-433b-a7b7-ed532bfd2d34 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 210 time: 0.0643735 Oct 19 01:10:59.567938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:10:59.571221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b2261-ac00-432f-8367-2fed2c0989ad req-4f12df5d-87dc-4d7d-aa6f-2fe9dea55092 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.573350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d39b2261-ac00-432f-8367-2fed2c0989ad req-4f12df5d-87dc-4d7d-aa6f-2fe9dea55092 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 936 time: 0.4361048 Oct 19 01:10:59.575277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:10:59.581382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.616823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.617795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:10:59.619926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] 10.222.0.62 "PUT /v2.0/ports/e46af847-69bb-4b7f-97fb-fb3a128f1d1d HTTP/1.1" status: 200 len: 1096 time: 1.4980519 Oct 19 01:10:59.630043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:10:59.633097 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da" -d '{"events": [{"name": "network-changed", "server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:10:59.728623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8b73b-f5be-4e79-9a11-a5bde22fbc5e service neutron] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:10:59.754063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597e1-ae1d-4621-aca6-1bab0075ad2f req-4e61d220-f2ce-42f0-90b0-8b9d3a7fe730 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.756040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed4597e1-ae1d-4621-aca6-1bab0075ad2f req-4e61d220-f2ce-42f0-90b0-8b9d3a7fe730 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1473105 Oct 19 01:10:59.774441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-94ced440-c730-48cc-b5c1-5e98bf7b74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.776396 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-94ced440-c730-48cc-b5c1-5e98bf7b74bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1099 time: 0.1043367 Oct 19 01:10:59.833670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-087505f2-e238-4aa6-9f66-0d2a2f3cb9ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d HTTP/1.1" status: 200 len: 217 time: 0.0464385 Oct 19 01:10:59.855015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed4597e1-ae1d-4621-aca6-1bab0075ad2f req-46e989eb-19b0-41d5-9820-b32b9c8e74ae tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894561 Oct 19 01:10:59.911142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-196872b7-ebd4-434d-abbe-b7478b0a6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.915224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-196872b7-ebd4-434d-abbe-b7478b0a6a26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0626807 Oct 19 01:10:59.975642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-5ace64be-aaae-4137-80c4-1f0ab784f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:10:59.977638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-5ace64be-aaae-4137-80c4-1f0ab784f7cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569086 Oct 19 01:10:59.994125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-2ef62baf-f2e1-4fbe-a5d9-09686500646d service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251992 Oct 19 01:11:00.013711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d39b2261-ac00-432f-8367-2fed2c0989ad req-6fa5c0f4-509f-4729-8295-fef6d1ba8d36 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233985 Oct 19 01:11:00.081783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-134a2459-03ef-423d-ab78-5d90f802cf62 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:00.090105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-134a2459-03ef-423d-ab78-5d90f802cf62 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6907837 Oct 19 01:11:00.125194 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2110da42-4049-4205-8922-30fc8e908d78 x-openstack-request-id: req-2110da42-4049-4205-8922-30fc8e908d78 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:00.125617 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:00.125974 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2110da42-4049-4205-8922-30fc8e908d78 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:00.126385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Request body: {'port': {'device_id': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '02a6f0ae6d784e8182136aa73f13f475'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:00.126507 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'status': 'completed', 'code': 200} Oct 19 01:11:00.133203 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-6c5668c5-dbde-4212-b019-f315ff5ff1ce service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474478 Oct 19 01:11:00.268648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8eee5bf-bfe8-4c7b-9072-a07af7eb39d4 req-e21843a7-0959-483e-9d5c-d56e6c66bb0b service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134770 Oct 19 01:11:00.357090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd13a2b-f123-4d10-bffb-bb69dc516d01 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:00.374288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.382926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-deb5bd3e-2845-4f70-b213-2ab597f8744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:00.385390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-deb5bd3e-2845-4f70-b213-2ab597f8744f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1099 time: 0.0554264 Oct 19 01:11:00.393489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacec3c-f180-42f9-adcf-073470995bf0 req-47737685-27f6-4e1e-bf8e-9e56c2a29a88 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:00.394897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9eacec3c-f180-42f9-adcf-073470995bf0 req-47737685-27f6-4e1e-bf8e-9e56c2a29a88 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 944 time: 0.1844046 Oct 19 01:11:00.401082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-d1c2b1d1-a94e-4d1d-8006-45ec4e771191 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:00.402528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-d1c2b1d1-a94e-4d1d-8006-45ec4e771191 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.1467996 Oct 19 01:11:00.418966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Transition to ACTIVE for port object 2fd13a2b-f123-4d10-bffb-bb69dc516d01 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:00.440846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.467551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Made reservation on behalf of 02a6f0ae6d784e8182136aa73f13f475 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:00.471154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.494895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-91897479-fbf4-415e-970a-fc9522f469f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:00.496432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-91897479-fbf4-415e-970a-fc9522f469f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1035500 Oct 19 01:11:00.526539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.535650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9eacec3c-f180-42f9-adcf-073470995bf0 req-780ff8f3-d04e-4fe9-a9b4-aca47a421d57 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296039 Oct 19 01:11:00.581526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-17de1f68-005b-4515-b7e1-5d49ded27a0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d HTTP/1.1" status: 200 len: 217 time: 0.0717497 Oct 19 01:11:00.583855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd13a2b-f123-4d10-bffb-bb69dc516d01,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:00.652988 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-b8707953-06cb-48af-979c-82077d52aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:00.654629 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-b8707953-06cb-48af-979c-82077d52aa6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0643151 Oct 19 01:11:00.683401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36f84659-bfcd-4c45-9949-ec7302faa297 req-ccd36ac9-ada8-4c2c-85fd-d60cac688bf0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 210 time: 0.0917637 Oct 19 01:11:00.717018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Attempting to bind port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:00.717360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Attempting to bind port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:00.717690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Attempting to bind port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:00.739419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-eeeb887d-509b-4455-b1a5-39cd557c7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:00.742905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-eeeb887d-509b-4455-b1a5-39cd557c7c6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630348 Oct 19 01:11:00.759846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:00.760370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Attempting to bind port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:00.782405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:00.782793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:00.783187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:00.784291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Bound port: 2fd13a2b-f123-4d10-bffb-bb69dc516d01, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:00.784659 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.827737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.904389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:00.914064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-ab821d6e-e6f8-4850-9c3c-eefb1cd21ed9 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540501 Oct 19 01:11:01.016968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-5e3e3a2a-ba78-4c7a-988c-930bc688a5c2 service neutron] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:01.018061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] For port 2fd13a2b-f123-4d10-bffb-bb69dc516d01, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:01.027291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0cf1a-dd48-41cf-89dc-92ab2ee1a1f0 req-3cea4c69-54c7-42b8-a5c1-e4da704e7f2f tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.028863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92a0cf1a-dd48-41cf-89dc-92ab2ee1a1f0 req-3cea4c69-54c7-42b8-a5c1-e4da704e7f2f tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 950 time: 0.1196828 Oct 19 01:11:01.047029 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-5e3e3a2a-ba78-4c7a-988c-930bc688a5c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.048196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0817164b-dbad-4159-8534-dbf304e59bb9 req-5e3e3a2a-ba78-4c7a-988c-930bc688a5c2 service neutron] 10.222.0.62 "DELETE /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2/bindings/n-h1-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.6273935 Oct 19 01:11:01.066326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1345e66-ceb3-4549-b91a-504c5476ddaa,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.067576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-443f60c0-d75e-49e5-91bc-1c2f5b92e5da req-98979c62-794c-498c-986b-e2bdf9004a70 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415839 Oct 19 01:11:01.075057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] For port 2fd13a2b-f123-4d10-bffb-bb69dc516d01, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2fd13a2b-f123-4d10-bffb-bb69dc516d01,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:01.089051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92a0cf1a-dd48-41cf-89dc-92ab2ee1a1f0 req-a9ebc09d-fb75-4c39-a218-a3eb4dc9bff4 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459242 Oct 19 01:11:01.114169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.171168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56592b8c-34cf-4a4e-b6b8-0f27b0f4333e req-8920850b-0b5a-41f2-b574-ed3bbd36fa04 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.176545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56592b8c-34cf-4a4e-b6b8-0f27b0f4333e req-8920850b-0b5a-41f2-b574-ed3bbd36fa04 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1763384 Oct 19 01:11:01.190819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.191429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.192911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] 10.222.0.62 "PUT /v2.0/ports/2fd13a2b-f123-4d10-bffb-bb69dc516d01 HTTP/1.1" status: 200 len: 1097 time: 2.2394340 Oct 19 01:11:01.195292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'tag': '2fd13a2b-f123-4d10-bffb-bb69dc516d01'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:01.198289 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc26e507-921d-42ee-99ab-e4729f48bda0", "tag": "2fd13a2b-f123-4d10-bffb-bb69dc516d01"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:01.272386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76ac53-a817-4805-abdc-1ebca17931db req-358ccc16-627e-4da2-b6cf-19f2eab427f1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.280707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e76ac53-a817-4805-abdc-1ebca17931db req-358ccc16-627e-4da2-b6cf-19f2eab427f1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 948 time: 0.0642936 Oct 19 01:11:01.314610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Allocated IP 192.168.233.204 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/354dac72-cf2d-4e4a-8d08-b4adbe150771) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:01.320514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56592b8c-34cf-4a4e-b6b8-0f27b0f4333e req-bceffd60-c696-4321-8067-9169b179f154 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313460 Oct 19 01:11:01.320842 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e76ac53-a817-4805-abdc-1ebca17931db req-90995d08-69f8-4834-ac9e-0ba812c9a52e tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Oct 19 01:11:01.336063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56959a24-29fb-4469-b918-1ef5d37b0544 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd13a2b-f123-4d10-bffb-bb69dc516d01,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.391157 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7171e7a3-ab10-4a7a-a6b5-72f509db940c x-openstack-request-id: req-7171e7a3-ab10-4a7a-a6b5-72f509db940c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:01.391508 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc26e507-921d-42ee-99ab-e4729f48bda0", "tag": "2fd13a2b-f123-4d10-bffb-bb69dc516d01", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:01.391849 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7171e7a3-ab10-4a7a-a6b5-72f509db940c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:01.392321 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'tag': '2fd13a2b-f123-4d10-bffb-bb69dc516d01', 'status': 'completed', 'code': 200} Oct 19 01:11:01.394336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-a310b4a4-0f3a-4dec-9516-179fd0aca784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.396010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-a310b4a4-0f3a-4dec-9516-179fd0aca784 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 1100 time: 0.1436031 Oct 19 01:11:01.470327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-1b7ed2f3-0581-4e7c-8e54-2cab42ae88fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=2fd13a2b-f123-4d10-bffb-bb69dc516d01 HTTP/1.1" status: 200 len: 217 time: 0.0534556 Oct 19 01:11:01.534019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46646) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:01.615032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-862e5059-0b53-4bb0-869a-b97e700e69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.616444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-862e5059-0b53-4bb0-869a-b97e700e69bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1166825 Oct 19 01:11:01.711290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.726450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a056eb5f-6f06-4289-b7ae-310507c190b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.749320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-eca7bff3-0ea3-49b2-b1ee-d395d81a2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.750888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-eca7bff3-0ea3-49b2-b1ee-d395d81a2b5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244991 Oct 19 01:11:01.782200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df37d7-8752-4dfd-9145-f35909b0674e req-4436869d-fff4-41bc-b8e3-75dd093549ed tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.783691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54df37d7-8752-4dfd-9145-f35909b0674e req-4436869d-fff4-41bc-b8e3-75dd093549ed tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 944 time: 0.1149821 Oct 19 01:11:01.795380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c62f3ea3-90d3-47ac-b46f-01c6276e514f req-28f2cf23-0a4d-4d72-a775-5690a6ce059f tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 210 time: 0.0332832 Oct 19 01:11:01.845825 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a056eb5f-6f06-4289-b7ae-310507c190b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.849908 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a056eb5f-6f06-4289-b7ae-310507c190b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.864516 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.889022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a056eb5f-6f06-4289-b7ae-310507c190b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b593a86275f443eae4b9b059ddb0e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535357 Oct 19 01:11:01.892063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46670) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:01.905058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056eb5f-6f06-4289-b7ae-310507c190b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2429a7-cfa7-4722-8d4b-b8aef61c9846,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.917932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54df37d7-8752-4dfd-9145-f35909b0674e req-9f60597e-f8a1-4f4d-a66e-6797d31cd3c0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227689 Oct 19 01:11:01.942276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:01.948437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:01.956632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-90e0979b-3fd7-4f94-b02c-b323314e9707 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955092 Oct 19 01:11:01.957608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:01.963345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:01.964266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:01.983865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Pushing event updated for resources: {'Port': ['ID=354dac72-cf2d-4e4a-8d08-b4adbe150771,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:01.999228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b50b8ee7-f574-41c1-9231-f1fab7aa29d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.034975 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-58cae6e2-9e96-4080-a0b6-cfcfc326f0fb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9143887 Oct 19 01:11:02.044140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b50b8ee7-f574-41c1-9231-f1fab7aa29d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.110520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Request body: {'port': {'device_id': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:02.123710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b50b8ee7-f574-41c1-9231-f1fab7aa29d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.126767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b50b8ee7-f574-41c1-9231-f1fab7aa29d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.128763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b50b8ee7-f574-41c1-9231-f1fab7aa29d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d2429a7-cfa7-4722-8d4b-b8aef61c9846 HTTP/1.1" status: 204 len: 168 time: 0.2351983 Oct 19 01:11:02.142537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b8ee7-f574-41c1-9231-f1fab7aa29d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2429a7-cfa7-4722-8d4b-b8aef61c9846,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:02.240009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40648743-5b28-460c-b57f-dd0338c0593a req-a2b0be46-26aa-445b-9db5-fa8671c13d69 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.242002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40648743-5b28-460c-b57f-dd0338c0593a req-a2b0be46-26aa-445b-9db5-fa8671c13d69 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1960077 Oct 19 01:11:02.263487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a08079fe-98ee-433a-ad26-382f32b0e550 req-59783567-4c17-4fc4-aa99-b984573406dc service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965405 Oct 19 01:11:02.303166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-59108aa7-a6d2-4605-867f-7e8f57b8db82 None None] Provisioning complete for port 354dac72-cf2d-4e4a-8d08-b4adbe150771 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:02.304417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59108aa7-a6d2-4605-867f-7e8f57b8db82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.324503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:02.349770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-59108aa7-a6d2-4605-867f-7e8f57b8db82 None None] Port 354dac72-cf2d-4e4a-8d08-b4adbe150771 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:02.364877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40648743-5b28-460c-b57f-dd0338c0593a req-a1bb8190-375b-41f5-af8a-2c01db3c61fe tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997694 Oct 19 01:11:02.387535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52564d-3bc3-4f96-9b3b-b8a1811c10fa req-40cc3815-2592-499c-8411-1570ffdebb86 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.395826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e52564d-3bc3-4f96-9b3b-b8a1811c10fa req-40cc3815-2592-499c-8411-1570ffdebb86 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 950 time: 0.0806336 Oct 19 01:11:02.427616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-1772e281-c5a2-4142-a20d-df4b46d1e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.429763 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-1772e281-c5a2-4142-a20d-df4b46d1e84e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 1100 time: 0.1079786 Oct 19 01:11:02.492890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e52564d-3bc3-4f96-9b3b-b8a1811c10fa req-94e17ddf-a71d-4d27-b296-589a56bfbc1a tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962141 Oct 19 01:11:02.650615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739aa06-8d02-41c5-9400-a176a85488dc req-660dc294-34a8-4cb4-8e26-8d88d4b182b9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.652235 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1739aa06-8d02-41c5-9400-a176a85488dc req-660dc294-34a8-4cb4-8e26-8d88d4b182b9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0596788 Oct 19 01:11:02.699053 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1739aa06-8d02-41c5-9400-a176a85488dc req-502aac88-4d78-4e53-8eaa-812dde807deb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Oct 19 01:11:02.735973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e68bbb-727e-4853-8130-2a30e3f87038 req-28e541a8-48c9-43d4-a6c3-71c427a5201f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.737256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4e68bbb-727e-4853-8130-2a30e3f87038 req-28e541a8-48c9-43d4-a6c3-71c427a5201f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 948 time: 0.1627576 Oct 19 01:11:02.794953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-229cf669-5a3a-49f7-a692-e18eaffee528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:02.797093 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-229cf669-5a3a-49f7-a692-e18eaffee528 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.3583322 Oct 19 01:11:02.864957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4e68bbb-727e-4853-8130-2a30e3f87038 req-d4478f91-197d-4faa-81e7-7b036b30df22 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093717 Oct 19 01:11:02.921014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-44e1f828-f33e-461c-8c60-feac48c0a80d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=2fd13a2b-f123-4d10-bffb-bb69dc516d01 HTTP/1.1" status: 200 len: 217 time: 0.0918853 Oct 19 01:11:02.971250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354dac72-cf2d-4e4a-8d08-b4adbe150771 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:02.988679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.005551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-9f051180-f875-4656-a737-37dfbaaf1907 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:03.007070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-9f051180-f875-4656-a737-37dfbaaf1907 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.74 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 950 time: 0.1941247 Oct 19 01:11:03.035068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-b7b9280e-06b8-4e2e-9d6a-1df83fd0d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:03.036517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-b7b9280e-06b8-4e2e-9d6a-1df83fd0d5a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1060290 Oct 19 01:11:03.070468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Transition to ACTIVE for port object 354dac72-cf2d-4e4a-8d08-b4adbe150771 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:03.088795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.106431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-4aa1c00d-27f0-438a-ba52-69aa8d3ba99a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:03.108454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-4aa1c00d-27f0-438a-ba52-69aa8d3ba99a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.1228795 Oct 19 01:11:03.125190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-eea8bb8e-3d0c-44c4-ac0b-fdaa6a39e068 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/quotas/df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 375 time: 0.0092390 Oct 19 01:11:03.192532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-d3e49935-44a1-4150-85ec-df1d241fe33c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616541 Oct 19 01:11:03.235555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab99f0-2576-4479-96fc-d1cb6932db14 req-d4870442-6818-4d88-a221-d7fb25b20d55 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:03.236766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5eab99f0-2576-4479-96fc-d1cb6932db14 req-d4870442-6818-4d88-a221-d7fb25b20d55 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 936 time: 0.2244799 Oct 19 01:11:03.241688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Pushing event updated for resources: {'Port': ['ID=354dac72-cf2d-4e4a-8d08-b4adbe150771,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:03.300986 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-87cda44a-22d2-4703-ae69-52b9b3515bc0 service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015182 Oct 19 01:11:03.400721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-fea986ae-e5a8-4512-8793-75f401753e0a service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923901 Oct 19 01:11:03.496098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-d92d4bde-f0b0-4b3d-b758-354b0fcd1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:03.497560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-d92d4bde-f0b0-4b3d-b758-354b0fcd1623 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4433019 Oct 19 01:11:03.560287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Attempting to bind port 354dac72-cf2d-4e4a-8d08-b4adbe150771 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:03.560618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Attempting to bind port 354dac72-cf2d-4e4a-8d08-b4adbe150771 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:03.561288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Attempting to bind port 354dac72-cf2d-4e4a-8d08-b4adbe150771 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:03.579757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Port 354dac72-cf2d-4e4a-8d08-b4adbe150771 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:03.580101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Attempting to bind port 354dac72-cf2d-4e4a-8d08-b4adbe150771 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:03.617055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5eab99f0-2576-4479-96fc-d1cb6932db14 req-b87e0a55-0ba1-4eb5-bf18-4cc512bafd91 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684311 Oct 19 01:11:03.620928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:03.621270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:03.621648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:03.622220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Bound port: 354dac72-cf2d-4e4a-8d08-b4adbe150771, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:03.622437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.652184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Deleting port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:03.652527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.748888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fdb750-b89a-446e-a94e-c92f5f176783 req-c2355ad1-15c5-4443-ad2f-556475c7278d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 210 time: 0.0524013 Oct 19 01:11:03.761976 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-3486c098-e4c3-4992-b992-c030ea41aad2 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1b13deb53230439db4b052c666c3e8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269105 Oct 19 01:11:03.795586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-bd26ae50-4afe-456c-92ad-cb56ca0d4d95 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829976 Oct 19 01:11:03.846832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] For port 354dac72-cf2d-4e4a-8d08-b4adbe150771, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:03.870703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] For port 354dac72-cf2d-4e4a-8d08-b4adbe150771, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=354dac72-cf2d-4e4a-8d08-b4adbe150771,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:03.911062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.926209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-e5f3ef85-6500-4643-9eaf-1aa3ab50bb2b tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:03.930502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-e5f3ef85-6500-4643-9eaf-1aa3ab50bb2b tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620097 Oct 19 01:11:03.953195 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-8711ba74-9e08-486b-a04a-82bcfa58eff7 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/quotas/1b13deb53230439db4b052c666c3e8c5 HTTP/1.1" status: 200 len: 375 time: 0.0144746 Oct 19 01:11:03.981325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] For port f6a19cba-e83c-4c58-8e18-cf4809fc6b92, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:03.981716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:03.986419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-9ece8585-3b1b-4779-af12-d63dbc068f62 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b13deb53230439db4b052c666c3e8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291677 Oct 19 01:11:04.004377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.005330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.006614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] 10.222.0.74 "PUT /v2.0/ports/354dac72-cf2d-4e4a-8d08-b4adbe150771 HTTP/1.1" status: 200 len: 1097 time: 1.9406273 Oct 19 01:11:04.016297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'tag': '354dac72-cf2d-4e4a-8d08-b4adbe150771'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:04.019232 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7712fd-1967-446a-a7c0-49664eab5dda" -d '{"events": [{"name": "network-changed", "server_uuid": "9313331e-3a42-4bfb-9b1e-0fd9b5994f48", "tag": "354dac72-cf2d-4e4a-8d08-b4adbe150771"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:04.026340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Calling delete_port for f6a19cba-e83c-4c58-8e18-cf4809fc6b92 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:04.095605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:04.106712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbf9b1bc-700f-4c4a-b1c2-419e3363d4b4 req-2f85ec60-0571-40fe-a9a0-fa4840a79496 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989500 Oct 19 01:11:04.172307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbefca7-b94c-4eac-a83b-acc8982d0691 service neutron] Pushing event updated for resources: {'Port': ['ID=354dac72-cf2d-4e4a-8d08-b4adbe150771,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:04.193715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e92a0-e650-48d9-8117-d4f2966d4f80 req-9f46f99a-f9f8-423f-b8be-ce70f5b23cd1 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.195244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-895e92a0-e650-48d9-8117-d4f2966d4f80 req-9f46f99a-f9f8-423f-b8be-ce70f5b23cd1 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 950 time: 0.2913992 Oct 19 01:11:04.277779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fea62-05e5-43bd-b1cb-6f92a37d95c2 req-e415e00e-e6f7-4f55-8d73-c6a5134d5cba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.288367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa7fea62-05e5-43bd-b1cb-6f92a37d95c2 req-e415e00e-e6f7-4f55-8d73-c6a5134d5cba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0791762 Oct 19 01:11:04.291741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-895e92a0-e650-48d9-8117-d4f2966d4f80 req-6375cfb3-a2ae-429c-9c77-a52e6bfd34f2 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737035 Oct 19 01:11:04.301373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-72e4ca93-2364-464f-b69c-00a867e79569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.303180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-72e4ca93-2364-464f-b69c-00a867e79569 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02a6f0ae6d784e8182136aa73f13f475&device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 1100 time: 0.1320376 Oct 19 01:11:04.332575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:04.347876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'mac_address': 'fa:16:3e:61:06:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:04.410619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa7fea62-05e5-43bd-b1cb-6f92a37d95c2 req-7eabdf23-15d5-41a6-aac3-16292ce5fd94 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076632 Oct 19 01:11:04.417516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-2a5f68a1-4ea7-4eec-bf0f-b2c763bde289 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=354dac72-cf2d-4e4a-8d08-b4adbe150771 HTTP/1.1" status: 200 len: 217 time: 0.0993721 Oct 19 01:11:04.491624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.554145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-afd8db33-e47d-4eb5-8330-0f0591bf27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.555629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-afd8db33-e47d-4eb5-8330-0f0591bf27ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1278725 Oct 19 01:11:04.558403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Pushing event deleted for resources: {'Port': ['ID=f6a19cba-e83c-4c58-8e18-cf4809fc6b92,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:04.562829 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bda5dd-0d64-4d30-92b9-b593525b9dd3 x-openstack-request-id: req-72bda5dd-0d64-4d30-92b9-b593525b9dd3 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:04.563111 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9313331e-3a42-4bfb-9b1e-0fd9b5994f48", "tag": "354dac72-cf2d-4e4a-8d08-b4adbe150771", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:04.563366 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72bda5dd-0d64-4d30-92b9-b593525b9dd3 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:04.564415 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'tag': '354dac72-cf2d-4e4a-8d08-b4adbe150771', 'status': 'completed', 'code': 200} Oct 19 01:11:04.621791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3499e3-0145-404d-a1f8-92050bcf73ed req-85ef8992-c2ce-4c17-9e7a-516f380ba2e1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.645547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b3499e3-0145-404d-a1f8-92050bcf73ed req-85ef8992-c2ce-4c17-9e7a-516f380ba2e1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 948 time: 0.1343865 Oct 19 01:11:04.656539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['138ffa81-cc75-40d0-afc8-8732ec7159fd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:04.659280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['f6a19cba-e83c-4c58-8e18-cf4809fc6b92'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:04.710634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b3499e3-0145-404d-a1f8-92050bcf73ed req-87f9daea-a542-4de6-836b-fa6a86295760 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Oct 19 01:11:04.717642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] No DVR routers for this DVR port f6a19cba-e83c-4c58-8e18-cf4809fc6b92 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:04.739101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.742775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e0a32538-87ce-41df-8faa-0bc1b28df91b req-617b775e-0951-460e-8789-f7aedfd8a709 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.74 "DELETE /v2.0/ports/f6a19cba-e83c-4c58-8e18-cf4809fc6b92 HTTP/1.1" status: 204 len: 173 time: 1.7243690 Oct 19 01:11:04.745701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28b221f3-f143-4963-b2f6-5cd528445730 req-5580bca7-be7a-4d4b-9a47-8c9307774273 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 210 time: 0.1301880 Oct 19 01:11:04.768467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-17b0ac02-fc5d-4ea7-bc3d-92ab2476ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.770732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-17b0ac02-fc5d-4ea7-bc3d-92ab2476ad1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675658 Oct 19 01:11:04.874828 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:04.903761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46af847-69bb-4b7f-97fb-fb3a128f1d1d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:04.956586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e75d8-54b7-423a-bcb2-02264ded807c req-56de5c24-6161-463c-8a9a-c793bad8777c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:04.964430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e13e75d8-54b7-423a-bcb2-02264ded807c req-56de5c24-6161-463c-8a9a-c793bad8777c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 948 time: 0.0894804 Oct 19 01:11:04.998710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:05.006619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e13e75d8-54b7-423a-bcb2-02264ded807c req-5bb19747-dd4c-4327-861b-68f0ca5eaf39 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Oct 19 01:11:05.016743 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.082154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-4cfc53be-e43c-4b89-a613-69466e817b61 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919269 Oct 19 01:11:05.107242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb1b1f71-4967-4260-81bc-f43d6c28b93c req-d8f73685-ba86-4dcc-9ace-0eb0fbd20053 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 210 time: 0.1280882 Oct 19 01:11:05.148937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:05.291642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-2249b502-decb-4ea0-98c7-9c438736d416 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.293146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-2249b502-decb-4ea0-98c7-9c438736d416 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.3199449 Oct 19 01:11:05.299234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d1165c-2c59-4dcd-8b01-ac5ce50041bd req-706d46a8-42ec-4eae-8646-bb7f470aa254 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944034 Oct 19 01:11:05.306781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e46af847-69bb-4b7f-97fb-fb3a128f1d1d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:05.346113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Request body: {'port': {'device_id': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'admin_state_up': True, 'tenant_id': 'df79da2ee2474603b62070de5a0569a8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:05.459807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40ce49f5-fa59-4420-8f2a-4826de34ada5 req-eecd1499-0074-453f-a4e0-8ecac02b353b tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 210 time: 0.0387154 Oct 19 01:11:05.526448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7712fd-1967-446a-a7c0-49664eab5dda req-740f1a25-042a-4d86-a58d-c35316e00c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.527947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af7712fd-1967-446a-a7c0-49664eab5dda req-740f1a25-042a-4d86-a58d-c35316e00c83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02a6f0ae6d784e8182136aa73f13f475&device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 1100 time: 0.0626733 Oct 19 01:11:05.535257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Made reservation on behalf of df79da2ee2474603b62070de5a0569a8 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:05.538759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:05.577605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eee7d-21a3-4fdb-82ad-aca067d1e79b req-9b7b5880-1cf9-453c-be9c-01bfa343753c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.579798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-212eee7d-21a3-4fdb-82ad-aca067d1e79b req-9b7b5880-1cf9-453c-be9c-01bfa343753c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0599263 Oct 19 01:11:05.623224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-212eee7d-21a3-4fdb-82ad-aca067d1e79b req-8fc75d35-3592-492e-a94b-9da4946aed4c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370574 Oct 19 01:11:05.715191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7712fd-1967-446a-a7c0-49664eab5dda req-fb177421-aba9-4b6f-9659-d1aca0aee100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.716743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af7712fd-1967-446a-a7c0-49664eab5dda req-fb177421-aba9-4b6f-9659-d1aca0aee100 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1748221 Oct 19 01:11:05.771790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af7712fd-1967-446a-a7c0-49664eab5dda req-758ad38a-683d-4412-bc75-c38fe14d7942 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=354dac72-cf2d-4e4a-8d08-b4adbe150771 HTTP/1.1" status: 200 len: 217 time: 0.0476925 Oct 19 01:11:05.787160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Allocated IP 172.20.0.6 (56fc9e66-ba83-4ac4-a193-bd7876bc3b89/68cbcae8-6460-4c37-b101-a39da0fdcbd4/65091d8e-fb5c-44b5-b0e6-8556cbfcc009) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:05.828941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c5ac-dac1-4650-8907-b017d9e5e478 req-c8446573-fcb7-43cd-b74c-0201de365e8d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.838443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f510c5ac-dac1-4650-8907-b017d9e5e478 req-c8446573-fcb7-43cd-b74c-0201de365e8d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 948 time: 0.0696287 Oct 19 01:11:05.874057 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f510c5ac-dac1-4650-8907-b017d9e5e478 req-0b7410dd-769b-4848-9759-74584ce71b8b tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344279 Oct 19 01:11:05.874352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7712fd-1967-446a-a7c0-49664eab5dda req-fcf75afd-c183-4a74-8073-46820b3f7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:05.875839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af7712fd-1967-446a-a7c0-49664eab5dda req-fcf75afd-c183-4a74-8073-46820b3f7992 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0902104 Oct 19 01:11:05.917102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72a5c02a-d69e-4fb0-953b-bef024d51cae req-bdb6e780-34f1-4562-b8e4-72523aa8a6f6 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 210 time: 0.0402665 Oct 19 01:11:06.000875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.74', 53070) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:06.036645 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d821d2d9-cb24-4e55-b26e-ed5fccd0a111 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1b13deb53230439db4b052c666c3e8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338123 Oct 19 01:11:06.061039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7712fd-1967-446a-a7c0-49664eab5dda req-73a03cd8-130c-4f70-b411-0b6fb0f8456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.062513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af7712fd-1967-446a-a7c0-49664eab5dda req-73a03cd8-130c-4f70-b411-0b6fb0f8456a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743067 Oct 19 01:11:06.092983 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.104969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2fd13a2b-f123-4d10-bffb-bb69dc516d01 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:06.129790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:06.255729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a49be8-5140-4430-b214-26f0490ed34e req-047a59ac-96e1-4059-abc0-b92ab97f3bf6 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.258261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56a49be8-5140-4430-b214-26f0490ed34e req-047a59ac-96e1-4059-abc0-b92ab97f3bf6 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 948 time: 0.1299891 Oct 19 01:11:06.262509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port e46af847-69bb-4b7f-97fb-fb3a128f1d1d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:06.265287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.274290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e46af847-69bb-4b7f-97fb-fb3a128f1d1d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:06.275246 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.312689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2fd13a2b-f123-4d10-bffb-bb69dc516d01, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2fd13a2b-f123-4d10-bffb-bb69dc516d01,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:06.319635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:06.334465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af7712fd-1967-446a-a7c0-49664eab5dda req-f55834cc-56a7-44a4-917a-0d505dddbadc service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544801 Oct 19 01:11:06.338249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-e2969f95-21bf-421b-a72d-483174ab59f8 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.340639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-e2969f95-21bf-421b-a72d-483174ab59f8 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781000 Oct 19 01:11:06.343383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '2fd13a2b-f123-4d10-bffb-bb69dc516d01', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '2fd13a2b-f123-4d10-bffb-bb69dc516d01', 'mac_address': 'fa:16:3e:f7:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:06.352010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46848) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:06.364599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:06.369930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Request body: {'port': {'device_id': '0650c726-3469-4474-b57d-90b8afcb10eb', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '1b13deb53230439db4b052c666c3e8c5'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:06.378221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:06.387043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:06.393601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.394213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.425514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8d88a-321b-4bd4-b195-e11970b7c9ad req-ac6c983f-4518-4cd6-be5d-f5a7c9891440 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.434991 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dca8d88a-321b-4bd4-b195-e11970b7c9ad req-ac6c983f-4518-4cd6-be5d-f5a7c9891440 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 931 time: 0.1510069 Oct 19 01:11:06.442717 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.460615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56a49be8-5140-4430-b214-26f0490ed34e req-52744a44-d9f7-4d20-9cb8-b6e6db5fb0a0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428382 Oct 19 01:11:06.475450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-aa4ce8da-8d4f-4824-be25-989e2f60ac5f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1375613 Oct 19 01:11:06.490385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6a19cba-e83c-4c58-8e18-cf4809fc6b92 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:06.502524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af7712fd-1967-446a-a7c0-49664eab5dda req-bd4e1754-1e7c-42eb-aee8-d45cb93d209a service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563277 Oct 19 01:11:06.506822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd13a2b-f123-4d10-bffb-bb69dc516d01 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:06.510704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Request body: {'port': {'device_id': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:06.553357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: f6a19cba-e83c-4c58-8e18-cf4809fc6b92 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:06.554019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6a19cba-e83c-4c58-8e18-cf4809fc6b92 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:06.557690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.566814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713524a1-130b-4af6-b612-b01fd101f5fd', 'name': 'network-vif-deleted', 'tag': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:06.570257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dca8d88a-321b-4bd4-b195-e11970b7c9ad req-21caefab-dbde-4632-944b-5e5e0c432faf tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340384 Oct 19 01:11:06.572270 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc50cb76-2ac3-4997-af7e-66ed3b9aea2e" -d '{"events": [{"server_uuid": "713524a1-130b-4af6-b612-b01fd101f5fd", "name": "network-vif-deleted", "tag": "f6a19cba-e83c-4c58-8e18-cf4809fc6b92"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:06.591399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2fd13a2b-f123-4d10-bffb-bb69dc516d01, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2fd13a2b-f123-4d10-bffb-bb69dc516d01,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:06.601383 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.608957 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-65c40501-4faf-4ec7-97a6-ae9300b78ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.623545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c906bb50-68b9-4df9-9244-4467ac327499 req-6bf16542-cea5-41a0-b81e-587b3a9b521f tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=713524a1-130b-4af6-b612-b01fd101f5fd HTTP/1.1" status: 200 len: 210 time: 0.0446165 Oct 19 01:11:06.710837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Made reservation on behalf of 1b13deb53230439db4b052c666c3e8c5 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:06.716882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.728342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:06.735067 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a4c984-34c0-406c-93bf-24142bdbfae2" -d '{"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-plugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:06.761367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:06.761843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.772949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=2fd13a2b-f123-4d10-bffb-bb69dc516d01,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:06.777417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.828415 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e647954a-dcd8-4cb4-9559-f08941753bf1 x-openstack-request-id: req-e647954a-dcd8-4cb4-9559-f08941753bf1 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:06.828863 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-plugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:06.829123 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e647954a-dcd8-4cb4-9559-f08941753bf1 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:06.829518 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'code': 200} Oct 19 01:11:06.846740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-65c40501-4faf-4ec7-97a6-ae9300b78ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.848125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:06.861187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bc1c31b-1366-40e9-a6a8-d61661e5472c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.873680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-65c40501-4faf-4ec7-97a6-ae9300b78ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:06.885361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['2fd13a2b-f123-4d10-bffb-bb69dc516d01'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:06.949406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46866) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:06.950067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-65c40501-4faf-4ec7-97a6-ae9300b78ba6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cf4ee82d3504090958f93ef399c47f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962815 Oct 19 01:11:06.959474 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919639b0-3eb5-4add-8090-cc61f442f946 x-openstack-request-id: req-919639b0-3eb5-4add-8090-cc61f442f946 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:06.959849 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713524a1-130b-4af6-b612-b01fd101f5fd", "name": "network-vif-deleted", "tag": "f6a19cba-e83c-4c58-8e18-cf4809fc6b92", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:06.960087 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-919639b0-3eb5-4add-8090-cc61f442f946 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:06.960472 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713524a1-130b-4af6-b612-b01fd101f5fd', 'name': 'network-vif-deleted', 'tag': 'f6a19cba-e83c-4c58-8e18-cf4809fc6b92', 'status': 'completed', 'code': 200} Oct 19 01:11:06.966315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f91484-9d73-46bd-8727-8896f4b478d8 req-44364c37-40a3-4d9c-82b4-d62cc10c49bf tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:06.968084 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13f91484-9d73-46bd-8727-8896f4b478d8 req-44364c37-40a3-4d9c-82b4-d62cc10c49bf tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1561792 Oct 19 01:11:06.971095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c40501-4faf-4ec7-97a6-ae9300b78ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a0ca0-6ddf-422a-869e-bdf4a2d464f3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.005635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.017318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.049551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.083928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c18b-e1ee-47ab-a521-2fb754fd7f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.098823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13f91484-9d73-46bd-8727-8896f4b478d8 req-81e1dd4f-18ec-472e-b6dd-1c3372a4be0f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051836 Oct 19 01:11:07.101455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa7e20a-0839-4c41-8417-920a5c0bf842,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.123000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d82fa3-4c3d-44fb-b91b-dc5f07ae0cd9 req-3d42eafc-cf69-4c24-9ef3-0115479b7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.125374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25d82fa3-4c3d-44fb-b91b-dc5f07ae0cd9 req-3d42eafc-cf69-4c24-9ef3-0115479b7079 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1101 time: 0.1750801 Oct 19 01:11:07.155007 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c18b-e1ee-47ab-a521-2fb754fd7f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.172230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2083f3d-7a00-45b7-a02b-887acd72826b req-b7107315-717f-4990-91e4-3625028467c0 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.173753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2083f3d-7a00-45b7-a02b-887acd72826b req-b7107315-717f-4990-91e4-3625028467c0 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 949 time: 0.1719387 Oct 19 01:11:07.195494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Allocated IP 192.168.233.128 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/c7b6fb47-d00f-4f69-8cc7-7d628d6351e1) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:07.212811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4fafe0c-755b-4c5a-bd7c-0e6162ab88e8 req-5b9c9014-f8d5-4482-9249-1b42b4837118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 210 time: 0.0336211 Oct 19 01:11:07.313627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25d82fa3-4c3d-44fb-b91b-dc5f07ae0cd9 req-65c4c9af-8236-4270-9bb3-4f0dbc259bb1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756029 Oct 19 01:11:07.323761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2083f3d-7a00-45b7-a02b-887acd72826b req-07a8e70c-ef7e-423f-b5f2-bede06247973 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348987 Oct 19 01:11:07.356773 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c18b-e1ee-47ab-a521-2fb754fd7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.359749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c18b-e1ee-47ab-a521-2fb754fd7f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.360906 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b3c7c18b-e1ee-47ab-a521-2fb754fd7f68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a41a0ca0-6ddf-422a-869e-bdf4a2d464f3 HTTP/1.1" status: 204 len: 168 time: 0.3996279 Oct 19 01:11:07.379696 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.396852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7c18b-e1ee-47ab-a521-2fb754fd7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a0ca0-6ddf-422a-869e-bdf4a2d464f3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.433729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.480934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:07.484226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:07.487138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:07.493096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.494638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.511590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Pushing event updated for resources: {'Port': ['ID=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.515922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:07.529598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.530192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-d6216057-a3f6-46ac-b70a-8f4a29e8389d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1672478 Oct 19 01:11:07.550773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Transition to ACTIVE for port object 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:07.552429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Request body: {'port': {'device_id': '0650c726-3469-4474-b57d-90b8afcb10eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:07.558364 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.620077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:07.674772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:07.676653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:07.677194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:07.683255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:07.683715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:07.702293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:07.702743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:07.703195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:07.703751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Bound port: 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:07.704219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.706201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b81449-12c1-4dda-b290-f75349c4c040 req-4bf619f2-b358-4c80-9918-549dafa510d6 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.707729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06b81449-12c1-4dda-b290-f75349c4c040 req-4bf619f2-b358-4c80-9918-549dafa510d6 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 948 time: 0.1274719 Oct 19 01:11:07.708666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.766556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46880) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:07.794074 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b7b1-4e78-41a7-b662-a345e0e1c4ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.804698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1c2fadd5-e7cc-44a7-b558-ebe6f289b934 None None] Provisioning complete for port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:07.805293 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c2fadd5-e7cc-44a7-b558-ebe6f289b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.820906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99387d-2cb3-4d41-97c5-5faa003ac375 req-c40e0560-4b34-464b-9211-53ae4caf5fcd tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.822904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a99387d-2cb3-4d41-97c5-5faa003ac375 req-c40e0560-4b34-464b-9211-53ae4caf5fcd tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.1346879 Oct 19 01:11:07.844897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fadd5-e7cc-44a7-b558-ebe6f289b934 None None] Port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:07.866164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:07.893659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:07.906469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.946134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a99387d-2cb3-4d41-97c5-5faa003ac375 req-cfcdbeb0-b5e3-47d6-b0dd-d316842d5d54 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119423 Oct 19 01:11:07.965658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:07.966295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:07.967598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] 10.222.0.74 "PUT /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 1092 time: 1.4617147 Oct 19 01:11:07.997332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed944fd2-c57c-4577-ae81-9c7d47c6943c service neutron] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.022192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06b81449-12c1-4dda-b290-f75349c4c040 req-5eb2ca1d-16b8-438a-a63e-464d2507648a tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001759 Oct 19 01:11:08.032670 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b7b1-4e78-41a7-b662-a345e0e1c4ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.074444 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b7b1-4e78-41a7-b662-a345e0e1c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.108733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9fe8b7b1-4e78-41a7-b662-a345e0e1c4ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d99f2fb2f6b94dceab35ad7de4da9f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353024 Oct 19 01:11:08.111244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:08.117097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2fd13a2b-f123-4d10-bffb-bb69dc516d01 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:08.128912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-026f163f-6f44-4eb2-954d-86b6097cfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.131789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-026f163f-6f44-4eb2-954d-86b6097cfc1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1095 time: 0.1013448 Oct 19 01:11:08.147406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8b7b1-4e78-41a7-b662-a345e0e1c4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520baee4-7b34-4b87-a40d-3175f756de61,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.201244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:08.207209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:08.207622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.233095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3a388e4-b038-463f-abc7-5da6d529878d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.264738 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-37e61b58-bd91-4f3b-ae33-6479171491ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 217 time: 0.1089938 Oct 19 01:11:08.272514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3a388e4-b038-463f-abc7-5da6d529878d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.313242 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.328779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca316dcf-30d3-463d-876d-5d023894b04b req-ea2b0409-7ff5-41f7-b244-d918700cee1c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.330443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca316dcf-30d3-463d-876d-5d023894b04b req-ea2b0409-7ff5-41f7-b244-d918700cee1c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0981786 Oct 19 01:11:08.355542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2fd13a2b-f123-4d10-bffb-bb69dc516d01, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2fd13a2b-f123-4d10-bffb-bb69dc516d01,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:08.357789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-525b8b06-c21e-43b1-aa49-15edb3d3d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.360115 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-525b8b06-c21e-43b1-aa49-15edb3d3d0b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0861559 Oct 19 01:11:08.360525 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.396933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-574aac03-b8a7-49f9-87d1-adf49a42c615 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292442 Oct 19 01:11:08.403307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:08.415293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.417282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=2fd13a2b-f123-4d10-bffb-bb69dc516d01,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.420474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3a388e4-b038-463f-abc7-5da6d529878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.423081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3a388e4-b038-463f-abc7-5da6d529878d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.426704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a3a388e4-b038-463f-abc7-5da6d529878d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/520baee4-7b34-4b87-a40d-3175f756de61 HTTP/1.1" status: 204 len: 168 time: 0.3120639 Oct 19 01:11:08.434321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca316dcf-30d3-463d-876d-5d023894b04b req-2a119090-8084-4550-8b28-4ff60d1afb2e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887003 Oct 19 01:11:08.440380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd3c3d-3abb-49b4-b857-69ae776c7b22 req-42c5ed92-c8c9-4bf0-acc4-276ce45da2ba tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.448697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17fd3c3d-3abb-49b4-b857-69ae776c7b22 req-42c5ed92-c8c9-4bf0-acc4-276ce45da2ba tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 936 time: 0.1294694 Oct 19 01:11:08.480628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a388e4-b038-463f-abc7-5da6d529878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520baee4-7b34-4b87-a40d-3175f756de61,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.484795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Transition to ACTIVE for port object c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:08.492422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.529989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-9e62286e-3d5d-42a4-94cc-cb05a6f4704c service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218383 Oct 19 01:11:08.533425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17fd3c3d-3abb-49b4-b857-69ae776c7b22 req-45f4a3ed-a6f5-45a7-8407-a7107d167057 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838609 Oct 19 01:11:08.564820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:08.611622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Attempting to bind port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:08.611863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Attempting to bind port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:08.618004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Attempting to bind port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:08.639583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:08.639916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Attempting to bind port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:08.651518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:08.651855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:08.652272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:08.657675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Bound port: c7b6fb47-d00f-4f69-8cc7-7d628d6351e1, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:08.658050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.772115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cfeca-2d0c-4003-901f-b5274dd5e53a req-cf82a0a4-4add-4126-a39e-dab84156512e tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.780633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-902cfeca-2d0c-4003-901f-b5274dd5e53a req-cf82a0a4-4add-4126-a39e-dab84156512e tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 972 time: 0.2113669 Oct 19 01:11:08.800523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98ba9cff-ac15-486a-a375-c89bc3a015b8 req-fdba217e-e21d-47c7-9cee-46128fbb6e18 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584264 Oct 19 01:11:08.805386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1be69c-1ef5-4ec7-a81c-268bef326218 req-cf87246c-f6ab-48d7-adcd-5709584ee9b1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.807494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc1be69c-1ef5-4ec7-a81c-268bef326218 req-cf87246c-f6ab-48d7-adcd-5709584ee9b1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 950 time: 0.1432197 Oct 19 01:11:08.825455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] For port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:08.830947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd13a2b-f123-4d10-bffb-bb69dc516d01'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:08.831533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] For port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:08.831626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-902cfeca-2d0c-4003-901f-b5274dd5e53a req-4c378fee-81cf-4335-88f8-310fa2f8cee4 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500667 Oct 19 01:11:08.835336 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2701f7a-ec81-4678-ac08-c0d4e2c52bd8" -d '{"events": [{"server_uuid": "dc26e507-921d-42ee-99ab-e4729f48bda0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd13a2b-f123-4d10-bffb-bb69dc516d01"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:08.846147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.879840 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b933b187-d0ca-4c52-a02c-a1b92a8fc33a x-openstack-request-id: req-b933b187-d0ca-4c52-a02c-a1b92a8fc33a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:08.880298 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc26e507-921d-42ee-99ab-e4729f48bda0", "name": "network-vif-plugged", "status": "completed", "tag": "2fd13a2b-f123-4d10-bffb-bb69dc516d01", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:08.880647 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b933b187-d0ca-4c52-a02c-a1b92a8fc33a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:08.881128 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd13a2b-f123-4d10-bffb-bb69dc516d01', 'code': 200} Oct 19 01:11:08.905144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:08.905799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:08.907581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] 10.222.0.74 "PUT /v2.0/ports/c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 HTTP/1.1" status: 200 len: 1097 time: 1.3618109 Oct 19 01:11:08.910478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0650c726-3469-4474-b57d-90b8afcb10eb', 'tag': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:08.913659 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2c73e4-d509-4005-8ee2-6b5385833b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0650c726-3469-4474-b57d-90b8afcb10eb", "tag": "c7b6fb47-d00f-4f69-8cc7-7d628d6351e1"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:08.963461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc1be69c-1ef5-4ec7-a81c-268bef326218 req-17095249-3a51-4bb0-89bf-be186dfb9aec tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342320 Oct 19 01:11:08.964165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:08.967969 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:08.980319 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481a564a-62a8-429c-b3ec-455b88452c97 x-openstack-request-id: req-481a564a-62a8-429c-b3ec-455b88452c97 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:08.980319 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0650c726-3469-4474-b57d-90b8afcb10eb", "tag": "c7b6fb47-d00f-4f69-8cc7-7d628d6351e1", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:08.980319 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-481a564a-62a8-429c-b3ec-455b88452c97 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:08.980319 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0650c726-3469-4474-b57d-90b8afcb10eb', 'tag': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1', 'status': 'completed', 'code': 200} Oct 19 01:11:08.981287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44e09-0d5f-4f17-ad66-075558084c43 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:09.053839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd75d-b657-42a1-b444-8a1d112e09d5 req-a5caa0c2-c95d-4812-bcc0-edb8d2c7c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.055448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec7dd75d-b657-42a1-b444-8a1d112e09d5 req-a5caa0c2-c95d-4812-bcc0-edb8d2c7c99f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 1102 time: 0.0936918 Oct 19 01:11:09.057833 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c233e62b-d149-44f3-8d61-612c27a8989f x-openstack-request-id: req-c233e62b-d149-44f3-8d61-612c27a8989f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:09.058140 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:09.058433 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c233e62b-d149-44f3-8d61-612c27a8989f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:09.058842 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009', 'status': 'completed', 'code': 200} Oct 19 01:11:09.098472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c73e4-d509-4005-8ee2-6b5385833b8d req-9d958841-5a14-48a2-aa37-349387010c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.100164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d2c73e4-d509-4005-8ee2-6b5385833b8d req-9d958841-5a14-48a2-aa37-349387010c63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b13deb53230439db4b052c666c3e8c5&device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 1100 time: 0.0665915 Oct 19 01:11:09.159538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d2c73e4-d509-4005-8ee2-6b5385833b8d req-20ffcbcd-bdd5-47bf-8762-6c83c60b93f3 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1b13deb53230439db4b052c666c3e8c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399926 Oct 19 01:11:09.181929 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.223120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec7dd75d-b657-42a1-b444-8a1d112e09d5 req-52dfc60d-21ad-4c6a-9ee0-7ec04a7c8ba5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533031 Oct 19 01:11:09.238703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc7ff5-4ec3-46ba-8362-f5c12bf35bde req-c5d2e828-69a1-4343-adb7-45d67b9aa7f5 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.240590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3bc7ff5-4ec3-46ba-8362-f5c12bf35bde req-c5d2e828-69a1-4343-adb7-45d67b9aa7f5 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.1552925 Oct 19 01:11:09.247306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-818f5a43-d071-431f-97e2-9c953bc99de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.248719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-818f5a43-d071-431f-97e2-9c953bc99de9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1095 time: 0.1001492 Oct 19 01:11:09.310079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49521e15-a797-4040-b01a-32e8f2077b23 req-9bced7c6-dea8-442f-ad50-f9f09a245bce tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.316501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49521e15-a797-4040-b01a-32e8f2077b23 req-9bced7c6-dea8-442f-ad50-f9f09a245bce tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 948 time: 0.1771004 Oct 19 01:11:09.344777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3bc7ff5-4ec3-46ba-8362-f5c12bf35bde req-59728fe2-54b2-4155-b73b-e425f221a8a9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933671 Oct 19 01:11:09.398347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-8ba34b2c-5fa3-431d-a9e8-5803ab7c0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.400758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c73e4-d509-4005-8ee2-6b5385833b8d req-c34173a5-3045-4f2e-a2ac-06ae1b32e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.401239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-8ba34b2c-5fa3-431d-a9e8-5803ab7c0625 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.1437662 Oct 19 01:11:09.402253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d2c73e4-d509-4005-8ee2-6b5385833b8d req-c34173a5-3045-4f2e-a2ac-06ae1b32e500 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2257972 Oct 19 01:11:09.408569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49521e15-a797-4040-b01a-32e8f2077b23 req-5cc91f63-a68a-4f18-9929-cb0a621d83bb tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911751 Oct 19 01:11:09.460559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-b000c6da-932a-48f1-aeb6-b9f6c509aaa1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 217 time: 0.0411885 Oct 19 01:11:09.518264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-f1e10be4-2c29-4bfe-ae8a-8271c2e9e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.519749 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-f1e10be4-2c29-4bfe-ae8a-8271c2e9e5b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0510514 Oct 19 01:11:09.520789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-2b271ec0-f6bb-4d0b-b545-6d6dd03b60de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.522315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-2b271ec0-f6bb-4d0b-b545-6d6dd03b60de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1b13deb53230439db4b052c666c3e8c5&device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 1100 time: 0.0470948 Oct 19 01:11:09.569812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-8c09e56f-c9ad-42fa-9944-2196797c38fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282061 Oct 19 01:11:09.601076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-2ca36049-9cab-4141-af5c-789342cf167f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 HTTP/1.1" status: 200 len: 217 time: 0.0552895 Oct 19 01:11:09.612601 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c03c2c24-a9e7-4516-8a10-7032e71a6cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:09.674551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-49efeeab-415c-49d8-bb30-2cb4debe653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.676559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-49efeeab-415c-49d8-bb30-2cb4debe653d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0664353 Oct 19 01:11:09.690016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7946-faac-40b1-ae75-8fa71dea70cd req-e8f6bfef-8bfa-4aae-b7f9-e353a818a62d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.691554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a42d7946-faac-40b1-ae75-8fa71dea70cd req-e8f6bfef-8bfa-4aae-b7f9-e353a818a62d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1563349 Oct 19 01:11:09.726814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff34f1-c278-4ffc-a733-466bfcb9884c req-30d8750f-7eb4-40a2-9d37-2a8e2f02b6cb tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.729146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61ff34f1-c278-4ffc-a733-466bfcb9884c req-30d8750f-7eb4-40a2-9d37-2a8e2f02b6cb tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 948 time: 0.0989668 Oct 19 01:11:09.752153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-b4a3671c-ee8c-48ce-91d5-36be8958be17 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604457 Oct 19 01:11:09.757398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a42d7946-faac-40b1-ae75-8fa71dea70cd req-5b06bac0-459d-4e1a-a340-d06649362689 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562477 Oct 19 01:11:09.761503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-138cfcf5-4b12-47e7-98d2-acda1c3cab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:09.763047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-138cfcf5-4b12-47e7-98d2-acda1c3cab53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704911 Oct 19 01:11:09.823962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61ff34f1-c278-4ffc-a733-466bfcb9884c req-99d2b746-5855-4339-89ea-e90e22df15c3 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843346 Oct 19 01:11:09.865560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-f5d43d48-0f13-45f8-ad47-fcbc16aae0ac service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942321 Oct 19 01:11:09.911096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3041a9b1-ef71-41cb-aedb-4ead0c34f3a9 req-f0926247-d395-4381-9f27-c5b52ff12542 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496224 Oct 19 01:11:10.004406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82d41fd9-7c7c-44ed-ae36-88baecedbd7d req-c5bafc22-5c4e-4d52-9388-ec9b5843c698 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307423 Oct 19 01:11:10.011856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc24f6-72d1-4ff4-94aa-fe31310983d3 req-2cc31576-d91f-45be-866f-50fd4e5249d8 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.013932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47cc24f6-72d1-4ff4-94aa-fe31310983d3 req-2cc31576-d91f-45be-866f-50fd4e5249d8 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 972 time: 0.0993946 Oct 19 01:11:10.076600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47cc24f6-72d1-4ff4-94aa-fe31310983d3 req-04dd6b85-e998-4562-8405-aaef06f521a5 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/security-groups?id=5656a0c0-1d80-41bf-b3f7-771b87c7ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543275 Oct 19 01:11:10.081342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c5dc6-213e-4f8c-b34f-688605fb91a3 req-66c8354f-f2a8-4730-98a2-4a09594155fc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.082884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-985c5dc6-213e-4f8c-b34f-688605fb91a3 req-66c8354f-f2a8-4730-98a2-4a09594155fc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 950 time: 0.0527291 Oct 19 01:11:10.130837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-985c5dc6-213e-4f8c-b34f-688605fb91a3 req-a4537c4b-9984-4fd1-8d86-149b1c3bbd29 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Oct 19 01:11:10.255694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-9a066ffd-5793-47f7-b9c9-ee2bbd2f0ac2 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.257251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-9a066ffd-5793-47f7-b9c9-ee2bbd2f0ac2 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 972 time: 0.0510569 Oct 19 01:11:10.354628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Deleting port 138ffa81-cc75-40d0-afc8-8732ec7159fd {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:10.354994 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.444612 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.472377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] For port 138ffa81-cc75-40d0-afc8-8732ec7159fd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=138ffa81-cc75-40d0-afc8-8732ec7159fd,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:10.472739 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.493799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Calling delete_port for 138ffa81-cc75-40d0-afc8-8732ec7159fd owned by compute:tempest-test_az-1057396601 {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:10.508991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26195e0d-7602-4521-8a74-7acda4e131f4 req-bb4c8e2e-aa85-4fa3-b5e4-b92039dd6d1f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.512862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 354dac72-cf2d-4e4a-8d08-b4adbe150771 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:10.517496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26195e0d-7602-4521-8a74-7acda4e131f4 req-bb4c8e2e-aa85-4fa3-b5e4-b92039dd6d1f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.0948575 Oct 19 01:11:10.580291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18df4a-5030-4f7b-9a4e-04eaa4f3c02b req-06d4a20c-6f2f-4d19-bc57-43a01ded476f tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.582114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c18df4a-5030-4f7b-9a4e-04eaa4f3c02b req-06d4a20c-6f2f-4d19-bc57-43a01ded476f tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 948 time: 0.0498850 Oct 19 01:11:10.604558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26195e0d-7602-4521-8a74-7acda4e131f4 req-aa6dc5aa-59d7-4546-9045-565db3ed040a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856440 Oct 19 01:11:10.645896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c18df4a-5030-4f7b-9a4e-04eaa4f3c02b req-4899d34f-54a3-494b-9a10-35301ea71892 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Oct 19 01:11:10.652540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.678255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 354dac72-cf2d-4e4a-8d08-b4adbe150771, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=354dac72-cf2d-4e4a-8d08-b4adbe150771,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:10.697980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '354dac72-cf2d-4e4a-8d08-b4adbe150771', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '354dac72-cf2d-4e4a-8d08-b4adbe150771', 'mac_address': 'fa:16:3e:d9:56:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:10.738821 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.753781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354dac72-cf2d-4e4a-8d08-b4adbe150771 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:10.760626 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.776332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['138ffa81-cc75-40d0-afc8-8732ec7159fd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:10.798657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Pushing event deleted for resources: {'Port': ['ID=138ffa81-cc75-40d0-afc8-8732ec7159fd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:10.819404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 354dac72-cf2d-4e4a-8d08-b4adbe150771, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=354dac72-cf2d-4e4a-8d08-b4adbe150771,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:10.833906 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.838549 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-bd84fca7-4ca0-4329-aeba-73dcde89de6a service neutron] show failed (client error): The resource could not be found. Oct 19 01:11:10.842180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-bd84fca7-4ca0-4329-aeba-73dcde89de6a service neutron] 10.222.0.74 "GET /v2.0/ports/b65b0be0-ac36-47ec-86d8-ad4f7dc8e791/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.1017673 Oct 19 01:11:10.868364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] No DVR routers for this DVR port 138ffa81-cc75-40d0-afc8-8732ec7159fd on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:10.874848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:10.888900 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-694b8b0b-a956-4c83-b88e-aad82166ac2b req-ccafd967-3fcf-4e13-bd95-40c564561a09 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.62 "DELETE /v2.0/ports/138ffa81-cc75-40d0-afc8-8732ec7159fd HTTP/1.1" status: 204 len: 173 time: 0.6241412 Oct 19 01:11:10.941727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=354dac72-cf2d-4e4a-8d08-b4adbe150771,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:10.944372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814cab8-3cda-4de7-ac0a-15e145e0d73d req-6efa7a49-f7fc-4dee-8797-dd0aa3e75741 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:10.958571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9814cab8-3cda-4de7-ac0a-15e145e0d73d req-6efa7a49-f7fc-4dee-8797-dd0aa3e75741 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.0811684 Oct 19 01:11:11.011744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9814cab8-3cda-4de7-ac0a-15e145e0d73d req-ff1df462-63b5-4649-8f8c-efdff8361b8a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520442 Oct 19 01:11:11.042749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ceae7-1933-4c06-81e0-7a7ad6d039f7 req-66c07326-e9d8-469c-8c73-72810999b1b2 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.053153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-594ceae7-1933-4c06-81e0-7a7ad6d039f7 req-66c07326-e9d8-469c-8c73-72810999b1b2 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 948 time: 0.0795667 Oct 19 01:11:11.060158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'name': 'network-vif-deleted', 'tag': '138ffa81-cc75-40d0-afc8-8732ec7159fd'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:11.063418 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef010d5-5272-4826-b6c7-1f2709d8c44c" -d '{"events": [{"server_uuid": "ac76fce7-8d23-4d70-9b4a-bfd85c04a523", "name": "network-vif-deleted", "tag": "138ffa81-cc75-40d0-afc8-8732ec7159fd"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:11.124632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-594ceae7-1933-4c06-81e0-7a7ad6d039f7 req-8c12509f-fa44-4a8f-8191-5dcc925d9597 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719376 Oct 19 01:11:11.136595 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e8e829-4cfe-4763-85a7-6e27ac6b9f4a x-openstack-request-id: req-90e8e829-4cfe-4763-85a7-6e27ac6b9f4a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:11.136928 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac76fce7-8d23-4d70-9b4a-bfd85c04a523", "name": "network-vif-deleted", "tag": "138ffa81-cc75-40d0-afc8-8732ec7159fd", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:11.137181 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90e8e829-4cfe-4763-85a7-6e27ac6b9f4a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:11.137581 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac76fce7-8d23-4d70-9b4a-bfd85c04a523', 'name': 'network-vif-deleted', 'tag': '138ffa81-cc75-40d0-afc8-8732ec7159fd', 'status': 'completed', 'code': 200} Oct 19 01:11:11.193924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-a411ea35-178a-4644-887e-02ffca2fa15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.195879 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-a411ea35-178a-4644-887e-02ffca2fa15a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a&tenant_id=9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 1101 time: 0.0691319 Oct 19 01:11:11.210968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:11.250665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ee2bc65-45fb-4f7d-a14d-99a0a0a4f04c req-20aae58d-4c82-4336-996b-559d5aba84a0 tempest-ServersAdminNegativeTestJSON-124887842 tempest-ServersAdminNegativeTestJSON-124887842-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac76fce7-8d23-4d70-9b4a-bfd85c04a523 HTTP/1.1" status: 200 len: 210 time: 0.0315449 Oct 19 01:11:11.279320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['354dac72-cf2d-4e4a-8d08-b4adbe150771'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:11.312647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.339850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b052-5376-480e-a60f-cd371528f728 req-8120c8dd-4936-4447-b081-7192ff7f5916 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.341663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5621b052-5376-480e-a60f-cd371528f728 req-8120c8dd-4936-4447-b081-7192ff7f5916 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 950 time: 0.1087716 Oct 19 01:11:11.502251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5621b052-5376-480e-a60f-cd371528f728 req-f1c6b39a-07c6-4174-a53a-a7524b9292a5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363952 Oct 19 01:11:11.656141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6058eee-a4e8-4766-ad3d-bb7e20dd9083 req-0b78ad7f-49ec-4195-8932-b8159340586c tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.658383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6058eee-a4e8-4766-ad3d-bb7e20dd9083 req-0b78ad7f-49ec-4195-8932-b8159340586c tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0762391 Oct 19 01:11:11.670370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:11.732641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6058eee-a4e8-4766-ad3d-bb7e20dd9083 req-21fae4f8-b77d-4dce-971a-626ac98d2dd3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666573 Oct 19 01:11:11.752186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:11.754654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47010) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:11.807403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904cd23-ccb5-4084-b145-830b8507c0f9 req-8b7f2c09-3234-4190-9819-f729ee23f319 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.809390 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b904cd23-ccb5-4084-b145-830b8507c0f9 req-8b7f2c09-3234-4190-9819-f729ee23f319 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.1102891 Oct 19 01:11:11.815667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.851200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Transition to ACTIVE for port object b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:11.857426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.932757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b904cd23-ccb5-4084-b145-830b8507c0f9 req-3fe1f474-5125-43f9-9347-febc0c9f5b9b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134875 Oct 19 01:11:11.937584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e43d49-e1a9-4218-8f39-b03b87edbdf0 req-a911b357-0431-488e-b6dd-0ec2b56bb1c0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:11.941712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94e43d49-e1a9-4218-8f39-b03b87edbdf0 req-a911b357-0431-488e-b6dd-0ec2b56bb1c0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 949 time: 0.1117318 Oct 19 01:11:11.960518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:11.960694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0942e568-c066-4713-9164-c7f9a63b28b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:11.986309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] No DVR routers for this DVR port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:12.021038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94e43d49-e1a9-4218-8f39-b03b87edbdf0 req-5ca13648-eac4-4879-85d6-17ec00ddc848 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710320 Oct 19 01:11:12.028729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:12.029475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:12.029475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:12.034894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:12.035313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Attempting to bind port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:12.045925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:12.047189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:12.047654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:12.048210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Bound port: b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:12.048649 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.085607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0942e568-c066-4713-9164-c7f9a63b28b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.090804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0942e568-c066-4713-9164-c7f9a63b28b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.140244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:12.145532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:12.152162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.159428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.177955 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0942e568-c066-4713-9164-c7f9a63b28b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9f04c7eba1640fea53bdb95b93fe70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220638 Oct 19 01:11:12.179962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-a91ee871-e885-43c9-8577-7a540618817c tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c86bab879f1347509e5a95c9dd70241f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431604 Oct 19 01:11:12.180583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942e568-c066-4713-9164-c7f9a63b28b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2eb081-e48d-454c-9776-974cf5e71cd0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:12.183266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47030) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:12.194358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.195770 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.197813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] 10.222.0.62 "PUT /v2.0/ports/b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 1096 time: 0.9918633 Oct 19 01:11:12.278547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3d3f-15ba-48a5-b966-47e548c28016 service neutron] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:12.304186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798deba-6496-453d-8ce9-47d77adc2d01 req-be85b308-b80b-4f79-9e92-47fe4bd5df44 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.306243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0798deba-6496-453d-8ce9-47d77adc2d01 req-be85b308-b80b-4f79-9e92-47fe4bd5df44 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.1188648 Oct 19 01:11:12.310247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0069c5d2-b214-43d3-a8f7-8c95a6700493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.311153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-a19bb7ba-8443-4de4-a57d-e00e7d7160f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.312657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-a19bb7ba-8443-4de4-a57d-e00e7d7160f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1099 time: 0.0796854 Oct 19 01:11:12.345649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-b10ce9e3-bf6f-4ef8-8ca9-903c092e1950 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.347218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-b10ce9e3-bf6f-4ef8-8ca9-903c092e1950 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573663 Oct 19 01:11:12.351932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0069c5d2-b214-43d3-a8f7-8c95a6700493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.375302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0798deba-6496-453d-8ce9-47d77adc2d01 req-4a1438ed-f78c-43d9-9d29-686c6a40d721 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Oct 19 01:11:12.375742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-58466f12-0b68-4f8f-98d1-f1c3942d704a tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/quotas/c86bab879f1347509e5a95c9dd70241f HTTP/1.1" status: 200 len: 375 time: 0.0169640 Oct 19 01:11:12.464806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0069c5d2-b214-43d3-a8f7-8c95a6700493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.467510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0069c5d2-b214-43d3-a8f7-8c95a6700493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.468732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0069c5d2-b214-43d3-a8f7-8c95a6700493 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc2eb081-e48d-454c-9776-974cf5e71cd0 HTTP/1.1" status: 204 len: 168 time: 0.2845104 Oct 19 01:11:12.471263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-1d84ff50-8dc5-4953-8011-27b2fefe0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.480709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-1d84ff50-8dc5-4953-8011-27b2fefe0c07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1512132 Oct 19 01:11:12.490643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-bb08e81a-8e99-45f1-bcb7-f1e1d34a6a4a tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000404 Oct 19 01:11:12.501225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069c5d2-b214-43d3-a8f7-8c95a6700493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2eb081-e48d-454c-9776-974cf5e71cd0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:12.528845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:12.534983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-96c86477-0e32-4596-a68c-591a8f99de43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0433803 Oct 19 01:11:12.606382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 354dac72-cf2d-4e4a-8d08-b4adbe150771 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:12.858800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 354dac72-cf2d-4e4a-8d08-b4adbe150771 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:12.874573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:12.891480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d67683c9-d9be-4d7f-8f82-d56c28fe2b0a req-cf9ca930-a19f-44a5-b5eb-b90bf6840590 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 210 time: 0.0655484 Oct 19 01:11:12.892288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 354dac72-cf2d-4e4a-8d08-b4adbe150771 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:12.895692 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:12.939645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699c0c3-a161-4b62-bab1-4a1aff9969dc req-6eb28994-85e7-4b59-b039-76d210bcb487 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:12.952048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e699c0c3-a161-4b62-bab1-4a1aff9969dc req-6eb28994-85e7-4b59-b039-76d210bcb487 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 948 time: 0.4700577 Oct 19 01:11:12.954795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'port_id': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009', 'mac_address': 'fa:16:3e:fc:a2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cbcae8-6460-4c37-b101-a39da0fdcbd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:12.985610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47048) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:13.030172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e699c0c3-a161-4b62-bab1-4a1aff9969dc req-11f93739-b178-4ba6-b118-031268c9289f tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771430 Oct 19 01:11:13.031169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-998c8797-ab91-4982-bbeb-d520cdd8798b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.066725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-b23463c9-d596-4bfb-8a63-94810f0661d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.075963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-b23463c9-d596-4bfb-8a63-94810f0661d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.5171103 Oct 19 01:11:13.078786 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.158133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'}, {'name': 'network-changed', 'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:13.160424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-998c8797-ab91-4982-bbeb-d520cdd8798b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.163351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 354dac72-cf2d-4e4a-8d08-b4adbe150771, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=354dac72-cf2d-4e4a-8d08-b4adbe150771,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:13.168139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.175455 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6" -d '{"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791"}, {"name": "network-changed", "server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:13.177982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354dac72-cf2d-4e4a-8d08-b4adbe150771'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:13.180767 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b14b985-f36d-473b-8af3-5d4e662871cc" -d '{"events": [{"server_uuid": "9313331e-3a42-4bfb-9b1e-0fd9b5994f48", "name": "network-vif-plugged", "status": "completed", "tag": "354dac72-cf2d-4e4a-8d08-b4adbe150771"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:13.191319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.193919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-998c8797-ab91-4982-bbeb-d520cdd8798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.211383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-e8c93298-365e-412d-8a66-3d1f2c1e0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.218474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-e8c93298-365e-412d-8a66-3d1f2c1e0043 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325228 Oct 19 01:11:13.223349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-998c8797-ab91-4982-bbeb-d520cdd8798b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc363eec8782440d8f715c89088b385a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363455 Oct 19 01:11:13.227042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47062) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:13.290459 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:13.299161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98073-372b-4680-81b1-782beb1d3fce req-84c370e7-2903-4686-a5d5-ffc9aa953f0b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.310896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66d98073-372b-4680-81b1-782beb1d3fce req-84c370e7-2903-4686-a5d5-ffc9aa953f0b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.1484702 Oct 19 01:11:13.333667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:13.343045 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.359068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47066) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:13.367203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c8797-ab91-4982-bbeb-d520cdd8798b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f8532-cb36-406c-8845-6e58fed10de7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:13.398922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=354dac72-cf2d-4e4a-8d08-b4adbe150771,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:13.409411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66d98073-372b-4680-81b1-782beb1d3fce req-e0c8d6ff-6260-428b-b094-4da43bac60eb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894086 Oct 19 01:11:13.450728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-777fb0a9-35c3-40a1-967f-73c7d802324e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.483310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-777fb0a9-35c3-40a1-967f-73c7d802324e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.492304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:13.521069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-c334631f-16b5-46b1-919d-c4cb35de0727 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739689 Oct 19 01:11:13.539555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190109-e045-4fd7-8148-54678644eb20 req-550804e5-f69a-49fc-9d01-a705452959b7 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.541988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67190109-e045-4fd7-8148-54678644eb20 req-550804e5-f69a-49fc-9d01-a705452959b7 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 950 time: 0.3135512 Oct 19 01:11:13.596752 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc087d-17db-49be-9e6e-6f390c373a33 x-openstack-request-id: req-69cc087d-17db-49be-9e6e-6f390c373a33 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:13.597041 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791", "code": 200}, {"name": "network-changed", "server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:13.597386 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69cc087d-17db-49be-9e6e-6f390c373a33 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:13.597667 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'code': 200} Oct 19 01:11:13.597920 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'status': 'completed', 'code': 200} Oct 19 01:11:13.638587 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3e90d-db12-4760-adef-5608331ffe91 x-openstack-request-id: req-04d3e90d-db12-4760-adef-5608331ffe91 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:13.639147 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313331e-3a42-4bfb-9b1e-0fd9b5994f48", "name": "network-vif-plugged", "status": "completed", "tag": "354dac72-cf2d-4e4a-8d08-b4adbe150771", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:13.639492 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04d3e90d-db12-4760-adef-5608331ffe91 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:13.639974 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354dac72-cf2d-4e4a-8d08-b4adbe150771', 'code': 200} Oct 19 01:11:13.654027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1d35326e-ad2d-41a2-975b-9528c3df5b1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf5b43d9b3724d4dba45a41028b3969f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915530 Oct 19 01:11:13.654483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47072) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:13.703384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-777fb0a9-35c3-40a1-967f-73c7d802324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.705955 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-777fb0a9-35c3-40a1-967f-73c7d802324e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.707136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-777fb0a9-35c3-40a1-967f-73c7d802324e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca4f8532-cb36-406c-8845-6e58fed10de7 HTTP/1.1" status: 204 len: 168 time: 0.4621370 Oct 19 01:11:13.733815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67190109-e045-4fd7-8148-54678644eb20 req-89e25749-7795-4f49-b930-8e5971657e34 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680341 Oct 19 01:11:13.736226 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a689eea-e0b7-4146-b3c7-9474c587df72 req-05607afd-d621-47cc-833d-57e89731ab8e service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909297 Oct 19 01:11:13.737058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fb0a9-35c3-40a1-967f-73c7d802324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f8532-cb36-406c-8845-6e58fed10de7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:13.774041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['65091d8e-fb5c-44b5-b0e6-8556cbfcc009'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:13.809259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-80dab4bd-d60d-4198-a725-44f7fb1997d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.810505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-80dab4bd-d60d-4198-a725-44f7fb1997d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1099 time: 0.1234174 Oct 19 01:11:13.856981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786e29-36c3-4325-88a6-d538d3729b59 req-8c01f407-c65f-4b4a-af58-b537536c594f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.865591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b786e29-36c3-4325-88a6-d538d3729b59 req-8c01f407-c65f-4b4a-af58-b537536c594f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.1411576 Oct 19 01:11:13.868316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca61e362-2a05-4730-8019-5ec4853757b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:13.938794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cca776-7224-48f8-822f-1bef24e370cc req-1a25ba43-f78b-4485-b7f5-7d0e6d3ca1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.948662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-33cca776-7224-48f8-822f-1bef24e370cc req-1a25ba43-f78b-4485-b7f5-7d0e6d3ca1ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 1102 time: 0.1815984 Oct 19 01:11:13.955860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-d468dff4-4059-4109-bf58-591c88246c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:13.963122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-d468dff4-4059-4109-bf58-591c88246c9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1099 time: 0.0911944 Oct 19 01:11:13.964383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca61e362-2a05-4730-8019-5ec4853757b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.012010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b786e29-36c3-4325-88a6-d538d3729b59 req-12800455-8070-4673-bb21-1b312ce1900e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452267 Oct 19 01:11:14.091447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-bcc55343-692b-4e71-8999-ef0e27759c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.093181 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-bcc55343-692b-4e71-8999-ef0e27759c09 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2729821 Oct 19 01:11:14.140949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 138ffa81-cc75-40d0-afc8-8732ec7159fd no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:14.142246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-a46841d6-00b5-48bb-9a0d-8e8b4779e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.143869 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-a46841d6-00b5-48bb-9a0d-8e8b4779e822 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1702065 Oct 19 01:11:14.170354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-e0ee3f11-d4cb-4674-a807-3000731fc817 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0697713 Oct 19 01:11:14.171290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 138ffa81-cc75-40d0-afc8-8732ec7159fd {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:14.171753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 138ffa81-cc75-40d0-afc8-8732ec7159fd not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:14.214302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca61e362-2a05-4730-8019-5ec4853757b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.217835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca61e362-2a05-4730-8019-5ec4853757b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.219283 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca61e362-2a05-4730-8019-5ec4853757b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5656a0c0-1d80-41bf-b3f7-771b87c7ddda HTTP/1.1" status: 204 len: 168 time: 0.5633345 Oct 19 01:11:14.256857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e362-2a05-4730-8019-5ec4853757b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5656a0c0-1d80-41bf-b3f7-771b87c7ddda,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:14.275917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-f4cb3484-27a5-4a82-8352-46a096483f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.277429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-f4cb3484-27a5-4a82-8352-46a096483f9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0919425 Oct 19 01:11:14.289731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f94d7-2548-4566-9bbb-4fe1b0a1deae req-ffd9c929-2385-4833-bb2e-e1071bb35e2d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.291850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-c25fa7db-c554-4034-bd8b-6d2cc5028645 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.1349053 Oct 19 01:11:14.292360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d0f94d7-2548-4566-9bbb-4fe1b0a1deae req-ffd9c929-2385-4833-bb2e-e1071bb35e2d tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 948 time: 0.1239367 Oct 19 01:11:14.318950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7f74c8c-8184-4ce8-b026-1bf84bbc853b req-0e6dad32-0ac4-452e-b3b5-a24c257c462f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 210 time: 0.1732163 Oct 19 01:11:14.340164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-33cca776-7224-48f8-822f-1bef24e370cc req-bf2fc583-3db3-4ba1-a7e6-1fdf9b8ad517 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725641 Oct 19 01:11:14.414287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-66224730-8caa-455d-9fb7-5741929f18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.418535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-66224730-8caa-455d-9fb7-5741929f18fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0921257 Oct 19 01:11:14.426381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-8e5504b9-45cc-4ecb-9353-39cfac67b9ca tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c86bab879f1347509e5a95c9dd70241f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585473 Oct 19 01:11:14.505691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-3003dbea-b245-4f32-bb78-b5b4f5757797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.508735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-3003dbea-b245-4f32-bb78-b5b4f5757797 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820272 Oct 19 01:11:14.529315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-99e2fc98-6e95-4ec1-89b0-34b14e7268c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.533569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-99e2fc98-6e95-4ec1-89b0-34b14e7268c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2406895 Oct 19 01:11:14.546150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:14.580897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d0f94d7-2548-4566-9bbb-4fe1b0a1deae req-efd3be6a-f157-4667-b667-c50f200c6406 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670288 Oct 19 01:11:14.724277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-5fe71c58-825e-4d99-8278-8c376ffaafe5 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028868 Oct 19 01:11:14.750141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:14.765510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47102) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:14.831302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:14.836632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256c37c-a03f-4c21-a867-f5c8dd43c632 req-ab1c93d2-0750-4ead-809d-4dd4616e9e94 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.849770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3256c37c-a03f-4c21-a867-f5c8dd43c632 req-ab1c93d2-0750-4ead-809d-4dd4616e9e94 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 944 time: 0.2795300 Oct 19 01:11:14.850955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-4092c348-8431-4da6-bc21-978dcf1eb9dc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:14.856521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-4092c348-8431-4da6-bc21-978dcf1eb9dc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944535 Oct 19 01:11:14.864327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1', 'mac_address': 'fa:16:3e:23:a7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:14.906633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Request body: {'port': {'device_id': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'c86bab879f1347509e5a95c9dd70241f'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:14.910032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:14.934950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:14.958506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:14.980955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3256c37c-a03f-4c21-a867-f5c8dd43c632 req-f80097f8-0a82-4fbf-bba6-89f2500d6995 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302545 Oct 19 01:11:14.988096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3ccfe465-9638-4903-b6be-f6e63776fd42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea147c6a8ed4458e8d7c82a11009f040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196031 Oct 19 01:11:14.991691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:14.996050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47110) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:15.010706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.028940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-90e17386-8eda-4e02-bb49-5feadcc45133 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892718 Oct 19 01:11:15.086158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:15.096261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1cae2105-11e5-45ec-b270-5165c9bfc84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.128050 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1cae2105-11e5-45ec-b270-5165c9bfc84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.131208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fae257-3b32-42eb-821f-e0cd01619834 req-9c1fe5c8-ec22-42a9-bd8f-7e8c382a9ee0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:15.139400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06fae257-3b32-42eb-821f-e0cd01619834 req-9c1fe5c8-ec22-42a9-bd8f-7e8c382a9ee0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 950 time: 0.2493458 Oct 19 01:11:15.145138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-f93ff322-50d5-401c-8d85-510073b0200c service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500494 Oct 19 01:11:15.202888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de632b-0914-4a45-bdbf-2335bbc5acf7 req-7028d3be-a07d-4c93-8a08-752bc0ec5d3a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:15.204413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39de632b-0914-4a45-bdbf-2335bbc5acf7 req-7028d3be-a07d-4c93-8a08-752bc0ec5d3a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.0677021 Oct 19 01:11:15.230755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1cae2105-11e5-45ec-b270-5165c9bfc84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.233588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1cae2105-11e5-45ec-b270-5165c9bfc84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.237120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1cae2105-11e5-45ec-b270-5165c9bfc84e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26a11c12-909b-4fb3-97cc-20efd273ef81 HTTP/1.1" status: 204 len: 168 time: 0.2343497 Oct 19 01:11:15.253280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae2105-11e5-45ec-b270-5165c9bfc84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a11c12-909b-4fb3-97cc-20efd273ef81,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:15.272872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39de632b-0914-4a45-bdbf-2335bbc5acf7 req-7bae8c27-8eab-4fef-887c-10dc3316f11d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580666 Oct 19 01:11:15.416295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60477273-5dc2-4b7e-ad1a-616ed7333bc9 req-ab271d77-100c-4823-8e75-98879a64f1db tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 210 time: 0.0423563 Oct 19 01:11:15.517950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06fae257-3b32-42eb-821f-e0cd01619834 req-6be70551-7eb0-42e3-9e0c-a8f64fbe0b75 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777151 Oct 19 01:11:15.520474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c7b6fb47-d00f-4f69-8cc7-7d628d6351e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:15.537424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Made reservation on behalf of c86bab879f1347509e5a95c9dd70241f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:15.537424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:15.571577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ee8f976-e923-4abb-92ac-b7d2c1d864a6 req-2efa42aa-0b8d-4615-a923-a647f8a5831e service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143713 Oct 19 01:11:15.725095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d6745-204f-4d72-89de-5e82f5d99231 req-2f69ff16-0f6a-4433-99e5-78cf5a529ab2 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:15.735267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fe6d6745-204f-4d72-89de-5e82f5d99231 req-2f69ff16-0f6a-4433-99e5-78cf5a529ab2 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 949 time: 0.0701742 Oct 19 01:11:15.804731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Allocated IP 192.168.233.201 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/ef43a5cc-bed6-4858-ac4d-1e2a30022305) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:15.809875 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fe6d6745-204f-4d72-89de-5e82f5d99231 req-1cd3b83a-8a2e-47cf-ae23-37acbd311e3a tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733738 Oct 19 01:11:15.987533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.026553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.043186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e46af847-69bb-4b7f-97fb-fb3a128f1d1d', '2fd13a2b-f123-4d10-bffb-bb69dc516d01'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:16.108064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:16.117987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:16.131845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:16.150723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd40f0-3f1e-4af0-a9a1-741b61e0ef67 req-d47f5ee8-b7f1-4f4e-a3cf-c2b85dca2b97 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.154004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.155339 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.159354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cd40f0-3f1e-4af0-a9a1-741b61e0ef67 req-d47f5ee8-b7f1-4f4e-a3cf-c2b85dca2b97 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 944 time: 0.0831401 Oct 19 01:11:16.166222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Pushing event updated for resources: {'Port': ['ID=ef43a5cc-bed6-4858-ac4d-1e2a30022305,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:16.191136 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-d89a380f-9a1c-4b4c-9e7d-2c0bd89e0edc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2887239 Oct 19 01:11:16.211443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Request body: {'port': {'device_id': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:16.239469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cd40f0-3f1e-4af0-a9a1-741b61e0ef67 req-ff64999f-3b98-432b-bfa0-f627de358ac7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791540 Oct 19 01:11:16.306853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.455336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cdd4e-12f7-46ce-82f4-5de0030e1bf2 req-8a9b9785-99dc-4258-80a3-178b523ba143 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.466451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-490cdd4e-12f7-46ce-82f4-5de0030e1bf2 req-8a9b9785-99dc-4258-80a3-178b523ba143 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.0882719 Oct 19 01:11:16.484414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d062fe17-9dca-437e-b59d-bdf241b314dd None None] Provisioning complete for port ef43a5cc-bed6-4858-ac4d-1e2a30022305 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:16.484933 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d062fe17-9dca-437e-b59d-bdf241b314dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.518295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-490cdd4e-12f7-46ce-82f4-5de0030e1bf2 req-07c3933d-0d07-461c-ac58-96a5ab60a112 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502970 Oct 19 01:11:16.527892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d062fe17-9dca-437e-b59d-bdf241b314dd None None] Port ef43a5cc-bed6-4858-ac4d-1e2a30022305 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:16.544793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:16.622525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:16.628287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:16.628725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.659903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51200c-c16e-4cdd-983b-b3db6de289e0 req-dfd2573d-e4cb-41dd-9405-813c427d32e8 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.661467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a51200c-c16e-4cdd-983b-b3db6de289e0 req-dfd2573d-e4cb-41dd-9405-813c427d32e8 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 936 time: 0.0696173 Oct 19 01:11:16.707911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a51200c-c16e-4cdd-983b-b3db6de289e0 req-fb28207a-5cdb-4c6e-95d7-ae40b5f90eaa tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Oct 19 01:11:16.730472 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.742157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef43a5cc-bed6-4858-ac4d-1e2a30022305 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:16.750939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.756338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:16.759264 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d2ef6b-23bb-425a-ba42-afad9bb2bceb" -d '{"events": [{"server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "name": "network-vif-plugged", "status": "completed", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:16.770046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Transition to ACTIVE for port object ef43a5cc-bed6-4858-ac4d-1e2a30022305 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:16.774853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:16.776818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.781810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.782689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:16.923114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2347632-f732-4535-80cd-892c5922087a req-8c0b743b-20ed-450f-94b0-fd34a46c994b tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:16.929302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d2347632-f732-4535-80cd-892c5922087a req-8c0b743b-20ed-450f-94b0-fd34a46c994b tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 950 time: 0.1137648 Oct 19 01:11:16.960344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:16.971068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:16.971591 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:16.974726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:17.000338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d2347632-f732-4535-80cd-892c5922087a req-da3bd930-a35a-4865-8227-477cea885bcc tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632315 Oct 19 01:11:17.001492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Attempting to bind port ef43a5cc-bed6-4858-ac4d-1e2a30022305 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:17.001853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Attempting to bind port ef43a5cc-bed6-4858-ac4d-1e2a30022305 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:17.002171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Attempting to bind port ef43a5cc-bed6-4858-ac4d-1e2a30022305 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:17.018511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Pushing event updated for resources: {'Port': ['ID=ef43a5cc-bed6-4858-ac4d-1e2a30022305,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:17.023824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Port ef43a5cc-bed6-4858-ac4d-1e2a30022305 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:17.024351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Attempting to bind port ef43a5cc-bed6-4858-ac4d-1e2a30022305 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:17.032230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:17.032705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:17.036062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:17.036547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Bound port: ef43a5cc-bed6-4858-ac4d-1e2a30022305, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:17.037120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.159373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] For port ef43a5cc-bed6-4858-ac4d-1e2a30022305, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:17.162995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] For port ef43a5cc-bed6-4858-ac4d-1e2a30022305, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef43a5cc-bed6-4858-ac4d-1e2a30022305,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:17.170018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.201124 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49b30a5-082f-4e20-aa47-f38b8696b80b x-openstack-request-id: req-b49b30a5-082f-4e20-aa47-f38b8696b80b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:17.201473 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "name": "network-vif-plugged", "status": "completed", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:17.201739 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b49b30a5-082f-4e20-aa47-f38b8696b80b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:17.202111 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009', 'code': 200} Oct 19 01:11:17.211490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.212473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.214138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] 10.222.0.62 "PUT /v2.0/ports/ef43a5cc-bed6-4858-ac4d-1e2a30022305 HTTP/1.1" status: 200 len: 1097 time: 1.0116992 Oct 19 01:11:17.214673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'tag': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:17.217378 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84343015-26d0-4b17-a77e-f6a7d913a7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "32ed9fa8-eda0-4833-8b7f-b3206e89d832", "tag": "ef43a5cc-bed6-4858-ac4d-1e2a30022305"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:17.261345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f63ad-5773-4a67-b974-fd5379787847 req-6b04838e-45f2-4ef2-9252-32c368ec8ba3 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.264494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bd857-f15d-41bc-8f85-1fa82baf7e6a service neutron] Pushing event updated for resources: {'Port': ['ID=ef43a5cc-bed6-4858-ac4d-1e2a30022305,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:17.270020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-573f63ad-5773-4a67-b974-fd5379787847 req-6b04838e-45f2-4ef2-9252-32c368ec8ba3 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 949 time: 0.1330311 Oct 19 01:11:17.344012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.384332 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-573f63ad-5773-4a67-b974-fd5379787847 req-80014d59-d4db-4938-a23f-7166d327aa27 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096463 Oct 19 01:11:17.450186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-fd5b92a5-746d-4dcd-b262-4b03a8a0df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.451690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-fd5b92a5-746d-4dcd-b262-4b03a8a0df6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 1100 time: 0.1665068 Oct 19 01:11:17.453066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:17.462954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:17.476498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e240-0608-4ffe-a69a-c4ab512a97a4 req-4bba5ab1-d30c-4a93-8401-eea7f1242b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.479462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7dc1e240-0608-4ffe-a69a-c4ab512a97a4 req-4bba5ab1-d30c-4a93-8401-eea7f1242b20 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1097 time: 0.1382127 Oct 19 01:11:17.534482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-78b4a2b4-6058-41ed-ac3f-d4384098221b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ef43a5cc-bed6-4858-ac4d-1e2a30022305 HTTP/1.1" status: 200 len: 217 time: 0.0683486 Oct 19 01:11:17.542463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7dc1e240-0608-4ffe-a69a-c4ab512a97a4 req-7e01555e-fa9e-4a65-aea6-4a3f46a13cbc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551167 Oct 19 01:11:17.542664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-38dce85f-6bb1-4247-8c43-e89dd1766117 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.544170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-38dce85f-6bb1-4247-8c43-e89dd1766117 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a&tenant_id=9d05292ca908459aa0eb23f3e418bded&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 947 time: 0.1869502 Oct 19 01:11:17.578888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:17.625987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-c0fd2157-17ab-4798-a70a-3522dde53fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.627427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-c0fd2157-17ab-4798-a70a-3522dde53fd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0823810 Oct 19 01:11:17.636167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba2c9c-c70b-474a-ad2d-c2fd2f8a1a05 req-b554e5eb-3d6a-4018-bdf4-c4eca8c7e88c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.637597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4ba2c9c-c70b-474a-ad2d-c2fd2f8a1a05 req-b554e5eb-3d6a-4018-bdf4-c4eca8c7e88c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 947 time: 0.0851665 Oct 19 01:11:17.704949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4ba2c9c-c70b-474a-ad2d-c2fd2f8a1a05 req-5b07304c-eaa7-4db3-9035-0bf178386f1e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590994 Oct 19 01:11:17.707467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-94ea368a-adab-4c54-8cc4-c307fe8f312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.708873 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-94ea368a-adab-4c54-8cc4-c307fe8f312b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704100 Oct 19 01:11:17.776600 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fefd09-6ff2-4fa3-8fb0-05aad852161e x-openstack-request-id: req-63fefd09-6ff2-4fa3-8fb0-05aad852161e {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:17.776896 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ed9fa8-eda0-4833-8b7f-b3206e89d832", "tag": "ef43a5cc-bed6-4858-ac4d-1e2a30022305", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:17.777142 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63fefd09-6ff2-4fa3-8fb0-05aad852161e {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:17.777537 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'tag': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305', 'status': 'completed', 'code': 200} Oct 19 01:11:17.807499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-30488798-c330-4d78-8346-7c3e93d67084 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888577 Oct 19 01:11:17.954429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0f60-cb1d-4700-8f2e-f672111fa789 req-420b75de-221f-4f5e-b93b-60846a89356b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:17.955909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebfd0f60-cb1d-4700-8f2e-f672111fa789 req-420b75de-221f-4f5e-b93b-60846a89356b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 945 time: 0.1414230 Oct 19 01:11:18.011703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48072e88-ea4b-4d14-957c-625a6b0cdd92 req-e40a8dcd-f232-4766-9cf9-73a2df83c553 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869144 Oct 19 01:11:18.019177 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-02f211cc-a93e-4a8a-b6c2-197007389e41 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:11:18.020149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-02f211cc-a93e-4a8a-b6c2-197007389e41 service neutron] 10.222.0.74 "DELETE /v2.0/ports/b65b0be0-ac36-47ec-86d8-ad4f7dc8e791/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.1441233 Oct 19 01:11:18.028192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebfd0f60-cb1d-4700-8f2e-f672111fa789 req-24e87f7a-d9c3-48a3-81e3-07160a61bd73 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653081 Oct 19 01:11:18.095736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865671d-c573-411d-8903-a407ddef7973 req-b8b9d998-2c3c-460b-89f1-832ed8cf6e2a tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.097611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7865671d-c573-411d-8903-a407ddef7973 req-b8b9d998-2c3c-460b-89f1-832ed8cf6e2a tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 948 time: 0.0532539 Oct 19 01:11:18.140191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7865671d-c573-411d-8903-a407ddef7973 req-38414645-980e-4e4c-8449-4f272a34c269 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Oct 19 01:11:18.147635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:18.176667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-183a8c35-dd7b-405b-a3e5-cce938209c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.178183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-183a8c35-dd7b-405b-a3e5-cce938209c52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c86bab879f1347509e5a95c9dd70241f&device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 1100 time: 0.1058726 Oct 19 01:11:18.221936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf7778-1dd6-45e1-b865-a2a095bb2fc4 req-65115ec8-f20c-40e6-8cfd-544d994e9408 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.225061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bdbf7778-1dd6-45e1-b865-a2a095bb2fc4 req-65115ec8-f20c-40e6-8cfd-544d994e9408 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 950 time: 0.1223338 Oct 19 01:11:18.251674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:18.252074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-9bdc5321-fc60-43be-bed6-4c9d258f49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.253479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-9bdc5321-fc60-43be-bed6-4c9d258f49c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1099 time: 0.1153445 Oct 19 01:11:18.263523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'mac_address': 'fa:16:3e:67:88:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:18.302376 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.315482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:18.337345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:18.341558 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:18.373876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bdbf7778-1dd6-45e1-b865-a2a095bb2fc4 req-dcf884f2-5b7e-4cb3-92fd-7aba00d55372 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358705 Oct 19 01:11:18.392183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-a3e07858-69ae-4918-a53a-4a483b88bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.402801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-a3e07858-69ae-4918-a53a-4a483b88bae2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2050714 Oct 19 01:11:18.402966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:18.447012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-f4517c9d-9d99-4fac-a7ca-7bb67f53516b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ef43a5cc-bed6-4858-ac4d-1e2a30022305 HTTP/1.1" status: 200 len: 217 time: 0.0439365 Oct 19 01:11:18.451455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-25316f57-c9f2-40b2-baa2-181cdda0127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.453010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-25316f57-c9f2-40b2-baa2-181cdda0127c service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1696339 Oct 19 01:11:18.507250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-199daa25-51ee-49a1-bf30-1bbf0a584724 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0461071 Oct 19 01:11:18.599664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-62d29ae8-7c57-41ea-8027-d1848dab41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.601120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-62d29ae8-7c57-41ea-8027-d1848dab41e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1334956 Oct 19 01:11:18.622400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-2762a4ee-67eb-457b-8656-21dc609824f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.623787 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-2762a4ee-67eb-457b-8656-21dc609824f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0911279 Oct 19 01:11:18.646439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e0583-982c-4187-ab49-e106f5bc9213 req-972d01e0-9544-4608-a8bc-962876dc3779 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.647834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a74e0583-982c-4187-ab49-e106f5bc9213 req-972d01e0-9544-4608-a8bc-962876dc3779 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 950 time: 0.1440356 Oct 19 01:11:18.664509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:18.706820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-233ae69b-0fb8-4029-a928-32516732f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.708301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-233ae69b-0fb8-4029-a928-32516732f188 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994928 Oct 19 01:11:18.732020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-ba4f05bb-13d7-4267-9e0c-7ccca926a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:18.733461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-ba4f05bb-13d7-4267-9e0c-7ccca926a082 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946465 Oct 19 01:11:18.745474 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a74e0583-982c-4187-ab49-e106f5bc9213 req-d4933e60-8904-4b03-93e6-37f7415181f7 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859313 Oct 19 01:11:18.890864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-10f21cda-4d91-42fc-9833-b43e0ba39b75 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727278 Oct 19 01:11:18.897574 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-fd43782c-deac-4f90-ba3e-db5d57217d6c service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493585 Oct 19 01:11:19.112381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60c6f1-1285-4dc5-9a41-0d71b7fde494 req-c7b717f0-848b-4746-9438-eaad6f09ccf5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.113961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a60c6f1-1285-4dc5-9a41-0d71b7fde494 req-c7b717f0-848b-4746-9438-eaad6f09ccf5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 948 time: 0.0955472 Oct 19 01:11:19.117591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-830a9ef5-d4af-4d7f-852a-a1c9c83d9da2 req-0e6e77d4-aa12-4f7c-9ba5-dc074085e0cb service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113888 Oct 19 01:11:19.119885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84343015-26d0-4b17-a77e-f6a7d913a7e7 req-fa879ede-5027-4142-b4fe-473e5033e36d service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148528 Oct 19 01:11:19.153708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a60c6f1-1285-4dc5-9a41-0d71b7fde494 req-5d425bc5-4a87-49c6-ab94-7f9cb64fd6ec tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Oct 19 01:11:19.202899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0650c726-3469-4474-b57d-90b8afcb10eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:19.203892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc7df3-021c-4579-bca9-527e306da3bd req-7bc0076c-5b6f-4745-85e3-e5506c7a427c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.205548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89cc7df3-021c-4579-bca9-527e306da3bd req-7bc0076c-5b6f-4745-85e3-e5506c7a427c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 945 time: 0.0529442 Oct 19 01:11:19.206137 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a18673-ceac-4e74-b4bb-944bc2e725c7" -d '{"events": [{"server_uuid": "0650c726-3469-4474-b57d-90b8afcb10eb", "name": "network-vif-plugged", "status": "completed", "tag": "c7b6fb47-d00f-4f69-8cc7-7d628d6351e1"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:19.246067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89cc7df3-021c-4579-bca9-527e306da3bd req-344e3ce7-efae-49e1-b717-fc44f7aff506 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Oct 19 01:11:19.328849 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518915f-4a2a-48fc-8ae3-07db4c752ccb x-openstack-request-id: req-4518915f-4a2a-48fc-8ae3-07db4c752ccb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:19.329379 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0650c726-3469-4474-b57d-90b8afcb10eb", "name": "network-vif-plugged", "status": "completed", "tag": "c7b6fb47-d00f-4f69-8cc7-7d628d6351e1", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:19.329698 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4518915f-4a2a-48fc-8ae3-07db4c752ccb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:19.330171 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0650c726-3469-4474-b57d-90b8afcb10eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1', 'code': 200} Oct 19 01:11:19.395475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737a364-c02e-4e73-a037-df81fce9a117 req-79b45b2f-ea52-42ec-bf6f-3adf9966aa84 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.396952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2737a364-c02e-4e73-a037-df81fce9a117 req-79b45b2f-ea52-42ec-bf6f-3adf9966aa84 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 948 time: 0.0652220 Oct 19 01:11:19.462804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2737a364-c02e-4e73-a037-df81fce9a117 req-e63511da-7d7e-42a5-b42e-93e819896905 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531621 Oct 19 01:11:19.464230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81427a0a-d65e-4d14-8709-af08b59f1287 req-e592e3ef-bb59-4362-bcfc-72e7a4328c06 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.465736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81427a0a-d65e-4d14-8709-af08b59f1287 req-e592e3ef-bb59-4362-bcfc-72e7a4328c06 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1097 time: 0.0837016 Oct 19 01:11:19.514823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81427a0a-d65e-4d14-8709-af08b59f1287 req-3217dcad-7f89-491a-a709-e3cd9927d92e tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Oct 19 01:11:19.518618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a3193-c65f-4a94-819f-44988b51edd5 req-77eddefd-121b-48a4-b2e0-5e8fc1a431f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.520237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-050a3193-c65f-4a94-819f-44988b51edd5 req-77eddefd-121b-48a4-b2e0-5e8fc1a431f5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 1102 time: 0.0562119 Oct 19 01:11:19.547103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.620997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-050a3193-c65f-4a94-819f-44988b51edd5 req-e69821ea-d19d-4674-a13f-5f06b43022a5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862179 Oct 19 01:11:19.638101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dcec7-c6ba-4fc8-b4a4-f06cd24da810 req-71f04946-e702-45b8-8a88-c0b8f5d06385 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.640704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-005dcec7-c6ba-4fc8-b4a4-f06cd24da810 req-71f04946-e702-45b8-8a88-c0b8f5d06385 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 950 time: 0.0946524 Oct 19 01:11:19.676634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82bb1c-27a7-4885-9e05-2a5464fcda65 req-1976e0f7-e8b9-45ba-be85-36d567722d78 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.685108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0c82bb1c-27a7-4885-9e05-2a5464fcda65 req-1976e0f7-e8b9-45ba-be85-36d567722d78 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1097 time: 0.0552740 Oct 19 01:11:19.688169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.688981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.715075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-005dcec7-c6ba-4fc8-b4a4-f06cd24da810 req-8c685efd-8564-4859-975f-6c11b29fc6a9 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599964 Oct 19 01:11:19.724483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0c82bb1c-27a7-4885-9e05-2a5464fcda65 req-6a7f2615-eec6-4e33-9324-50dfd1d63ff7 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Oct 19 01:11:19.823515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c367b565-dfc4-477a-81d8-0de6324f901f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.823673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7fc-c74e-483f-a2f2-c257f1afea6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.911548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c367b565-dfc4-477a-81d8-0de6324f901f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.912742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1da10-1d16-44c7-a069-6f213ccc0606 req-421cc0d9-b2d6-4ad8-86f7-a32c2890a9b5 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:19.914099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6d1da10-1d16-44c7-a069-6f213ccc0606 req-421cc0d9-b2d6-4ad8-86f7-a32c2890a9b5 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 950 time: 0.0822687 Oct 19 01:11:19.921739 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c367b565-dfc4-477a-81d8-0de6324f901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:19.964590 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c367b565-dfc4-477a-81d8-0de6324f901f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9063c17a59244518ba525f536311c417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745252 Oct 19 01:11:19.967058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47294) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:19.986742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367b565-dfc4-477a-81d8-0de6324f901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18232ae-0095-4003-9d5d-1fae46f15ff6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:19.997315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6d1da10-1d16-44c7-a069-6f213ccc0606 req-db29f4bb-aca8-4dfd-90e7-0b4318671efe tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750985 Oct 19 01:11:20.012508 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7fc-c74e-483f-a2f2-c257f1afea6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.017703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf7fc-c74e-483f-a2f2-c257f1afea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.061569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0c0cf7fc-c74e-483f-a2f2-c257f1afea6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cb79e5d4ec1487ca53b5b80615dde65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730109 Oct 19 01:11:20.062554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf7fc-c74e-483f-a2f2-c257f1afea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c014320-b64d-4ef2-84e2-a37eed36d0d6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.064832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47296) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:20.067001 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4256a2ba-c3b9-4524-91d7-832fb2ff4eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.105955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4256a2ba-c3b9-4524-91d7-832fb2ff4eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.127409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e2c94909-6943-4809-8813-4d15142d53b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.138917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd51a7-4645-4181-a113-d51398c74473 req-41befced-b8f1-4024-ae8c-aeac8f033cdf tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.140463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6cfd51a7-4645-4181-a113-d51398c74473 req-41befced-b8f1-4024-ae8c-aeac8f033cdf tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1097 time: 0.1096556 Oct 19 01:11:20.151102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e2c94909-6943-4809-8813-4d15142d53b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.160060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:20.246505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e2c94909-6943-4809-8813-4d15142d53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.251361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e2c94909-6943-4809-8813-4d15142d53b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.254587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e2c94909-6943-4809-8813-4d15142d53b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c014320-b64d-4ef2-84e2-a37eed36d0d6 HTTP/1.1" status: 204 len: 168 time: 0.1885965 Oct 19 01:11:20.260650 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:20.266662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c94909-6943-4809-8813-4d15142d53b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c014320-b64d-4ef2-84e2-a37eed36d0d6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.268567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:20.276057 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.352024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ce0e0-bb7f-431b-be9e-cff0cd1b3d5b req-043bfc99-4a4f-4ec8-942b-5ef989f634f0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.355413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f43ce0e0-bb7f-431b-be9e-cff0cd1b3d5b req-043bfc99-4a4f-4ec8-942b-5ef989f634f0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 948 time: 0.0759227 Oct 19 01:11:20.445660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-04a39240-d2f4-4ab8-b4ad-674cf7857e11 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.447458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-04a39240-d2f4-4ab8-b4ad-674cf7857e11 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 1102 time: 0.3395956 Oct 19 01:11:20.452220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f43ce0e0-bb7f-431b-be9e-cff0cd1b3d5b req-c54342cf-7016-49f8-98ed-497b7cca25ed tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902233 Oct 19 01:11:20.468039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6cfd51a7-4645-4181-a113-d51398c74473 req-f5204e7a-3fef-45e7-ba6f-e189e414cb1f tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120596 Oct 19 01:11:20.487173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.510984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4256a2ba-c3b9-4524-91d7-832fb2ff4eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.513953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4256a2ba-c3b9-4524-91d7-832fb2ff4eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.515278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4256a2ba-c3b9-4524-91d7-832fb2ff4eca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b18232ae-0095-4003-9d5d-1fae46f15ff6 HTTP/1.1" status: 204 len: 168 time: 0.5473223 Oct 19 01:11:20.565355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:20.573806 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.587420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256a2ba-c3b9-4524-91d7-832fb2ff4eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18232ae-0095-4003-9d5d-1fae46f15ff6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.617833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0f41-44d2-4391-83eb-1c7b065850d1 req-4a6499c9-0c40-43b8-93d5-c015eca95325 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.626660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d5ad0f41-44d2-4391-83eb-1c7b065850d1 req-4a6499c9-0c40-43b8-93d5-c015eca95325 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1101 time: 0.0582979 Oct 19 01:11:20.681819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:20.698599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Deleting port 354dac72-cf2d-4e4a-8d08-b4adbe150771 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:20.699051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.700561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d5ad0f41-44d2-4391-83eb-1c7b065850d1 req-0fa57c9b-dda3-4791-b625-571c834983e5 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568302 Oct 19 01:11:20.791933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918de55-e42a-4fd8-a283-5f7c11c1d5e4 req-4d0077a7-ee14-46b8-a81d-5b0670a6b6a9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.799669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a918de55-e42a-4fd8-a283-5f7c11c1d5e4 req-4d0077a7-ee14-46b8-a81d-5b0670a6b6a9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 948 time: 0.1739826 Oct 19 01:11:20.849989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf4eab-ae02-44b6-bcd2-9a539fb7be47 req-c2f6cac2-c936-489f-80bd-ea69cec8a457 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:20.859662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36bf4eab-ae02-44b6-bcd2-9a539fb7be47 req-c2f6cac2-c936-489f-80bd-ea69cec8a457 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 950 time: 0.0707474 Oct 19 01:11:20.868984 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a918de55-e42a-4fd8-a283-5f7c11c1d5e4 req-326054bb-f4f0-49f3-b9fd-a4f48f3bef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609717 Oct 19 01:11:20.869547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47318) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:20.878496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] For port 354dac72-cf2d-4e4a-8d08-b4adbe150771, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=354dac72-cf2d-4e4a-8d08-b4adbe150771,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:20.879365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.909174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc22e3f0-9d5a-4e2e-adc6-862f6da1f98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:20.924602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Calling delete_port for 354dac72-cf2d-4e4a-8d08-b4adbe150771 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:20.943614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36bf4eab-ae02-44b6-bcd2-9a539fb7be47 req-a3f3bdbe-f0c4-4dfd-a7e6-c0068ebb7240 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752070 Oct 19 01:11:21.055251 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-a52c6ace-e19b-431b-8627-7a13392a4146 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392394 Oct 19 01:11:21.075376 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc22e3f0-9d5a-4e2e-adc6-862f6da1f98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.090031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47334) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.103024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc22e3f0-9d5a-4e2e-adc6-862f6da1f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.110523 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31cbae76-e88b-4c07-aeb7-ce449c7c910a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.205016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dc22e3f0-9d5a-4e2e-adc6-862f6da1f98e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8de02cb05e3943c3a0e584186d9a17c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316174 Oct 19 01:11:21.208434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47336) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.218833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e3f0-9d5a-4e2e-adc6-862f6da1f98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad2d42-9aa8-42cc-818f-3db2ba06f48c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.221040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04000b-4a41-47f7-82e7-80932ec78573 req-873c3474-78b8-4a1f-86f1-5fcaa20145ba tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.222586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2c04000b-4a41-47f7-82e7-80932ec78573 req-873c3474-78b8-4a1f-86f1-5fcaa20145ba tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 950 time: 0.0853291 Oct 19 01:11:21.263430 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31cbae76-e88b-4c07-aeb7-ce449c7c910a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.270083 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31cbae76-e88b-4c07-aeb7-ce449c7c910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.288324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-ee5a4006-37fe-4422-b3e4-62c995a4b36f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.289896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-ee5a4006-37fe-4422-b3e4-62c995a4b36f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202370 Oct 19 01:11:21.299722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2c04000b-4a41-47f7-82e7-80932ec78573 req-a341212b-2231-4807-a3de-200b70d06e41 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611761 Oct 19 01:11:21.318165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-ca5c4234-6093-4786-b726-70f91e5abd58 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/quotas/9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 375 time: 0.0187080 Oct 19 01:11:21.323004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-31cbae76-e88b-4c07-aeb7-ce449c7c910a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c5d2a98a234415f9cead5afce593b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318330 Oct 19 01:11:21.323550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:21.325343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbae76-e88b-4c07-aeb7-ce449c7c910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6463026-97e1-460d-955e-388c089c43fa,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.331539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:21.335544 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a731760-31a9-41ed-84cf-681716713854" -d '{"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-plugged", "status": "completed", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:21.356411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.390703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61f3a4a7-15bb-47da-a941-971077a25aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.391553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['354dac72-cf2d-4e4a-8d08-b4adbe150771'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:21.440965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Pushing event deleted for resources: {'Port': ['ID=354dac72-cf2d-4e4a-8d08-b4adbe150771,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.481915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61f3a4a7-15bb-47da-a941-971077a25aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.493336 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9338a07d-eaf5-41b2-bea9-89d076572c33 x-openstack-request-id: req-9338a07d-eaf5-41b2-bea9-89d076572c33 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:21.493627 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-plugged", "status": "completed", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:21.493975 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9338a07d-eaf5-41b2-bea9-89d076572c33 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:21.494370 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'code': 200} Oct 19 01:11:21.523133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] No DVR routers for this DVR port 354dac72-cf2d-4e4a-8d08-b4adbe150771 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:21.527522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8be58866-142e-482a-9306-f5120c84bbfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.535651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.539017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24ed9507-224b-4aad-acad-4a4e01d7b4ce req-955a9b28-3542-43bd-a219-72e30040d189 tempest-DeleteServersAdminTestJSON-1047006088 tempest-DeleteServersAdminTestJSON-1047006088-project-admin] 10.222.0.74 "DELETE /v2.0/ports/354dac72-cf2d-4e4a-8d08-b4adbe150771 HTTP/1.1" status: 204 len: 173 time: 1.0789227 Oct 19 01:11:21.539624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'name': 'network-vif-deleted', 'tag': '354dac72-cf2d-4e4a-8d08-b4adbe150771'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:21.542585 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026073b-9802-4866-bc84-fc68aef2a200" -d '{"events": [{"server_uuid": "9313331e-3a42-4bfb-9b1e-0fd9b5994f48", "name": "network-vif-deleted", "tag": "354dac72-cf2d-4e4a-8d08-b4adbe150771"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:21.549104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-eade1e62-264c-44a6-bc9c-277d1438fb01 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2140672 Oct 19 01:11:21.579230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8be58866-142e-482a-9306-f5120c84bbfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.629204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61f3a4a7-15bb-47da-a941-971077a25aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.631906 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61f3a4a7-15bb-47da-a941-971077a25aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.635483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-61f3a4a7-15bb-47da-a941-971077a25aa7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaad2d42-9aa8-42cc-818f-3db2ba06f48c HTTP/1.1" status: 204 len: 168 time: 0.4220695 Oct 19 01:11:21.657679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3a4a7-15bb-47da-a941-971077a25aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad2d42-9aa8-42cc-818f-3db2ba06f48c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.687961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8be58866-142e-482a-9306-f5120c84bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.688408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a57c-10e2-4ef7-98c0-5e82f46429cd req-b353a6f5-b9ea-470a-abcc-ce13ed071b5f tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.691219 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b735a57c-10e2-4ef7-98c0-5e82f46429cd req-b353a6f5-b9ea-470a-abcc-ce13ed071b5f tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 950 time: 0.1467073 Oct 19 01:11:21.697215 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8be58866-142e-482a-9306-f5120c84bbfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:21.700800 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8be58866-142e-482a-9306-f5120c84bbfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6463026-97e1-460d-955e-388c089c43fa HTTP/1.1" status: 204 len: 168 time: 0.3728032 Oct 19 01:11:21.710184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be58866-142e-482a-9306-f5120c84bbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6463026-97e1-460d-955e-388c089c43fa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:21.824671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b735a57c-10e2-4ef7-98c0-5e82f46429cd req-9772a0aa-ccd1-4cb3-8fc3-dbe1c58947d9 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264927 Oct 19 01:11:21.873954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dca8a-e0b8-4cb0-8db7-616fb9d54563 req-8d703893-e82b-4919-a228-533d7451a3b5 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:21.876130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf3dca8a-e0b8-4cb0-8db7-616fb9d54563 req-8d703893-e82b-4919-a228-533d7451a3b5 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1097 time: 0.0637915 Oct 19 01:11:21.903216 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49468a3f-7944-47f9-9cec-9b6952e7eb78 x-openstack-request-id: req-49468a3f-7944-47f9-9cec-9b6952e7eb78 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:21.903445 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313331e-3a42-4bfb-9b1e-0fd9b5994f48", "name": "network-vif-deleted", "tag": "354dac72-cf2d-4e4a-8d08-b4adbe150771", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:21.904084 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49468a3f-7944-47f9-9cec-9b6952e7eb78 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:21.904435 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313331e-3a42-4bfb-9b1e-0fd9b5994f48', 'name': 'network-vif-deleted', 'tag': '354dac72-cf2d-4e4a-8d08-b4adbe150771', 'status': 'completed', 'code': 200} Oct 19 01:11:21.963600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf3dca8a-e0b8-4cb0-8db7-616fb9d54563 req-15fedf2a-41ba-49e7-aea8-ab578be3c2fa tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790792 Oct 19 01:11:21.995480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f4f33ed-2b27-429b-a987-f9fc58b6d457 req-4822e44b-f7aa-4d45-8ef9-272abb4c5cc8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 210 time: 0.0534861 Oct 19 01:11:22.154640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca6f04c2-845f-4f14-a77a-b0a31320bc8e req-97448470-be38-44ef-a35f-417be8be4053 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=9313331e-3a42-4bfb-9b1e-0fd9b5994f48 HTTP/1.1" status: 200 len: 210 time: 0.0533972 Oct 19 01:11:22.180511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd228d1-acaa-4dbc-8f35-ff5aaae76c33 req-ee6b9614-6013-411e-9167-04e67c182075 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:22.189611 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddd228d1-acaa-4dbc-8f35-ff5aaae76c33 req-ee6b9614-6013-411e-9167-04e67c182075 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 948 time: 0.0894792 Oct 19 01:11:22.208701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef43a5cc-bed6-4858-ac4d-1e2a30022305 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:22.278401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddd228d1-acaa-4dbc-8f35-ff5aaae76c33 req-de96ff82-b80b-48d1-89eb-2f0b8495e056 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878348 Oct 19 01:11:22.340873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-c2825b2e-1545-41ba-a0d4-7e227c4d11df req-59494c46-021f-44e6-aada-32cc11571887 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:11:22.342069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2825b2e-1545-41ba-a0d4-7e227c4d11df req-59494c46-021f-44e6-aada-32cc11571887 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063918 Oct 19 01:11:22.457809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ef43a5cc-bed6-4858-ac4d-1e2a30022305, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef43a5cc-bed6-4858-ac4d-1e2a30022305,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:22.481917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305', 'mac_address': 'fa:16:3e:a1:4a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:22.541317 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.557069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef43a5cc-bed6-4858-ac4d-1e2a30022305 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:22.588850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ef43a5cc-bed6-4858-ac4d-1e2a30022305, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef43a5cc-bed6-4858-ac4d-1e2a30022305,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:22.597140 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:22.668047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ef43a5cc-bed6-4858-ac4d-1e2a30022305,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:22.904677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['ef43a5cc-bed6-4858-ac4d-1e2a30022305'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:22.963585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead75ba-f7c5-42a9-a527-11fef627cfd3 req-17f648cf-f395-4625-93e6-b4bbae95cdeb tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:22.965432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ead75ba-f7c5-42a9-a527-11fef627cfd3 req-17f648cf-f395-4625-93e6-b4bbae95cdeb tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 950 time: 0.0639713 Oct 19 01:11:23.010894 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ead75ba-f7c5-42a9-a527-11fef627cfd3 req-4bd4e3e0-3869-4ca3-945a-172a8dafa088 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa7e20a-0839-4c41-8417-920a5c0bf842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381410 Oct 19 01:11:23.228075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-d4786c54-6676-4722-add2-68a2a51dc8a5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463626 Oct 19 01:11:23.252243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-238eb1bf-a0e1-441b-a26a-76e803d985c2 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.256963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-238eb1bf-a0e1-441b-a26a-76e803d985c2 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.74 "GET /v2.0/ports?device_id=0650c726-3469-4474-b57d-90b8afcb10eb HTTP/1.1" status: 200 len: 950 time: 0.1180770 Oct 19 01:11:23.392443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Deleting port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:23.392882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.439352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-995586dd-6e96-488b-8b7f-4dc68eb72178 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.442748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-995586dd-6e96-488b-8b7f-4dc68eb72178 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128193 Oct 19 01:11:23.489822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Request body: {'port': {'device_id': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '9d05292ca908459aa0eb23f3e418bded'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:23.534834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] For port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:23.535214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.564950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Calling delete_port for c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:23.588970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed6ef525-072c-4dfb-a763-71e28f7a6119 req-6a0a81d9-d1e6-4187-95fd-5ec3075aa6c3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 210 time: 0.0578403 Oct 19 01:11:23.650545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-448087b8-2396-40ae-82a8-fa7dda2a45f1 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:11:23.651743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-448087b8-2396-40ae-82a8-fa7dda2a45f1 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060582 Oct 19 01:11:23.701541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-3218f119-1f1a-4a44-af48-b4e9f1f07f66 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.708849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-3218f119-1f1a-4a44-af48-b4e9f1f07f66 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 1094 time: 0.0498059 Oct 19 01:11:23.710648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Made reservation on behalf of 9d05292ca908459aa0eb23f3e418bded for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:23.714294 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.719306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Request body: {'binding': {'host': 'n-h2-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:23.719754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Unknown quota resources ['binding']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:11:23.825762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027c2a3-9530-4d98-8cfb-7e68cf3595f5 req-1cfae1ca-cd46-412d-9720-2c4a03c28eb6 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:23.827378 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2027c2a3-9530-4d98-8cfb-7e68cf3595f5 req-1cfae1ca-cd46-412d-9720-2c4a03c28eb6 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 949 time: 0.0918667 Oct 19 01:11:23.868016 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.904209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c7b6fb47-d00f-4f69-8cc7-7d628d6351e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:23.908697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2027c2a3-9530-4d98-8cfb-7e68cf3595f5 req-6aee8ec4-8363-4ca5-a128-4e01ed5ba382 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732036 Oct 19 01:11:23.919116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Pushing event deleted for resources: {'Port': ['ID=c7b6fb47-d00f-4f69-8cc7-7d628d6351e1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:23.963350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Allocated IP 192.168.233.180 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/288699e8-942e-417f-8fc0-6af2226e8c10) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:23.984078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] No DVR routers for this DVR port c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:23.987599 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:23.988931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on host n-h2-789963-20 for vnic_type normal with profile None {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:23.989370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:23.989767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:23.992117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8fa65be4-0345-4260-9e4c-efe5028e9515 req-57759be3-a69b-4f29-afe8-978f40fe8118 tempest-ImagesNegativeTestJSON-1392977714 tempest-ImagesNegativeTestJSON-1392977714-project] 10.222.0.74 "DELETE /v2.0/ports/c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 HTTP/1.1" status: 204 len: 173 time: 0.7265160 Oct 19 01:11:23.992748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0650c726-3469-4474-b57d-90b8afcb10eb', 'name': 'network-vif-deleted', 'tag': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:23.995540 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0013495a-079f-4bec-b165-1e15978ffcdf" -d '{"events": [{"server_uuid": "0650c726-3469-4474-b57d-90b8afcb10eb", "name": "network-vif-deleted", "tag": "c7b6fb47-d00f-4f69-8cc7-7d628d6351e1"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:24.000973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:24.001289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:24.023293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:24.023626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:24.024713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:24.025156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Bound port: 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:24.160010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-121d50e2-d8b0-4101-80c0-70417e36e9f4 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=02a6f0ae6d784e8182136aa73f13f475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351899 Oct 19 01:11:24.173264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:24.181096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.182334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-37b4d881-0b1a-43f3-86b0-ee3340eca143 service neutron] 10.222.0.64 "POST /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009/bindings HTTP/1.1" status: 201 len: 390 time: 0.4726295 Oct 19 01:11:24.211433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef43a5cc-bed6-4858-ac4d-1e2a30022305 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:24.228710 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.277513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.294046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:24.314949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-4bd627c0-1a5e-4357-89cf-c4ae3f85bc75 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.316908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-4bd627c0-1a5e-4357-89cf-c4ae3f85bc75 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561162 Oct 19 01:11:24.335443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-944582ec-6639-49b9-9734-04b74567214d tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/quotas/02a6f0ae6d784e8182136aa73f13f475 HTTP/1.1" status: 200 len: 375 time: 0.0106111 Oct 19 01:11:24.343551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:24.347074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:24.351072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:24.359096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.360521 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.385735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:24.404170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port ef43a5cc-bed6-4858-ac4d-1e2a30022305 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:24.408168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-99b74401-b2a7-4b20-b29c-c56209ecffe4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9223502 Oct 19 01:11:24.426479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Request body: {'port': {'device_id': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:24.431136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port ef43a5cc-bed6-4858-ac4d-1e2a30022305 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:24.433445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.442128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-81cf981e-95f9-4f5c-a816-4eed30fedcf8 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02a6f0ae6d784e8182136aa73f13f475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945308 Oct 19 01:11:24.534842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-06a7e547-fd5f-4828-b6da-fd50156ace69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.536366 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-06a7e547-fd5f-4828-b6da-fd50156ace69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1097 time: 0.0975783 Oct 19 01:11:24.569472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.630432 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.639367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:24.700202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:24.700550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c7b6fb47-d00f-4f69-8cc7-7d628d6351e1 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:24.700972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 354dac72-cf2d-4e4a-8d08-b4adbe150771 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:24.733854 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af56a48-73fd-461b-b15c-4e1c5444ff85 x-openstack-request-id: req-7af56a48-73fd-461b-b15c-4e1c5444ff85 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:24.737190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 354dac72-cf2d-4e4a-8d08-b4adbe150771 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:24.737527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 354dac72-cf2d-4e4a-8d08-b4adbe150771 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:24.739004 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0650c726-3469-4474-b57d-90b8afcb10eb", "name": "network-vif-deleted", "tag": "c7b6fb47-d00f-4f69-8cc7-7d628d6351e1", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:24.740083 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7af56a48-73fd-461b-b15c-4e1c5444ff85 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:24.740729 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0650c726-3469-4474-b57d-90b8afcb10eb', 'name': 'network-vif-deleted', 'tag': 'c7b6fb47-d00f-4f69-8cc7-7d628d6351e1', 'status': 'completed', 'code': 200} Oct 19 01:11:24.751161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:24.753459 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8c4702-fb56-459a-86ea-f7e5f907c113" -d '{"events": [{"server_uuid": "32ed9fa8-eda0-4833-8b7f-b3206e89d832", "name": "network-vif-plugged", "status": "completed", "tag": "ef43a5cc-bed6-4858-ac4d-1e2a30022305"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:24.780376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ef43a5cc-bed6-4858-ac4d-1e2a30022305, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef43a5cc-bed6-4858-ac4d-1e2a30022305,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:24.788428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.788733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-faea5f06-1ca7-4390-b3c0-ff4e9d736f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.792067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-faea5f06-1ca7-4390-b3c0-ff4e9d736f5f service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.2444992 Oct 19 01:11:24.799801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-61c70ac3-9c90-4951-8733-8ca0ab2c790f None None] Provisioning complete for port 288699e8-942e-417f-8fc0-6af2226e8c10 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:24.799974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-61c70ac3-9c90-4951-8733-8ca0ab2c790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:24.862129 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-69a340c9-0dcc-47d5-adc0-94a1f37063ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 217 time: 0.0509915 Oct 19 01:11:24.879725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-61c70ac3-9c90-4951-8733-8ca0ab2c790f None None] Port 288699e8-942e-417f-8fc0-6af2226e8c10 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:24.882768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ef43a5cc-bed6-4858-ac4d-1e2a30022305,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:24.905936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.906397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.906845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.907289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.907724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.908389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.908995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.924311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a253eff2-e60b-48c9-b7f5-872f523cca4a req-40769303-a946-4ae8-9f22-f999b5dacbd6 tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5043 time: 0.3407633 Oct 19 01:11:24.975436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-14d9baec-2400-47de-85cc-43e3dfecf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.976941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-14d9baec-2400-47de-85cc-43e3dfecf27e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1075246 Oct 19 01:11:24.990588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7499c8-2421-4a2f-8f33-1f27dba33094 req-bc3ea256-c27b-4ba3-ab2b-259d9a2ca17b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:24.992236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab7499c8-2421-4a2f-8f33-1f27dba33094 req-bc3ea256-c27b-4ba3-ab2b-259d9a2ca17b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 945 time: 0.0774755 Oct 19 01:11:25.025564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-d4464fe3-da9e-4eb0-8953-3e33d0ed935e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322297 Oct 19 01:11:25.084524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95609bfa-180e-4d8c-9cd3-6065e6566ea6 req-6c1519c6-a049-4269-8fd9-0b6023e1dd63 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.086190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95609bfa-180e-4d8c-9cd3-6065e6566ea6 req-6c1519c6-a049-4269-8fd9-0b6023e1dd63 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 936 time: 0.1053302 Oct 19 01:11:25.091871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab7499c8-2421-4a2f-8f33-1f27dba33094 req-c18761a7-d61e-461d-b9d9-34931ba9ddb4 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895915 Oct 19 01:11:25.165630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-45f7ee0a-a417-4f93-a828-6dd06e329a28 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315901 Oct 19 01:11:25.185887 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95609bfa-180e-4d8c-9cd3-6065e6566ea6 req-a6e41540-9bcf-4749-b0e0-d0ce2f78c13d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843203 Oct 19 01:11:25.190290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288699e8-942e-417f-8fc0-6af2226e8c10 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:25.199515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.201182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-168f4411-628e-4119-98e6-7a8ad3774b26 req-77e3e5d5-ddad-4be1-a9ae-1e885730530c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 210 time: 0.0343630 Oct 19 01:11:25.213701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Transition to ACTIVE for port object 288699e8-942e-417f-8fc0-6af2226e8c10 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:25.216988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.281568 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91a0a5-0466-4679-83ee-2ce4ccdf062f x-openstack-request-id: req-9f91a0a5-0466-4679-83ee-2ce4ccdf062f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:25.285075 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ed9fa8-eda0-4833-8b7f-b3206e89d832", "name": "network-vif-plugged", "status": "completed", "tag": "ef43a5cc-bed6-4858-ac4d-1e2a30022305", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:25.285499 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f91a0a5-0466-4679-83ee-2ce4ccdf062f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:25.288348 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305', 'code': 200} Oct 19 01:11:25.303324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:25.358439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-95a4e71b-63d7-46ec-8c52-ab92253b85cf service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808419 Oct 19 01:11:25.363419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Attempting to bind port 288699e8-942e-417f-8fc0-6af2226e8c10 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:25.364097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Attempting to bind port 288699e8-942e-417f-8fc0-6af2226e8c10 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:25.364427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Attempting to bind port 288699e8-942e-417f-8fc0-6af2226e8c10 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:25.380317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Port 288699e8-942e-417f-8fc0-6af2226e8c10 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:25.380710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Attempting to bind port 288699e8-942e-417f-8fc0-6af2226e8c10 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:25.432654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:25.433117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:25.433498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:25.433938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Bound port: 288699e8-942e-417f-8fc0-6af2226e8c10, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:25.434298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.502802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10fa1e-3b46-41d4-8d8a-8f1ac8d7ec95 req-8b0134d1-8d49-433f-9745-7795ae8100bd tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.506983 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957c9ba-ae4f-45a1-9a98-0f56d4928744 req-de3bf1f8-3e36-40e2-b977-de26d0e1c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.509106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5957c9ba-ae4f-45a1-9a98-0f56d4928744 req-de3bf1f8-3e36-40e2-b977-de26d0e1c4c7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 1102 time: 0.1300809 Oct 19 01:11:25.512828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d10fa1e-3b46-41d4-8d8a-8f1ac8d7ec95 req-8b0134d1-8d49-433f-9745-7795ae8100bd tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 950 time: 0.1232660 Oct 19 01:11:25.522238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-b0510916-e979-4580-b720-e3cf1e0682da tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.523677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-b0510916-e979-4580-b720-e3cf1e0682da tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.0938406 Oct 19 01:11:25.540850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-20'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:25.578962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f06ded-917e-4e94-907b-eb05241bbe87 req-a7198448-4c29-4e2b-8239-a1d82863183a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.581143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d10fa1e-3b46-41d4-8d8a-8f1ac8d7ec95 req-9f50b447-e868-4580-92d7-567294f3c363 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673528 Oct 19 01:11:25.588774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98f06ded-917e-4e94-907b-eb05241bbe87 req-a7198448-4c29-4e2b-8239-a1d82863183a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 886 time: 0.2260811 Oct 19 01:11:25.600009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:25.609506 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5957c9ba-ae4f-45a1-9a98-0f56d4928744 req-d24017fd-500c-4b1e-9167-b5d053a8938d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853407 Oct 19 01:11:25.609506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:25.619619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.638119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.692357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.692953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:25.694361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] 10.222.0.74 "PUT /v2.0/ports/288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 1097 time: 1.2722328 Oct 19 01:11:25.695021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:25.697361 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457b758f-834b-4ba2-a266-0e2bb984f131" -d '{"events": [{"name": "network-changed", "server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:25.700552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23a02-6b00-48e9-aee7-2b3c9a8cb21c service neutron] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:25.798261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-0a97a207-8c49-4d03-83f6-b526d6156850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.800198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-0a97a207-8c49-4d03-83f6-b526d6156850 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1100 time: 0.0508723 Oct 19 01:11:25.860175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-465b5253-d5ca-4e5a-a6ab-0082ab9fd265 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 217 time: 0.0463154 Oct 19 01:11:25.862068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.862531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.862995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.863443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.863892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.864368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.864947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:25.874418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a651e254-8532-433f-9a00-6731c4eb19da req-659c3103-a089-495f-9dd5-2b9b9b15e54a tempest-NetworksTest-1657051403 tempest-NetworksTest-1657051403-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5043 time: 0.1881802 Oct 19 01:11:25.877253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:25.910910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-38dc4d9c-ea32-4760-b989-fadc2553b491 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=02a6f0ae6d784e8182136aa73f13f475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239289 Oct 19 01:11:25.929061 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9685097d-af45-4a13-9d10-98ed1674ff7e x-openstack-request-id: req-9685097d-af45-4a13-9d10-98ed1674ff7e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:25.935378 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:25.936538 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9685097d-af45-4a13-9d10-98ed1674ff7e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:25.937376 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10', 'status': 'completed', 'code': 200} Oct 19 01:11:26.033719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-f7db2d88-2728-464f-8420-6c130fb061ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:26.042186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-f7db2d88-2728-464f-8420-6c130fb061ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1457469 Oct 19 01:11:26.046504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:26.146199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.157749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.200304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-b6305a8e-3890-4641-84b3-8448916608e0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:26.201845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-b6305a8e-3890-4641-84b3-8448916608e0 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818663 Oct 19 01:11:26.233633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Request body: {'port': {'device_id': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '02a6f0ae6d784e8182136aa73f13f475'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:26.306659 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:26.359610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47568) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:26.376978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on host n-h1-789963-20 for vnic_type normal with profile {"migrating_to": "n-h2-789963-20"} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:26.377309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:26.377673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:26.381537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:26.407327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099483ac-1cdf-4567-9bf1-7ca0c53b4a37 req-b5ecbb30-c7aa-4cb5-aedb-913e9c61c6ad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:26.408926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-099483ac-1cdf-4567-9bf1-7ca0c53b4a37 req-b5ecbb30-c7aa-4cb5-aedb-913e9c61c6ad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.1972778 Oct 19 01:11:26.409533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:26.409858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Attempting to bind port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:26.438983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:26.439323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:26.439711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:26.440188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Bound port: 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:26.440475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-c81e6c6c-1428-41f0-8b9d-a8825cf166a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:26.440638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.442244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-c81e6c6c-1428-41f0-8b9d-a8825cf166a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3947840 Oct 19 01:11:26.520016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-099483ac-1cdf-4567-9bf1-7ca0c53b4a37 req-c813340a-a702-44b8-8ae2-6503b39aff4d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013198 Oct 19 01:11:26.520586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Made reservation on behalf of 02a6f0ae6d784e8182136aa73f13f475 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:26.523834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.531135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47b429-5901-455c-b039-cb3ee9a29158 req-c7c1d9ef-07f8-465e-8d81-2b8fa6962be3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:26.553970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d47b429-5901-455c-b039-cb3ee9a29158 req-c7c1d9ef-07f8-465e-8d81-2b8fa6962be3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 948 time: 0.1089463 Oct 19 01:11:26.562302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7979f464-967c-4a64-a46e-a5d285235fc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.646480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47580) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:26.647619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:26.652330 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d47b429-5901-455c-b039-cb3ee9a29158 req-0e82cdc8-5c3a-4d3f-beee-df342bb62365 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973220 Oct 19 01:11:26.678140 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-d46fe147-863d-46b7-8f65-917b42b21a11 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064729 Oct 19 01:11:26.746994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:26.747886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:26.750516 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4b054-9144-4d95-9cea-a636c3ca865f" -d '{"events": [{"server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "name": "network-vif-unplugged", "status": "completed", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:26.787020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.790733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ce80b0f-ad6a-4d4c-a7de-c4f74d2fbdca req-7fb3b324-a116-4434-a282-29a44b4e8d09 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 210 time: 0.1137016 Oct 19 01:11:26.825371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc82c30-fc87-4da9-97fd-119b15e60be3 req-386403d9-8395-4c2f-86dc-027f902ec1cc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:26.827069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bc82c30-fc87-4da9-97fd-119b15e60be3 req-386403d9-8395-4c2f-86dc-027f902ec1cc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 950 time: 0.0967338 Oct 19 01:11:26.831225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d384c60-9522-46ec-9eb2-06f80d729c6a req-d634f562-8373-4c79-bd7b-73d4cecdd0ed service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402643 Oct 19 01:11:26.832553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-720573f8-fd7c-4756-a826-0fd97376b2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:26.878157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bc82c30-fc87-4da9-97fd-119b15e60be3 req-c4357941-ece2-4c6c-994b-ead5eda4abd3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Oct 19 01:11:26.886040 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab002a34-47f9-4525-99ac-12545a4ebc1c x-openstack-request-id: req-ab002a34-47f9-4525-99ac-12545a4ebc1c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:26.886393 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "name": "network-vif-unplugged", "status": "completed", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:26.886654 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab002a34-47f9-4525-99ac-12545a4ebc1c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:26.887041 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009', 'code': 200} Oct 19 01:11:26.966838 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-47358261-9f5a-430e-8ed0-e3e03b0ff3af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b13deb53230439db4b052c666c3e8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056009 Oct 19 01:11:26.970490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47588) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:27.037381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-b7a4bafc-6521-415a-a24c-61fb2f2a3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.038888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-b7a4bafc-6521-415a-a24c-61fb2f2a3e50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1100 time: 0.0766766 Oct 19 01:11:27.074589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26f1c573-e469-4433-93b0-854f1e7e0cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.141930 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26f1c573-e469-4433-93b0-854f1e7e0cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.188899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-e0e0e9c2-d63b-43fc-9992-6aafe493fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.190359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-e0e0e9c2-d63b-43fc-9992-6aafe493fc05 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1405156 Oct 19 01:11:27.191605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Allocated IP 192.168.233.251 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/ba732230-5617-4438-ae92-bde0319ba1ca) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:27.233998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=8']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:27.236326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-6439c7d7-d4d6-44cd-8756-a9833da04adc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 217 time: 0.0369334 Oct 19 01:11:27.254570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26f1c573-e469-4433-93b0-854f1e7e0cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.256499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.257104 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26f1c573-e469-4433-93b0-854f1e7e0cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.257223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.261008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-26f1c573-e469-4433-93b0-854f1e7e0cf7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fa7e20a-0839-4c41-8417-920a5c0bf842 HTTP/1.1" status: 204 len: 168 time: 0.2856767 Oct 19 01:11:27.261152 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-1698e058-4886-4269-aaf6-96a4f8d52cb3 service neutron] 10.222.0.62 "PUT /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 1123 time: 1.7263210 Oct 19 01:11:27.266852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7979f464-967c-4a64-a46e-a5d285235fc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.279645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7979f464-967c-4a64-a46e-a5d285235fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.292880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1c573-e469-4433-93b0-854f1e7e0cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa7e20a-0839-4c41-8417-920a5c0bf842,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:27.319285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-7661738b-4564-42b7-a385-92e944495152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.320770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-7661738b-4564-42b7-a385-92e944495152 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0774646 Oct 19 01:11:27.361150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7979f464-967c-4a64-a46e-a5d285235fc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6581c13e4b67450d99d22d99c28a04a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9972866 Oct 19 01:11:27.361752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47592) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:27.386914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-a29d1610-324d-4e8f-9959-d841a0ee5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.388462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-a29d1610-324d-4e8f-9959-d841a0ee5cc8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529468 Oct 19 01:11:27.391292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979f464-967c-4a64-a46e-a5d285235fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b083af2e-d758-4fa0-aeec-d17ff12b2277,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:27.425038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-720573f8-fd7c-4756-a826-0fd97376b2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.429889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['65091d8e-fb5c-44b5-b0e6-8556cbfcc009'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:27.441440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-720573f8-fd7c-4756-a826-0fd97376b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.515400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-e3d4c17b-2cb4-47f8-ac6b-5663eef56fcf service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073453 Oct 19 01:11:27.532299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720573f8-fd7c-4756-a826-0fd97376b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc667a8-b3f8-4bd3-9a37-840381dfd6b3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:27.536491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-720573f8-fd7c-4756-a826-0fd97376b2c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1e953e9a8e54e5eac69e4da2d2ee6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1532373 Oct 19 01:11:27.546022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47598) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:27.567044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60376ca-eea9-468c-866a-f2f6bfb78c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.632208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60376ca-eea9-468c-866a-f2f6bfb78c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.636263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.688641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4028fcd-06bf-423d-bbe1-3d8dade787a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.732452 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457b758f-834b-4ba2-a266-0e2bb984f131 req-39eb75ba-64a3-4cff-9863-a5b9c24b3fdb service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983891 Oct 19 01:11:27.735437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4028fcd-06bf-423d-bbe1-3d8dade787a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.759506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.760989 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60376ca-eea9-468c-866a-f2f6bfb78c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.763594 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60376ca-eea9-468c-866a-f2f6bfb78c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.767577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a60376ca-eea9-468c-866a-f2f6bfb78c63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b083af2e-d758-4fa0-aeec-d17ff12b2277 HTTP/1.1" status: 204 len: 168 time: 0.3975327 Oct 19 01:11:27.798396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aa65c-0813-4c9a-99d5-c758228338b8 req-ad661611-7f53-45b3-be5f-3fc432f33fe2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.800885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3aa65c-0813-4c9a-99d5-c758228338b8 req-ad661611-7f53-45b3-be5f-3fc432f33fe2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.1570554 Oct 19 01:11:27.834504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60376ca-eea9-468c-866a-f2f6bfb78c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b083af2e-d758-4fa0-aeec-d17ff12b2277,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:27.869503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:27.877866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:27.897409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3aa65c-0813-4c9a-99d5-c758228338b8 req-cc618792-8ee5-4b63-b061-5bacb7085fc4 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870445 Oct 19 01:11:27.904933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:27.914251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.915622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:27.944185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Pushing event updated for resources: {'Port': ['ID=ba732230-5617-4438-ae92-bde0319ba1ca,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:27.979817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3bd42-b0d4-404e-b0bd-97a000d599e4 req-0a24dca2-35ea-41c4-9d58-c0448179a3b6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:27.994104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5f3bd42-b0d4-404e-b0bd-97a000d599e4 req-0a24dca2-35ea-41c4-9d58-c0448179a3b6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 948 time: 0.1971819 Oct 19 01:11:28.015113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4028fcd-06bf-423d-bbe1-3d8dade787a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.019744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4028fcd-06bf-423d-bbe1-3d8dade787a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.023601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a4028fcd-06bf-423d-bbe1-3d8dade787a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fc667a8-b3f8-4bd3-9a37-840381dfd6b3 HTTP/1.1" status: 204 len: 168 time: 0.4766290 Oct 19 01:11:28.034096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-18f81afa-2fe7-4b70-9587-d03a37c84cc1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8155360 Oct 19 01:11:28.058549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Request body: {'port': {'device_id': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:28.065565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4028fcd-06bf-423d-bbe1-3d8dade787a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc667a8-b3f8-4bd3-9a37-840381dfd6b3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:28.137329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5f3bd42-b0d4-404e-b0bd-97a000d599e4 req-696a701d-33a2-4aa5-8615-0193dc9c1c3a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350148 Oct 19 01:11:28.161388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898049c-df27-4bf2-878a-9c80e6a23353 req-1341519b-0203-4790-bcf1-13f651c5d02b tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:28.174780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4898049c-df27-4bf2-878a-9c80e6a23353 req-1341519b-0203-4790-bcf1-13f651c5d02b tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 936 time: 0.1403449 Oct 19 01:11:28.233551 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.271116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4898049c-df27-4bf2-878a-9c80e6a23353 req-f75250fe-4a51-431b-b097-e52b00fbb430 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939705 Oct 19 01:11:28.307666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-88d5aa68-609e-45bd-84bf-3edfdb77d310 None None] Provisioning complete for port ba732230-5617-4438-ae92-bde0319ba1ca triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:28.308068 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-88d5aa68-609e-45bd-84bf-3edfdb77d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.372298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-88d5aa68-609e-45bd-84bf-3edfdb77d310 None None] Port ba732230-5617-4438-ae92-bde0319ba1ca cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:28.423819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56e1c-5a36-46b0-9e34-1ad853b45819 req-ab1b178f-f77c-4807-9d04-b6049ee54e03 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:28.425394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ca56e1c-5a36-46b0-9e34-1ad853b45819 req-ab1b178f-f77c-4807-9d04-b6049ee54e03 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 950 time: 0.1703069 Oct 19 01:11:28.517786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ca56e1c-5a36-46b0-9e34-1ad853b45819 req-6366cdbc-4d71-466c-9804-00deeddeafb5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827992 Oct 19 01:11:28.571049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47640) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:28.595944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a445-2d31-4c70-848b-8d1f241c539c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.643127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba732230-5617-4438-ae92-bde0319ba1ca {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:28.654917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.687913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Transition to ACTIVE for port object ba732230-5617-4438-ae92-bde0319ba1ca will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:28.702058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.799592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Pushing event updated for resources: {'Port': ['ID=ba732230-5617-4438-ae92-bde0319ba1ca,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:28.803947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a445-2d31-4c70-848b-8d1f241c539c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.836294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Attempting to bind port ba732230-5617-4438-ae92-bde0319ba1ca on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:28.837554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Attempting to bind port ba732230-5617-4438-ae92-bde0319ba1ca by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:28.838123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Attempting to bind port ba732230-5617-4438-ae92-bde0319ba1ca on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:28.840383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a445-2d31-4c70-848b-8d1f241c539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.858232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Port ba732230-5617-4438-ae92-bde0319ba1ca on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:28.859350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Attempting to bind port ba732230-5617-4438-ae92-bde0319ba1ca on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:28.885319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:28.887102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:28.887102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:28.887102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Bound port: ba732230-5617-4438-ae92-bde0319ba1ca, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:28.887414 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:28.901945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:28.904481 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c44fd47-83ba-452c-ba23-adf5693ad88a" -d '{"events": [{"name": "network-changed", "server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:28.917818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7d0a445-2d31-4c70-848b-8d1f241c539c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98464bd9d73c4336a74dd110344fc27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429046 Oct 19 01:11:28.917818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0a445-2d31-4c70-848b-8d1f241c539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d6fea3-0907-499c-ad13-8517b6f1f6c2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:28.918976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47654) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:29.007888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] For port ba732230-5617-4438-ae92-bde0319ba1ca, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:29.015645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] For port ba732230-5617-4438-ae92-bde0319ba1ca, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ba732230-5617-4438-ae92-bde0319ba1ca,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:29.021984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.025690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9782cc3-892b-4c9b-b5b9-1ae1dfe89659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.073353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.073974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.075451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] 10.222.0.74 "PUT /v2.0/ports/ba732230-5617-4438-ae92-bde0319ba1ca HTTP/1.1" status: 200 len: 1097 time: 1.0252354 Oct 19 01:11:29.086974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9782cc3-892b-4c9b-b5b9-1ae1dfe89659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.120667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a3b07-9e49-4ed5-8479-7aa7575f0193 service neutron] Pushing event updated for resources: {'Port': ['ID=ba732230-5617-4438-ae92-bde0319ba1ca,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:29.231214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-bfc8a378-c2d1-4df6-a27c-bc5f08613e48 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e39f0e72eca34a09984b9d33d0293c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582247 Oct 19 01:11:29.247822 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912da4b-7158-47ae-b1ba-a6d0918b748b x-openstack-request-id: req-f912da4b-7158-47ae-b1ba-a6d0918b748b {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:29.248520 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:29.248520 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f912da4b-7158-47ae-b1ba-a6d0918b748b {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:29.248797 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009', 'status': 'completed', 'code': 200} Oct 19 01:11:29.296946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47680) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:29.321701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-33eafc8b-a53b-4e35-b1ea-a65c80ef0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.323204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-33eafc8b-a53b-4e35-b1ea-a65c80ef0502 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02a6f0ae6d784e8182136aa73f13f475&device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 1100 time: 0.1626370 Oct 19 01:11:29.330059 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9782cc3-892b-4c9b-b5b9-1ae1dfe89659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.332835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9782cc3-892b-4c9b-b5b9-1ae1dfe89659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.333931 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b9782cc3-892b-4c9b-b5b9-1ae1dfe89659 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44d6fea3-0907-499c-ad13-8517b6f1f6c2 HTTP/1.1" status: 204 len: 168 time: 0.4126658 Oct 19 01:11:29.365719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-d0477b54-b91d-4fc7-a1fc-1af2d78d7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.367003 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-d0477b54-b91d-4fc7-a1fc-1af2d78d7de8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1126 time: 0.0948544 Oct 19 01:11:29.387350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45770929-33db-4024-9660-879074082417 req-7a8a5696-613c-47c3-8976-110ba70d2b92 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.387686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45770929-33db-4024-9660-879074082417 req-7a8a5696-613c-47c3-8976-110ba70d2b92 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.0833075 Oct 19 01:11:29.450907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9782cc3-892b-4c9b-b5b9-1ae1dfe89659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d6fea3-0907-499c-ad13-8517b6f1f6c2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:29.457339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1803644937-network', 'tenant_id': '28a095346b664672a4719b8f3b7407fe'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:29.461005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-6f2d3d23-c1a9-4621-a58a-32c328a0d3ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=ba732230-5617-4438-ae92-bde0319ba1ca HTTP/1.1" status: 200 len: 217 time: 0.0613303 Oct 19 01:11:29.506540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45770929-33db-4024-9660-879074082417 req-561894ac-6442-4e76-ac44-063b3850bb02 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097028 Oct 19 01:11:29.521208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ea9df5b1-d97d-49fd-b211-0290851ea72e tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.522684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ea9df5b1-d97d-49fd-b211-0290851ea72e tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906847 Oct 19 01:11:29.543953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:29.545296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-430f3982-563b-41c8-9ac3-af3014a41f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.546186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.546733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-430f3982-563b-41c8-9ac3-af3014a41f7b service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.1696596 Oct 19 01:11:29.559327 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-0f75e673-bead-4d4d-9d7a-69e35280fa08 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/quotas/e39f0e72eca34a09984b9d33d0293c3b HTTP/1.1" status: 200 len: 375 time: 0.0306232 Oct 19 01:11:29.577346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.605028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-a85fc7dc-2c4d-484e-889c-687fd1af0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.606467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-a85fc7dc-2c4d-484e-889c-687fd1af0ad0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1359789 Oct 19 01:11:29.608312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-a7243376-bbc7-4f05-a3a2-01fd14388958 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 217 time: 0.0539813 Oct 19 01:11:29.613350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-09cb0103-dc2a-494d-9fa3-67e4a14c53e9 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e39f0e72eca34a09984b9d33d0293c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532432 Oct 19 01:11:29.700499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-e71c3b0a-c1f7-4234-9ed7-e39376160f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.702218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-e71c3b0a-c1f7-4234-9ed7-e39376160f8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825303 Oct 19 01:11:29.732564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094de8b-e1fd-472e-9796-a446ef4fa336 req-8e872a4c-770b-41e5-ae12-d394718670ff tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.740352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0094de8b-e1fd-472e-9796-a446ef4fa336 req-8e872a4c-770b-41e5-ae12-d394718670ff tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 948 time: 0.1343751 Oct 19 01:11:29.744709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-324fb90f-bd7d-444c-bce8-ba77c2de67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:29.746238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-324fb90f-bd7d-444c-bce8-ba77c2de67a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1245821 Oct 19 01:11:29.790874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-0c18f239-35b1-42a0-aaf9-eb873a921b3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306957 Oct 19 01:11:29.820713 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.823709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0094de8b-e1fd-472e-9796-a446ef4fa336 req-74b6a6cd-1f70-4938-a888-d57a0d7e18d0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823047 Oct 19 01:11:29.827886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:29.865247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:11:29.869638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-f247a4e1-de16-457f-9b65-cae3f57bffa2 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598499 Oct 19 01:11:30.010806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-631224a0-7fa1-46fa-8427-3b6f3ee9b948 req-c3fbc59c-adfa-452e-a94c-6904551a3cd7 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282797 Oct 19 01:11:30.015379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b979dc-f45c-4a65-b32c-9b687717c657,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:30.032554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.032976 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Added segment 6be25cd4-7469-4ef8-afc3-9cdb3141d853 of type vlan for network c048487a-7f51-428e-b359-b557e767a1b6 Oct 19 01:11:30.058544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-ded6347d-8943-4683-9bc2-bfc9529dca60 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585862 Oct 19 01:11:30.067383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6036-ddb2-45a9-adfa-17200f25273e req-6f9965ba-af0b-45d6-93ee-cfdc0f1bc795 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.069159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-022d6036-ddb2-45a9-adfa-17200f25273e req-6f9965ba-af0b-45d6-93ee-cfdc0f1bc795 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 948 time: 0.1268647 Oct 19 01:11:30.106313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.137800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.139415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.140546 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.156084 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-022d6036-ddb2-45a9-adfa-17200f25273e req-077143cc-cc7d-4616-9f44-df8ff23055cd tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800862 Oct 19 01:11:30.188030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8859856 Oct 19 01:11:30.189016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47714) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:30.203850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Request body: {'subnet': {'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1803644937-subnet', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:30.232486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:30.260649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc47ab8-42e1-4bf0-9620-70fce69d1286 admin admin] Pushing event updated for resources: {'Network': ['ID=c048487a-7f51-428e-b359-b557e767a1b6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:30.277090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:30.280078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.294445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c44fd47-83ba-452c-ba23-adf5693ad88a req-e3155e4e-b5f9-4e37-aaea-76ee487413da service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782649 Oct 19 01:11:30.404694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:30.422526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf5df18c-e620-4879-a2af-79698e596206 req-9b8d52c7-8e26-4121-9c32-b9b4e2f5d1a2 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 210 time: 0.0616329 Oct 19 01:11:30.423077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.423741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.424156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.424740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.425209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.425711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.426166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.426626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.427382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.429056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 has no active binding in host n-h2-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:11:30.430852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-a911606c-e046-47ca-9f2c-bda7d92c908c tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df&device_id=e680e95f-65eb-4f28-9083-6b2497ea3441&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e&device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832&device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8&device_id=dc26e507-921d-42ee-99ab-e4729f48bda0&device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956&device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5&device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 8268 time: 0.1337867 Oct 19 01:11:30.434847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c048487a-7f51-428e-b359-b557e767a1b6 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:11:30.490866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-108728c4-e9f8-4dd2-ab86-9ce93db5b4be tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.592021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.633823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 288699e8-942e-417f-8fc0-6af2226e8c10 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:30.658459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afb908-1816-4751-a9b4-db11b3dd9c49 req-df02bf45-493e-4f8f-bcf8-fbce86df7d11 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.660181 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5afb908-1816-4751-a9b4-db11b3dd9c49 req-df02bf45-493e-4f8f-bcf8-fbce86df7d11 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.0635941 Oct 19 01:11:30.691802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfc5604-d751-40fd-aab6-03e89bee8686,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:30.706324 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-108728c4-e9f8-4dd2-ab86-9ce93db5b4be tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.721273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5afb908-1816-4751-a9b4-db11b3dd9c49 req-b848b4ea-1698-4b77-8c36-0a452189d9d3 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526898 Oct 19 01:11:30.721374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-108728c4-e9f8-4dd2-ab86-9ce93db5b4be tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.739602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Checking segment: {'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:30.739953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Network hostable DHCP agents. Network: c048487a-7f51-428e-b359-b557e767a1b6, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:11:30.765975 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e7add9f-4d1e-4c2e-8373-be8b4eb81bf9 req-108728c4-e9f8-4dd2-ab86-9ce93db5b4be tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&id=f30763c5-ab38-4e9d-b10c-191c0522c7da&id=b1345e66-ceb3-4549-b91a-504c5476ddaa&id=1909925c-b112-4e7c-803b-b16608a3e044&id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.3165202 Oct 19 01:11:30.797272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:30.807237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Network c048487a-7f51-428e-b359-b557e767a1b6 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:11:30.811017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '288699e8-942e-417f-8fc0-6af2226e8c10', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '288699e8-942e-417f-8fc0-6af2226e8c10', 'mac_address': 'fa:16:3e:44:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:30.811199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108728c4-e9f8-4dd2-ab86-9ce93db5b4be tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c4a918-f058-4756-8b5f-e15ee06a130c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:30.824898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c048487a-7f51-428e-b359-b557e767a1b6) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:30.830512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:30.831095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.871537 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7f51f174-f5b4-4238-93ce-6461c674fdb1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6731706 Oct 19 01:11:30.874289 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47732) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:30.874990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687b14a-cca0-4341-ae0d-b118353b49e9 None None] Network c048487a-7f51-428e-b359-b557e767a1b6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:30.879823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:30.913415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.914890 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.943533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:30.988046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288699e8-942e-417f-8fc0-6af2226e8c10 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:31.020663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:31.029445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.069632 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.079973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82640c-5720-469c-9e46-427b09304b47 req-a36ff4b1-4730-48d4-be7d-6f572522e48d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.081580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec82640c-5720-469c-9e46-427b09304b47 req-a36ff4b1-4730-48d4-be7d-6f572522e48d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 948 time: 0.1597910 Oct 19 01:11:31.083304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:31.159135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-c048487a-7f51-428e-b359-b557e767a1b6', 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'fixed_ips': [{'subnet_id': 'ddfc5604-d751-40fd-aab6-03e89bee8686'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:31.160680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.164465 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:11:31.200439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e59125-4879-4bc2-a81b-f9e74884d644 req-f64bb4f7-2fa3-4f6d-a543-a43c8aaaf0b4 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.201819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e59125-4879-4bc2-a81b-f9e74884d644 req-f64bb4f7-2fa3-4f6d-a543-a43c8aaaf0b4 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.202588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e59125-4879-4bc2-a81b-f9e74884d644 req-f64bb4f7-2fa3-4f6d-a543-a43c8aaaf0b4 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.220192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73e59125-4879-4bc2-a81b-f9e74884d644 req-f64bb4f7-2fa3-4f6d-a543-a43c8aaaf0b4 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832&device_id=dc26e507-921d-42ee-99ab-e4729f48bda0&device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 2886 time: 0.0688877 Oct 19 01:11:31.263393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.270723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'tag': 'ba732230-5617-4438-ae92-bde0319ba1ca'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:31.274502 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f0a46-a86c-4815-930b-39da923b1c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e680e95f-65eb-4f28-9083-6b2497ea3441", "tag": "ba732230-5617-4438-ae92-bde0319ba1ca"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:31.306056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec82640c-5720-469c-9e46-427b09304b47 req-1c401140-206c-4a98-b168-c9faa38b9d0c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773252 Oct 19 01:11:31.314883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73e59125-4879-4bc2-a81b-f9e74884d644 req-59de2ed6-2005-4183-a234-7f6c70a3bc56 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887036 Oct 19 01:11:31.359537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Allocated IP 172.20.0.2 (c048487a-7f51-428e-b359-b557e767a1b6/ddfc5604-d751-40fd-aab6-03e89bee8686/79f0bbf4-8162-44c2-b2a2-92d9066d5a9f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:31.383230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-3d6c03ed-54b4-48cf-9ebc-761b9883b81a tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e39f0e72eca34a09984b9d33d0293c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514476 Oct 19 01:11:31.407170 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eacef5-ec5d-484b-a5a1-cc469eb21a3d x-openstack-request-id: req-24eacef5-ec5d-484b-a5a1-cc469eb21a3d {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:31.407494 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680e95f-65eb-4f28-9083-6b2497ea3441", "tag": "ba732230-5617-4438-ae92-bde0319ba1ca", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:31.407698 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24eacef5-ec5d-484b-a5a1-cc469eb21a3d {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:31.408160 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'tag': 'ba732230-5617-4438-ae92-bde0319ba1ca', 'status': 'completed', 'code': 200} Oct 19 01:11:31.488227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['288699e8-942e-417f-8fc0-6af2226e8c10'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:31.579000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0a46-a86c-4815-930b-39da923b1c4b req-fa1ecb88-42b3-47a4-986a-2fe94212adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.580595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-970f0a46-a86c-4815-930b-39da923b1c4b req-fa1ecb88-42b3-47a4-986a-2fe94212adc6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02a6f0ae6d784e8182136aa73f13f475&device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 1100 time: 0.0889225 Oct 19 01:11:31.644311 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.661245 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.662046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6188-e4bc-40a7-ab47-3b722ab8e88b req-9e3c03b0-9535-46c2-a719-371a9a0b7e18 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.665391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d3b6188-e4bc-40a7-ab47-3b722ab8e88b req-9e3c03b0-9535-46c2-a719-371a9a0b7e18 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 948 time: 0.2118394 Oct 19 01:11:31.675293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-f0304d6b-be4b-4d78-8491-db437829b7e4 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.676743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-f0304d6b-be4b-4d78-8491-db437829b7e4 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867978 Oct 19 01:11:31.702769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-adebd572-2a4b-4c91-a9b9-01de6dc308c1 service neutron] 10.222.0.74 "GET /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.1526568 Oct 19 01:11:31.706699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Request body: {'port': {'device_id': '75c14d77-8bab-4135-a248-fc94de3f25df', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'e39f0e72eca34a09984b9d33d0293c3b'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:31.720809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Network c048487a-7f51-428e-b359-b557e767a1b6 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:31.734233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a585af43-f9bd-4cdf-ab4a-b02c2736f858 req-b76d2165-e032-4358-af75-561c307dd3ae tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 210 time: 0.0463352 Oct 19 01:11:31.735308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:31.737885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Pushing event updated for resources: {'Port': ['ID=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:31.743330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:31.770757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0a46-a86c-4815-930b-39da923b1c4b req-656399b9-9f95-4d47-a321-cf329df5f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.772486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-970f0a46-a86c-4815-930b-39da923b1c4b req-656399b9-9f95-4d47-a321-cf329df5f089 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1824403 Oct 19 01:11:31.824031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-970f0a46-a86c-4815-930b-39da923b1c4b req-d5133260-8c8e-4efd-b0be-e9486fc9e165 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=ba732230-5617-4438-ae92-bde0319ba1ca HTTP/1.1" status: 200 len: 217 time: 0.0439084 Oct 19 01:11:31.826694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Attempting to bind port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:31.827122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Attempting to bind port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:31.827547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Attempting to bind port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f on network c048487a-7f51-428e-b359-b557e767a1b6 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:31.833702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:31.833908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Checking segment: {'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:31.834390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.834833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Bound using segment: {'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:31.835360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Bound port: 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:31.835809 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.886653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0a46-a86c-4815-930b-39da923b1c4b req-7deae943-df5e-4634-a4f0-85b8e417d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.889723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-970f0a46-a86c-4815-930b-39da923b1c4b req-7deae943-df5e-4634-a4f0-85b8e417d249 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0583136 Oct 19 01:11:31.913529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] For port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:31.916645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] For port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,segment=NetworkSegment(6be25cd4-7469-4ef8-afc3-9cdb3141d853),segment_id=6be25cd4-7469-4ef8-afc3-9cdb3141d853)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:31.922346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:31.983598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f0a46-a86c-4815-930b-39da923b1c4b req-c39626c3-2f49-4355-be59-ae13e3476b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:31.986324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-970f0a46-a86c-4815-930b-39da923b1c4b req-c39626c3-2f49-4355-be59-ae13e3476b96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894358 Oct 19 01:11:31.995851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0c95f-c313-4853-8049-1819b6278c40 None None] Pushing event updated for resources: {'Port': ['ID=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:32.097086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d3b6188-e4bc-40a7-ab47-3b722ab8e88b req-8b6de171-b9be-4bbd-b0cd-9d34f5fd8618 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152222 Oct 19 01:11:32.176384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-970f0a46-a86c-4815-930b-39da923b1c4b req-9f0f7214-c4db-4565-b257-ec68f2bca261 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809571 Oct 19 01:11:32.202282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0749-7313-40eb-ad40-15aef695c3c8 req-20a204f4-6fd2-4682-94d4-d26bc59825e9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:32.203821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-061d0749-7313-40eb-ad40-15aef695c3c8 req-20a204f4-6fd2-4682-94d4-d26bc59825e9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 943 time: 0.0659828 Oct 19 01:11:32.282634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.333498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.347712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Made reservation on behalf of e39f0e72eca34a09984b9d33d0293c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:32.353140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.390311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-970f0a46-a86c-4815-930b-39da923b1c4b req-46e3a310-9cc8-4f7c-8abc-47da07d432ba service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039223 Oct 19 01:11:32.394298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-061d0749-7313-40eb-ad40-15aef695c3c8 req-2a4fd806-706a-4403-a92a-652e4461e66b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734533 Oct 19 01:11:32.431659 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.561415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e2539-eeb9-452b-8b97-e9e707d4e298 req-92bbcc4f-9a42-4202-8e2b-0bf637332d9b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:32.565545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-665e2539-eeb9-452b-8b97-e9e707d4e298 req-92bbcc4f-9a42-4202-8e2b-0bf637332d9b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 949 time: 0.0651588 Oct 19 01:11:32.599951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Allocated IP 172.25.0.176 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/99ee7652-651f-49e3-aa42-3047300189d0) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:32.603392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:32.612300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-665e2539-eeb9-452b-8b97-e9e707d4e298 req-bac4c9c9-6f5f-4937-9541-f1fcf3d39535 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Oct 19 01:11:32.626268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 288699e8-942e-417f-8fc0-6af2226e8c10 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:32.667146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:32.713950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 288699e8-942e-417f-8fc0-6af2226e8c10 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:32.723867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 288699e8-942e-417f-8fc0-6af2226e8c10 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:32.724366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.767823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:32.816588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.826602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:32.829784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.870485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.870702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.872925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.887244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:32.914791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:32.948069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:32.950333 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b911659-dbd7-4b33-9dc7-3c13460e1a14" -d '{"events": [{"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-plugged", "status": "completed", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:32.968526 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:32.970502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:32.978574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df7403b-ef28-4450-9dff-49340aae9f55,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.063815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3b024a-59e6-4099-a659-85cff198e007 req-1cf94594-8587-4a1d-917a-cbb42b2619f8 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 210 time: 0.0502663 Oct 19 01:11:33.132760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.182801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Allocated IP 192.168.233.22 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/d7f6404c-2762-45a3-aeab-a781ac787d42) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:33.205256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523791a-a292-49d1-b6e1-e941f9bc0072 req-b6e97e76-16dd-4323-9aa8-8a80881a98de tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:33.215697 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3523791a-a292-49d1-b6e1-e941f9bc0072 req-b6e97e76-16dd-4323-9aa8-8a80881a98de tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1101 time: 0.0623665 Oct 19 01:11:33.251047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] Transition to ACTIVE for port object 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:33.256241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:33.264205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.272996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:33.277594 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63209120-2173-4957-91cc-5b12faa2d37c x-openstack-request-id: req-63209120-2173-4957-91cc-5b12faa2d37c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:33.278109 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-plugged", "status": "completed", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:33.278571 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63209120-2173-4957-91cc-5b12faa2d37c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:33.279051 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10', 'code': 200} Oct 19 01:11:33.282627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:33.293898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3523791a-a292-49d1-b6e1-e941f9bc0072 req-0568e0e5-d7f0-4828-9ba1-b1c3a9ea99b3 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Oct 19 01:11:33.326280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:33.360331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Pushing event updated for resources: {'Port': ['ID=99ee7652-651f-49e3-aa42-3047300189d0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.371126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179fb7d-8320-4306-8a81-1db6461244c8 req-b4d4c931-413e-4f72-9998-69515f0faab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:33.373022 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c179fb7d-8320-4306-8a81-1db6461244c8 req-b4d4c931-413e-4f72-9998-69515f0faab4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1102 time: 0.0780408 Oct 19 01:11:33.403903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.422765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:33.423151 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.448447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026da06a-ab28-489e-9263-888be63f061c req-9239720e-7d98-498b-919d-99ed716bb7b0 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:33.450216 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-026da06a-ab28-489e-9263-888be63f061c req-9239720e-7d98-498b-919d-99ed716bb7b0 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1101 time: 0.0757117 Oct 19 01:11:33.454507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c179fb7d-8320-4306-8a81-1db6461244c8 req-96ac5fa9-35ba-4aff-8dc8-d1f5a0d05525 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Oct 19 01:11:33.500455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-026da06a-ab28-489e-9263-888be63f061c req-261e7800-c3c7-4558-a60a-1e0402753aa6 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Oct 19 01:11:33.577511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8323b7-06c5-4818-84f9-52407c5547a2 None None] Network c048487a-7f51-428e-b359-b557e767a1b6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:33.585047 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.619604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] No DVR routers for this DVR port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:33.636771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777e95b-4a25-4cf5-9e6b-a6a714a3ae6b req-64161a64-0f64-4ae3-ae38-bbff970a24c2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:33.645981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0777e95b-4a25-4cf5-9e6b-a6a714a3ae6b req-64161a64-0f64-4ae3-ae38-bbff970a24c2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 944 time: 0.0662274 Oct 19 01:11:33.693860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,segment=NetworkSegment(6be25cd4-7469-4ef8-afc3-9cdb3141d853),segment_id=6be25cd4-7469-4ef8-afc3-9cdb3141d853)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:33.702169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.708932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0777e95b-4a25-4cf5-9e6b-a6a714a3ae6b req-3d0a0e10-2f4b-42fb-b0ee-8e29ebee9e09 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617716 Oct 19 01:11:33.709132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-99258ed2-a371-4588-91c2-dc0631d42dd0 None None] Provisioning complete for port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:33.709308 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99258ed2-a371-4588-91c2-dc0631d42dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:33.738247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40080-49e8-44c5-9f14-4ab7a11c8cfc req-0b287e4e-1165-4313-8bba-e4d86e3e4f8e tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:33.748108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6e40080-49e8-44c5-9f14-4ab7a11c8cfc req-0b287e4e-1165-4313-8bba-e4d86e3e4f8e tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 948 time: 0.3850331 Oct 19 01:11:33.764001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] Pushing event updated for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=10']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.837864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-f07bd88c-8740-4243-94ae-a3a5e6ad14eb service neutron] 10.222.0.74 "PUT /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009/bindings/n-h2-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 2.1145840 Oct 19 01:11:33.840698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:33.869090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6e40080-49e8-44c5-9f14-4ab7a11c8cfc req-a34d205e-0ed8-447f-bae2-d6eab43bc2d1 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194797 Oct 19 01:11:33.970773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.038356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-dcd12c39-e7dc-429c-9055-7048580bfd3d tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.040759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-dcd12c39-e7dc-429c-9055-7048580bfd3d tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.0885553 Oct 19 01:11:34.079282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.144169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea327c1-9f94-4126-83ed-64abe7d697c7 req-0ea4e21e-f3bc-49a7-bf97-489b0f7fc159 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.146398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aea327c1-9f94-4126-83ed-64abe7d697c7 req-0ea4e21e-f3bc-49a7-bf97-489b0f7fc159 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.2071533 Oct 19 01:11:34.157984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-edcf016a-00c9-4042-807a-caf9308573b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.160901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-edcf016a-00c9-4042-807a-caf9308573b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8&tenant_id=df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 1096 time: 0.1102877 Oct 19 01:11:34.176556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47836) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:34.216162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b23ba7c1-e76b-4808-a050-f1a63cdd0bc6 req-2fde0306-f968-4e9e-a8e5-a81f9c2d47f5 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 210 time: 0.0410161 Oct 19 01:11:34.217944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.263948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-bf60b2e4-9569-4d7b-80dc-002f375dc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.267219 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-bf60b2e4-9569-4d7b-80dc-002f375dc738 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1096 time: 0.0495977 Oct 19 01:11:34.289257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aea327c1-9f94-4126-83ed-64abe7d697c7 req-14a40e09-ba3c-4483-a464-39d079049c04 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339679 Oct 19 01:11:34.293397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:34.302861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9bd5793b-2b4f-412d-989d-57c3f8646036 None None] Provisioning complete for port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:34.304402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9bd5793b-2b4f-412d-989d-57c3f8646036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.329153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:34.331823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:34.338496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.339118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.359643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:34.377164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcb7e-48a3-4e28-a0e6-3083b94c2055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.389027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ac8e924e-f05e-4dde-9d98-16b11f204fcc tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6899698 Oct 19 01:11:34.427180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Request body: {'port': {'device_id': '75c14d77-8bab-4135-a248-fc94de3f25df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:34.484686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-cfec7104-214b-4ce1-ac1f-733dee3b5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.486468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-cfec7104-214b-4ce1-ac1f-733dee3b5b82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.2015212 Oct 19 01:11:34.496107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.540694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-5eea0bf0-a25b-423c-88e9-c1387d431829 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 217 time: 0.0430548 Oct 19 01:11:34.552962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.641590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ba732230-5617-4438-ae92-bde0319ba1ca details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:34.643569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcb7e-48a3-4e28-a0e6-3083b94c2055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.650918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-bba15302-01f2-42ae-acc5-73639aad3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:34.652458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-bba15302-01f2-42ae-acc5-73639aad3e9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1030068 Oct 19 01:11:34.681574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c1dcb7e-48a3-4e28-a0e6-3083b94c2055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.774521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-30ffdd31-0a1c-4e70-ac08-8efa5d1cf978 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139262 Oct 19 01:11:34.814413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:34.851817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-39a8c134-44ae-48ba-8e75-06e2485fba18 None None] Provisioning complete for port d7f6404c-2762-45a3-aeab-a781ac787d42 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:34.853683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39a8c134-44ae-48ba-8e75-06e2485fba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:34.921282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ba732230-5617-4438-ae92-bde0319ba1ca, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ba732230-5617-4438-ae92-bde0319ba1ca,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:34.923544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-39a8c134-44ae-48ba-8e75-06e2485fba18 None None] Port d7f6404c-2762-45a3-aeab-a781ac787d42 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:34.938958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'ba732230-5617-4438-ae92-bde0319ba1ca', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'ba732230-5617-4438-ae92-bde0319ba1ca', 'mac_address': 'fa:16:3e:3b:68:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:34.939936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9c1dcb7e-48a3-4e28-a0e6-3083b94c2055 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a2e5eb76042483db677e8b8fcacd416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7528057 Oct 19 01:11:34.943380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dcb7e-48a3-4e28-a0e6-3083b94c2055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921351f3-20d9-415f-99b5-55afd7789038,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:34.948220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47862) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:34.952867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:34.953019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.009373 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.028431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba732230-5617-4438-ae92-bde0319ba1ca {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:35.045758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf423ba4-031f-424b-9712-20f2d4f60d2d req-8f41f1c3-63a7-4adc-912e-a4c99d34db64 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:35.047506 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf423ba4-031f-424b-9712-20f2d4f60d2d req-8f41f1c3-63a7-4adc-912e-a4c99d34db64 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 944 time: 0.1765237 Oct 19 01:11:35.056473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ba732230-5617-4438-ae92-bde0319ba1ca, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ba732230-5617-4438-ae92-bde0319ba1ca,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:35.083352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.147354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ba732230-5617-4438-ae92-bde0319ba1ca,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.147605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-ff0f04a1-3432-4499-a330-475f2b3a8bca service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408372 Oct 19 01:11:35.177826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf423ba4-031f-424b-9712-20f2d4f60d2d req-28cb1016-156a-4bb7-a035-8707918b4f1a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141624 Oct 19 01:11:35.190738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-88145e8c-3c45-4f97-86c1-22a80dc742cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.221144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6396-e1d4-4907-bfdc-513a174e426b req-e77d9778-f73e-4f41-8a21-30f275c95328 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:35.222958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2ce6396-e1d4-4907-bfdc-513a174e426b req-e77d9778-f73e-4f41-8a21-30f275c95328 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1231289 Oct 19 01:11:35.260546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-88145e8c-3c45-4f97-86c1-22a80dc742cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.264163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Router c6f71f59-4433-4379-b336-3a8470d5fe54 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:11:35.308985 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2ce6396-e1d4-4907-bfdc-513a174e426b req-8cdb9106-ca18-4a44-a516-6638fa3299c3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785418 Oct 19 01:11:35.355402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-4e0e7b8b-0e0d-4d03-95f6-8de589ea5b94 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886799 Oct 19 01:11:35.382350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb77b7-2b71-47b5-a95d-dc509451374f req-1890b9f4-fb12-423d-9621-a5d6cc4d639c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:35.384164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40fb77b7-2b71-47b5-a95d-dc509451374f req-1890b9f4-fb12-423d-9621-a5d6cc4d639c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 949 time: 0.1154099 Oct 19 01:11:35.421634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-88145e8c-3c45-4f97-86c1-22a80dc742cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.424133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-88145e8c-3c45-4f97-86c1-22a80dc742cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.425254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-88145e8c-3c45-4f97-86c1-22a80dc742cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/921351f3-20d9-415f-99b5-55afd7789038 HTTP/1.1" status: 204 len: 168 time: 0.4741857 Oct 19 01:11:35.436586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88145e8c-3c45-4f97-86c1-22a80dc742cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921351f3-20d9-415f-99b5-55afd7789038,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.443502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f6404c-2762-45a3-aeab-a781ac787d42 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:35.453594 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.469761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:11:35.478413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Transition to ACTIVE for port object d7f6404c-2762-45a3-aeab-a781ac787d42 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:35.483021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.484119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ba732230-5617-4438-ae92-bde0319ba1ca'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:35.484736 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Sync routers for ids ['c6f71f59-4433-4379-b336-3a8470d5fe54'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:11:35.497209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40fb77b7-2b71-47b5-a95d-dc509451374f req-e4512c20-70e5-4191-b1bc-3fd6f29995fc tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968461 Oct 19 01:11:35.509178 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Routers {'c6f71f59-4433-4379-b336-3a8470d5fe54'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:35.510022 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:11:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c6f71f59-4433-4379-b336-3a8470d5fe54'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:35.526952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.528110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e4660504-3ee2-40c6-88e3-ff122b5fef38 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6527684 Oct 19 01:11:35.530980 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:35.585846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:35.651608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15f2a-f8f5-4f69-a828-36d5fe1e3fe7 req-17f87f31-94ce-4e66-82dc-66ce54a2dabe tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:35.656821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8be15f2a-f8f5-4f69-a828-36d5fe1e3fe7 req-17f87f31-94ce-4e66-82dc-66ce54a2dabe tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 947 time: 0.1615009 Oct 19 01:11:35.696557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Attempting to bind port d7f6404c-2762-45a3-aeab-a781ac787d42 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:35.696885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Attempting to bind port d7f6404c-2762-45a3-aeab-a781ac787d42 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:35.697216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Attempting to bind port d7f6404c-2762-45a3-aeab-a781ac787d42 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:35.746488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Port d7f6404c-2762-45a3-aeab-a781ac787d42 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:35.746882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Attempting to bind port d7f6404c-2762-45a3-aeab-a781ac787d42 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:35.782700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:35.783313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:35.783701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:35.784607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Bound port: d7f6404c-2762-45a3-aeab-a781ac787d42, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:35.784607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.815836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8be15f2a-f8f5-4f69-a828-36d5fe1e3fe7 req-19ae1a75-ddfc-4138-8afa-3ffdf800cec3 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508069 Oct 19 01:11:35.823936 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Set router c6f71f59-4433-4379-b336-3a8470d5fe54 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:35.904176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:35.909482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:35.915803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.959714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47876) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:35.981831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67eb7097-a03c-4bc1-9558-2c129332ce8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.990235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:35.991186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:35.993690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/d7f6404c-2762-45a3-aeab-a781ac787d42 HTTP/1.1" status: 200 len: 1096 time: 1.5717313 Oct 19 01:11:35.999703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:36.002192 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9c6554-4e46-4deb-946e-f186a8019cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:36.053469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bb100-93fd-44be-b09e-61bab45a64c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.072851 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '99ee7652-651f-49e3-aa42-3047300189d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:11:33Z', 'revision_number': 3, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port': {'id': '99ee7652-651f-49e3-aa42-3047300189d0', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:36.097945 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1e885f-01e9-4298-a3ef-9505e8106d96 x-openstack-request-id: req-7e1e885f-01e9-4298-a3ef-9505e8106d96 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:36.098609 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:36.099055 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e1e885f-01e9-4298-a3ef-9505e8106d96 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:36.099672 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'status': 'completed', 'code': 200} Oct 19 01:11:36.112174 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Checking router: c6f71f59-4433-4379-b336-3a8470d5fe54 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:11:36.112937 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Updating router c6f71f59-4433-4379-b336-3a8470d5fe54 port 99ee7652-651f-49e3-aa42-3047300189d0 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:11:36.138173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-69df726b-b31d-4609-b8fb-69681a256632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.140088 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-69df726b-b31d-4609-b8fb-69681a256632 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e39f0e72eca34a09984b9d33d0293c3b&device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 1099 time: 0.0778656 Oct 19 01:11:36.151793 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.171265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926b968-c6b1-492a-ad22-ecbb232d4cd4 req-e2d00e1b-f789-4329-83d2-ce8dd4521152 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.178832 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e926b968-c6b1-492a-ad22-ecbb232d4cd4 req-e2d00e1b-f789-4329-83d2-ce8dd4521152 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.5055573 Oct 19 01:11:36.214611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67eb7097-a03c-4bc1-9558-2c129332ce8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.214959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635258e-397a-4c93-a56c-aad982273ba9 req-ba428b79-f00d-4c82-9598-a1ce94247708 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.216749 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-ba428b79-f00d-4c82-9598-a1ce94247708 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.5571055 Oct 19 01:11:36.230105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-ed5b7d6d-526a-432a-97dd-93e5e030fb3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d7f6404c-2762-45a3-aeab-a781ac787d42 HTTP/1.1" status: 200 len: 217 time: 0.0621436 Oct 19 01:11:36.232918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67eb7097-a03c-4bc1-9558-2c129332ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.315779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e926b968-c6b1-492a-ad22-ecbb232d4cd4 req-151d534b-6db5-40a3-9aea-a0a583fa5f06 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360233 Oct 19 01:11:36.368471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-67eb7097-a03c-4bc1-9558-2c129332ce8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c40fae787f44456920738a1ca5d4c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067695 Oct 19 01:11:36.372969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb7097-a03c-4bc1-9558-2c129332ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866abe26-e719-4c6b-bc21-ee6555df1456,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.375351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47886) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:36.410323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-cbd3528e-fb47-4052-92c7-3956d88efaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.411781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-cbd3528e-fb47-4052-92c7-3956d88efaf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1664829 Oct 19 01:11:36.446552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daae47-6554-4def-babe-b113c1efbd81 req-19bcd4d6-67d2-44ed-805b-8ebd7815d4f9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.448070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84daae47-6554-4def-babe-b113c1efbd81 req-19bcd4d6-67d2-44ed-805b-8ebd7815d4f9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 944 time: 0.1485033 Oct 19 01:11:36.460368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-ee156d6a-f27f-4638-a1e2-e140bc6d12c4 req-66e702c0-f4f4-40c1-888b-d70b9df5658e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:11:36.461398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee156d6a-f27f-4638-a1e2-e140bc6d12c4 req-66e702c0-f4f4-40c1-888b-d70b9df5658e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082397 Oct 19 01:11:36.496514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab37c281-85e3-4704-96a3-0689b8a2ef1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.519278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9635258e-397a-4c93-a56c-aad982273ba9 req-c0c97539-fb69-4917-a694-8b21dbc56e75 service neutron] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:36.525229 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9635258e-397a-4c93-a56c-aad982273ba9 req-c0c97539-fb69-4917-a694-8b21dbc56e75 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.526317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9635258e-397a-4c93-a56c-aad982273ba9 req-c0c97539-fb69-4917-a694-8b21dbc56e75 service neutron] 10.222.0.62 "DELETE /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009/bindings/n-h1-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.2965600 Oct 19 01:11:36.537216 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.545184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-a75e616b-b7ad-4612-ac70-c3655a572bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.546515 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.546697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-a75e616b-b7ad-4612-ac70-c3655a572bbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1221304 Oct 19 01:11:36.548723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab37c281-85e3-4704-96a3-0689b8a2ef1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.561697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84daae47-6554-4def-babe-b113c1efbd81 req-f02a5968-5e7b-453e-b683-1119d7d05c17 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932996 Oct 19 01:11:36.621439 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Attempting to bind port 99ee7652-651f-49e3-aa42-3047300189d0 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:36.621829 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Attempting to bind port 99ee7652-651f-49e3-aa42-3047300189d0 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:36.622210 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Attempting to bind port 99ee7652-651f-49e3-aa42-3047300189d0 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:36.631871 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:36.632291 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:36.632695 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.633125 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:36.633655 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Bound port: 99ee7652-651f-49e3-aa42-3047300189d0, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:36.634036 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.642764 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Pushing event updated for resources: {'Port': ['ID=99ee7652-651f-49e3-aa42-3047300189d0,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.659388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.673858 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.673858 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.673858 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.673858 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.673858 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.673858 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.674426 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.674426 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.674758 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.675092 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.675429 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.675762 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:36.684678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ba732230-5617-4438-ae92-bde0319ba1ca up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:36.753188 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] For port 99ee7652-651f-49e3-aa42-3047300189d0, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:36.761956 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] For port 99ee7652-651f-49e3-aa42-3047300189d0, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=99ee7652-651f-49e3-aa42-3047300189d0,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:36.767209 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.784790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port ba732230-5617-4438-ae92-bde0319ba1ca completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:36.791073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port ba732230-5617-4438-ae92-bde0319ba1ca triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:36.791446 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.801851 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-e70e7803-941d-4c3f-9873-bd2cdc8a95ab service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268693 Oct 19 01:11:36.823617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121361-99de-4c4c-a57d-d25479655a5b req-049f5a63-2ea0-40f7-8c79-9780b21f2693 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:36.831452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b121361-99de-4c4c-a57d-d25479655a5b req-049f5a63-2ea0-40f7-8c79-9780b21f2693 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1582255 Oct 19 01:11:36.831649 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Routers {'c6f71f59-4433-4379-b336-3a8470d5fe54'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:36.832390 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:11:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c6f71f59-4433-4379-b336-3a8470d5fe54'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:36.893382 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c7a43-9940-43e3-83c7-b035eb97b1d8 None None] Pushing event updated for resources: {'Port': ['ID=99ee7652-651f-49e3-aa42-3047300189d0,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:36.900460 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92ab40d6-a877-4beb-a430-f22faa610def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.914264 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b121361-99de-4c4c-a57d-d25479655a5b req-fa19a134-4e8a-41df-b6da-4eb346d5db49 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816619 Oct 19 01:11:36.976595 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:36.990712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab37c281-85e3-4704-96a3-0689b8a2ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.000554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab37c281-85e3-4704-96a3-0689b8a2ef1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.005873 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab37c281-85e3-4704-96a3-0689b8a2ef1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/866abe26-e719-4c6b-bc21-ee6555df1456 HTTP/1.1" status: 204 len: 168 time: 0.6280274 Oct 19 01:11:37.023132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba732230-5617-4438-ae92-bde0319ba1ca'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:37.026656 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1f93c2-0535-4c1c-8bad-bf0ed65f7e21" -d '{"events": [{"server_uuid": "e680e95f-65eb-4f28-9083-6b2497ea3441", "name": "network-vif-plugged", "status": "completed", "tag": "ba732230-5617-4438-ae92-bde0319ba1ca"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:37.037619 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] Set router c6f71f59-4433-4379-b336-3a8470d5fe54 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:37.052181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37c281-85e3-4704-96a3-0689b8a2ef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866abe26-e719-4c6b-bc21-ee6555df1456,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:37.076269 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-e3c377bd-2c81-4892-8b5e-1c2e0348da80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2995899 Oct 19 01:11:37.097288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Allocated IP 172.20.0.1 (c048487a-7f51-428e-b359-b557e767a1b6/ddfc5604-d751-40fd-aab6-03e89bee8686/90a58778-cf68-4bba-abab-310dca34d8cf) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:37.107094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ba732230-5617-4438-ae92-bde0319ba1ca, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ba732230-5617-4438-ae92-bde0319ba1ca,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:37.113303 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.138307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368e43-b578-49a7-8368-baf8e86db547 req-6d35654d-d9a1-4f40-ab52-9844e8fb53da tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.139861 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92368e43-b578-49a7-8368-baf8e86db547 req-6d35654d-d9a1-4f40-ab52-9844e8fb53da tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 949 time: 0.1420832 Oct 19 01:11:37.183246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81dd1b31-7d33-4aa3-8cd2-09224f26b055 req-afb977ce-f8e4-48e3-a3a0-ca4b01b9ae13 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421800 Oct 19 01:11:37.206808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da08db7-57c9-4706-a024-7ba34aff181c req-b4c2711c-6a42-4b51-a8cc-248ba3c40c7d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.207425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ba732230-5617-4438-ae92-bde0319ba1ca,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:37.212308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0da08db7-57c9-4706-a024-7ba34aff181c req-b4c2711c-6a42-4b51-a8cc-248ba3c40c7d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1042995 Oct 19 01:11:37.299698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0da08db7-57c9-4706-a024-7ba34aff181c req-82f82ff9-36d4-445a-b155-7b19a9753862 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818784 Oct 19 01:11:37.310467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92368e43-b578-49a7-8368-baf8e86db547 req-519aec92-080a-407c-83b1-0273eef0c9a3 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513355 Oct 19 01:11:37.334913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-8918f77e-1c7b-4731-8dc3-3c6d8c765544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.338395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-8918f77e-1c7b-4731-8dc3-3c6d8c765544 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e39f0e72eca34a09984b9d33d0293c3b&device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 1099 time: 0.0888388 Oct 19 01:11:37.420333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.481455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7a6a-04b3-4984-83c6-c97d6d7ba865 req-4f7ad5e7-5c14-4e04-bdf5-a656c7b7ef0a tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.482890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b6f7a6a-04b3-4984-83c6-c97d6d7ba865 req-4f7ad5e7-5c14-4e04-bdf5-a656c7b7ef0a tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1096 time: 0.0740263 Oct 19 01:11:37.540822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b6f7a6a-04b3-4984-83c6-c97d6d7ba865 req-1c042b42-79be-4580-9f18-38dbb3cc7b32 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Oct 19 01:11:37.541941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.593526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Network c048487a-7f51-428e-b359-b557e767a1b6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:37.633190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:37.641504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-3aa72e53-a039-4354-81f8-4fd37b71d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.643020 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-3aa72e53-a039-4354-81f8-4fd37b71d7c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2950563 Oct 19 01:11:37.658210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Pushing event updated for resources: {'Port': ['ID=90a58778-cf68-4bba-abab-310dca34d8cf,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:37.667344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:37.668446 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:37.676460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd3182-55f7-49fd-bc2b-1faf677a34f8 req-8ca0e623-4288-4733-a728-b6636a15f8b1 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.685684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6dbd3182-55f7-49fd-bc2b-1faf677a34f8 req-8ca0e623-4288-4733-a728-b6636a15f8b1 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 947 time: 0.1987300 Oct 19 01:11:37.690478 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '99ee7652-651f-49e3-aa42-3047300189d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:11:33Z', 'revision_number': 3, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port': {'id': '99ee7652-651f-49e3-aa42-3047300189d0', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:37.770392 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b05dbf-10c3-4e43-8b3b-cd76de5df095 None None] The sync data for ids ['c6f71f59-4433-4379-b336-3a8470d5fe54'] in n-d-789963-20 is: [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '99ee7652-651f-49e3-aa42-3047300189d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:11:33Z', 'revision_number': 3, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port': {'id': '99ee7652-651f-49e3-aa42-3047300189d0', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:11:37.777949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-8d370ba8-4327-460f-98a5-8bfd9ecf47b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d7f6404c-2762-45a3-aeab-a781ac787d42 HTTP/1.1" status: 200 len: 217 time: 0.1257532 Oct 19 01:11:37.886759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-995c22c0-daa6-4c7f-9386-ad834acc0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:37.891567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-995c22c0-daa6-4c7f-9386-ad834acc0bc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0912354 Oct 19 01:11:37.915079 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6dbd3182-55f7-49fd-bc2b-1faf677a34f8 req-ce682f19-6515-498b-8f94-55fb812973ff tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194486 Oct 19 01:11:38.012016 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.023875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-e3a14757-74d9-48bf-8c17-12d1481a2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:38.032290 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-e3a14757-74d9-48bf-8c17-12d1481a2225 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098328 Oct 19 01:11:38.131612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-84ee7968-2aea-482c-be61-a1e6ed8052af None None] Provisioning complete for port 90a58778-cf68-4bba-abab-310dca34d8cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:38.132224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84ee7968-2aea-482c-be61-a1e6ed8052af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.220091 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49ddde0-0ec1-4621-a22d-efc1410ce6a0 x-openstack-request-id: req-f49ddde0-0ec1-4621-a22d-efc1410ce6a0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:38.220091 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680e95f-65eb-4f28-9083-6b2497ea3441", "name": "network-vif-plugged", "status": "completed", "tag": "ba732230-5617-4438-ae92-bde0319ba1ca", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:38.220091 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f49ddde0-0ec1-4621-a22d-efc1410ce6a0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:38.220091 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba732230-5617-4438-ae92-bde0319ba1ca', 'code': 200} Oct 19 01:11:38.259447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-84ee7968-2aea-482c-be61-a1e6ed8052af None None] Port 90a58778-cf68-4bba-abab-310dca34d8cf cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:38.484404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.485065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-e31a5d36-5db8-4fc1-bc17-e9cf6ed0b763 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439282 Oct 19 01:11:38.493662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.494129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.497867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60cbbf-4341-47dd-957b-85871f755f47 req-29a4b187-a92f-4516-a5ad-a2b3189a28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:38.499436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc60cbbf-4341-47dd-957b-85871f755f47 req-29a4b187-a92f-4516-a5ad-a2b3189a28c0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 1102 time: 0.1444190 Oct 19 01:11:38.531733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756158-d266-45df-8bb3-a70889cbdafe req-d266da7a-c995-4999-a516-f03dde6ae447 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:38.542216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-d266da7a-c995-4999-a516-f03dde6ae447 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.2849982 Oct 19 01:11:38.656314 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc60cbbf-4341-47dd-957b-85871f755f47 req-ecca4df6-84e2-4f63-800d-2df9ac7ac0ec service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462605 Oct 19 01:11:38.665063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-2951ed79-59b0-41ee-9aa0-18b5c65b4d8b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/quotas/df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 375 time: 0.0842450 Oct 19 01:11:38.682712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Pushing event updated for resources: {'Port': ['ID=90a58778-cf68-4bba-abab-310dca34d8cf,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:38.701733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d30d-7b14-4732-ab1d-a6b9e597c65b req-042e3e9c-7eed-4df3-9143-ee8109f4b0bb tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:38.710287 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3479d30d-7b14-4732-ab1d-a6b9e597c65b req-042e3e9c-7eed-4df3-9143-ee8109f4b0bb tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.3716798 Oct 19 01:11:38.751155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e9c6554-4e46-4deb-946e-f186a8019cdc req-cda0fba9-37f1-4d32-81a5-fc698bbc4e45 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554564 Oct 19 01:11:38.751634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Network c048487a-7f51-428e-b359-b557e767a1b6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:38.761023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:38.790165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-f018b6c4-22f9-43d6-8c17-7cd05d4f7c0e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892484 Oct 19 01:11:38.796496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3479d30d-7b14-4732-ab1d-a6b9e597c65b req-699da0a7-97db-4fdb-b33e-0366637011f4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852079 Oct 19 01:11:38.846330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 99ee7652-651f-49e3-aa42-3047300189d0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:38.967218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 99ee7652-651f-49e3-aa42-3047300189d0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:38.967884 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:38.985071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-2d3afc40-30e6-4052-b03d-fdfb8fbcb734 service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836560 Oct 19 01:11:39.057048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e25c8-2a6f-48b5-a7a5-75c8168c49f5 req-e813ffac-150b-413b-8036-cfe24b0287e7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:39.058593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-171e25c8-2a6f-48b5-a7a5-75c8168c49f5 req-e813ffac-150b-413b-8036-cfe24b0287e7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1546786 Oct 19 01:11:39.133187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-7089e2b7-d4f9-4dbd-8453-2dac47a9187a service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404040 Oct 19 01:11:39.158117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Router c6f71f59-4433-4379-b336-3a8470d5fe54 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:11:39.162818 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.190488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-171e25c8-2a6f-48b5-a7a5-75c8168c49f5 req-53090a17-894c-421a-a424-9c7df60ca733 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207414 Oct 19 01:11:39.219814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 99ee7652-651f-49e3-aa42-3047300189d0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=99ee7652-651f-49e3-aa42-3047300189d0,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:39.236076 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.321374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=99ee7652-651f-49e3-aa42-3047300189d0,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:39.326117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.353494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-59141761-ee8e-44da-8c9d-1e5427d2efc4 None None] Provisioning complete for port 90a58778-cf68-4bba-abab-310dca34d8cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:39.353874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59141761-ee8e-44da-8c9d-1e5427d2efc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.398381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-59141761-ee8e-44da-8c9d-1e5427d2efc4 None None] Port 90a58778-cf68-4bba-abab-310dca34d8cf cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:39.426369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5afed-aa13-4079-93fa-d294776fbea5 req-71a2ba9f-c20d-4f9e-aa66-ac627f65cd5b tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:39.428230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eef5afed-aa13-4079-93fa-d294776fbea5 req-71a2ba9f-c20d-4f9e-aa66-ac627f65cd5b tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 947 time: 0.0905609 Oct 19 01:11:39.435874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0734-1e22-46a1-831d-fc0456495775 req-1a82186f-182d-45fb-aacf-d2cbf3bd8669 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:39.437512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17bd0734-1e22-46a1-831d-fc0456495775 req-1a82186f-182d-45fb-aacf-d2cbf3bd8669 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 950 time: 0.1152322 Oct 19 01:11:39.465989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:11:39.479508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-91276911-c449-4f5f-98de-73c9315d6644 admin admin] 10.222.0.64 "PUT /v2.0/routers/c6f71f59-4433-4379-b336-3a8470d5fe54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9472098 Oct 19 01:11:39.481526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eef5afed-aa13-4079-93fa-d294776fbea5 req-7de9389d-2b8b-483f-8b37-b474f1a12de8 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Oct 19 01:11:39.520466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17bd0734-1e22-46a1-831d-fc0456495775 req-c69c4ef3-65d9-4466-b27d-20e4d2470eec tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693338 Oct 19 01:11:39.613002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a96928cc-7e46-4f58-a1f5-f404e2ae839f req-466b5cfb-e556-455c-a475-48bf78b73f52 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 210 time: 0.0589945 Oct 19 01:11:39.635592 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2e47aa0-cc4e-45e8-aaa8-a1290570e2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:39.730050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-dbbc5ff1-55fa-4a06-a091-02b8cbc5e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:39.730613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48000) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:39.731879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-dbbc5ff1-55fa-4a06-a091-02b8cbc5e959 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1102 time: 0.0558233 Oct 19 01:11:39.851856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-388072d7-2fd7-47cd-8c6c-4a2d97010570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:39.855891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-388072d7-2fd7-47cd-8c6c-4a2d97010570 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1132205 Oct 19 01:11:39.916780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-0f0719ca-4076-4e2c-ad9f-586d49b9ae42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 217 time: 0.0523670 Oct 19 01:11:40.007180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af86feb-c7e4-4137-89dc-b1591b271ce7 req-663750b1-5e6a-4e9c-a15f-0b7c61591d9f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.009419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3af86feb-c7e4-4137-89dc-b1591b271ce7 req-663750b1-5e6a-4e9c-a15f-0b7c61591d9f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0956523 Oct 19 01:11:40.011095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-c0de42ad-f5c4-4abc-bf26-e68d2ff76457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.012632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-c0de42ad-f5c4-4abc-bf26-e68d2ff76457 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0658691 Oct 19 01:11:40.046014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-702508843'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:40.081719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:40.088311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.104338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3af86feb-c7e4-4137-89dc-b1591b271ce7 req-c346fbae-9437-40b5-a012-a7daa05bbcdb tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872521 Oct 19 01:11:40.113117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-2968301a-679c-4a55-81be-4865fe1ca758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.114572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-2968301a-679c-4a55-81be-4865fe1ca758 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786891 Oct 19 01:11:40.122792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:11:40.139258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.139602 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Added segment 8f0e3721-1c85-47df-a8d7-f32645fb5287 of type vlan for network b532d65e-4766-413e-9d91-57fdb0a70e35 Oct 19 01:11:40.218170 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.266540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.270635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-10b898db-7d75-4b3c-979c-4bcf1a2f28ae service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468892 Oct 19 01:11:40.274564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.276001 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.301836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:40.352264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6199441 Oct 19 01:11:40.360401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48022) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:40.367097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'subnet': {'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:40.397941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82821fb2-e61f-4185-a432-a6f4f3d1feed tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Network': ['ID=b532d65e-4766-413e-9d91-57fdb0a70e35,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:40.421917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b532d65e-4766-413e-9d91-57fdb0a70e35 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:11:40.472312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95247e6d-e6a6-40a6-822a-ac5e29934759 req-0ec5bdd4-0134-4740-8b67-81512155856c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.474499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95247e6d-e6a6-40a6-822a-ac5e29934759 req-0ec5bdd4-0134-4740-8b67-81512155856c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1916606 Oct 19 01:11:40.503597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Sync routers for ids ['c6f71f59-4433-4379-b336-3a8470d5fe54'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:11:40.550568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Routers {'c6f71f59-4433-4379-b336-3a8470d5fe54'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:40.551190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:11:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c6f71f59-4433-4379-b336-3a8470d5fe54'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:40.558259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-07bbcc1b-0e62-4cf7-b72c-e2dec5392a3e service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319477 Oct 19 01:11:40.589846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95247e6d-e6a6-40a6-822a-ac5e29934759 req-d8065c85-e7b8-408a-a0f8-3c0121f9c3b3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813522 Oct 19 01:11:40.595121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:40.598985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.615542 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.616462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:40.636419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'mac_address': 'fa:16:3e:73:27:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:40.755926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d58e0-0d46-4dad-ba1d-32c256b69147 req-c1e7eaaf-ae12-4a5e-9c75-4a96edb97ab1 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:40.760102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f7d58e0-0d46-4dad-ba1d-32c256b69147 req-c1e7eaaf-ae12-4a5e-9c75-4a96edb97ab1 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 947 time: 0.1088362 Oct 19 01:11:40.777583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.801589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 99ee7652-651f-49e3-aa42-3047300189d0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:40.803320 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:40.823097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f7d58e0-0d46-4dad-ba1d-32c256b69147 req-d7bd09f2-d13b-4203-ac70-cb7636821e31 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562696 Oct 19 01:11:40.884885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Set router c6f71f59-4433-4379-b336-3a8470d5fe54 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:41.050008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f6404c-2762-45a3-aeab-a781ac787d42 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:41.086797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:41.116637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.178661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 99ee7652-651f-49e3-aa42-3047300189d0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:41.179068 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.206453 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04eb5bc3-574d-42d7-81fd-6abf69f0b9fe req-77908571-67a7-4516-9bd9-652d49ccd29d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 210 time: 0.0272181 Oct 19 01:11:41.244264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.277231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756158-d266-45df-8bb3-a70889cbdafe req-a3c94f30-3b27-444d-a9e5-448d781956ad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.278918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-a3c94f30-3b27-444d-a9e5-448d781956ad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.4333942 Oct 19 01:11:41.291577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303a1fe-ebc8-41af-866b-6fa12ae261ce req-1870e932-df1e-4efb-afed-97b7e40a857c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.293414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3303a1fe-ebc8-41af-866b-6fa12ae261ce req-1870e932-df1e-4efb-afed-97b7e40a857c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 950 time: 0.5975788 Oct 19 01:11:41.298854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Request body: {'port': {'device_id': 'fcada9b4-172a-4103-973c-c3f22935b464', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'admin_state_up': True, 'tenant_id': 'df79da2ee2474603b62070de5a0569a8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:41.319206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.375335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '99ee7652-651f-49e3-aa42-3047300189d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:11:37Z', 'revision_number': 4, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port': {'id': '99ee7652-651f-49e3-aa42-3047300189d0', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '90a58778-cf68-4bba-abab-310dca34d8cf', 'name': '', 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'mac_address': 'fa:16:3e:76:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ddfc5604-d751-40fd-aab6-03e89bee8686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:36Z', 'updated_at': '2021-10-19T01:11:38Z', 'revision_number': 2, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'subnets': [{'id': 'ddfc5604-d751-40fd-aab6-03e89bee8686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:41.404177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Subnet': ['ID=bcc5dda5-6452-4480-abe3-444c616c900b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:41.409125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Checking router: c6f71f59-4433-4379-b336-3a8470d5fe54 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:11:41.409125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Updating router c6f71f59-4433-4379-b336-3a8470d5fe54 port 90a58778-cf68-4bba-abab-310dca34d8cf binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:11:41.440433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.456194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d742c-dadf-4880-87e2-770d806493ce req-4ca24188-a1ad-4907-ac98-1c4704db0a14 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.458514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e75d742c-dadf-4880-87e2-770d806493ce req-4ca24188-a1ad-4907-ac98-1c4704db0a14 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0769148 Oct 19 01:11:41.500551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3303a1fe-ebc8-41af-866b-6fa12ae261ce req-2ac9be08-840b-45c3-8a82-cf03cf123225 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920924 Oct 19 01:11:41.507200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e75d742c-dadf-4880-87e2-770d806493ce req-7c28d48a-9bf8-450c-b962-83cf163b4a91 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Oct 19 01:11:41.521741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Checking segment: {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:41.522103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network hostable DHCP agents. Network: b532d65e-4766-413e-9d91-57fdb0a70e35, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:11:41.552792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['d7f6404c-2762-45a3-aeab-a781ac787d42'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:41.562906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network b532d65e-4766-413e-9d91-57fdb0a70e35 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:11:41.594279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b532d65e-4766-413e-9d91-57fdb0a70e35) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:41.599207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Made reservation on behalf of df79da2ee2474603b62070de5a0569a8 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:41.602834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.605717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.606321 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.612387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a9be8-91d9-41b7-a3fa-3749111bf1bd None None] Network b532d65e-4766-413e-9d91-57fdb0a70e35 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:41.657281 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c9e88bf4-8bbf-4e65-8582-ea23fc433443 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2941859 Oct 19 01:11:41.659713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48062) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.668516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-84076833'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:41.724952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:41.729569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.755275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:11:41.769055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.769697 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Added segment 017d89a2-2e2a-43c9-bfd9-7912f03fddc6 of type vlan for network 45685fe7-7a08-4b0a-bf7a-f94531d6004c Oct 19 01:11:41.814244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf77ef-927b-4d13-9a51-65e2ae50628c req-842f1ea5-f800-4f0f-ba74-66b42dde533e tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.814676 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.823403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47cf77ef-927b-4d13-9a51-65e2ae50628c req-842f1ea5-f800-4f0f-ba74-66b42dde533e tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 950 time: 0.0899758 Oct 19 01:11:41.876487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7937976-2bd5-4a72-84fa-8ffd2e837250 req-6c97a49b-1bc5-4f2e-8b71-0fd4773516b9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.885745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7937976-2bd5-4a72-84fa-8ffd2e837250 req-6c97a49b-1bc5-4f2e-8b71-0fd4773516b9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1756518 Oct 19 01:11:41.907489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47cf77ef-927b-4d13-9a51-65e2ae50628c req-55df226b-0015-4bde-ba24-24884c4210aa tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834157 Oct 19 01:11:41.923031 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.929383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:41.930030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:41.953960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Allocated IP 172.20.0.10 (56fc9e66-ba83-4ac4-a193-bd7876bc3b89/68cbcae8-6460-4c37-b101-a39da0fdcbd4/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:41.954716 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2938254 Oct 19 01:11:41.957342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48070) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:41.963330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'subnet': {'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:41.990648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7937976-2bd5-4a72-84fa-8ffd2e837250 req-5871f106-945a-4d3e-9315-167fef43da00 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016493 Oct 19 01:11:42.015013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-b532d65e-4766-413e-9d91-57fdb0a70e35', 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'fixed_ips': [{'subnet_id': 'bcc5dda5-6452-4480-abe3-444c616c900b'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:42.015951 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.019637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.037617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.182313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3869dc5-4f6c-4d17-81a0-9d62c12b699a None None] Pushing event updated for resources: {'Port': ['ID=90a58778-cf68-4bba-abab-310dca34d8cf,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:42.225020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.230817 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.263760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd726fb6-1806-4b44-89a6-0f0c3703e6c0 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Network': ['ID=45685fe7-7a08-4b0a-bf7a-f94531d6004c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:42.308386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 45685fe7-7a08-4b0a-bf7a-f94531d6004c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:11:42.332507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:42.338171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.363721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Attempting to bind port 90a58778-cf68-4bba-abab-310dca34d8cf on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:42.364133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Attempting to bind port 90a58778-cf68-4bba-abab-310dca34d8cf by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:42.364502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Attempting to bind port 90a58778-cf68-4bba-abab-310dca34d8cf on network c048487a-7f51-428e-b359-b557e767a1b6 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:42.369065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cab774-b421-4524-a402-00f2479c531c req-ece09661-7f03-4e12-ae8c-672ba34169eb tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.379137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97cab774-b421-4524-a402-00f2479c531c req-ece09661-7f03-4e12-ae8c-672ba34169eb tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 948 time: 0.1168840 Oct 19 01:11:42.401681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.458137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Allocated IP 19.80.0.2 (b532d65e-4766-413e-9d91-57fdb0a70e35/bcc5dda5-6452-4480-abe3-444c616c900b/099566e8-bf74-4c4d-8cee-130ba6d42227) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:42.461357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:42.461940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Checking segment: {'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:42.462538 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.463117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Bound using segment: {'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:42.463803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Bound port: 90a58778-cf68-4bba-abab-310dca34d8cf, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be25cd4-7469-4ef8-afc3-9cdb3141d853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:42.464416 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.475100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:42.509329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48080) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:42.515184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:42.519374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:42.522184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:42.529055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.529744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.537297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-248e6022-7513-42e3-8e5c-8091348ee205 None None] Provisioning complete for port 90a58778-cf68-4bba-abab-310dca34d8cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:42.537961 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-248e6022-7513-42e3-8e5c-8091348ee205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.557009 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97cab774-b421-4524-a402-00f2479c531c req-217ff351-f90f-483b-8e25-0dc5489ee374 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696048 Oct 19 01:11:42.572040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-b6b90ba2-9d99-41de-ada8-244cb5287467 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2769408 Oct 19 01:11:42.590529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Request body: {'port': {'device_id': 'fcada9b4-172a-4103-973c-c3f22935b464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:42.667198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] For port 90a58778-cf68-4bba-abab-310dca34d8cf, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:42.674993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-248e6022-7513-42e3-8e5c-8091348ee205 None None] Port 90a58778-cf68-4bba-abab-310dca34d8cf cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:42.688085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] For port 90a58778-cf68-4bba-abab-310dca34d8cf, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=90a58778-cf68-4bba-abab-310dca34d8cf,segment=NetworkSegment(6be25cd4-7469-4ef8-afc3-9cdb3141d853),segment_id=6be25cd4-7469-4ef8-afc3-9cdb3141d853)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:42.694899 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.722072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:42.784247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd289d-64b3-44d6-8cbf-b14a1e32790d req-bc9870ae-4655-4429-878d-31dd0d87d548 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:42.792406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31cd289d-64b3-44d6-8cbf-b14a1e32790d req-bc9870ae-4655-4429-878d-31dd0d87d548 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 950 time: 0.1023302 Oct 19 01:11:42.826535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Routers {'c6f71f59-4433-4379-b336-3a8470d5fe54'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:11:42.827243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:11:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c6f71f59-4433-4379-b336-3a8470d5fe54'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:42.930199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31cd289d-64b3-44d6-8cbf-b14a1e32790d req-4022646d-2664-4489-a004-4268e017b8d5 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367285 Oct 19 01:11:42.973438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3869dc5-4f6c-4d17-81a0-9d62c12b699a None None] Pushing event updated for resources: {'Port': ['ID=90a58778-cf68-4bba-abab-310dca34d8cf,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.010027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18a8f03b-8551-40f9-bbb8-e66c35740407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.018943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] Set router c6f71f59-4433-4379-b336-3a8470d5fe54 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:11:43.030663 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.088366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.112462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276058-eaee-4ab1-a75e-16f9aca61a94 req-60c8c1b6-0ba0-4ed7-9cb4-8c13278f531c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.114764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57276058-eaee-4ab1-a75e-16f9aca61a94 req-60c8c1b6-0ba0-4ed7-9cb4-8c13278f531c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 932 time: 0.5764062 Oct 19 01:11:43.139048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.143571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6c84fd1f-599d-47bd-b3bf-de266894eaa6 None None] Provisioning complete for port 90a58778-cf68-4bba-abab-310dca34d8cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:43.143931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c84fd1f-599d-47bd-b3bf-de266894eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.151321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2af9f5-057a-42ed-9320-9f7325e0162f req-3022a888-f021-424c-8626-0ae75c1fdb98 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.152990 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e2af9f5-057a-42ed-9320-9f7325e0162f req-3022a888-f021-424c-8626-0ae75c1fdb98 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1078205 Oct 19 01:11:43.182120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7b11bf-d3fd-44e2-87a0-6d060850f4fb {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:43.190900 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57276058-eaee-4ab1-a75e-16f9aca61a94 req-360d93cf-87bb-4d73-8e9a-335474dc90d1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602007 Oct 19 01:11:43.191927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Subnet': ['ID=6ee4ca28-f6a7-4d32-b5b2-df80f96afe86,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.194526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.222090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Checking segment: {'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:43.222727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network hostable DHCP agents. Network: 45685fe7-7a08-4b0a-bf7a-f94531d6004c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:11:43.230896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e2af9f5-057a-42ed-9320-9f7325e0162f req-c1359855-0ad8-4d14-93e8-f17cc0273e91 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711482 Oct 19 01:11:43.232240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Transition to ACTIVE for port object bd7b11bf-d3fd-44e2-87a0-6d060850f4fb will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:43.244109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.262219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network 45685fe7-7a08-4b0a-bf7a-f94531d6004c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:11:43.310567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.315343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 45685fe7-7a08-4b0a-bf7a-f94531d6004c) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:43.324114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18a8f03b-8551-40f9-bbb8-e66c35740407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.327238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.327890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.340310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18a8f03b-8551-40f9-bbb8-e66c35740407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.343572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b115ab8c-2e54-4de9-8c52-628c3f41b52c None None] Network 45685fe7-7a08-4b0a-bf7a-f94531d6004c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:43.366142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:43.366493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:43.366800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:43.371383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:43.372043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:43.376761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:43.377080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:43.377468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:43.377783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a0646a98-42fd-409c-94b9-3ee3194ed300 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4181397 Oct 19 01:11:43.377904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Bound port: bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:43.378394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.391916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Network b532d65e-4766-413e-9d91-57fdb0a70e35 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:43.426979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8f03b-8551-40f9-bbb8-e66c35740407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07442a16-5a5c-4c84-9bb6-96294af3caa3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.429807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:43.440352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:43.441677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:43.443603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-18a8f03b-8551-40f9-bbb8-e66c35740407 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4cd30ba86ad047718790e5fb727d5dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9299750 Oct 19 01:11:43.444292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Pushing event updated for resources: {'Port': ['ID=099566e8-bf74-4c4d-8cee-130ba6d42227,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.464660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a56c-e7a2-418c-a02f-db6e624c52ba req-11612025-8bb4-4b39-85f0-ffd31f8c2a58 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.468652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b34a56c-e7a2-418c-a02f-db6e624c52ba req-11612025-8bb4-4b39-85f0-ffd31f8c2a58 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1839931 Oct 19 01:11:43.539010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b34a56c-e7a2-418c-a02f-db6e624c52ba req-43410fb3-61c9-47bf-a09b-47c602892354 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590792 Oct 19 01:11:43.556241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:43.560250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:43.574743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.605435 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ed2-cb32-405a-bfbf-236a946a0229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.615129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.617195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.619664 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 1093 time: 1.0337212 Oct 19 01:11:43.627902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:43.631793 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95df53-900b-4dab-8c7a-76b7942262ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:43.701368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ed2-cb32-405a-bfbf-236a946a0229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.702928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Attempting to bind port 099566e8-bf74-4c4d-8cee-130ba6d42227 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:43.703427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Attempting to bind port 099566e8-bf74-4c4d-8cee-130ba6d42227 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:43.703658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Attempting to bind port 099566e8-bf74-4c4d-8cee-130ba6d42227 on network b532d65e-4766-413e-9d91-57fdb0a70e35 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:43.717184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28328e3-0bca-44b5-8b6a-b1dad2362ea3 req-6a481d04-ec1d-4562-8cb4-23d88274036a tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.719057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e28328e3-0bca-44b5-8b6a-b1dad2362ea3 req-6a481d04-ec1d-4562-8cb4-23d88274036a tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 948 time: 0.0708807 Oct 19 01:11:43.720611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:43.721009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Checking segment: {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:43.721542 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.721941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Bound using segment: {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:43.722496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Bound port: 099566e8-bf74-4c4d-8cee-130ba6d42227, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:43.723169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.755536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc6558-6f94-4b42-95e7-ce5e744113e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.760523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e28328e3-0bca-44b5-8b6a-b1dad2362ea3 req-5119f604-b775-407c-92fb-62416ccb2f36 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Oct 19 01:11:43.772735 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c84fd1f-599d-47bd-b3bf-de266894eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.817174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-45685fe7-7a08-4b0a-bf7a-f94531d6004c', 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'fixed_ips': [{'subnet_id': '6ee4ca28-f6a7-4d32-b5b2-df80f96afe86'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:11:43.817997 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.824547 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5df501-49be-4171-a76a-1ade860b9b9f x-openstack-request-id: req-da5df501-49be-4171-a76a-1ade860b9b9f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:43.824835 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:43.825089 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da5df501-49be-4171-a76a-1ade860b9b9f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:43.825480 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb', 'status': 'completed', 'code': 200} Oct 19 01:11:43.857504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756158-d266-45df-8bb3-a70889cbdafe req-92dd2aa1-2f13-4702-ba38-f28d2442b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.859002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-92dd2aa1-2f13-4702-ba38-f28d2442b975 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1096 time: 0.1515007 Oct 19 01:11:43.871071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-f30d662a-61fc-44ee-aca8-7b6154fc9874 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.876894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-f30d662a-61fc-44ee-aca8-7b6154fc9874 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:43.883924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-f30d662a-61fc-44ee-aca8-7b6154fc9874 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/networks?id=b532d65e-4766-413e-9d91-57fdb0a70e35&id=45685fe7-7a08-4b0a-bf7a-f94531d6004c&id=b532d65e-4766-413e-9d91-57fdb0a70e35 HTTP/1.1" status: 200 len: 1389 time: 0.2550759 Oct 19 01:11:43.887255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6c84fd1f-599d-47bd-b3bf-de266894eaa6 None None] For port 90a58778-cf68-4bba-abab-310dca34d8cf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=90a58778-cf68-4bba-abab-310dca34d8cf,segment=NetworkSegment(6be25cd4-7469-4ef8-afc3-9cdb3141d853),segment_id=6be25cd4-7469-4ef8-afc3-9cdb3141d853)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:43.893748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ed2-cb32-405a-bfbf-236a946a0229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.896706 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffff6ed2-cb32-405a-bfbf-236a946a0229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.897480 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c84fd1f-599d-47bd-b3bf-de266894eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:43.897795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffff6ed2-cb32-405a-bfbf-236a946a0229 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07442a16-5a5c-4c84-9bb6-96294af3caa3 HTTP/1.1" status: 204 len: 168 time: 0.4371779 Oct 19 01:11:43.910309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c3bf0ff6-1006-4a55-b11c-e91dbb10f8f1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/quotas/28a095346b664672a4719b8f3b7407fe HTTP/1.1" status: 200 len: 375 time: 0.0252357 Oct 19 01:11:43.950011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff6ed2-cb32-405a-bfbf-236a946a0229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07442a16-5a5c-4c84-9bb6-96294af3caa3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:43.962026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-8c05ffc9-481f-4a10-a153-16bda093e13d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 217 time: 0.0590487 Oct 19 01:11:43.989922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824985f-9cf8-4098-801a-2651f30f88be req-274a1db6-5ead-44fe-aaa2-b4521d5ee565 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:44.001466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9824985f-9cf8-4098-801a-2651f30f88be req-274a1db6-5ead-44fe-aaa2-b4521d5ee565 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 950 time: 0.0989141 Oct 19 01:11:44.027559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] For port 099566e8-bf74-4c4d-8cee-130ba6d42227, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:44.047395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '99ee7652-651f-49e3-aa42-3047300189d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:11:37Z', 'revision_number': 4, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port': {'id': '99ee7652-651f-49e3-aa42-3047300189d0', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '90a58778-cf68-4bba-abab-310dca34d8cf', 'name': '', 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'mac_address': 'fa:16:3e:76:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ddfc5604-d751-40fd-aab6-03e89bee8686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:36Z', 'updated_at': '2021-10-19T01:11:42Z', 'revision_number': 4, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'subnets': [{'id': 'ddfc5604-d751-40fd-aab6-03e89bee8686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:11:44.067404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-19418711-e19a-4686-b6bb-51decacd0aa5 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1453972 Oct 19 01:11:44.069283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756158-d266-45df-8bb3-a70889cbdafe req-960f69d5-aeba-48f9-b507-3639b6c5ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:44.070695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-960f69d5-aeba-48f9-b507-3639b6c5ecc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1011777 Oct 19 01:11:44.117029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] For port 099566e8-bf74-4c4d-8cee-130ba6d42227, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=099566e8-bf74-4c4d-8cee-130ba6d42227,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:44.127037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bf147-b02d-4f0b-b5c7-586305e1527f None None] The sync data for ids ['c6f71f59-4433-4379-b336-3a8470d5fe54'] in n-d-789963-20 is: [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '99ee7652-651f-49e3-aa42-3047300189d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:11:37Z', 'revision_number': 4, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port': {'id': '99ee7652-651f-49e3-aa42-3047300189d0', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '90a58778-cf68-4bba-abab-310dca34d8cf', 'name': '', 'network_id': 'c048487a-7f51-428e-b359-b557e767a1b6', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'mac_address': 'fa:16:3e:76:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ddfc5604-d751-40fd-aab6-03e89bee8686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:36Z', 'updated_at': '2021-10-19T01:11:42Z', 'revision_number': 4, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'subnets': [{'id': 'ddfc5604-d751-40fd-aab6-03e89bee8686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:11:44.131157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-14416e5a-c280-4e78-af70-5f8713f5040b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447958 Oct 19 01:11:44.155819 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.196160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e516a-6974-4bc0-abc6-d925d69f5c11 req-7fdee8c7-fc10-4939-9a29-ee28c045ffb6 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:44.201566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84fd1f-599d-47bd-b3bf-de266894eaa6 None None] Pushing event updated for resources: {'Port': ['ID=90a58778-cf68-4bba-abab-310dca34d8cf,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:44.208289 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea6e516a-6974-4bc0-abc6-d925d69f5c11 req-7fdee8c7-fc10-4939-9a29-ee28c045ffb6 tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/ports?device_id=e680e95f-65eb-4f28-9083-6b2497ea3441 HTTP/1.1" status: 200 len: 950 time: 0.1451294 Oct 19 01:11:44.233321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Allocated IP 19.86.0.2 (45685fe7-7a08-4b0a-bf7a-f94531d6004c/6ee4ca28-f6a7-4d32-b5b2-df80f96afe86/df175fa1-25be-4f18-b745-876970e6ffef) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:44.303525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea6e516a-6974-4bc0-abc6-d925d69f5c11 req-a8c5b296-a4b8-4d6f-81de-af7a4d3b3d8c tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1345e66-ceb3-4549-b91a-504c5476ddaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890555 Oct 19 01:11:44.319309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Deleting port ba732230-5617-4438-ae92-bde0319ba1ca {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:11:44.319893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.357745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:44.386190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48118) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:44.421413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-5ea0b6bf-446e-49a3-80ef-8de5a880219d service neutron] 10.222.0.64 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428533 Oct 19 01:11:44.467731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b1923696-01d3-4e18-9ad9-4a2a3f894e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.511376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-6a09c32f-8baa-4716-b412-2fdb903c8cc7 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696642 Oct 19 01:11:44.575613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999419d-09f7-4bd0-beb3-b052dfda1628 None None] Pushing event updated for resources: {'Port': ['ID=099566e8-bf74-4c4d-8cee-130ba6d42227,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:44.662195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port d7f6404c-2762-45a3-aeab-a781ac787d42 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:44.663141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] For port ba732230-5617-4438-ae92-bde0319ba1ca, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ba732230-5617-4438-ae92-bde0319ba1ca,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:44.663517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.750863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47376f-2672-459d-bfa3-09912220f337 req-f54fd6e5-cc1c-4b1b-a83e-232500cd50ab tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:44.754105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a47376f-2672-459d-bfa3-09912220f337 req-f54fd6e5-cc1c-4b1b-a83e-232500cd50ab tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.2873385 Oct 19 01:11:44.754889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Calling delete_port for ba732230-5617-4438-ae92-bde0319ba1ca owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:11:44.786099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.788594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-97de296a-e5ee-485a-8407-11ba52a44375 service neutron] 10.222.0.64 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662307 Oct 19 01:11:44.798158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port d7f6404c-2762-45a3-aeab-a781ac787d42 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:44.798158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.866599 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:44.869546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df756158-d266-45df-8bb3-a70889cbdafe req-7e7fe956-abfc-4470-96c8-b7d45f42b8e0 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445485 Oct 19 01:11:44.919603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a47376f-2672-459d-bfa3-09912220f337 req-a280a452-3143-4fcb-b1a4-01f813fe5382 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511521 Oct 19 01:11:44.934695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 90a58778-cf68-4bba-abab-310dca34d8cf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:44.958890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-14abb42e-ad36-4b0b-8fc6-48723c30033e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2247512 Oct 19 01:11:45.018498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b1923696-01d3-4e18-9ad9-4a2a3f894e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.024374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Network 45685fe7-7a08-4b0a-bf7a-f94531d6004c is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:45.032025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Pushing event updated for resources: {'Port': ['ID=df175fa1-25be-4f18-b745-876970e6ffef,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.045282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:45.048841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:45.089558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-1b496009-f80d-4fe1-b6f3-06a86408a319 service neutron] 10.222.0.64 "GET /v2.0/networks/45685fe7-7a08-4b0a-bf7a-f94531d6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000827 Oct 19 01:11:45.100359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b1923696-01d3-4e18-9ad9-4a2a3f894e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.130351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-d1a95b37-7795-414b-b414-106508bf3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:45.131950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-d1a95b37-7795-414b-b414-106508bf3df8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1096 time: 0.1557300 Oct 19 01:11:45.192877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.193109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b1923696-01d3-4e18-9ad9-4a2a3f894e4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=948a62149ea84e8a975315a81e442111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002772 Oct 19 01:11:45.193855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1923696-01d3-4e18-9ad9-4a2a3f894e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26373a25-97a8-4c45-acce-bf020e245d84,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.196489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48126) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:45.208107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 90a58778-cf68-4bba-abab-310dca34d8cf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:45.209716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.214599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Attempting to bind port df175fa1-25be-4f18-b745-876970e6ffef on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:45.215694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Attempting to bind port df175fa1-25be-4f18-b745-876970e6ffef by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:45.216292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Attempting to bind port df175fa1-25be-4f18-b745-876970e6ffef on network 45685fe7-7a08-4b0a-bf7a-f94531d6004c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:45.217390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-856c83bf-f0a3-4793-89a9-c3479e0d4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:45.219055 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-856c83bf-f0a3-4793-89a9-c3479e0d4950 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 1119 time: 0.2030766 Oct 19 01:11:45.221968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.255046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:45.255728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Checking segment: {'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:45.256377 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.256924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Bound using segment: {'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:45.257557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Bound port: df175fa1-25be-4f18-b745-876970e6ffef, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:45.258177 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.282666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ba732230-5617-4438-ae92-bde0319ba1ca'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:45.297199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:45.299829 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6328a3-5dfd-4772-b9c1-b75979c74750" -d '{"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:45.306238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Pushing event deleted for resources: {'Port': ['ID=ba732230-5617-4438-ae92-bde0319ba1ca,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.337892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61268e1f-6b31-46ee-9bee-4117a1d3e124 req-c22d0ad0-b67c-4b79-810e-2667f2d4673b tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:45.348511 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61268e1f-6b31-46ee-9bee-4117a1d3e124 req-c22d0ad0-b67c-4b79-810e-2667f2d4673b tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.2530673 Oct 19 01:11:45.360783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-76c228fb-bc54-4ce7-a625-b9f0f5e5c180 service neutron] 10.222.0.64 "GET /v2.0/networks/45685fe7-7a08-4b0a-bf7a-f94531d6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625256 Oct 19 01:11:45.371313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:45.380864 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.457478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] No DVR routers for this DVR port ba732230-5617-4438-ae92-bde0319ba1ca on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:11:45.480068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.487576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9824985f-9cf8-4098-801a-2651f30f88be req-03f9576e-6859-42a8-8e57-7a1ceed7eaee tempest-DeleteServersAdminTestJSON-1337408520 tempest-DeleteServersAdminTestJSON-1337408520-project] 10.222.0.74 "DELETE /v2.0/ports/ba732230-5617-4438-ae92-bde0319ba1ca HTTP/1.1" status: 204 len: 173 time: 1.4780552 Oct 19 01:11:45.493960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'name': 'network-vif-deleted', 'tag': 'ba732230-5617-4438-ae92-bde0319ba1ca'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:45.496267 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e778d38-569f-4f8e-850c-4f71932e8976" -d '{"events": [{"server_uuid": "e680e95f-65eb-4f28-9083-6b2497ea3441", "name": "network-vif-deleted", "tag": "ba732230-5617-4438-ae92-bde0319ba1ca"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:45.500061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] For port df175fa1-25be-4f18-b745-876970e6ffef, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:45.509700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] For port df175fa1-25be-4f18-b745-876970e6ffef, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=df175fa1-25be-4f18-b745-876970e6ffef,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:45.518472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-49a4aa5b-bb59-451c-a214-fefe9bc6d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:45.522277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-49a4aa5b-bb59-451c-a214-fefe9bc6d52c service neutron] 10.222.0.62 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 923 time: 0.2445600 Oct 19 01:11:45.522435 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.544241 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1610023c-e579-40ab-a56f-3886e112d845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.545489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 099566e8-bf74-4c4d-8cee-130ba6d42227 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:45.587851 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1610023c-e579-40ab-a56f-3886e112d845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.595839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.631290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61268e1f-6b31-46ee-9bee-4117a1d3e124 req-ab70a503-d60f-41f5-b9d7-a4b65281d1c8 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812717 Oct 19 01:11:45.705844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1610023c-e579-40ab-a56f-3886e112d845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.708616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1610023c-e579-40ab-a56f-3886e112d845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.712669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1610023c-e579-40ab-a56f-3886e112d845 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26373a25-97a8-4c45-acce-bf020e245d84 HTTP/1.1" status: 204 len: 168 time: 0.5096531 Oct 19 01:11:45.716866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f79c8-2b99-4845-9cd0-8f86999ccf09 None None] Pushing event updated for resources: {'Port': ['ID=df175fa1-25be-4f18-b745-876970e6ffef,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.740125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610023c-e579-40ab-a56f-3886e112d845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26373a25-97a8-4c45-acce-bf020e245d84,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:45.754153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-610adabe-b2a5-4900-8755-0e987af1eb0e service neutron] 10.222.0.64 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635726 Oct 19 01:11:45.792537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 099566e8-bf74-4c4d-8cee-130ba6d42227 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:45.792989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:45.831231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-71f8aa9c-6f41-45a7-b574-7094927be698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:45.832923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-71f8aa9c-6f41-45a7-b574-7094927be698 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.6884041 Oct 19 01:11:45.985428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.055503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092065d9-2eaa-493b-8039-25ea682f91c6 None None] Network b532d65e-4766-413e-9d91-57fdb0a70e35 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:46.074109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-e6b88f9d-f16b-4cb4-8556-d41ef043d34b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964 HTTP/1.1" status: 200 len: 1022 time: 0.2611141 Oct 19 01:11:46.099686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 099566e8-bf74-4c4d-8cee-130ba6d42227, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=099566e8-bf74-4c4d-8cee-130ba6d42227,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:46.119475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.131359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f0866-b855-4af9-8a87-e1bd8d569dd8 req-1c1a3c1a-8ab7-4edb-aa61-8bedbf019572 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.135017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-171f0866-b855-4af9-8a87-e1bd8d569dd8 req-1c1a3c1a-8ab7-4edb-aa61-8bedbf019572 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1924119 Oct 19 01:11:46.169727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-00d88976-ffc5-4487-937d-9cbefdb6e5f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 217 time: 0.2417426 Oct 19 01:11:46.225683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-171f0866-b855-4af9-8a87-e1bd8d569dd8 req-2346fc56-8e73-4b80-baf3-4d27e19ee2ff tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828972 Oct 19 01:11:46.397850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78dff4-b0b4-4d00-9a4a-4626c619c3a2 req-cf9ed985-e4bb-41e3-a88a-2714527178a4 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.400608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d78dff4-b0b4-4d00-9a4a-4626c619c3a2 req-cf9ed985-e4bb-41e3-a88a-2714527178a4 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 949 time: 0.0763307 Oct 19 01:11:46.421521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4e57c3b9-f45c-4560-a7a8-47dc87c43750 None None] Provisioning complete for port 099566e8-bf74-4c4d-8cee-130ba6d42227 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:46.421940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4e57c3b9-f45c-4560-a7a8-47dc87c43750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:46.447882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=099566e8-bf74-4c4d-8cee-130ba6d42227,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:46.471148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d78dff4-b0b4-4d00-9a4a-4626c619c3a2 req-db2fe2f6-f0d0-4180-bf0d-d44ef67feb12 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643814 Oct 19 01:11:46.599477 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934eeb47-4fff-4715-b881-9617bc1b7129 x-openstack-request-id: req-934eeb47-4fff-4715-b881-9617bc1b7129 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:46.607819 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:46.612609 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-934eeb47-4fff-4715-b881-9617bc1b7129 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:46.612609 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'code': 200} Oct 19 01:11:46.736295 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b683faa-2e0d-4d3e-b7c9-b4f4783c9386 x-openstack-request-id: req-3b683faa-2e0d-4d3e-b7c9-b4f4783c9386 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:46.737113 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680e95f-65eb-4f28-9083-6b2497ea3441", "name": "network-vif-deleted", "tag": "ba732230-5617-4438-ae92-bde0319ba1ca", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:46.744904 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b683faa-2e0d-4d3e-b7c9-b4f4783c9386 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:46.747059 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680e95f-65eb-4f28-9083-6b2497ea3441', 'name': 'network-vif-deleted', 'tag': 'ba732230-5617-4438-ae92-bde0319ba1ca', 'status': 'completed', 'code': 200} Oct 19 01:11:46.792447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-03c59422-37e5-4152-b9e8-b503c78078bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.794076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-03c59422-37e5-4152-b9e8-b503c78078bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 200 len: 861 time: 0.6214285 Oct 19 01:11:46.903759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725aecc-5f49-4237-a62b-d0c1603f1661 req-65be3ea6-6c59-4987-a07c-4c5bfa0c7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.905317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4725aecc-5f49-4237-a62b-d0c1603f1661 req-65be3ea6-6c59-4987-a07c-4c5bfa0c7945 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 1101 time: 0.2743609 Oct 19 01:11:46.916771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-947b6bee-5d5f-4340-bcfd-db412bc652a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:46.921958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-947b6bee-5d5f-4340-bcfd-db412bc652a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.7417445 Oct 19 01:11:46.927913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-a74bd583-b1dd-4dca-8a8c-4b1a2fdb135d service neutron] 10.222.0.64 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1707165 Oct 19 01:11:46.992975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb5f76-b9b6-4f3c-813e-812f20d09fa8 req-eef45629-4abe-4601-9923-5de95b4db938 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.011821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device df175fa1-25be-4f18-b745-876970e6ffef up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:47.014156 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4cb5f76-b9b6-4f3c-813e-812f20d09fa8 req-eef45629-4abe-4601-9923-5de95b4db938 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.2611117 Oct 19 01:11:47.052463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-cd18ae53-9a0e-4389-a483-f7fec8ebcaa1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117923 Oct 19 01:11:47.076280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4725aecc-5f49-4237-a62b-d0c1603f1661 req-b376e5ae-a6fd-4faf-bd16-9486eb5b1d1e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579854 Oct 19 01:11:47.107960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4cb5f76-b9b6-4f3c-813e-812f20d09fa8 req-9d8eb798-56d4-4f5e-af2c-726213654eb8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875673 Oct 19 01:11:47.188058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port df175fa1-25be-4f18-b745-876970e6ffef triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:47.191707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.241134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-33d7e961-e953-4841-89ef-770137689428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.242743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-33d7e961-e953-4841-89ef-770137689428 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77a65c6d-c418-4f98-93f6-06fb0b05bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4294362 Oct 19 01:11:47.280277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-4910bff6-392e-4db5-8816-23d450d93a64 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215316 Oct 19 01:11:47.443824 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.450332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9d526abe-acee-44b1-a8a0-bc340c965632 None None] Provisioning complete for port 099566e8-bf74-4c4d-8cee-130ba6d42227 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:47.450702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d526abe-acee-44b1-a8a0-bc340c965632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.468245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9545749-c4e3-42aa-8b0c-02076f4e22af req-00bf32cc-ae13-4522-93ea-1d655374f53f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 210 time: 0.0392027 Oct 19 01:11:47.563470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7cb813-f49f-40f3-933e-0ef0b3fab0e3 None None] Network 45685fe7-7a08-4b0a-bf7a-f94531d6004c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:11:47.605938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc03817-75fb-471b-8138-12e81a606884 req-72f56ea8-1262-4f34-b63a-e4eebb12fb5f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.607483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6dc03817-75fb-471b-8138-12e81a606884 req-72f56ea8-1262-4f34-b63a-e4eebb12fb5f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.3127294 Oct 19 01:11:47.639025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-bb24f0d8-47d0-4b98-bfd6-6ddb0eb7de73 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448537 Oct 19 01:11:47.647053 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c95df53-900b-4dab-8c7a-76b7942262ef req-73f1fb2d-c7c3-4adb-b1eb-a5ddc8ce54e5 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596058 Oct 19 01:11:47.700326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port df175fa1-25be-4f18-b745-876970e6ffef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=df175fa1-25be-4f18-b745-876970e6ffef,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:47.730466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:47.731320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 099566e8-bf74-4c4d-8cee-130ba6d42227 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:47.808427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7527f6-1511-4a23-ba21-d9183242b3c2 req-c516407d-34f0-45ba-9f67-c658565119d3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:47.813140 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e7527f6-1511-4a23-ba21-d9183242b3c2 req-c516407d-34f0-45ba-9f67-c658565119d3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.0937412 Oct 19 01:11:47.824142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6dc03817-75fb-471b-8138-12e81a606884 req-b7545913-ba53-4869-b966-34b0b1b31933 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003729 Oct 19 01:11:47.888234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e7527f6-1511-4a23-ba21-d9183242b3c2 req-ed3eac89-c269-4e13-b183-135240bdd2f1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698164 Oct 19 01:11:47.962488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=df175fa1-25be-4f18-b745-876970e6ffef,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:47.975932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-604e20a5-44aa-46dd-b5bc-bf57f274a0e9 req-b99b4bd6-e8a8-4d8a-9612-10d050340e5b service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133175 Oct 19 01:11:48.036469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 099566e8-bf74-4c4d-8cee-130ba6d42227 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:48.037028 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.064989 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-eed2016c-7a3e-428e-ae93-e29912ef28eb None None] Provisioning complete for port df175fa1-25be-4f18-b745-876970e6ffef triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:48.065408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eed2016c-7a3e-428e-ae93-e29912ef28eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.102894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcbdb9-150c-4834-af79-61d3cfaa1279 req-9cb6f6d0-d4d2-4c66-aa23-2ef5548e96ad tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:48.105214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19fcbdb9-150c-4834-af79-61d3cfaa1279 req-9cb6f6d0-d4d2-4c66-aa23-2ef5548e96ad tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 949 time: 0.1283431 Oct 19 01:11:48.272602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19fcbdb9-150c-4834-af79-61d3cfaa1279 req-570de97b-1002-4928-b6a7-0c3aeaad08b8 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499095 Oct 19 01:11:48.332312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48202) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:48.385893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f36f46-74d6-4f1a-ae60-2867792e79b0 req-a3fa7589-68fd-4304-8020-9133d20c2ad2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:48.395766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89f36f46-74d6-4f1a-ae60-2867792e79b0 req-a3fa7589-68fd-4304-8020-9133d20c2ad2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.1130044 Oct 19 01:11:48.468338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89f36f46-74d6-4f1a-ae60-2867792e79b0 req-cdc13e83-81b7-4009-a6b4-cd97b8d9493d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712616 Oct 19 01:11:48.544368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-14881bec-2a39-478d-aaa5-724149e01c41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02a6f0ae6d784e8182136aa73f13f475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103117 Oct 19 01:11:48.546920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48212) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:48.585380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dff17e2e-9537-4770-bab5-6844c8d2f224 None None] Provisioning complete for port df175fa1-25be-4f18-b745-876970e6ffef triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:48.587862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dff17e2e-9537-4770-bab5-6844c8d2f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.616016 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1daaf09c-bdc3-43c2-acfa-b1fd1bcd3cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.687830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8985ddb3-0917-4f18-ad05-214571f7c354 req-91df99ad-d605-4bc2-8257-dbbdf2711b4a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 210 time: 0.0507686 Oct 19 01:11:48.695864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1daaf09c-bdc3-43c2-acfa-b1fd1bcd3cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.764564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device df175fa1-25be-4f18-b745-876970e6ffef up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:48.767463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bd7b11bf-d3fd-44e2-87a0-6d060850f4fb details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:48.790338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1daaf09c-bdc3-43c2-acfa-b1fd1bcd3cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.793278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1daaf09c-bdc3-43c2-acfa-b1fd1bcd3cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:48.793986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ba732230-5617-4438-ae92-bde0319ba1ca no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:48.796969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1daaf09c-bdc3-43c2-acfa-b1fd1bcd3cc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1345e66-ceb3-4549-b91a-504c5476ddaa HTTP/1.1" status: 204 len: 168 time: 0.2467170 Oct 19 01:11:48.806236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaf09c-bdc3-43c2-acfa-b1fd1bcd3cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1345e66-ceb3-4549-b91a-504c5476ddaa,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:48.875099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: ba732230-5617-4438-ae92-bde0319ba1ca {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:11:48.875443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ba732230-5617-4438-ae92-bde0319ba1ca not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:11:48.957526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-fff9d973-cfd6-4ad0-9c9b-072440638649 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2fcac98b6ffb4638ae61150f897d127f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461028 Oct 19 01:11:48.994517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port df175fa1-25be-4f18-b745-876970e6ffef triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:48.994889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.045236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:49.062951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'port_id': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb', 'mac_address': 'fa:16:3e:13:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cbcae8-6460-4c37-b101-a39da0fdcbd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:49.068737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79861040-9311-4cfd-808b-5b6d0bac9e9e req-f108369c-81cc-4066-a4db-a7c4636e0a80 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.071321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79861040-9311-4cfd-808b-5b6d0bac9e9e req-f108369c-81cc-4066-a4db-a7c4636e0a80 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1277504 Oct 19 01:11:49.135857 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.138132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-a07def8f-9928-4ecb-902a-9700472511f9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.144133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-a07def8f-9928-4ecb-902a-9700472511f9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.145713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-a07def8f-9928-4ecb-902a-9700472511f9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "GET /v2.0/networks?id=b532d65e-4766-413e-9d91-57fdb0a70e35&id=45685fe7-7a08-4b0a-bf7a-f94531d6004c&id=b532d65e-4766-413e-9d91-57fdb0a70e35 HTTP/1.1" status: 200 len: 1389 time: 0.3055801 Oct 19 01:11:49.148109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79861040-9311-4cfd-808b-5b6d0bac9e9e req-748461bb-4468-436a-aa1c-603c18273745 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680909 Oct 19 01:11:49.167999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7b11bf-d3fd-44e2-87a0-6d060850f4fb {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:49.176785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-15c3e2b3-4be4-43ea-9cd3-3e5a5d9218fc tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.178705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-15c3e2b3-4be4-43ea-9cd3-3e5a5d9218fc tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204263 Oct 19 01:11:49.189390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:49.197218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-75521fe4-c3b0-4904-ab76-1558f24ca910 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/quotas/2fcac98b6ffb4638ae61150f897d127f HTTP/1.1" status: 200 len: 375 time: 0.0113087 Oct 19 01:11:49.197443 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.202579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'port': {'device_id': '28246519-4109-4b82-8d24-29e204f028e2', 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35', 'admin_state_up': True, 'tenant_id': '28a095346b664672a4719b8f3b7407fe'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:49.260524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:49.268971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-47c8c5da-a850-4b6e-8405-6927cdf30ebb tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcac98b6ffb4638ae61150f897d127f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438957 Oct 19 01:11:49.276260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c587b6-274c-4bf2-9774-3efc929036cd req-f1726266-c29f-40af-a664-8b514b30a5f1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.278123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44c587b6-274c-4bf2-9774-3efc929036cd req-f1726266-c29f-40af-a664-8b514b30a5f1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.0618939 Oct 19 01:11:49.282822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:49.310230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6916ff8-835e-4e43-8e9b-ed0b0822a58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.343351 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44c587b6-274c-4bf2-9774-3efc929036cd req-14203007-4130-4285-9ad0-d6daa2990b74 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Oct 19 01:11:49.379464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:49.385800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.432200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6916ff8-835e-4e43-8e9b-ed0b0822a58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.438306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6916ff8-835e-4e43-8e9b-ed0b0822a58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.502915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2bcb5a9-93e5-4cea-98ac-2e2a3a3c4ea0 req-952d5880-7a57-4c3f-acf3-efeb87a16448 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 210 time: 0.0348663 Oct 19 01:11:49.509746 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f6916ff8-835e-4e43-8e9b-ed0b0822a58b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e90bd89d4e2d4d5995d1cd923fa938fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244406 Oct 19 01:11:49.512979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6916ff8-835e-4e43-8e9b-ed0b0822a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95cc6a-3ed3-47db-ad7a-b2617e077160,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:49.515842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48246) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:49.549525 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.550345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269d649-1cd8-40c4-962c-f82591efda78 req-09c35aef-b47f-4294-9dc8-13d6dea1bab2 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.551951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1269d649-1cd8-40c4-962c-f82591efda78 req-09c35aef-b47f-4294-9dc8-13d6dea1bab2 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 949 time: 0.1164455 Oct 19 01:11:49.569609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:49.607851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Allocated IP 19.80.0.229 (b532d65e-4766-413e-9d91-57fdb0a70e35/bcc5dda5-6452-4480-abe3-444c616c900b/f983c135-fa15-44d6-bdd2-585543f1af33) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:49.628047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1269d649-1cd8-40c4-962c-f82591efda78 req-52508532-5d99-4531-9d57-f3aa29f8032e tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638087 Oct 19 01:11:49.631421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49130229-ccd8-4bc2-8e31-6563ee5623c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.689809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49130229-ccd8-4bc2-8e31-6563ee5623c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.750794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c87baa-07ef-4101-a9cd-5386938be565 req-4cdf1b5e-3859-4280-9973-e4ba75b9c8ca tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:49.750794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9c87baa-07ef-4101-a9cd-5386938be565 req-4cdf1b5e-3859-4280-9973-e4ba75b9c8ca tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.1281846 Oct 19 01:11:49.769866 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49130229-ccd8-4bc2-8e31-6563ee5623c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.774867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49130229-ccd8-4bc2-8e31-6563ee5623c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.776454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-49130229-ccd8-4bc2-8e31-6563ee5623c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd95cc6a-3ed3-47db-ad7a-b2617e077160 HTTP/1.1" status: 204 len: 168 time: 0.2594967 Oct 19 01:11:49.787569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49130229-ccd8-4bc2-8e31-6563ee5623c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95cc6a-3ed3-47db-ad7a-b2617e077160,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:49.848913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9c87baa-07ef-4101-a9cd-5386938be565 req-f3e60de8-e11d-42d5-8f6d-648a2e18d8af tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852149 Oct 19 01:11:49.912483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:49.983230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96081229-e630-4804-98d7-fd50495e8a19 req-90207254-c979-4f93-8e69-ce97c79ab0c3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 210 time: 0.0507162 Oct 19 01:11:50.019396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.068436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network b532d65e-4766-413e-9d91-57fdb0a70e35 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:50.072974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:50.078944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:50.088373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:50.089007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.106288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Port': ['ID=f983c135-fa15-44d6-bdd2-585543f1af33,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:50.123552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-841fd0c9-b374-486e-99e9-bccc8f163771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9246712 Oct 19 01:11:50.145103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'port': {'device_id': '28246519-4109-4b82-8d24-29e204f028e2', 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c', 'admin_state_up': True, 'tenant_id': '28a095346b664672a4719b8f3b7407fe'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:50.346886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdea08-5644-46aa-85d5-8e9dbfbe2205 req-05ef5274-f0b5-446c-9146-d9b469649ca3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:50.350950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:50.353915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:11:50.368667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b1bdea08-5644-46aa-85d5-8e9dbfbe2205 req-05ef5274-f0b5-446c-9146-d9b469649ca3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1176207 Oct 19 01:11:50.463057 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b1bdea08-5644-46aa-85d5-8e9dbfbe2205 req-869981eb-2d6b-4dc0-b3d1-ecd4ca4d8c17 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934336 Oct 19 01:11:50.464549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:50.467997 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.493870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-155b0644-e5ce-42e9-9576-bf762d561c49 None None] Provisioning complete for port f983c135-fa15-44d6-bdd2-585543f1af33 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:50.494240 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-155b0644-e5ce-42e9-9576-bf762d561c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.582684 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.594313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b17d83-74f7-4eca-9cb2-868309511fa3 req-38698727-c4e4-4628-a002-9042e384b0ee tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:50.607701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64b17d83-74f7-4eca-9cb2-868309511fa3 req-38698727-c4e4-4628-a002-9042e384b0ee tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1008706 Oct 19 01:11:50.611607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-155b0644-e5ce-42e9-9576-bf762d561c49 None None] Port f983c135-fa15-44d6-bdd2-585543f1af33 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:50.632315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:50.635907 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3420ed-f57a-4ec2-8796-ae004125df49" -d '{"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-unplugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:50.667242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:50.680515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64b17d83-74f7-4eca-9cb2-868309511fa3 req-19f90554-cc79-4541-b773-f7b13667d9ba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676236 Oct 19 01:11:50.682286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:50.692577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Allocated IP 19.86.0.155 (45685fe7-7a08-4b0a-bf7a-f94531d6004c/6ee4ca28-f6a7-4d32-b5b2-df80f96afe86/fa068952-807f-48d9-8402-a753d8592ea5) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:50.693075 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.699927 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8021868b-6121-4798-8f89-5b65f28c9f3f req-126617be-e397-45fe-b1c0-f78ab3d20a56 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 210 time: 0.0653992 Oct 19 01:11:50.741665 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef42dc0-647c-4b89-8067-4768535a1f28 x-openstack-request-id: req-bef42dc0-647c-4b89-8067-4768535a1f28 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:50.741951 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-unplugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:50.742826 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bef42dc0-647c-4b89-8067-4768535a1f28 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:50.744095 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'code': 200} Oct 19 01:11:50.751338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'mac_address': 'fa:16:3e:61:06:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:50.754021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:50.788117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bd7b11bf-d3fd-44e2-87a0-6d060850f4fb up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:50.848261 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.869745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46af847-69bb-4b7f-97fb-fb3a128f1d1d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:50.896337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:50.897782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:11:50.901630 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.907756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:50.908126 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:50.925294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-d2a828e9-5dff-4415-b4ac-a681a1ddf688 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2fcac98b6ffb4638ae61150f897d127f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621722 Oct 19 01:11:51.015945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:51.029588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.111926 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.116716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31192-9de7-4036-9e22-327efa9889ab req-680af24b-2aa4-49eb-b160-ec339072bc79 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:51.119092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cc31192-9de7-4036-9e22-327efa9889ab req-680af24b-2aa4-49eb-b160-ec339072bc79 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.1336715 Oct 19 01:11:51.128252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-16917120-feac-4426-bd10-429dcfc7d5c7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:51.130075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-16917120-feac-4426-bd10-429dcfc7d5c7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985636 Oct 19 01:11:51.136398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.156650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Request body: {'port': {'device_id': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '2fcac98b6ffb4638ae61150f897d127f'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:51.189014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d6ca6-8536-4f82-8974-c9b276da5f3f req-d2087f35-4026-4446-a63f-fc885283e8e1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:51.190618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:51.192668 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d5d6ca6-8536-4f82-8974-c9b276da5f3f req-d2087f35-4026-4446-a63f-fc885283e8e1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 932 time: 0.1099789 Oct 19 01:11:51.200438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.201025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cc31192-9de7-4036-9e22-327efa9889ab req-0d0fd9d4-f50a-41a2-902b-c801b4bdb82c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696738 Oct 19 01:11:51.221344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network 45685fe7-7a08-4b0a-bf7a-f94531d6004c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:51.231418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:51.240350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:51.245948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:51.246566 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.250610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Port': ['ID=fa068952-807f-48d9-8402-a753d8592ea5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:51.290977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d5d6ca6-8536-4f82-8974-c9b276da5f3f req-d47c7849-fc63-44c9-9110-798cd3c2f6c5 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856907 Oct 19 01:11:51.296751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c604c182-ed08-429b-be91-6c0be71fd09f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1569288 Oct 19 01:11:51.315064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:51.318561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'port': {'device_id': '28246519-4109-4b82-8d24-29e204f028e2', 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35', 'admin_state_up': True, 'tenant_id': '28a095346b664672a4719b8f3b7407fe'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:51.331665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e46af847-69bb-4b7f-97fb-fb3a128f1d1d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:51.349595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Made reservation on behalf of 2fcac98b6ffb4638ae61150f897d127f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:51.354275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.368377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.517583 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.524744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.525340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:11:51.528990 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.612656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dd33f7-5cc5-425a-9f59-63b2fe83db26,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:51.648607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f40e6be5-af0f-4e92-bc15-63a2e52f77bc None None] Provisioning complete for port fa068952-807f-48d9-8402-a753d8592ea5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:51.649355 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f40e6be5-af0f-4e92-bc15-63a2e52f77bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.690550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f40e6be5-af0f-4e92-bc15-63a2e52f77bc None None] Port fa068952-807f-48d9-8402-a753d8592ea5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:51.700141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Allocated IP 192.168.233.235 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/e82ae2be-0146-411d-aa51-b458c4b93b4c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:51.744684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08df88-d1c9-4788-942b-233df8b08bc9 req-aa37ed62-35b9-4082-aa70-7e4b681035b0 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:51.746945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae08df88-d1c9-4788-942b-233df8b08bc9 req-aa37ed62-35b9-4082-aa70-7e4b681035b0 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 948 time: 0.1376956 Oct 19 01:11:51.786790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Allocated IP 19.80.0.15 (b532d65e-4766-413e-9d91-57fdb0a70e35/bcc5dda5-6452-4480-abe3-444c616c900b/a9f1b735-20cf-4757-932c-d646b5b4e23f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:11:51.818517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae08df88-d1c9-4788-942b-233df8b08bc9 req-b45874d6-9eae-446a-856b-cf19640db3ec tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646408 Oct 19 01:11:51.870920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9640-4e63-4da5-98ee-ca20fd375fb8 req-6b9ee3dd-2e07-4fd5-b1c4-b14e96d2a58c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:51.878145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82fd9640-4e63-4da5-98ee-ca20fd375fb8 req-6b9ee3dd-2e07-4fd5-b1c4-b14e96d2a58c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1201351 Oct 19 01:11:51.936440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82fd9640-4e63-4da5-98ee-ca20fd375fb8 req-7373acea-c0f5-4fe9-aa14-7475aa1e9317 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574400 Oct 19 01:11:51.940896 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:51.964542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-30330a55-f6a1-4748-9240-243be9d88c1e req-f50daebd-12eb-45d1-b77f-ff48bb69114b tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 210 time: 0.0361867 Oct 19 01:11:51.988069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.004008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.043910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:52.046963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:52.049822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.053821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:52.059635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.060311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.066574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Pushing event updated for resources: {'Port': ['ID=e82ae2be-0146-411d-aa51-b458c4b93b4c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:52.082430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4b8d12ab-ccd8-4f90-820f-9304b13b24d4 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9346309 Oct 19 01:11:52.098958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network b532d65e-4766-413e-9d91-57fdb0a70e35 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:11:52.100829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Request body: {'port': {'device_id': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:52.102483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:11:52.106305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:11:52.111789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.112568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.127701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Port': ['ID=a9f1b735-20cf-4757-932c-d646b5b4e23f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:52.141333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-b3dbf3af-8ada-4b9c-9876-5409cf2918fd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8303969 Oct 19 01:11:52.160103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Request body: {'port': {'device_id': '28246519-4109-4b82-8d24-29e204f028e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:52.189115 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.249110 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.424373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c971e369-8377-4ec8-8e3a-09c6577aed06 None None] Provisioning complete for port e82ae2be-0146-411d-aa51-b458c4b93b4c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:52.425521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c971e369-8377-4ec8-8e3a-09c6577aed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.465473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c971e369-8377-4ec8-8e3a-09c6577aed06 None None] Port e82ae2be-0146-411d-aa51-b458c4b93b4c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:52.509185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1046d-cac1-4235-8917-e53145575096 req-38e918d4-59dd-488b-adc7-f6593d16322b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.510961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20d1046d-cac1-4235-8917-e53145575096 req-38e918d4-59dd-488b-adc7-f6593d16322b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.1251628 Oct 19 01:11:52.525089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970efc7-0f4f-485f-8b7e-e330ab815876 req-1ad8d12b-4be7-4c49-b0fb-73b243bc3cfc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.530919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970efc7-0f4f-485f-8b7e-e330ab815876 req-1ad8d12b-4be7-4c49-b0fb-73b243bc3cfc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.536840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970efc7-0f4f-485f-8b7e-e330ab815876 req-1ad8d12b-4be7-4c49-b0fb-73b243bc3cfc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:52.538442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b970efc7-0f4f-485f-8b7e-e330ab815876 req-1ad8d12b-4be7-4c49-b0fb-73b243bc3cfc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2376 time: 0.1258352 Oct 19 01:11:52.573923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20d1046d-cac1-4235-8917-e53145575096 req-08cba507-beb6-4ef1-95c6-0b6e64875c98 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550594 Oct 19 01:11:52.590741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cfb012d6-fec6-4796-9b44-28749b5d109a None None] Provisioning complete for port a9f1b735-20cf-4757-932c-d646b5b4e23f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:52.591491 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfb012d6-fec6-4796-9b44-28749b5d109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.606689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b970efc7-0f4f-485f-8b7e-e330ab815876 req-91a1ce44-591a-40ff-ada5-68636e8ba683 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Oct 19 01:11:52.655687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cfb012d6-fec6-4796-9b44-28749b5d109a None None] Port a9f1b735-20cf-4757-932c-d646b5b4e23f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:11:52.665765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f983c135-fa15-44d6-bdd2-585543f1af33 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:52.676880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.689279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Transition to ACTIVE for port object f983c135-fa15-44d6-bdd2-585543f1af33 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:52.693018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82ae2be-0146-411d-aa51-b458c4b93b4c {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:52.701831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.702035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.715783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Transition to ACTIVE for port object e82ae2be-0146-411d-aa51-b458c4b93b4c will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:52.724881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.745588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:52.748131 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b9803a-ecec-4766-9dfc-7cbbd768e2c0" -d '{"events": [{"server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "name": "network-vif-plugged", "status": "completed", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:52.763681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Pushing event updated for resources: {'Port': ['ID=f983c135-fa15-44d6-bdd2-585543f1af33,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:52.818787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Attempting to bind port f983c135-fa15-44d6-bdd2-585543f1af33 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:52.819236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Attempting to bind port f983c135-fa15-44d6-bdd2-585543f1af33 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:52.819658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Attempting to bind port f983c135-fa15-44d6-bdd2-585543f1af33 on network b532d65e-4766-413e-9d91-57fdb0a70e35 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:52.826027 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa18161-4c33-4abf-95a6-16d4096d2932 x-openstack-request-id: req-8aa18161-4c33-4abf-95a6-16d4096d2932 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:52.826436 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "name": "network-vif-plugged", "status": "completed", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:52.826909 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8aa18161-4c33-4abf-95a6-16d4096d2932 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:52.827396 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb', 'code': 200} Oct 19 01:11:52.830492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Pushing event updated for resources: {'Port': ['ID=e82ae2be-0146-411d-aa51-b458c4b93b4c,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:52.830656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Port f983c135-fa15-44d6-bdd2-585543f1af33 on network b532d65e-4766-413e-9d91-57fdb0a70e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:52.830656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Attempting to bind port f983c135-fa15-44d6-bdd2-585543f1af33 on network b532d65e-4766-413e-9d91-57fdb0a70e35 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:52.836088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:52.836656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Checking segment: {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:52.837141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Bound using segment: {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:52.837677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Bound port: f983c135-fa15-44d6-bdd2-585543f1af33, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:52.838127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.845540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.845879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.846217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.846564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.846872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.847388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.849375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.850018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.865181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.865795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.866309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.866641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:52.873496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Attempting to bind port e82ae2be-0146-411d-aa51-b458c4b93b4c on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:52.874035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Attempting to bind port e82ae2be-0146-411d-aa51-b458c4b93b4c by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:52.874544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Attempting to bind port e82ae2be-0146-411d-aa51-b458c4b93b4c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:52.881408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Port e82ae2be-0146-411d-aa51-b458c4b93b4c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:52.881735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Attempting to bind port e82ae2be-0146-411d-aa51-b458c4b93b4c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:52.887659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:52.888458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:52.889021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:52.889635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Bound port: e82ae2be-0146-411d-aa51-b458c4b93b4c, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:52.890150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:52.996557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] For port f983c135-fa15-44d6-bdd2-585543f1af33, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:53.051895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] For port e82ae2be-0146-411d-aa51-b458c4b93b4c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:53.057661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] For port f983c135-fa15-44d6-bdd2-585543f1af33, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f983c135-fa15-44d6-bdd2-585543f1af33,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:53.073240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.105451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] For port e82ae2be-0146-411d-aa51-b458c4b93b4c, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e82ae2be-0146-411d-aa51-b458c4b93b4c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:53.122314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c8bd-4465-4f0e-adb3-8eea4fb8c305 req-f800b612-26eb-4fcf-aa9a-d9776ed2a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.123816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5155c8bd-4465-4f0e-adb3-8eea4fb8c305 req-f800b612-26eb-4fcf-aa9a-d9776ed2a443 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1098 time: 0.1477449 Oct 19 01:11:53.128642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.129257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.130653 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] 10.222.0.74 "PUT /v2.0/ports/f983c135-fa15-44d6-bdd2-585543f1af33 HTTP/1.1" status: 200 len: 1093 time: 0.9754622 Oct 19 01:11:53.134653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'tag': 'f983c135-fa15-44d6-bdd2-585543f1af33'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:53.134764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.136878 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c928d91-9a24-4614-bea0-ca72b3381377" -d '{"events": [{"name": "network-changed", "server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "tag": "f983c135-fa15-44d6-bdd2-585543f1af33"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:53.151554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07484184-b3a9-4008-b68a-5e7dc628b492 req-81187d05-352a-4dfc-8bd3-e8686f9404ba tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.153206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07484184-b3a9-4008-b68a-5e7dc628b492 req-81187d05-352a-4dfc-8bd3-e8686f9404ba tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 948 time: 0.1931188 Oct 19 01:11:53.235185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Request body: {'port': {'device_id': '28246519-4109-4b82-8d24-29e204f028e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:53.245444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Pushing event updated for resources: {'Port': ['ID=e82ae2be-0146-411d-aa51-b458c4b93b4c,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:53.267400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.267953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.269733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-33ea97db-9ed9-40bd-a616-f521993bd131 service neutron] 10.222.0.74 "PUT /v2.0/ports/e82ae2be-0146-411d-aa51-b458c4b93b4c HTTP/1.1" status: 200 len: 1097 time: 1.1731901 Oct 19 01:11:53.273097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'tag': 'e82ae2be-0146-411d-aa51-b458c4b93b4c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:53.276047 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b" -d '{"events": [{"name": "network-changed", "server_uuid": "38a91b31-e30c-44c6-8c69-6cbe5c7ad45d", "tag": "e82ae2be-0146-411d-aa51-b458c4b93b4c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:53.287042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84ff18-ba91-4c33-8920-d34fe76c7057 req-c72f6dc8-d796-40f8-b725-ebd871ad1a37 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.288865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f84ff18-ba91-4c33-8920-d34fe76c7057 req-c72f6dc8-d796-40f8-b725-ebd871ad1a37 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.2322099 Oct 19 01:11:53.292201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48394) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:53.305963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60aa5db-a238-4ae1-b7a9-d09f5210b15b service neutron] Pushing event updated for resources: {'Port': ['ID=f983c135-fa15-44d6-bdd2-585543f1af33,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:53.340789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07484184-b3a9-4008-b68a-5e7dc628b492 req-fcff345a-2570-41de-a890-1491a2e7c479 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744003 Oct 19 01:11:53.361438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5155c8bd-4465-4f0e-adb3-8eea4fb8c305 req-abef5827-e45c-4ee1-9d95-5b8fcebb5b3c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155421 Oct 19 01:11:53.372863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.439687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f84ff18-ba91-4c33-8920-d34fe76c7057 req-bd95f5f2-239e-46ff-a1da-13fadfea7129 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313179 Oct 19 01:11:53.460513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-0a0ac2dd-5488-4ac1-aecc-f0196bb3d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.463356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-0a0ac2dd-5488-4ac1-aecc-f0196bb3d863 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fcac98b6ffb4638ae61150f897d127f&device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 1100 time: 0.1252482 Oct 19 01:11:53.521492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.582043 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e1805a-aec1-496c-9d4b-b20095551797 x-openstack-request-id: req-86e1805a-aec1-496c-9d4b-b20095551797 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:53.582329 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "tag": "f983c135-fa15-44d6-bdd2-585543f1af33", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:53.582582 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86e1805a-aec1-496c-9d4b-b20095551797 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:53.582967 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'tag': 'f983c135-fa15-44d6-bdd2-585543f1af33', 'status': 'completed', 'code': 200} Oct 19 01:11:53.609428 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a30b0f-a302-41e6-91a5-bcf9d9378bfe x-openstack-request-id: req-d9a30b0f-a302-41e6-91a5-bcf9d9378bfe {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:53.609741 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a91b31-e30c-44c6-8c69-6cbe5c7ad45d", "tag": "e82ae2be-0146-411d-aa51-b458c4b93b4c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:53.610013 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9a30b0f-a302-41e6-91a5-bcf9d9378bfe {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:53.611276 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'tag': 'e82ae2be-0146-411d-aa51-b458c4b93b4c', 'status': 'completed', 'code': 200} Oct 19 01:11:53.642314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb7384-f8db-4b7f-bfde-c62d6ff75883 req-7d060d4a-b848-4ffa-8380-78c654e07fc2 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.643781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42eb7384-f8db-4b7f-bfde-c62d6ff75883 req-7d060d4a-b848-4ffa-8380-78c654e07fc2 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 948 time: 0.1625669 Oct 19 01:11:53.722256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2127863-ddb7-4795-8abd-7f491713cdfb req-0e35ded1-26f9-4eba-bf1d-493939e5d563 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.725772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2127863-ddb7-4795-8abd-7f491713cdfb req-0e35ded1-26f9-4eba-bf1d-493939e5d563 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.0620937 Oct 19 01:11:53.775536 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2127863-ddb7-4795-8abd-7f491713cdfb req-7b68fa83-8dcf-44ed-b199-b900e8d48149 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Oct 19 01:11:53.786818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42eb7384-f8db-4b7f-bfde-c62d6ff75883 req-99d40b28-4c7f-4961-8f19-dc6461a3b219 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254039 Oct 19 01:11:53.822023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.829436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.874955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-b14953be-5436-472b-b8b1-0ebc21551c65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e82ae2be-0146-411d-aa51-b458c4b93b4c HTTP/1.1" status: 200 len: 217 time: 0.0715153 Oct 19 01:11:53.895368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3dd47781d83496bb1d05794aea38386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996730 Oct 19 01:11:53.902276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48424) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:53.910625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27dbe34-a6b7-425d-815d-13a703a33028,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:53.949059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.949395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.949737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.950066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.950393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.950718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.951040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.951360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.951681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.952013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.952325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.952646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90dfc-226f-43f8-917a-f2c0c5442152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:53.986591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa068952-807f-48d9-8402-a753d8592ea5 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:53.996680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:53.998304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4793b306-3f1c-42ee-a27b-0c71f295630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:53.999813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-4793b306-3f1c-42ee-a27b-0c71f295630e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0912127 Oct 19 01:11:54.009814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-4251d83c-fddf-4ace-96c2-c649ce3680f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.010375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-4251d83c-fddf-4ace-96c2-c649ce3680f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.010844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-4251d83c-fddf-4ace-96c2-c649ce3680f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.012547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-4251d83c-fddf-4ace-96c2-c649ce3680f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2732 time: 0.1473968 Oct 19 01:11:54.017517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573e3b35-21b2-4245-9441-b051444d641e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.019321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Transition to ACTIVE for port object fa068952-807f-48d9-8402-a753d8592ea5 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:54.032464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce47f0-4de3-421a-b550-aacdfad67f83 req-cd7bf059-a5ce-4ccf-a619-b254f1598749 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.034500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.038488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce47f0-4de3-421a-b550-aacdfad67f83 req-cd7bf059-a5ce-4ccf-a619-b254f1598749 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.045045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce47f0-4de3-421a-b550-aacdfad67f83 req-cd7bf059-a5ce-4ccf-a619-b254f1598749 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.047157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86ce47f0-4de3-421a-b550-aacdfad67f83 req-cd7bf059-a5ce-4ccf-a619-b254f1598749 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2388 time: 0.1695747 Oct 19 01:11:54.072973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573e3b35-21b2-4245-9441-b051444d641e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.111934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Pushing event updated for resources: {'Port': ['ID=fa068952-807f-48d9-8402-a753d8592ea5,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:54.163809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Attempting to bind port fa068952-807f-48d9-8402-a753d8592ea5 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:54.166619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Attempting to bind port fa068952-807f-48d9-8402-a753d8592ea5 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:54.167231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Attempting to bind port fa068952-807f-48d9-8402-a753d8592ea5 on network 45685fe7-7a08-4b0a-bf7a-f94531d6004c {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:54.173528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Port fa068952-807f-48d9-8402-a753d8592ea5 on network 45685fe7-7a08-4b0a-bf7a-f94531d6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:54.174120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Attempting to bind port fa068952-807f-48d9-8402-a753d8592ea5 on network 45685fe7-7a08-4b0a-bf7a-f94531d6004c {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:54.184489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:54.185142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Checking segment: {'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:54.185702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Bound using segment: {'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:54.186127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Bound port: fa068952-807f-48d9-8402-a753d8592ea5, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017d89a2-2e2a-43c9-bfd9-7912f03fddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:54.186533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.196457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573e3b35-21b2-4245-9441-b051444d641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.199140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573e3b35-21b2-4245-9441-b051444d641e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.200539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-573e3b35-21b2-4245-9441-b051444d641e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d27dbe34-a6b7-425d-815d-13a703a33028 HTTP/1.1" status: 204 len: 168 time: 0.2973433 Oct 19 01:11:54.217912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3b35-21b2-4245-9441-b051444d641e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27dbe34-a6b7-425d-815d-13a703a33028,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:54.297253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] For port fa068952-807f-48d9-8402-a753d8592ea5, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:54.302089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] For port fa068952-807f-48d9-8402-a753d8592ea5, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fa068952-807f-48d9-8402-a753d8592ea5,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:54.309172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.337757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.339275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.342564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] 10.222.0.74 "PUT /v2.0/ports/fa068952-807f-48d9-8402-a753d8592ea5 HTTP/1.1" status: 200 len: 1093 time: 1.1197748 Oct 19 01:11:54.369912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:54.372569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:54.405290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Request body: {'port': {'device_id': '28246519-4109-4b82-8d24-29e204f028e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:11:54.538315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.771021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-34516406-f73a-4471-b61c-4a11311a5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.783130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-34516406-f73a-4471-b61c-4a11311a5ad0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7660577 Oct 19 01:11:54.795290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:54.810894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'mac_address': 'fa:16:3e:73:27:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:54.815544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48452) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:54.828301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86ce47f0-4de3-421a-b550-aacdfad67f83 req-f4c8d457-2bf1-4291-9d88-eec782d84c04 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590296 Oct 19 01:11:54.902780 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.903582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92950f88-bb92-47a4-b799-581cbf317dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:54.945594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7f6404c-2762-45a3-aeab-a781ac787d42 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:54.954221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-05e6e9b0-8705-48ae-9fa9-df74244633ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.954779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-05e6e9b0-8705-48ae-9fa9-df74244633ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.955247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-05e6e9b0-8705-48ae-9fa9-df74244633ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:54.957108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-05e6e9b0-8705-48ae-9fa9-df74244633ce service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=28a095346b664672a4719b8f3b7407fe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8963768 Oct 19 01:11:54.994800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e46af847-69bb-4b7f-97fb-fb3a128f1d1d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:54.995507 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.052784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:55.073617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1349c69-ac3b-4f6d-a6eb-02438e4d5e85 service neutron] Pushing event updated for resources: {'Port': ['ID=fa068952-807f-48d9-8402-a753d8592ea5,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.094737 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.132507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c798e58-a55b-4cd8-82e8-a358a114210c req-d5127cf9-d200-4334-b34e-05905685c8e3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.134902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c798e58-a55b-4cd8-82e8-a358a114210c req-d5127cf9-d200-4334-b34e-05905685c8e3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 948 time: 0.6260555 Oct 19 01:11:55.204306 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.236274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.244767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.245114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.245456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.245827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.246119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.246451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.246794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.247324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.247533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.248261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.248261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.248557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:11:55.259288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:55.261017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-c6fa82d6-eca0-42fd-b241-1cedc6eb5e1b service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528615 Oct 19 01:11:55.270241 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c281bef-efcd-4bb4-bf98-8928cd66bafb" -d '{"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-plugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:55.273437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['d7f6404c-2762-45a3-aeab-a781ac787d42'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:55.281025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c798e58-a55b-4cd8-82e8-a358a114210c req-8ae10d94-bc0c-4f68-9135-5092a0765de8 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340528 Oct 19 01:11:55.334080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8a465-5dd7-47b2-b415-911a42be6877 req-6e68989c-669d-46f9-bc6c-04b0e621bad0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.337895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94f8a465-5dd7-47b2-b415-911a42be6877 req-6e68989c-669d-46f9-bc6c-04b0e621bad0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.3245864 Oct 19 01:11:55.354646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-a4f5c08d-a898-4f16-8029-9a624046b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.356125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c928d91-9a24-4614-bea0-ca72b3381377 req-a4f5c08d-a898-4f16-8029-9a624046b1d7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3706501 Oct 19 01:11:55.366659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:55.388522 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.443113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92950f88-bb92-47a4-b799-581cbf317dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.463893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92950f88-bb92-47a4-b799-581cbf317dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.487434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.514467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94f8a465-5dd7-47b2-b415-911a42be6877 req-c7a94bea-f1e1-4629-8bbb-d3388b587a76 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754630 Oct 19 01:11:55.584273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:55.587792 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "tag": "fa068952-807f-48d9-8402-a753d8592ea5"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:55.614077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f1b735-20cf-4757-932c-d646b5b4e23f {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:55.616868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92950f88-bb92-47a4-b799-581cbf317dc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a4d7369a0cf4ffaa88238e6ebfa04c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7859104 Oct 19 01:11:55.621268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48464) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:11:55.633306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950f88-bb92-47a4-b799-581cbf317dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ba9bd-9afe-4f3a-974f-bedbab36dc34,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.633572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.669195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0a6105a-17af-45a5-8931-f9d2fba4a899 req-0cbe94ec-31ba-4d57-b0b6-00f9d8ff091f service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911910 Oct 19 01:11:55.671072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Transition to ACTIVE for port object a9f1b735-20cf-4757-932c-d646b5b4e23f will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:11:55.686427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.714650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50e86-00fb-4f11-b775-9c706631f336 req-23d6367f-f956-4d11-8d03-f8b80cc47957 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.720669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c6e50e86-00fb-4f11-b775-9c706631f336 req-23d6367f-f956-4d11-8d03-f8b80cc47957 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 948 time: 0.1004937 Oct 19 01:11:55.793475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-348de758-abc7-4c19-b91b-f0df65b1bc3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.822360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c6e50e86-00fb-4f11-b775-9c706631f336 req-8c1e1953-299f-45ee-a0cf-4ff6da18b9f3 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948467 Oct 19 01:11:55.832848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-348de758-abc7-4c19-b91b-f0df65b1bc3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.895735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-965691da-7e89-48b7-9805-1843d864506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:55.897294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-965691da-7e89-48b7-9805-1843d864506d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fcac98b6ffb4638ae61150f897d127f&device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 1100 time: 0.0870090 Oct 19 01:11:55.914537 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-348de758-abc7-4c19-b91b-f0df65b1bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.917296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-348de758-abc7-4c19-b91b-f0df65b1bc3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:55.918419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-348de758-abc7-4c19-b91b-f0df65b1bc3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/006ba9bd-9afe-4f3a-974f-bedbab36dc34 HTTP/1.1" status: 204 len: 168 time: 0.2962105 Oct 19 01:11:55.930378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f1b735-20cf-4757-932c-d646b5b4e23f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:55.993256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348de758-abc7-4c19-b91b-f0df65b1bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ba9bd-9afe-4f3a-974f-bedbab36dc34,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:56.049325 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4584f4b3-c3c8-454e-b252-33561ceb437e x-openstack-request-id: req-4584f4b3-c3c8-454e-b252-33561ceb437e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:56.049710 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-plugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:56.050060 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4584f4b3-c3c8-454e-b252-33561ceb437e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:56.050524 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'code': 200} Oct 19 01:11:56.054737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Attempting to bind port a9f1b735-20cf-4757-932c-d646b5b4e23f on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:11:56.055154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Attempting to bind port a9f1b735-20cf-4757-932c-d646b5b4e23f by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:11:56.055602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Attempting to bind port a9f1b735-20cf-4757-932c-d646b5b4e23f on network b532d65e-4766-413e-9d91-57fdb0a70e35 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:56.066285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Port a9f1b735-20cf-4757-932c-d646b5b4e23f on network b532d65e-4766-413e-9d91-57fdb0a70e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:11:56.066665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Attempting to bind port a9f1b735-20cf-4757-932c-d646b5b4e23f on network b532d65e-4766-413e-9d91-57fdb0a70e35 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:11:56.077050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:11:56.077801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Checking segment: {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:11:56.080595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Bound using segment: {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:11:56.080774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Bound port: a9f1b735-20cf-4757-932c-d646b5b4e23f, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0e3721-1c85-47df-a8d7-f32645fb5287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:11:56.081149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.100777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42156d-f707-473e-8da2-05a577d292fa req-742d8be1-0303-4b2b-832b-45d4ecb5e8b7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.108438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b42156d-f707-473e-8da2-05a577d292fa req-742d8be1-0303-4b2b-832b-45d4ecb5e8b7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.2047994 Oct 19 01:11:56.126487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-d264e764-a46d-4107-9178-817d7b54bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.128651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-d264e764-a46d-4107-9178-817d7b54bfc1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2170658 Oct 19 01:11:56.136474 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c127b1c0-e873-41aa-863d-086e9d28c660 x-openstack-request-id: req-c127b1c0-e873-41aa-863d-086e9d28c660 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:56.136720 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "tag": "fa068952-807f-48d9-8402-a753d8592ea5", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:56.136963 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c127b1c0-e873-41aa-863d-086e9d28c660 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:56.137449 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5', 'status': 'completed', 'code': 200} Oct 19 01:11:56.252586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b42156d-f707-473e-8da2-05a577d292fa req-d8d4d08c-6057-46c3-853a-2dce99a3e3c4 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135883 Oct 19 01:11:56.327053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-5a17dfd9-41ad-440e-844c-13cc2ba83573 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e82ae2be-0146-411d-aa51-b458c4b93b4c HTTP/1.1" status: 200 len: 217 time: 0.1567297 Oct 19 01:11:56.330823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] For port a9f1b735-20cf-4757-932c-d646b5b4e23f, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:11:56.337043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] For port a9f1b735-20cf-4757-932c-d646b5b4e23f, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a9f1b735-20cf-4757-932c-d646b5b4e23f,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:11:56.380599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:11:56.384722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.482585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port d7f6404c-2762-45a3-aeab-a781ac787d42 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:11:56.483229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.489778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-c8125572-6505-4510-8820-758581bf5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.494337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-c8125572-6505-4510-8820-758581bf5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.494814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-c8125572-6505-4510-8820-758581bf5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.502474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-c8125572-6505-4510-8820-758581bf5ec2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2826 time: 0.2137098 Oct 19 01:11:56.504356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-72cc492c-2d9b-4e5d-a5f0-9c00010feda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.505581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-72cc492c-2d9b-4e5d-a5f0-9c00010feda4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1615250 Oct 19 01:11:56.528202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.528710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.530143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] 10.222.0.74 "PUT /v2.0/ports/a9f1b735-20cf-4757-932c-d646b5b4e23f HTTP/1.1" status: 200 len: 1092 time: 2.1312218 Oct 19 01:11:56.540786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0fd34-76d9-43ba-9b5e-06f7ff1fa582 req-910db3e7-fa8b-4764-8228-6c563798daec tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.555585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0fd34-76d9-43ba-9b5e-06f7ff1fa582 req-910db3e7-fa8b-4764-8228-6c563798daec tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.573441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda215dd-e77a-498b-8a0f-48c5a050118f req-7d842d20-8dfc-4c79-b58d-5d3534390fda tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.580898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fda215dd-e77a-498b-8a0f-48c5a050118f req-7d842d20-8dfc-4c79-b58d-5d3534390fda tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1098 time: 0.1571360 Oct 19 01:11:56.583642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0fd34-76d9-43ba-9b5e-06f7ff1fa582 req-910db3e7-fa8b-4764-8228-6c563798daec tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.594205 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4f0fd34-76d9-43ba-9b5e-06f7ff1fa582 req-910db3e7-fa8b-4764-8228-6c563798daec tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2412 time: 0.2971990 Oct 19 01:11:56.599677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714672a-2951-46d7-9c3c-724bba74bc89 req-6ce135d8-c096-4c62-9daf-010de66e83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.608710 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9714672a-2951-46d7-9c3c-724bba74bc89 req-6ce135d8-c096-4c62-9daf-010de66e83fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1101 time: 0.2605126 Oct 19 01:11:56.630450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f888dea-0694-4a9e-8c93-37ac078e0016 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f1b735-20cf-4757-932c-d646b5b4e23f,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:56.682733 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.745211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fda215dd-e77a-498b-8a0f-48c5a050118f req-860e5c5c-3711-4fee-85cb-603480940f23 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633468 Oct 19 01:11:56.754209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9714672a-2951-46d7-9c3c-724bba74bc89 req-e0bdc33b-be56-4bb2-925c-f2062e33d856 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199737 Oct 19 01:11:56.819783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:56.834827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:56.903108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4f0fd34-76d9-43ba-9b5e-06f7ff1fa582 req-c131dd7b-80ab-497d-ab55-bd562eacfb5c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074129 Oct 19 01:11:56.912879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-9506da72-2ce2-4631-b952-b7310c405324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.916530 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-9506da72-2ce2-4631-b952-b7310c405324 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3083124 Oct 19 01:11:56.939825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:56.953348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b59e60-a1a0-4394-9f21-3532d77c304f req-984f6795-d2dc-4035-b599-08a3af934a4f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.960078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-22acc13a-da09-4a5a-9807-1742398399bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.962587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0b59e60-a1a0-4394-9f21-3532d77c304f req-984f6795-d2dc-4035-b599-08a3af934a4f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0979686 Oct 19 01:11:56.963073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-22acc13a-da09-4a5a-9807-1742398399bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.963635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-22acc13a-da09-4a5a-9807-1742398399bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:56.965276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-22acc13a-da09-4a5a-9807-1742398399bc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=28a095346b664672a4719b8f3b7407fe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3685241 Oct 19 01:11:57.025215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0b59e60-a1a0-4394-9f21-3532d77c304f req-4d7334c2-d05f-4c34-be1a-55431fb4b410 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483580 Oct 19 01:11:57.158557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fa332-48d1-4166-a58f-856edb087646 req-e5d9cb4e-57ab-41a4-82e7-fe05ddf19bd9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.168218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-428fa332-48d1-4166-a58f-856edb087646 req-e5d9cb4e-57ab-41a4-82e7-fe05ddf19bd9 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.0794122 Oct 19 01:11:57.177053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-9a8a4479-648b-4615-a16c-b259c66c9c17 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399795 Oct 19 01:11:57.223479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-428fa332-48d1-4166-a58f-856edb087646 req-bd3c1531-d80d-4c14-be07-0cd54ef76021 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Oct 19 01:11:57.345657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-924239a3-09b5-4d1f-9009-229f051eaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.347373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3896a8c1-bd7a-4f45-bfad-af0a82c8f1b4 req-924239a3-09b5-4d1f-9009-229f051eaa8e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3719614 Oct 19 01:11:57.385922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c445b-43ac-4d98-b914-9fd7fc13eb6d req-f9078d02-820e-4624-91ae-f10fc6ccaaa1 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.387654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ef7c445b-43ac-4d98-b914-9fd7fc13eb6d req-f9078d02-820e-4624-91ae-f10fc6ccaaa1 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 948 time: 0.1399693 Oct 19 01:11:57.405801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b192c550-1f7e-40bb-ba1e-2168b7ecf14b req-2b572f7f-2585-426b-9f50-771eac3121da service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126453 Oct 19 01:11:57.497870 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ef7c445b-43ac-4d98-b914-9fd7fc13eb6d req-24e4eb92-d933-4bb4-805c-992d5592e45a tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749662 Oct 19 01:11:57.513538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-3d6e8805-83ad-4546-bf99-848ea3a7e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.514469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-3d6e8805-83ad-4546-bf99-848ea3a7e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.515154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-3d6e8805-83ad-4546-bf99-848ea3a7e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.517104 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-3d6e8805-83ad-4546-bf99-848ea3a7e2a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2868 time: 0.0694284 Oct 19 01:11:57.577888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-1e35ad25-da0e-428f-a76d-aa036250382c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.229&port_id=f983c135-fa15-44d6-bdd2-585543f1af33 HTTP/1.1" status: 200 len: 217 time: 0.0454803 Oct 19 01:11:57.636571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-06dfe793-34cc-4d4b-a806-38ed5fd02060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.638100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-06dfe793-34cc-4d4b-a806-38ed5fd02060 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bcc5dda5-6452-4480-abe3-444c616c900b HTTP/1.1" status: 200 len: 801 time: 0.0523534 Oct 19 01:11:57.697269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-62f71d28-fcea-4d34-9f45-293caef2069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:57.698978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-62f71d28-fcea-4d34-9f45-293caef2069a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b532d65e-4766-413e-9d91-57fdb0a70e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528650 Oct 19 01:11:57.865851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-058b08c5-d248-432a-9a03-925b6ed56bf2 service neutron] 10.222.0.74 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567822 Oct 19 01:11:58.052122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:58.056312 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6d1035-b246-4ff4-84bf-a4a1e566dce2" -d '{"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:58.082648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-8dc7e926-5a2b-4a61-981f-f649461adc3c service neutron] 10.222.0.74 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078617 Oct 19 01:11:58.153244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53cc61-56f2-43da-8e6c-2d6a9da97a06 req-5a15d60f-48c8-4d87-bafb-164405178e53 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.167917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53cc61-56f2-43da-8e6c-2d6a9da97a06 req-5a15d60f-48c8-4d87-bafb-164405178e53 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.171583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-a722c8cc-29c6-4b9f-9935-8dd61f465a73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=fa068952-807f-48d9-8402-a753d8592ea5 HTTP/1.1" status: 200 len: 217 time: 0.0809996 Oct 19 01:11:58.176994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53cc61-56f2-43da-8e6c-2d6a9da97a06 req-5a15d60f-48c8-4d87-bafb-164405178e53 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.195516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df53cc61-56f2-43da-8e6c-2d6a9da97a06 req-5a15d60f-48c8-4d87-bafb-164405178e53 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2412 time: 0.1384158 Oct 19 01:11:58.204954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'tag': 'a9f1b735-20cf-4757-932c-d646b5b4e23f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:11:58.207255 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "tag": "a9f1b735-20cf-4757-932c-d646b5b4e23f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:11:58.318246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d98f156e-bb01-4cde-8014-160f5929b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.319703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d98f156e-bb01-4cde-8014-160f5929b303 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6ee4ca28-f6a7-4d32-b5b2-df80f96afe86 HTTP/1.1" status: 200 len: 801 time: 0.1358254 Oct 19 01:11:58.334326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df53cc61-56f2-43da-8e6c-2d6a9da97a06 req-0ab8a9b8-2e1b-4aaa-aa21-c1e796f55677 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375210 Oct 19 01:11:58.344192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa3fa0-93a7-4c1c-a536-54c8dc617a6c req-d79d9488-d746-4086-8ea6-43683a594c9b tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.355809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56fa3fa0-93a7-4c1c-a536-54c8dc617a6c req-d79d9488-d746-4086-8ea6-43683a594c9b tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1705430 Oct 19 01:11:58.400181 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a0059f-f9a0-41bc-b67a-931501389ba6 x-openstack-request-id: req-e9a0059f-f9a0-41bc-b67a-931501389ba6 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:58.400748 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:58.401302 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9a0059f-f9a0-41bc-b67a-931501389ba6 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:58.401876 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'code': 200} Oct 19 01:11:58.425136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-4f5f1e6e-84a2-4b14-bc63-846fb4d52c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.426804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-4f5f1e6e-84a2-4b14-bc63-846fb4d52c8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=45685fe7-7a08-4b0a-bf7a-f94531d6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752280 Oct 19 01:11:58.463827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56fa3fa0-93a7-4c1c-a536-54c8dc617a6c req-439396ef-3e25-4572-aa3b-c7b2c812eca9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733564 Oct 19 01:11:58.530266 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd85b64-cfde-4b0c-92af-e3ee97a2ec2f x-openstack-request-id: req-efd85b64-cfde-4b0c-92af-e3ee97a2ec2f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:11:58.530558 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "tag": "a9f1b735-20cf-4757-932c-d646b5b4e23f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:11:58.530810 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-efd85b64-cfde-4b0c-92af-e3ee97a2ec2f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:11:58.531203 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'tag': 'a9f1b735-20cf-4757-932c-d646b5b4e23f', 'status': 'completed', 'code': 200} Oct 19 01:11:58.647312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-2001c69f-7ef7-4549-acf8-07288f755799 service neutron] 10.222.0.74 "GET /v2.0/networks/45685fe7-7a08-4b0a-bf7a-f94531d6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093539 Oct 19 01:11:58.686664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07f36c-9c85-4a17-a0f6-6ad7fcfcfcc0 req-edf352ca-1b52-4a00-81d8-d21807885cca tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.699189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef07f36c-9c85-4a17-a0f6-6ad7fcfcfcc0 req-edf352ca-1b52-4a00-81d8-d21807885cca tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1085479 Oct 19 01:11:58.778020 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef07f36c-9c85-4a17-a0f6-6ad7fcfcfcc0 req-7b73c8b2-abc3-4e85-82ef-650fbd509acb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 Oct 19 01:11:58.808696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271eb1-87db-4adf-9b4f-74c5b2cf4773 req-8abe7a02-18b1-43e5-b980-dceea402a23a tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:58.813604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e82ae2be-0146-411d-aa51-b458c4b93b4c details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:11:58.817030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff271eb1-87db-4adf-9b4f-74c5b2cf4773 req-8abe7a02-18b1-43e5-b980-dceea402a23a tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 948 time: 0.1174307 Oct 19 01:11:58.853737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-9a7e5832-011f-432f-8e06-3ebc6e095d96 service neutron] 10.222.0.74 "GET /v2.0/networks/45685fe7-7a08-4b0a-bf7a-f94531d6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974483 Oct 19 01:11:58.931230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff271eb1-87db-4adf-9b4f-74c5b2cf4773 req-2c0d1390-60e9-4a5b-946b-32244b9610bf tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131971 Oct 19 01:11:58.937670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-9f045a8b-1229-45e3-93ee-21b4653d5e31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=a9f1b735-20cf-4757-932c-d646b5b4e23f HTTP/1.1" status: 200 len: 217 time: 0.0735743 Oct 19 01:11:59.017131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e82ae2be-0146-411d-aa51-b458c4b93b4c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e82ae2be-0146-411d-aa51-b458c4b93b4c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:59.053198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e82ae2be-0146-411d-aa51-b458c4b93b4c', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'e82ae2be-0146-411d-aa51-b458c4b93b4c', 'mac_address': 'fa:16:3e:3c:05:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:11:59.181697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.208026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82ae2be-0146-411d-aa51-b458c4b93b4c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:11:59.259933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e82ae2be-0146-411d-aa51-b458c4b93b4c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e82ae2be-0146-411d-aa51-b458c4b93b4c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:11:59.269466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:11:59.328636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-85f1cf7c-7d20-45d1-a505-e1922be99a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.330097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-85f1cf7c-7d20-45d1-a505-e1922be99a6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bcc5dda5-6452-4480-abe3-444c616c900b HTTP/1.1" status: 200 len: 801 time: 0.3848836 Oct 19 01:11:59.371735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e82ae2be-0146-411d-aa51-b458c4b93b4c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:11:59.408852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d1af1e46-db91-4fac-b147-32c4bf1d053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.410387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-d1af1e46-db91-4fac-b147-32c4bf1d053e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b532d65e-4766-413e-9d91-57fdb0a70e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704467 Oct 19 01:11:59.572079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3d1e-4e22-41dc-9329-5849046632ab req-86031879-3d7d-4756-b5af-db84accdb05c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.578481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3d1e-4e22-41dc-9329-5849046632ab req-86031879-3d7d-4756-b5af-db84accdb05c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.584987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3d1e-4e22-41dc-9329-5849046632ab req-86031879-3d7d-4756-b5af-db84accdb05c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.593430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a4a3d1e-4e22-41dc-9329-5849046632ab req-86031879-3d7d-4756-b5af-db84accdb05c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2412 time: 0.1076415 Oct 19 01:11:59.636288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-f5edc28e-331e-472d-806c-5379aa2d9f89 service neutron] 10.222.0.74 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166255 Oct 19 01:11:59.642216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a4a3d1e-4e22-41dc-9329-5849046632ab req-5bc84920-7a9c-489c-9faa-6f4ba46c12fb tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Oct 19 01:11:59.663740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e82ae2be-0146-411d-aa51-b458c4b93b4c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:11:59.666227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e62be-77fa-400b-ada5-2c17255068e8 req-95065eae-d458-4c62-9169-275c24cb1fda tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:11:59.674542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f15e62be-77fa-400b-ada5-2c17255068e8 req-95065eae-d458-4c62-9169-275c24cb1fda tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1077292 Oct 19 01:11:59.814965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f15e62be-77fa-400b-ada5-2c17255068e8 req-14ffa7b5-f762-4e81-8987-35d739f66864 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339836 Oct 19 01:11:59.870557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb62422-69c7-46bd-a2ca-73253c4e0339 req-43cd5968-277a-4b40-a1aa-e084d30bf1e1 service neutron] 10.222.0.74 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897728 Oct 19 01:12:00.100549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9ad11-f9fc-4925-b373-fa7c003f72cd req-6d7bbe39-a7eb-40ee-80de-67380e4479ef tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.114905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04f9ad11-f9fc-4925-b373-fa7c003f72cd req-6d7bbe39-a7eb-40ee-80de-67380e4479ef tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1170919 Oct 19 01:12:00.142122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84792-6c99-4d75-a270-e269be08018b req-b4a1e1b2-c31d-47d5-b657-14b55712eb4b tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.150487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a84792-6c99-4d75-a270-e269be08018b req-b4a1e1b2-c31d-47d5-b657-14b55712eb4b tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1367466 Oct 19 01:12:00.159380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-d495231e-73f9-427b-8647-9a8412dd9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.160013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-d495231e-73f9-427b-8647-9a8412dd9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.160653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-d495231e-73f9-427b-8647-9a8412dd9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.162328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-d495231e-73f9-427b-8647-9a8412dd9372 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2868 time: 0.1366973 Oct 19 01:12:00.207549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a84792-6c99-4d75-a270-e269be08018b req-4322f210-4897-4a98-93b4-cf44258db701 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Oct 19 01:12:00.233436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04f9ad11-f9fc-4925-b373-fa7c003f72cd req-13c315c2-1934-41b3-9eca-ac76d90399eb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135831 Oct 19 01:12:00.410413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-56e2018b-0b89-4953-ad5d-5917045af063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.412193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-56e2018b-0b89-4953-ad5d-5917045af063 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b532d65e-4766-413e-9d91-57fdb0a70e35 HTTP/1.1" status: 200 len: 902 time: 0.2176967 Oct 19 01:12:00.487273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff0af1-2ee4-4b85-8908-cba1eee56a8e req-fe11dd50-f731-4a5e-8d3a-4f493a5d8d1a tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.489874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56ff0af1-2ee4-4b85-8908-cba1eee56a8e req-fe11dd50-f731-4a5e-8d3a-4f493a5d8d1a tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 949 time: 0.1472757 Oct 19 01:12:00.492400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-a28bc47b-77c0-4d34-971b-a2ac892b8451 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=a9f1b735-20cf-4757-932c-d646b5b4e23f HTTP/1.1" status: 200 len: 217 time: 0.0698788 Oct 19 01:12:00.574525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56ff0af1-2ee4-4b85-8908-cba1eee56a8e req-486e5d0f-e3c8-40c6-80d2-d9e5a678b30e tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Oct 19 01:12:00.681224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-7b2a6623-69cc-4326-b1ea-370202838f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.683162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-7b2a6623-69cc-4326-b1ea-370202838f20 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bcc5dda5-6452-4480-abe3-444c616c900b HTTP/1.1" status: 200 len: 801 time: 0.1738691 Oct 19 01:12:00.800421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-a56fa3ac-3dd1-4c00-8620-94e5cc2741e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.802124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-a56fa3ac-3dd1-4c00-8620-94e5cc2741e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b532d65e-4766-413e-9d91-57fdb0a70e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073632 Oct 19 01:12:00.849743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56836429-d0d5-43f2-b98f-670cae111469 req-d5b40062-41f9-4c48-9e55-154a093bd251 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.856362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56836429-d0d5-43f2-b98f-670cae111469 req-d5b40062-41f9-4c48-9e55-154a093bd251 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.863454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56836429-d0d5-43f2-b98f-670cae111469 req-d5b40062-41f9-4c48-9e55-154a093bd251 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.876119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56836429-d0d5-43f2-b98f-670cae111469 req-d5b40062-41f9-4c48-9e55-154a093bd251 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2412 time: 0.0998180 Oct 19 01:12:00.950199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56836429-d0d5-43f2-b98f-670cae111469 req-85f0c49f-7eb6-43c8-a804-0230772d8216 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636849 Oct 19 01:12:00.966338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccdde3-19af-463f-88ca-8e8c9481ac74 req-8e6c9b83-afa2-4df4-95d3-e81cb5a75892 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:00.967961 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fccdde3-19af-463f-88ca-8e8c9481ac74 req-8e6c9b83-afa2-4df4-95d3-e81cb5a75892 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1544673 Oct 19 01:12:01.010399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-2b73bf99-f46b-4f87-a92e-2bd167658508 service neutron] 10.222.0.74 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980028 Oct 19 01:12:01.062173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fccdde3-19af-463f-88ca-8e8c9481ac74 req-c6281698-add1-4c1d-a868-22cbb1e7cbcb tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823703 Oct 19 01:12:01.174412 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a9bf34d-43a4-4d17-8092-ca5a58b55e1e req-d845581f-633c-4ebb-928e-82181b7631a5 service neutron] 10.222.0.74 "GET /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492076 Oct 19 01:12:01.432371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90087548-beba-4b6a-b15b-72efed0a3353 req-90506247-3213-471d-8047-9af5691b63fc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:01.436469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-90087548-beba-4b6a-b15b-72efed0a3353 req-90506247-3213-471d-8047-9af5691b63fc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.0606174 Oct 19 01:12:01.507968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-90087548-beba-4b6a-b15b-72efed0a3353 req-cbed1579-5c40-42b8-b880-5316b40a8322 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 Oct 19 01:12:01.681957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48692) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:01.713253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a5c6f-0aaa-4e4b-a6b7-e5738e4ac30e req-9acad7a6-9ccc-467f-a6ee-58f2b36fba24 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:01.714649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-480a5c6f-0aaa-4e4b-a6b7-e5738e4ac30e req-9acad7a6-9ccc-467f-a6ee-58f2b36fba24 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 949 time: 0.0806677 Oct 19 01:12:01.795055 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-480a5c6f-0aaa-4e4b-a6b7-e5738e4ac30e req-f2499316-7fab-48a8-801d-000064dd244a tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736287 Oct 19 01:12:01.834464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebbcfa6f-fc56-4157-a163-4cd5e5d12587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.930843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebbcfa6f-fc56-4157-a163-4cd5e5d12587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.935396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebbcfa6f-fc56-4157-a163-4cd5e5d12587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:01.987933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48700) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:01.988734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ebbcfa6f-fc56-4157-a163-4cd5e5d12587 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34c9ffde938348ada17bb7f0ed626b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053296 Oct 19 01:12:01.989624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcfa6f-fc56-4157-a163-4cd5e5d12587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89765fd4-f15c-44b6-bb1d-637ed873d576,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:02.115694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d9153-c8b8-4853-a935-bb267810b82e req-2419f806-55fb-4f0b-8167-061358a69350 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.123633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d9153-c8b8-4853-a935-bb267810b82e req-2419f806-55fb-4f0b-8167-061358a69350 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.129894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d9153-c8b8-4853-a935-bb267810b82e req-2419f806-55fb-4f0b-8167-061358a69350 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.139261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d5d9153-c8b8-4853-a935-bb267810b82e req-2419f806-55fb-4f0b-8167-061358a69350 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2412 time: 0.1017292 Oct 19 01:12:02.156373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5305f9b7-5186-41d7-9191-14ac669befc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.182995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5305f9b7-5186-41d7-9191-14ac669befc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.237474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90fe9c-f0dd-46eb-9fbc-5870cef95638 req-34a27ce2-3883-4728-afbd-9a7de793c118 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.246674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f90fe9c-f0dd-46eb-9fbc-5870cef95638 req-34a27ce2-3883-4728-afbd-9a7de793c118 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0647709 Oct 19 01:12:02.260946 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d5d9153-c8b8-4853-a935-bb267810b82e req-5a154cb6-fe05-409b-86a4-0149ac3a7881 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204431 Oct 19 01:12:02.276290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5305f9b7-5186-41d7-9191-14ac669befc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.295135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f90fe9c-f0dd-46eb-9fbc-5870cef95638 req-b793c2af-850d-46dd-89d0-46b8f2be95c5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Oct 19 01:12:02.296233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5305f9b7-5186-41d7-9191-14ac669befc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.299902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5305f9b7-5186-41d7-9191-14ac669befc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89765fd4-f15c-44b6-bb1d-637ed873d576 HTTP/1.1" status: 204 len: 168 time: 0.3081141 Oct 19 01:12:02.323250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305f9b7-5186-41d7-9191-14ac669befc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89765fd4-f15c-44b6-bb1d-637ed873d576,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:02.651089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48724) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:02.668245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1615270e-9488-432f-aa04-11ee2ad87d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.723574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c0a2c-89f3-4c31-bded-6bca5803b15a req-b6a4a6d7-2a2a-47df-80ff-6c7c54d97e64 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.726047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc3c0a2c-89f3-4c31-bded-6bca5803b15a req-b6a4a6d7-2a2a-47df-80ff-6c7c54d97e64 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1018200 Oct 19 01:12:02.784488 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1615270e-9488-432f-aa04-11ee2ad87d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.794628 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1615270e-9488-432f-aa04-11ee2ad87d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.798449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc3c0a2c-89f3-4c31-bded-6bca5803b15a req-eb4ea616-fe35-4785-868d-76c978331150 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Oct 19 01:12:02.830415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e82ae2be-0146-411d-aa51-b458c4b93b4c up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:02.842591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615270e-9488-432f-aa04-11ee2ad87d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0c48a-1855-4c03-9107-b9aec10536a1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:02.871158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48730) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:02.875830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1615270e-9488-432f-aa04-11ee2ad87d99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39fb53f40b704ddab9f7be403ed73651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233386 Oct 19 01:12:02.931206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e82ae2be-0146-411d-aa51-b458c4b93b4c completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:02.939697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e82ae2be-0146-411d-aa51-b458c4b93b4c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:02.940416 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:02.953858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa03fb-a58a-4b44-b40d-52d541f55904 req-5e48b63c-f01f-45b0-8c12-e3b0f9f44451 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:02.961690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5aa03fb-a58a-4b44-b40d-52d541f55904 req-5e48b63c-f01f-45b0-8c12-e3b0f9f44451 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 949 time: 0.0742133 Oct 19 01:12:02.992486 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f003b57-a6b4-42a1-91cc-88c28c753efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.013074 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5aa03fb-a58a-4b44-b40d-52d541f55904 req-0ffe3735-ff1d-4194-a4c8-bda7a74dba23 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505078 Oct 19 01:12:03.038894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f003b57-a6b4-42a1-91cc-88c28c753efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.052876 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.084326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ae2be-0146-411d-aa51-b458c4b93b4c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:03.087408 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd5faf2-8f27-44a0-ab76-ade9ec7a1bc4" -d '{"events": [{"server_uuid": "38a91b31-e30c-44c6-8c69-6cbe5c7ad45d", "name": "network-vif-plugged", "status": "completed", "tag": "e82ae2be-0146-411d-aa51-b458c4b93b4c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:03.090403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f003b57-a6b4-42a1-91cc-88c28c753efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.105349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e82ae2be-0146-411d-aa51-b458c4b93b4c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e82ae2be-0146-411d-aa51-b458c4b93b4c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:03.109922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f003b57-a6b4-42a1-91cc-88c28c753efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.113284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f003b57-a6b4-42a1-91cc-88c28c753efa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1a0c48a-1855-4c03-9107-b9aec10536a1 HTTP/1.1" status: 204 len: 168 time: 0.2388482 Oct 19 01:12:03.114803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:03.156165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f003b57-a6b4-42a1-91cc-88c28c753efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0c48a-1855-4c03-9107-b9aec10536a1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:03.177947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e82ae2be-0146-411d-aa51-b458c4b93b4c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:03.191682 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f797ea0f-692d-450f-8130-cf41b081ace0 x-openstack-request-id: req-f797ea0f-692d-450f-8130-cf41b081ace0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:03.192462 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a91b31-e30c-44c6-8c69-6cbe5c7ad45d", "name": "network-vif-plugged", "status": "completed", "tag": "e82ae2be-0146-411d-aa51-b458c4b93b4c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:03.192926 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f797ea0f-692d-450f-8130-cf41b081ace0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:03.193543 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ae2be-0146-411d-aa51-b458c4b93b4c', 'code': 200} Oct 19 01:12:03.395821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3db049-6f7e-43f8-92a3-b099995bf830 req-bdacddaa-4813-4cd0-8029-bd473ba6a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.404397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d3db049-6f7e-43f8-92a3-b099995bf830 req-bdacddaa-4813-4cd0-8029-bd473ba6a4d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 1102 time: 0.1319153 Oct 19 01:12:03.462579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a785-4c2f-421b-894e-1b72c6d28938 req-ef5e6b24-dec8-4884-bf30-6639bc7e3771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.489572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a785-4c2f-421b-894e-1b72c6d28938 req-ef5e6b24-dec8-4884-bf30-6639bc7e3771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.510882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a785-4c2f-421b-894e-1b72c6d28938 req-ef5e6b24-dec8-4884-bf30-6639bc7e3771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.514721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a23a785-4c2f-421b-894e-1b72c6d28938 req-ef5e6b24-dec8-4884-bf30-6639bc7e3771 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2412 time: 0.1741135 Oct 19 01:12:03.557613 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d3db049-6f7e-43f8-92a3-b099995bf830 req-76bbcbd9-d94f-4c37-9589-6b31435e21a5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516204 Oct 19 01:12:03.568678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a23a785-4c2f-421b-894e-1b72c6d28938 req-705548da-942c-46e2-ba3a-265e36b542f8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Oct 19 01:12:03.578017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25232fc-4fec-43e8-8711-5e73b02fa135 req-94b1bfe7-2f77-41af-b453-8e1faa4997eb tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:03.585569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d25232fc-4fec-43e8-8711-5e73b02fa135 req-94b1bfe7-2f77-41af-b453-8e1faa4997eb tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1158550 Oct 19 01:12:03.697847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d25232fc-4fec-43e8-8711-5e73b02fa135 req-cb8cabff-35d1-4d7f-92d2-658ed7a70861 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839229 Oct 19 01:12:04.057485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf012f0-b3f9-41e2-8f9b-ad7b31f335f4 req-ee7823e4-5463-40b4-bf8c-5481acd2f7ea tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:04.063384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aaf012f0-b3f9-41e2-8f9b-ad7b31f335f4 req-ee7823e4-5463-40b4-bf8c-5481acd2f7ea tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1233444 Oct 19 01:12:04.123147 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aaf012f0-b3f9-41e2-8f9b-ad7b31f335f4 req-d816927d-0983-4ab8-81fb-347077727b02 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588126 Oct 19 01:12:04.252798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928d16b-395c-44cb-81d2-723f22915ce4 req-8a36d3d9-b426-49a5-9010-68e1dbc19a50 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:04.256902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6928d16b-395c-44cb-81d2-723f22915ce4 req-8a36d3d9-b426-49a5-9010-68e1dbc19a50 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 950 time: 0.1171989 Oct 19 01:12:04.326440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6928d16b-395c-44cb-81d2-723f22915ce4 req-21f061a8-7c23-416f-af35-5fe6722536d7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622756 Oct 19 01:12:04.805713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0314-d93c-4334-8727-03bff6980192 req-a853ffae-974b-477a-8a3b-58970df8f92f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:04.812886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0314-d93c-4334-8727-03bff6980192 req-a853ffae-974b-477a-8a3b-58970df8f92f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:04.821201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0314-d93c-4334-8727-03bff6980192 req-a853ffae-974b-477a-8a3b-58970df8f92f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:04.831484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-538a0314-d93c-4334-8727-03bff6980192 req-a853ffae-974b-477a-8a3b-58970df8f92f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2412 time: 0.1389112 Oct 19 01:12:04.865335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a9f1b735-20cf-4757-932c-d646b5b4e23f details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:04.908269 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-538a0314-d93c-4334-8727-03bff6980192 req-18b64866-9cdd-472e-9a16-3a0ef2f37916 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 Oct 19 01:12:04.956879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09d75-0501-411a-aac1-4678eb49c75d req-aafc6f0f-5126-460a-8815-ca5b6d981016 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:04.964791 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6c09d75-0501-411a-aac1-4678eb49c75d req-aafc6f0f-5126-460a-8815-ca5b6d981016 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1634066 Oct 19 01:12:05.030253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port a9f1b735-20cf-4757-932c-d646b5b4e23f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a9f1b735-20cf-4757-932c-d646b5b4e23f,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:05.078873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'a9f1b735-20cf-4757-932c-d646b5b4e23f', 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35', 'port_id': 'a9f1b735-20cf-4757-932c-d646b5b4e23f', 'mac_address': 'fa:16:3e:df:e5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc5dda5-6452-4480-abe3-444c616c900b', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:05.102544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6c09d75-0501-411a-aac1-4678eb49c75d req-b4d9b577-1f67-412d-93aa-4de799c3100c tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348224 Oct 19 01:12:05.160027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.192143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f1b735-20cf-4757-932c-d646b5b4e23f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:05.216472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port a9f1b735-20cf-4757-932c-d646b5b4e23f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a9f1b735-20cf-4757-932c-d646b5b4e23f,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:05.222277 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.223275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device fa068952-807f-48d9-8402-a753d8592ea5 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:05.293511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=a9f1b735-20cf-4757-932c-d646b5b4e23f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:05.391109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c3516-0311-4fd2-9a60-7bf6c6ad43e0 req-4597d6ff-e1bb-42ba-84c9-6ca68c896422 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:05.406394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-145c3516-0311-4fd2-9a60-7bf6c6ad43e0 req-4597d6ff-e1bb-42ba-84c9-6ca68c896422 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1303253 Oct 19 01:12:05.428659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port fa068952-807f-48d9-8402-a753d8592ea5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fa068952-807f-48d9-8402-a753d8592ea5,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:05.453546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'fa068952-807f-48d9-8402-a753d8592ea5', 'network_id': '45685fe7-7a08-4b0a-bf7a-f94531d6004c', 'port_id': 'fa068952-807f-48d9-8402-a753d8592ea5', 'mac_address': 'fa:16:3e:79:80:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee4ca28-f6a7-4d32-b5b2-df80f96afe86', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:05.457769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-145c3516-0311-4fd2-9a60-7bf6c6ad43e0 req-c27c2ab0-6a1b-4edc-8b71-4bd017ce8033 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502970 Oct 19 01:12:05.511290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.537130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa068952-807f-48d9-8402-a753d8592ea5 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:05.583817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port fa068952-807f-48d9-8402-a753d8592ea5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fa068952-807f-48d9-8402-a753d8592ea5,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:05.589895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.591397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f983c135-fa15-44d6-bdd2-585543f1af33 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:05.607463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31921-b713-44ec-a465-5073d94b3913 req-31f7506a-03d1-4e90-ba0e-418a41793b66 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:05.620436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-99b31921-b713-44ec-a465-5073d94b3913 req-31f7506a-03d1-4e90-ba0e-418a41793b66 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 950 time: 0.0762546 Oct 19 01:12:05.707527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-99b31921-b713-44ec-a465-5073d94b3913 req-93818862-103f-4f56-8dfe-17c553317955 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851707 Oct 19 01:12:05.731777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f983c135-fa15-44d6-bdd2-585543f1af33, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f983c135-fa15-44d6-bdd2-585543f1af33,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:05.744458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=fa068952-807f-48d9-8402-a753d8592ea5,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:05.782443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'f983c135-fa15-44d6-bdd2-585543f1af33', 'network_id': 'b532d65e-4766-413e-9d91-57fdb0a70e35', 'port_id': 'f983c135-fa15-44d6-bdd2-585543f1af33', 'mac_address': 'fa:16:3e:6a:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc5dda5-6452-4480-abe3-444c616c900b', 'ip_address': '19.80.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:05.857510 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.872613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f983c135-fa15-44d6-bdd2-585543f1af33 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:05.899479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f983c135-fa15-44d6-bdd2-585543f1af33, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f983c135-fa15-44d6-bdd2-585543f1af33,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:05.910220 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:05.994566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f983c135-fa15-44d6-bdd2-585543f1af33,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:06.177091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf809a0-a4c2-4e91-b1ba-c9e5575667cc req-fa36212a-9de1-4e3b-acc7-719943f1e216 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:06.177905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a908-fb38-4d78-8381-c915d3d43dc5 req-1c54d8bd-bb2e-4057-a38d-71fd854564e3 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:06.190345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf809a0-a4c2-4e91-b1ba-c9e5575667cc req-fa36212a-9de1-4e3b-acc7-719943f1e216 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:06.194361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45f9a908-fb38-4d78-8381-c915d3d43dc5 req-1c54d8bd-bb2e-4057-a38d-71fd854564e3 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 950 time: 0.0814800 Oct 19 01:12:06.214019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf809a0-a4c2-4e91-b1ba-c9e5575667cc req-fa36212a-9de1-4e3b-acc7-719943f1e216 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:06.216039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cf809a0-a4c2-4e91-b1ba-c9e5575667cc req-fa36212a-9de1-4e3b-acc7-719943f1e216 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2415 time: 0.1551912 Oct 19 01:12:06.273941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45f9a908-fb38-4d78-8381-c915d3d43dc5 req-70418da3-207c-41ec-bb58-7ec9ab4c6ab9 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785820 Oct 19 01:12:06.307551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cf809a0-a4c2-4e91-b1ba-c9e5575667cc req-9bd460ff-c11b-4674-9000-1de2475ea807 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814362 Oct 19 01:12:06.499416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8878-8059-4cf8-8d74-ed7345f2c87c req-d2605bf0-0a4e-4d54-aa0d-3440e0172c83 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:06.512259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22ee8878-8059-4cf8-8d74-ed7345f2c87c req-d2605bf0-0a4e-4d54-aa0d-3440e0172c83 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0999274 Oct 19 01:12:06.585253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['fa068952-807f-48d9-8402-a753d8592ea5'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:06.602926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22ee8878-8059-4cf8-8d74-ed7345f2c87c req-3f219f4d-273d-49b1-9bbf-4369a2544864 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842993 Oct 19 01:12:06.692779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['f983c135-fa15-44d6-bdd2-585543f1af33'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:06.727592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b85fd-1880-45c4-a75c-646df1915cc7 req-acecbbfd-09e8-432e-899a-4961889f1bba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:06.735072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-838b85fd-1880-45c4-a75c-646df1915cc7 req-acecbbfd-09e8-432e-899a-4961889f1bba tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.0877509 Oct 19 01:12:06.816252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-838b85fd-1880-45c4-a75c-646df1915cc7 req-8a29aa65-7ba0-459a-8f08-1278885bc6c7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723660 Oct 19 01:12:06.879704 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba9942f5-8b78-4b90-bdef-a755ee311959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:06.899921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48864) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:07.032599 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a632b10c-811c-47bc-b790-4730377b445a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.141153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a632b10c-811c-47bc-b790-4730377b445a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.145769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a632b10c-811c-47bc-b790-4730377b445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.180511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632b10c-811c-47bc-b790-4730377b445a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a5cae9-65a5-4104-8798-baac42ac5223,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:07.197206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48868) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:07.199389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a632b10c-811c-47bc-b790-4730377b445a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d56f8d6186e744efbe1c8ba45e31a191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980256 Oct 19 01:12:07.262889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9766828f-9cca-4547-b0ac-34ff8c8bba61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.288501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9766828f-9cca-4547-b0ac-34ff8c8bba61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.354410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9766828f-9cca-4547-b0ac-34ff8c8bba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.358311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9766828f-9cca-4547-b0ac-34ff8c8bba61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:07.378409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9766828f-9cca-4547-b0ac-34ff8c8bba61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8a5cae9-65a5-4104-8798-baac42ac5223 HTTP/1.1" status: 204 len: 168 time: 0.1798999 Oct 19 01:12:07.396751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766828f-9cca-4547-b0ac-34ff8c8bba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a5cae9-65a5-4104-8798-baac42ac5223,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:07.500949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71a537-9de5-4152-b51d-abde947fa256 req-e497b57a-21d2-4562-874c-a8d968946df6 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:07.502520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7a71a537-9de5-4152-b51d-abde947fa256 req-e497b57a-21d2-4562-874c-a8d968946df6 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 950 time: 0.1281610 Oct 19 01:12:07.508861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba1e2-c7ae-42bb-bc1b-b6d0fec86035 req-72936712-179d-4e7a-a6c0-72b40d73d7cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:07.515546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba1e2-c7ae-42bb-bc1b-b6d0fec86035 req-72936712-179d-4e7a-a6c0-72b40d73d7cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:07.522959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba1e2-c7ae-42bb-bc1b-b6d0fec86035 req-72936712-179d-4e7a-a6c0-72b40d73d7cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:07.525765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cafba1e2-c7ae-42bb-bc1b-b6d0fec86035 req-72936712-179d-4e7a-a6c0-72b40d73d7cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2415 time: 0.0937152 Oct 19 01:12:07.574742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7a71a537-9de5-4152-b51d-abde947fa256 req-f2d01b43-c8df-4023-8247-c5f439856ebb tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629606 Oct 19 01:12:07.611455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cafba1e2-c7ae-42bb-bc1b-b6d0fec86035 req-77b3426a-abcc-4128-9bed-17fa787e9712 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759969 Oct 19 01:12:07.852749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe50a-967a-4c01-a4dd-9cef4a342791 req-36c3b6ca-19c9-4710-9e99-12e556f23364 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:07.854424 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-963fe50a-967a-4c01-a4dd-9cef4a342791 req-36c3b6ca-19c9-4710-9e99-12e556f23364 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1013210 Oct 19 01:12:07.936504 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-963fe50a-967a-4c01-a4dd-9cef4a342791 req-07d7dd94-5f29-4f97-bfd5-a2085e75a890 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753310 Oct 19 01:12:07.941506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48896) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:07.965930 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13c03125-6f79-4a69-88a8-bf3e4c144036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.001877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48392be4-ac83-4216-9d2d-adb33af391db req-6e821c0b-1d73-46e1-9ec8-6a095c5d4875 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.017889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48392be4-ac83-4216-9d2d-adb33af391db req-6e821c0b-1d73-46e1-9ec8-6a095c5d4875 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.0850017 Oct 19 01:12:08.092034 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13c03125-6f79-4a69-88a8-bf3e4c144036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.096430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13c03125-6f79-4a69-88a8-bf3e4c144036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.114189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48392be4-ac83-4216-9d2d-adb33af391db req-50a078f2-5fec-4611-a308-838b5b0d9f04 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935333 Oct 19 01:12:08.128024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13c03125-6f79-4a69-88a8-bf3e4c144036 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6ae91fd9bad44f7812b65d22737cee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846714 Oct 19 01:12:08.136374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48898) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:08.154645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c03125-6f79-4a69-88a8-bf3e4c144036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb323f-44b3-4961-9880-c9dcd0393f30,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:08.163433 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:12:08.184940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-ffc153de-90ac-4ac6-a646-35c41830a8a7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.186430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-ffc153de-90ac-4ac6-a646-35c41830a8a7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.74 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 950 time: 0.1657043 Oct 19 01:12:08.272945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['a9f1b735-20cf-4757-932c-d646b5b4e23f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:08.305258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8947-2bbe-4554-aa2a-e5aa35d9662c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.337035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8947-2bbe-4554-aa2a-e5aa35d9662c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.350369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Deleting port e82ae2be-0146-411d-aa51-b458c4b93b4c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:08.350702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.522456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-168e61ac-51ba-4efe-8824-ebf90bfabb3c service neutron] 10.222.0.74 "GET /v2.0/ports/288699e8-942e-417f-8fc0-6af2226e8c10/bindings/n-h1-789963-20 HTTP/1.1" status: 200 len: 383 time: 0.1512334 Oct 19 01:12:08.526687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8947-2bbe-4554-aa2a-e5aa35d9662c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.529273 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8947-2bbe-4554-aa2a-e5aa35d9662c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.530379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d8bc8947-2bbe-4554-aa2a-e5aa35d9662c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49cb323f-44b3-4961-9880-c9dcd0393f30 HTTP/1.1" status: 204 len: 168 time: 0.3923373 Oct 19 01:12:08.565223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] For port e82ae2be-0146-411d-aa51-b458c4b93b4c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e82ae2be-0146-411d-aa51-b458c4b93b4c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:08.565666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.568633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc8947-2bbe-4554-aa2a-e5aa35d9662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb323f-44b3-4961-9880-c9dcd0393f30,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:08.584922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Calling delete_port for e82ae2be-0146-411d-aa51-b458c4b93b4c owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:08.826414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3b71-4bdc-4bce-9558-d981b05d9516 req-b78579c0-3481-4ce1-9412-b5c8c7a97fb2 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.844222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-569b3b71-4bdc-4bce-9558-d981b05d9516 req-b78579c0-3481-4ce1-9412-b5c8c7a97fb2 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a91b31-e30c-44c6-8c69-6cbe5c7ad45d HTTP/1.1" status: 200 len: 950 time: 0.1223748 Oct 19 01:12:08.876884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:08.914537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device fa068952-807f-48d9-8402-a753d8592ea5 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:08.931764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Pushing event deleted for resources: {'Port': ['ID=e82ae2be-0146-411d-aa51-b458c4b93b4c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:08.944609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff27299-e0af-40e6-a810-5f75f68a8075 req-1d5f1d9f-ac69-40da-9ea1-f5b68a858f03 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.950844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff27299-e0af-40e6-a810-5f75f68a8075 req-1d5f1d9f-ac69-40da-9ea1-f5b68a858f03 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.956793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff27299-e0af-40e6-a810-5f75f68a8075 req-1d5f1d9f-ac69-40da-9ea1-f5b68a858f03 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.966232 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-569b3b71-4bdc-4bce-9558-d981b05d9516 req-45297429-f786-4a7e-831d-ca04f054311b tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9dd33f7-5cc5-425a-9f59-63b2fe83db26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127503 Oct 19 01:12:08.966762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ff27299-e0af-40e6-a810-5f75f68a8075 req-1d5f1d9f-ac69-40da-9ea1-f5b68a858f03 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2415 time: 0.2308853 Oct 19 01:12:08.984298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-b5e0c49d-5884-42a9-9337-0bc0a9f635e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:08.985772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-b5e0c49d-5884-42a9-9337-0bc0a9f635e6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e&tenant_id=9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 1102 time: 0.1586220 Oct 19 01:12:09.100818 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ff27299-e0af-40e6-a810-5f75f68a8075 req-c68a896d-7bee-4e09-848b-30fdf4674d26 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331863 Oct 19 01:12:09.102955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] No DVR routers for this DVR port e82ae2be-0146-411d-aa51-b458c4b93b4c on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:09.106791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.111764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e73cb90-697c-4253-ae97-a1e82646fbc5 req-7678c59b-af6a-410f-ab06-dec028277ec7 tempest-ServerDiagnosticsNegativeTest-105329004 tempest-ServerDiagnosticsNegativeTest-105329004-project] 10.222.0.74 "DELETE /v2.0/ports/e82ae2be-0146-411d-aa51-b458c4b93b4c HTTP/1.1" status: 204 len: 173 time: 0.9170923 Oct 19 01:12:09.112943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'name': 'network-vif-deleted', 'tag': 'e82ae2be-0146-411d-aa51-b458c4b93b4c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:09.115573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port fa068952-807f-48d9-8402-a753d8592ea5 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:09.130232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port fa068952-807f-48d9-8402-a753d8592ea5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:09.130232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.139004 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d42a5-eed7-41d6-bfe9-1e4e94279853" -d '{"events": [{"server_uuid": "38a91b31-e30c-44c6-8c69-6cbe5c7ad45d", "name": "network-vif-deleted", "tag": "e82ae2be-0146-411d-aa51-b458c4b93b4c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:09.269119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-5a77d84a-d90e-4567-bf7d-074d3c99f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.277837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-5a77d84a-d90e-4567-bf7d-074d3c99f2a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1102 time: 0.2477813 Oct 19 01:12:09.285048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e82ae2be-0146-411d-aa51-b458c4b93b4c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:09.381826 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.540639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.558762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fe085-9603-4f58-8d52-a6e1247f91d5 req-649683bf-f3a0-4f75-bab9-009f33c5b3e6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.571720 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-311fe085-9603-4f58-8d52-a6e1247f91d5 req-649683bf-f3a0-4f75-bab9-009f33c5b3e6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1428425 Oct 19 01:12:09.599114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7be20-917e-41f1-a8cc-8c10b5596225 req-cd982920-c28a-46ed-827e-df1eae475ed9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.614277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:09.615963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb7be20-917e-41f1-a8cc-8c10b5596225 req-cd982920-c28a-46ed-827e-df1eae475ed9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.3369398 Oct 19 01:12:09.618301 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc52d5a-41fe-4885-9092-2de9252dbc04" -d '{"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa068952-807f-48d9-8402-a753d8592ea5"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:09.662015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-311fe085-9603-4f58-8d52-a6e1247f91d5 req-dc344002-3416-4e4b-acaf-d0c9799f583b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888529 Oct 19 01:12:09.686162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port fa068952-807f-48d9-8402-a753d8592ea5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fa068952-807f-48d9-8402-a753d8592ea5,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:09.698287 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.699481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f983c135-fa15-44d6-bdd2-585543f1af33 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:09.763178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d8877f2a-c7c5-4c66-b2c5-e25a3fb64eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.764192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bb7be20-917e-41f1-a8cc-8c10b5596225 req-28604182-5d6a-4fa3-9789-d95ae04c43ba tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472137 Oct 19 01:12:09.774750 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f2204-6ef1-47fc-acb6-cdb4c5a62bdc x-openstack-request-id: req-4f7f2204-6ef1-47fc-acb6-cdb4c5a62bdc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:09.775060 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a91b31-e30c-44c6-8c69-6cbe5c7ad45d", "name": "network-vif-deleted", "tag": "e82ae2be-0146-411d-aa51-b458c4b93b4c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:09.775317 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f7f2204-6ef1-47fc-acb6-cdb4c5a62bdc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:09.775723 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a91b31-e30c-44c6-8c69-6cbe5c7ad45d', 'name': 'network-vif-deleted', 'tag': 'e82ae2be-0146-411d-aa51-b458c4b93b4c', 'status': 'completed', 'code': 200} Oct 19 01:12:09.791693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-0a230882-51df-427a-962f-b51d07f4c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.793424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-0a230882-51df-427a-962f-b51d07f4c432 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.4900584 Oct 19 01:12:09.868228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=fa068952-807f-48d9-8402-a753d8592ea5,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:09.887216 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-65047c94-06f9-4bf1-8a11-559e4c9cbaee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 217 time: 0.0803697 Oct 19 01:12:09.887356 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93771d1-e993-4c25-bd2c-fc62f69fcd6e x-openstack-request-id: req-b93771d1-e993-4c25-bd2c-fc62f69fcd6e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:09.889181 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa068952-807f-48d9-8402-a753d8592ea5", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:09.890758 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b93771d1-e993-4c25-bd2c-fc62f69fcd6e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:09.891512 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5', 'code': 200} Oct 19 01:12:09.912941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port f983c135-fa15-44d6-bdd2-585543f1af33 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:09.920758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port f983c135-fa15-44d6-bdd2-585543f1af33 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:09.922603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:09.977475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-79cad885-9883-44fb-9e87-cf5cbf86931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:09.979210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-79cad885-9883-44fb-9e87-cf5cbf86931a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0839186 Oct 19 01:12:10.091358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.150273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-7b8e987f-43f5-4c9e-92c8-55cba0d40d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.152558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-7b8e987f-43f5-4c9e-92c8-55cba0d40d71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1652410 Oct 19 01:12:10.157125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f983c135-fa15-44d6-bdd2-585543f1af33, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f983c135-fa15-44d6-bdd2-585543f1af33,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:10.167027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.339691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f983c135-fa15-44d6-bdd2-585543f1af33,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:10.402051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-3f4f6752-60ea-47b2-8951-2cb44b7e352c service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425303 Oct 19 01:12:10.415157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a71ed-b145-43bc-b8a5-544bec8282f8 req-729d0020-d897-4dfa-b47c-0ad9d9c7b2e3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.421306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a71ed-b145-43bc-b8a5-544bec8282f8 req-729d0020-d897-4dfa-b47c-0ad9d9c7b2e3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.428048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a71ed-b145-43bc-b8a5-544bec8282f8 req-729d0020-d897-4dfa-b47c-0ad9d9c7b2e3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.437687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-548a71ed-b145-43bc-b8a5-544bec8282f8 req-729d0020-d897-4dfa-b47c-0ad9d9c7b2e3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2417 time: 0.1427672 Oct 19 01:12:10.460308 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.571823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-548a71ed-b145-43bc-b8a5-544bec8282f8 req-aacd303c-0186-4e02-bb02-a78069dcee60 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331649 Oct 19 01:12:10.625325 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:10.636663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddaaf1bd-87e8-4c48-974e-70505cb65977 req-9a5af1c2-5b51-4839-a8d8-03a5716fd4e2 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935430 Oct 19 01:12:10.704248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48976) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:10.818955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33800d83-78ce-443d-9903-a4e41b6952d2 req-587e4560-691e-4bb5-afbf-698228bb400e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:10.827939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33800d83-78ce-443d-9903-a4e41b6952d2 req-587e4560-691e-4bb5-afbf-698228bb400e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.0724556 Oct 19 01:12:10.879317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33800d83-78ce-443d-9903-a4e41b6952d2 req-119f7f78-726f-4f7e-a188-5b5829386c4a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Oct 19 01:12:10.966534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a9f1b735-20cf-4757-932c-d646b5b4e23f up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:10.969714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5a627efd-0a3a-4a5b-ac31-3fe8f2f769ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fcac98b6ffb4638ae61150f897d127f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618725 Oct 19 01:12:10.970218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48988) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:11.005479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79002e-fcf0-41cb-9947-7b752622acc9 req-6af49f3f-3f08-44d7-8918-46f10de2d7b7 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:11.014616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee79002e-fcf0-41cb-9947-7b752622acc9 req-6af49f3f-3f08-44d7-8918-46f10de2d7b7 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1303999 Oct 19 01:12:11.070048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port a9f1b735-20cf-4757-932c-d646b5b4e23f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:11.077444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port a9f1b735-20cf-4757-932c-d646b5b4e23f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:11.078113 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.096262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee79002e-fcf0-41cb-9947-7b752622acc9 req-356760fa-86a8-44d7-90e1-f6f6b06e9bf3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760424 Oct 19 01:12:11.133991 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7966d755-9098-48ef-b91d-36c4c7f1c87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.190060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7966d755-9098-48ef-b91d-36c4c7f1c87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.201604 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.254617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port a9f1b735-20cf-4757-932c-d646b5b4e23f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a9f1b735-20cf-4757-932c-d646b5b4e23f,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:11.261035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.262269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e82ae2be-0146-411d-aa51-b458c4b93b4c no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:11.274713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7966d755-9098-48ef-b91d-36c4c7f1c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.281138 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7966d755-9098-48ef-b91d-36c4c7f1c87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.286566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7966d755-9098-48ef-b91d-36c4c7f1c87a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9dd33f7-5cc5-425a-9f59-63b2fe83db26 HTTP/1.1" status: 204 len: 168 time: 0.3152034 Oct 19 01:12:11.301432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966d755-9098-48ef-b91d-36c4c7f1c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dd33f7-5cc5-425a-9f59-63b2fe83db26,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:11.376496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: e82ae2be-0146-411d-aa51-b458c4b93b4c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:11.377120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e82ae2be-0146-411d-aa51-b458c4b93b4c not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:11.377582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 288699e8-942e-417f-8fc0-6af2226e8c10 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:11.508277 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.559619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=a9f1b735-20cf-4757-932c-d646b5b4e23f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:11.576073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:11.583056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.641152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:11.796920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3eba38-b34c-4746-85d8-b805f947666f req-c3164cbe-d9d1-4f01-89b7-293de21733c2 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:11.819331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3eba38-b34c-4746-85d8-b805f947666f req-c3164cbe-d9d1-4f01-89b7-293de21733c2 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:11.829444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3eba38-b34c-4746-85d8-b805f947666f req-c3164cbe-d9d1-4f01-89b7-293de21733c2 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:11.835743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf3eba38-b34c-4746-85d8-b805f947666f req-c3164cbe-d9d1-4f01-89b7-293de21733c2 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2418 time: 0.1493766 Oct 19 01:12:11.885514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49018) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:11.893030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f983c135-fa15-44d6-bdd2-585543f1af33'}, {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f1b735-20cf-4757-932c-d646b5b4e23f'}, {'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:11.895737 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508381a7-9ed2-4054-b030-48fdd6bdc198" -d '{"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-plugged", "status": "completed", "tag": "f983c135-fa15-44d6-bdd2-585543f1af33"}, {"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-plugged", "status": "completed", "tag": "a9f1b735-20cf-4757-932c-d646b5b4e23f"}, {"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-unplugged", "status": "completed", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:11.911583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf3eba38-b34c-4746-85d8-b805f947666f req-ad57baee-68b7-4735-8238-7bc39913fa2d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672083 Oct 19 01:12:11.956274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49026) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:11.971320 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64721700-3756-436e-9f5e-91a694d745a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:11.980371 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbee020-9b6b-479d-9c11-63510b36130b x-openstack-request-id: req-9dbee020-9b6b-479d-9c11-63510b36130b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:11.980977 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-plugged", "status": "completed", "tag": "f983c135-fa15-44d6-bdd2-585543f1af33", "code": 200}, {"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-plugged", "status": "completed", "tag": "a9f1b735-20cf-4757-932c-d646b5b4e23f", "code": 200}, {"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-unplugged", "status": "completed", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:11.981459 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dbee020-9b6b-479d-9c11-63510b36130b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:11.982061 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f983c135-fa15-44d6-bdd2-585543f1af33', 'code': 200} Oct 19 01:12:11.982807 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f1b735-20cf-4757-932c-d646b5b4e23f', 'code': 200} Oct 19 01:12:11.983407 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10', 'code': 200} Oct 19 01:12:12.124314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e59413-af53-45df-9408-fbc9ee0fe715 req-b01a032e-fafb-4472-9051-b8eccb16e0b7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:12.126296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0e59413-af53-45df-9408-fbc9ee0fe715 req-b01a032e-fafb-4472-9051-b8eccb16e0b7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 948 time: 0.1115875 Oct 19 01:12:12.157675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64721700-3756-436e-9f5e-91a694d745a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.183066 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64721700-3756-436e-9f5e-91a694d745a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.267684 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.296049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-64721700-3756-436e-9f5e-91a694d745a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f964be7f3e3b4df58dc3aa84f37caeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361948 Oct 19 01:12:12.298804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49030) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:12.306212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64721700-3756-436e-9f5e-91a694d745a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0513f-00ec-4e40-9fc0-1e079f9d4489,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:12.314633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0e59413-af53-45df-9408-fbc9ee0fe715 req-218c81a0-f046-45bb-9483-e5f6d4d39056 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549177 Oct 19 01:12:12.326292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69899ed3-7d04-47ce-80d0-7661e724e89c req-825ffede-ded4-441b-8c33-d2324c37d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:12.326836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69899ed3-7d04-47ce-80d0-7661e724e89c req-825ffede-ded4-441b-8c33-d2324c37d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:12.327579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69899ed3-7d04-47ce-80d0-7661e724e89c req-825ffede-ded4-441b-8c33-d2324c37d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:12.328896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69899ed3-7d04-47ce-80d0-7661e724e89c req-825ffede-ded4-441b-8c33-d2324c37d72e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2874 time: 0.1609328 Oct 19 01:12:12.342598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24e6d2e4-cd1e-48df-ac21-23d7c0cb5bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.377843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad21b0-8079-458b-af01-da2a55f241f9 req-50f78fa8-10b5-4365-8796-ad7d318634b4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:12.386159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5dad21b0-8079-458b-af01-da2a55f241f9 req-50f78fa8-10b5-4365-8796-ad7d318634b4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1816788 Oct 19 01:12:12.421319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6bff6ad1-0c10-4791-ae9c-7de1af713abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.456979 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5dad21b0-8079-458b-af01-da2a55f241f9 req-4978f12c-bb85-4bd9-b270-52c440f8f061 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699084 Oct 19 01:12:12.476926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69899ed3-7d04-47ce-80d0-7661e724e89c req-a6c615a8-bbee-438c-9a39-200d2b6e8317 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159093 Oct 19 01:12:12.477257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6bff6ad1-0c10-4791-ae9c-7de1af713abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.519874 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24e6d2e4-cd1e-48df-ac21-23d7c0cb5bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.528609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24e6d2e4-cd1e-48df-ac21-23d7c0cb5bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.542404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6bff6ad1-0c10-4791-ae9c-7de1af713abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.547314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6bff6ad1-0c10-4791-ae9c-7de1af713abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.548649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6bff6ad1-0c10-4791-ae9c-7de1af713abc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6a0513f-00ec-4e40-9fc0-1e079f9d4489 HTTP/1.1" status: 204 len: 168 time: 0.2478242 Oct 19 01:12:12.561386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff6ad1-0c10-4791-ae9c-7de1af713abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0513f-00ec-4e40-9fc0-1e079f9d4489,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:12.574715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6d2e4-cd1e-48df-ac21-23d7c0cb5bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e5df9b-3caf-4043-8b7a-95207d38debc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:12.596636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-24e6d2e4-cd1e-48df-ac21-23d7c0cb5bff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb9f19e1958f45bda68321b5529c5f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092867 Oct 19 01:12:12.599310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49050) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:12.673864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8db0df35-3aad-40ed-bc63-c7caea82f3f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.699903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8db0df35-3aad-40ed-bc63-c7caea82f3f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.768505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8db0df35-3aad-40ed-bc63-c7caea82f3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.771615 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8db0df35-3aad-40ed-bc63-c7caea82f3f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:12.772820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8db0df35-3aad-40ed-bc63-c7caea82f3f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61e5df9b-3caf-4043-8b7a-95207d38debc HTTP/1.1" status: 204 len: 168 time: 0.1723785 Oct 19 01:12:12.786828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0df35-3aad-40ed-bc63-c7caea82f3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e5df9b-3caf-4043-8b7a-95207d38debc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.063535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836df10-4c0c-459d-8417-603c9e6a1279 req-167d3da0-3001-43e4-bfdd-57f915e02fbc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:13.072559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836df10-4c0c-459d-8417-603c9e6a1279 req-167d3da0-3001-43e4-bfdd-57f915e02fbc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:13.079850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836df10-4c0c-459d-8417-603c9e6a1279 req-167d3da0-3001-43e4-bfdd-57f915e02fbc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:13.081808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d836df10-4c0c-459d-8417-603c9e6a1279 req-167d3da0-3001-43e4-bfdd-57f915e02fbc tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2418 time: 0.0823483 Oct 19 01:12:13.138003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d836df10-4c0c-459d-8417-603c9e6a1279 req-c71fd5a6-947d-4f7f-97d3-d807cfa2a275 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464582 Oct 19 01:12:13.250478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:13.266365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1db76553-b421-4649-8613-98acd2758c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.353102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1db76553-b421-4649-8613-98acd2758c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.357674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1db76553-b421-4649-8613-98acd2758c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.394402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1db76553-b421-4649-8613-98acd2758c26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a57bcef7224647bca225bafb4b86d43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425042 Oct 19 01:12:13.399501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49086) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:13.409868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db76553-b421-4649-8613-98acd2758c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22af05-276b-4249-a4a5-e68915a4501f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.502164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7c47-95b5-4edd-9c3d-0df3ef128f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.511552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382ee7c-78e3-4087-9a4a-8d0d8577406d req-5eb56fac-ea8d-439b-ab67-265ce07dd05e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:13.520640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9382ee7c-78e3-4087-9a4a-8d0d8577406d req-5eb56fac-ea8d-439b-ab67-265ce07dd05e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 948 time: 0.0949647 Oct 19 01:12:13.557577 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7c47-95b5-4edd-9c3d-0df3ef128f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.587600 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9382ee7c-78e3-4087-9a4a-8d0d8577406d req-837b47dd-9b0f-4061-a894-60503f3b5767 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595381 Oct 19 01:12:13.640364 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7c47-95b5-4edd-9c3d-0df3ef128f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.645920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7c47-95b5-4edd-9c3d-0df3ef128f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.651146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d4622-bd9d-4162-be06-9c86fc09fcda req-7277d3b7-3f17-444a-9e79-ec750299c9dd tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:13.653018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a7eb7c47-95b5-4edd-9c3d-0df3ef128f5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a22af05-276b-4249-a4a5-e68915a4501f HTTP/1.1" status: 204 len: 168 time: 0.2505906 Oct 19 01:12:13.656418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-968d4622-bd9d-4162-be06-9c86fc09fcda req-7277d3b7-3f17-444a-9e79-ec750299c9dd tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0865593 Oct 19 01:12:13.662416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb7c47-95b5-4edd-9c3d-0df3ef128f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22af05-276b-4249-a4a5-e68915a4501f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:13.724540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-968d4622-bd9d-4162-be06-9c86fc09fcda req-f357b93f-c23c-4ea9-b412-2e319bd24b76 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606925 Oct 19 01:12:13.740704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49122) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:13.861838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-network', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:13.889137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e926a48-6f67-486e-b88a-412ecb9ef325 req-d16b1886-8b29-4313-a068-af6be130832a tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:13.890438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e926a48-6f67-486e-b88a-412ecb9ef325 req-d16b1886-8b29-4313-a068-af6be130832a tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 949 time: 0.0887339 Oct 19 01:12:13.906024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Made reservation on behalf of f2af29db725e441f80ff922a7b2da5e5 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:13.908328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.925135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:13.954208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e926a48-6f67-486e-b88a-412ecb9ef325 req-00005c2a-4ead-4668-b376-f7eef8031786 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562677 Oct 19 01:12:14.024766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.028899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.055960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:14.074818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aaa038-493e-4c50-a1bf-482dbf794a3e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:14.085377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.085747 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Added segment 45952b67-2372-4b3b-b24c-492ae54938e2 of type vlan for network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 Oct 19 01:12:14.165136 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.212866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.214426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:14.215205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.282447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5406623 Oct 19 01:12:14.286030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49164) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:14.294839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Request body: {'subnet': {'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-subnet', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:14.326579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Made reservation on behalf of f2af29db725e441f80ff922a7b2da5e5 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:14.329512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7af80-9845-4cb4-9af0-5894f86d5b65 admin admin] Pushing event updated for resources: {'Network': ['ID=16fc0c80-bdbe-44b5-bc08-e76911bcf305,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:14.330755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.343067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:14.343827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c64ac7-5c08-4318-8216-501a76cf42d2 req-4cbbbc5d-8c10-46e4-add1-97e75511699a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:14.349943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c64ac7-5c08-4318-8216-501a76cf42d2 req-4cbbbc5d-8c10-46e4-add1-97e75511699a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:14.357098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c64ac7-5c08-4318-8216-501a76cf42d2 req-4cbbbc5d-8c10-46e4-add1-97e75511699a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:14.358776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2c64ac7-5c08-4318-8216-501a76cf42d2 req-4cbbbc5d-8c10-46e4-add1-97e75511699a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2418 time: 0.1307814 Oct 19 01:12:14.414874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2c64ac7-5c08-4318-8216-501a76cf42d2 req-9e088515-5644-484b-a647-37de5d1f7227 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Oct 19 01:12:14.688539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.756130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b767bc-bad0-4606-a0b8-a7615f20bbb9,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:14.761813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Checking segment: {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:14.762348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Network hostable DHCP agents. Network: 16fc0c80-bdbe-44b5-bc08-e76911bcf305, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:14.785371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:14.801952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 16fc0c80-bdbe-44b5-bc08-e76911bcf305) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:14.806267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:14.806852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.811747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7df3b1-29b6-478b-bb51-f03af9cab85e None None] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:14.832860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49206) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:14.834009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-658ba12a-0123-4b62-bee6-30a64a6e33cc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5461237 Oct 19 01:12:14.841378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:14.867733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524d0f3-f60a-4aa1-a119-ed68a6d5df2d req-351e7d78-b5ea-41de-8a88-f148daf52538 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:14.869384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7524d0f3-f60a-4aa1-a119-ed68a6d5df2d req-351e7d78-b5ea-41de-8a88-f148daf52538 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 948 time: 0.0886827 Oct 19 01:12:14.897672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.899551 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:14.947844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7524d0f3-f60a-4aa1-a119-ed68a6d5df2d req-d3d41f6a-ce01-4f95-8be7-2d79217da476 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688550 Oct 19 01:12:14.982428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 288699e8-942e-417f-8fc0-6af2226e8c10 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:15.023766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:15.024860 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.035030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.232035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcc51a-7425-488a-8a3c-b6ace4a9d0be req-00702b52-1857-4ead-8f4d-8e9651ccf9fa tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.234281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03dcc51a-7425-488a-8a3c-b6ace4a9d0be req-00702b52-1857-4ead-8f4d-8e9651ccf9fa tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0727320 Oct 19 01:12:15.244672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:15.261734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Allocated IP 172.20.0.2 (16fc0c80-bdbe-44b5-bc08-e76911bcf305/a5b767bc-bad0-4606-a0b8-a7615f20bbb9/8c754451-f6c5-4458-b1f3-449420acd979) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:15.264198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '288699e8-942e-417f-8fc0-6af2226e8c10', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '288699e8-942e-417f-8fc0-6af2226e8c10', 'mac_address': 'fa:16:3e:44:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:15.275038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.288692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d97d0c-cf01-40eb-8195-fdd0c88e56dd req-58944c68-32f2-4f48-912b-13b5091e3f80 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.291487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03dcc51a-7425-488a-8a3c-b6ace4a9d0be req-235df4b6-641b-4877-849c-0980c4d3f08a tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Oct 19 01:12:15.295010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d97d0c-cf01-40eb-8195-fdd0c88e56dd req-58944c68-32f2-4f48-912b-13b5091e3f80 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.300993 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d97d0c-cf01-40eb-8195-fdd0c88e56dd req-58944c68-32f2-4f48-912b-13b5091e3f80 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.302885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48d97d0c-cf01-40eb-8195-fdd0c88e56dd req-58944c68-32f2-4f48-912b-13b5091e3f80 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2418 time: 0.1986589 Oct 19 01:12:15.340706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.386920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48d97d0c-cf01-40eb-8195-fdd0c88e56dd req-6a9c262f-d630-459f-9494-141d259b5a3a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633707 Oct 19 01:12:15.402044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288699e8-942e-417f-8fc0-6af2226e8c10 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:15.477361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:15.485171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.550999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:15.624972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.631745 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.636029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382ded9-f6a4-4c96-9ba2-914a0267ec87 req-010c1131-9c94-45fe-9ad4-8fdd57c8d373 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.640326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2382ded9-f6a4-4c96-9ba2-914a0267ec87 req-010c1131-9c94-45fe-9ad4-8fdd57c8d373 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 949 time: 0.0647922 Oct 19 01:12:15.658643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.678713 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.695941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2382ded9-f6a4-4c96-9ba2-914a0267ec87 req-1bcea426-8c77-49cb-ad59-8e5ca46f2315 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510726 Oct 19 01:12:15.733703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:15.734702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Pushing event updated for resources: {'Port': ['ID=8c754451-f6c5-4458-b1f3-449420acd979,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:15.737932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:15.740321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:15.823959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Allocated IP 172.25.0.215 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b8c270c6-a3e4-4edb-9ab9-a8e7572dca84) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:15.831025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Attempting to bind port 8c754451-f6c5-4458-b1f3-449420acd979 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:15.831386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Attempting to bind port 8c754451-f6c5-4458-b1f3-449420acd979 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:15.831747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Attempting to bind port 8c754451-f6c5-4458-b1f3-449420acd979 on network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:15.837986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:15.838733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Checking segment: {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:15.839327 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.839894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Bound using segment: {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:15.840592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Bound port: 8c754451-f6c5-4458-b1f3-449420acd979, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:15.841349 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.898518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-662eb2b2-8a7f-4ebe-b860-1b694f9a6df2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:15.900049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-662eb2b2-8a7f-4ebe-b860-1b694f9a6df2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e&tenant_id=9d05292ca908459aa0eb23f3e418bded&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 949 time: 0.1305127 Oct 19 01:12:15.944637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] For port 8c754451-f6c5-4458-b1f3-449420acd979, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:15.963433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] For port 8c754451-f6c5-4458-b1f3-449420acd979, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8c754451-f6c5-4458-b1f3-449420acd979,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:15.970440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:15.972461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.020914 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.090028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['288699e8-942e-417f-8fc0-6af2226e8c10'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:16.099482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:16.105918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:16.120404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:16.125986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:16.142229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-5d2cb35e-23ba-4ba4-80d0-0b588c8c4a21 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a0dc7799a55149448e4782b66bb088db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793974 Oct 19 01:12:16.166881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f6c56-4c52-43a3-b69f-16f938221a0e None None] Pushing event updated for resources: {'Port': ['ID=8c754451-f6c5-4458-b1f3-449420acd979,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:16.452457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.514324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85adf5-def1-4771-8d69-5b13c8f7ea84 req-cb15f33f-a030-45b4-a6c6-e4cdeeeba2f3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.515810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a85adf5-def1-4771-8d69-5b13c8f7ea84 req-cb15f33f-a030-45b4-a6c6-e4cdeeeba2f3 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1032603 Oct 19 01:12:16.528817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-d3f8df01-0854-487e-890f-355f2cd787c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.530312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-d3f8df01-0854-487e-890f-355f2cd787c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1101 time: 0.4549782 Oct 19 01:12:16.539260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-e66e7972-4ab5-4076-a2e1-2b356370ecf2 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.540636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-e66e7972-4ab5-4076-a2e1-2b356370ecf2 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976510 Oct 19 01:12:16.571045 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-4f2feecf-d6f9-4eb3-9654-a6f61dbfb46f tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/quotas/a0dc7799a55149448e4782b66bb088db HTTP/1.1" status: 200 len: 375 time: 0.0245941 Oct 19 01:12:16.597180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a85adf5-def1-4771-8d69-5b13c8f7ea84 req-1ccbe39b-c6d9-4806-8b25-ae13e959a2fc tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748131 Oct 19 01:12:16.641249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-775984ed-cbdd-4db1-99df-a2e3823e76c2 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0dc7799a55149448e4782b66bb088db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601685 Oct 19 01:12:16.691491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-35408e71-f3fe-4156-a1dd-772ff481091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.693068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-35408e71-f3fe-4156-a1dd-772ff481091a service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1404450 Oct 19 01:12:16.729396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.746757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-4a981aa6-3e7e-4b14-9cd4-01bb183fb49e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 217 time: 0.0399992 Oct 19 01:12:16.840812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-79d66514-e714-402b-8cc0-a58045af24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.842383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-79d66514-e714-402b-8cc0-a58045af24d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0810277 Oct 19 01:12:16.867912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8c754451-f6c5-4458-b1f3-449420acd979 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:16.933409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8c754451-f6c5-4458-b1f3-449420acd979 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:16.933786 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:16.970065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360623-1c03-4178-aa59-927d1e321150 req-a58b3183-21d2-459e-a37a-66acbff718d7 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.976868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360623-1c03-4178-aa59-927d1e321150 req-a58b3183-21d2-459e-a37a-66acbff718d7 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.983728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360623-1c03-4178-aa59-927d1e321150 req-a58b3183-21d2-459e-a37a-66acbff718d7 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:16.991032 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b360623-1c03-4178-aa59-927d1e321150 req-a58b3183-21d2-459e-a37a-66acbff718d7 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2418 time: 0.2154956 Oct 19 01:12:17.015109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-a181723f-ea3b-4be9-b10e-e0e5361a003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.018679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-a181723f-ea3b-4be9-b10e-e0e5361a003d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1575232 Oct 19 01:12:17.027018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a098d-ab35-4f0e-a426-d6857ad335d0 req-cf28f57d-1495-4364-87cd-39ba8b0f274e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.037021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a56a098d-ab35-4f0e-a426-d6857ad335d0 req-cf28f57d-1495-4364-87cd-39ba8b0f274e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 949 time: 0.1861985 Oct 19 01:12:17.093047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b360623-1c03-4178-aa59-927d1e321150 req-258cddb3-c17d-408a-b982-ec3c623ea201 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006260 Oct 19 01:12:17.094472 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.128679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Router 9ef40b90-d1dd-400f-85e0-379ea503434a is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:12:17.176156 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a56a098d-ab35-4f0e-a426-d6857ad335d0 req-6b634776-9ed7-49e9-aef0-cebdc29db758 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374457 Oct 19 01:12:17.177982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 8c754451-f6c5-4458-b1f3-449420acd979, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8c754451-f6c5-4458-b1f3-449420acd979,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:17.182862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.221748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-456dfdd1-f9c3-42fe-9019-0f798bf82b71 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749940 Oct 19 01:12:17.245150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=8c754451-f6c5-4458-b1f3-449420acd979,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:17.365239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55b62f-8436-4418-b661-2f64d8c145c7 None None] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:17.372947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e788f656-a8d4-42bc-a0c3-c5da0f27de5b req-348cd9b9-748e-463f-94b7-2baa29bbbd84 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428077 Oct 19 01:12:17.424657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-88ff8126-3d4e-4a0b-a431-c34618e6c651 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.431552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-88ff8126-3d4e-4a0b-a431-c34618e6c651 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.438090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-88ff8126-3d4e-4a0b-a431-c34618e6c651 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.439918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-88ff8126-3d4e-4a0b-a431-c34618e6c651 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2418 time: 0.0772405 Oct 19 01:12:17.486792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-87a10617-4e51-4a58-9353-043470c495e3 None None] Provisioning complete for port 8c754451-f6c5-4458-b1f3-449420acd979 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:17.487166 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87a10617-4e51-4a58-9353-043470c495e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.607588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a8e87ee-7eb1-4605-85eb-7d95a918936f req-e8927891-9d8f-4330-a481-6172474966c4 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 210 time: 0.4023316 Oct 19 01:12:17.640233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:17.659390 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Sync routers for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:17.672021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.674222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f1619b43-bc3a-48d6-96ff-9dae5575b3a7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8401313 Oct 19 01:12:17.676053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:17.685937 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:17.687017 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:17.750801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port f983c135-fa15-44d6-bdd2-585543f1af33 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:17.751859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.813710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd6b9f-0dac-4dab-b4c4-88b761545889 req-53a578ac-25f9-4bbc-8d86-56189ddbdb02 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:17.822692 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87cd6b9f-0dac-4dab-b4c4-88b761545889 req-53a578ac-25f9-4bbc-8d86-56189ddbdb02 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1097391 Oct 19 01:12:17.883102 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:17.931124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87cd6b9f-0dac-4dab-b4c4-88b761545889 req-80073342-1835-41ad-aab4-ae5609662ea1 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073272 Oct 19 01:12:17.959797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port f983c135-fa15-44d6-bdd2-585543f1af33, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f983c135-fa15-44d6-bdd2-585543f1af33,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:17.961074 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:17.980635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for f983c135-fa15-44d6-bdd2-585543f1af33 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:18.172354 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:16Z', 'revision_number': 3, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:18.188111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f63754db-e5f2-4bd7-95a1-1027063f8f96 None None] Provisioning complete for port 8c754451-f6c5-4458-b1f3-449420acd979 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:18.191514 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f63754db-e5f2-4bd7-95a1-1027063f8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.239486 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Checking router: 9ef40b90-d1dd-400f-85e0-379ea503434a for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:18.239856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Updating router 9ef40b90-d1dd-400f-85e0-379ea503434a port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:12:18.252141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.290461 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.332063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['fa068952-807f-48d9-8402-a753d8592ea5', 'f983c135-fa15-44d6-bdd2-585543f1af33', 'a9f1b735-20cf-4757-932c-d646b5b4e23f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:18.367802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9578a-2e66-49c6-b4ac-aa1cafbec6fa req-0223860b-9cb8-425b-b8ee-009bac8608cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:18.374526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9578a-2e66-49c6-b4ac-aa1cafbec6fa req-0223860b-9cb8-425b-b8ee-009bac8608cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:18.383010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9578a-2e66-49c6-b4ac-aa1cafbec6fa req-0223860b-9cb8-425b-b8ee-009bac8608cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:18.387942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=f983c135-fa15-44d6-bdd2-585543f1af33,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:18.392878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51f9578a-2e66-49c6-b4ac-aa1cafbec6fa req-0223860b-9cb8-425b-b8ee-009bac8608cd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 2339 time: 0.1783497 Oct 19 01:12:18.459311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port f983c135-fa15-44d6-bdd2-585543f1af33 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:18.463756 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.467445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-1ffb5102-2384-4b73-bfcf-0a8314ea7cfe tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "DELETE /v2.0/ports/f983c135-fa15-44d6-bdd2-585543f1af33 HTTP/1.1" status: 204 len: 173 time: 0.9601457 Oct 19 01:12:18.469052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-deleted', 'tag': 'f983c135-fa15-44d6-bdd2-585543f1af33'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:18.471521 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e00a4-379f-475b-9c1e-6e75b6b14f3d" -d '{"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-deleted", "tag": "f983c135-fa15-44d6-bdd2-585543f1af33"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:18.507178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:18.509079 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51f9578a-2e66-49c6-b4ac-aa1cafbec6fa req-a90dbbae-7bd1-4380-82d0-9d9f4c51d2fb tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109612 Oct 19 01:12:18.531029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.630123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c147e44-fdf9-4ca3-aeb8-92e282a66fcc req-7bdbc4fa-e038-4a91-810e-79d410a531ed tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:18.701008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c147e44-fdf9-4ca3-aeb8-92e282a66fcc req-7bdbc4fa-e038-4a91-810e-79d410a531ed tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 949 time: 0.3555465 Oct 19 01:12:18.725453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.748465 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.760198 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.795420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:18.797750 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c3ee55-234c-47b0-92ec-d1e0d8f46f0f" -d '{"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:18.820084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d1731-76d9-4d2f-aa05-e941fe804bc0 req-70554e60-2e57-4ea7-807e-4df9f4d1253c tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:18.828436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-618d1731-76d9-4d2f-aa05-e941fe804bc0 req-70554e60-2e57-4ea7-807e-4df9f4d1253c tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1098 time: 0.0976155 Oct 19 01:12:18.832187 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef157b4-38df-4c46-9319-ed925dd07cdc None None] Pushing event updated for resources: {'Port': ['ID=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:18.836258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:18.842492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.870452 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Attempting to bind port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:18.871118 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Attempting to bind port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:18.871682 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Attempting to bind port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:18.876779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Allocated IP 172.20.0.1 (16fc0c80-bdbe-44b5-bc08-e76911bcf305/a5b767bc-bad0-4606-a0b8-a7615f20bbb9/409000cf-749a-4c09-826f-d8d337d4feba) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:18.878502 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:18.879411 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:18.880255 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.880818 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:18.881446 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Bound port: b8c270c6-a3e4-4edb-9ab9-a8e7572dca84, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:18.882001 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:18.897575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-618d1731-76d9-4d2f-aa05-e941fe804bc0 req-e689cd3e-6bce-458d-a46d-0976f4492978 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621128 Oct 19 01:12:18.897714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-a152042d-2d82-448a-9062-d79e45185936 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a0dc7799a55149448e4782b66bb088db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395156 Oct 19 01:12:18.945783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8c754451-f6c5-4458-b1f3-449420acd979 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:18.961781 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] For port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:18.965891 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] For port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:18.971503 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.002362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 288699e8-942e-417f-8fc0-6af2226e8c10 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:19.032953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.062845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-8706617f-3070-415c-9f31-ad225dafb7e1 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:19.068299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-8706617f-3070-415c-9f31-ad225dafb7e1 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587889 Oct 19 01:12:19.068509 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef157b4-38df-4c46-9319-ed925dd07cdc None None] Pushing event updated for resources: {'Port': ['ID=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.070499 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc924e95-ec9b-4986-9152-4e5bec8cfd74 x-openstack-request-id: req-fc924e95-ec9b-4986-9152-4e5bec8cfd74 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:19.070843 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-deleted", "tag": "f983c135-fa15-44d6-bdd2-585543f1af33", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:19.071245 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc924e95-ec9b-4986-9152-4e5bec8cfd74 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:19.071749 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-deleted', 'tag': 'f983c135-fa15-44d6-bdd2-585543f1af33', 'status': 'completed', 'code': 200} Oct 19 01:12:19.077670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8c754451-f6c5-4458-b1f3-449420acd979 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:19.078031 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.082493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c147e44-fdf9-4ca3-aeb8-92e282a66fcc req-0b013647-e066-40e0-9247-d9d3ea742784 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739195 Oct 19 01:12:19.095215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Request body: {'port': {'device_id': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'a0dc7799a55149448e4782b66bb088db'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:19.113164 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:19.113887 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:19.145676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aef292bd-e6d1-46a1-9830-2ce95fca2833 req-fea1f5ac-9d9f-45de-a62c-2a4504b7720f tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 210 time: 0.0756781 Oct 19 01:12:19.149731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 288699e8-942e-417f-8fc0-6af2226e8c10 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:19.149731 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.206947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.252605 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6b7ba1-4c8b-48c0-96ea-3804253bd04d x-openstack-request-id: req-fe6b7ba1-4c8b-48c0-96ea-3804253bd04d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:19.253109 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:19.253301 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe6b7ba1-4c8b-48c0-96ea-3804253bd04d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:19.253694 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'code': 200} Oct 19 01:12:19.269359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port a9f1b735-20cf-4757-932c-d646b5b4e23f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:19.269741 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.331307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.343159 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:19.379925 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.399825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:19.401280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Pushing event updated for resources: {'Port': ['ID=409000cf-749a-4c09-826f-d8d337d4feba,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.404435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:19.407563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:19.408053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.429399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port a9f1b735-20cf-4757-932c-d646b5b4e23f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a9f1b735-20cf-4757-932c-d646b5b4e23f,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:19.430090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.445979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Made reservation on behalf of a0dc7799a55149448e4782b66bb088db for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:19.450086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.465042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:19.472663 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.473935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device fa068952-807f-48d9-8402-a753d8592ea5 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:19.489503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for a9f1b735-20cf-4757-932c-d646b5b4e23f owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:19.492771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.538184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448a067-7340-4dea-b047-cff839d09651 req-ec30def5-ff20-4501-b84b-8aa7b72d6837 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:19.546391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e448a067-7340-4dea-b047-cff839d09651 req-ec30def5-ff20-4501-b84b-8aa7b72d6837 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.2667029 Oct 19 01:12:19.605866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.624256 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:16Z', 'revision_number': 3, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:19.674148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e448a067-7340-4dea-b047-cff839d09651 req-fd1e62ac-1c3c-4c36-abeb-fb2f36065623 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268027 Oct 19 01:12:19.678021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a3cc10-1462-42c9-a850-74b6e4dda6a9 None None] The sync data for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 is: [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:16Z', 'revision_number': 3, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:19.754113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.762719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.776393 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.818914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.831624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:19.932631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f8eb-077c-465d-bfb7-a051338d4042 req-4e4b7523-8e1d-4f91-8125-8711864b324d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:19.941199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7e4f8eb-077c-465d-bfb7-a051338d4042 req-4e4b7523-8e1d-4f91-8125-8711864b324d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1373117 Oct 19 01:12:19.958077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=a9f1b735-20cf-4757-932c-d646b5b4e23f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:19.968640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59606ff7-e054-42a2-80f0-756aca976959,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:20.049646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7e4f8eb-077c-465d-bfb7-a051338d4042 req-7a83618b-0290-4654-a3e1-e3f81b13a74f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915706 Oct 19 01:12:20.111525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port a9f1b735-20cf-4757-932c-d646b5b4e23f on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:20.116512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.120458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-b1d35919-2566-43a6-bb46-96d3b34c8e81 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "DELETE /v2.0/ports/a9f1b735-20cf-4757-932c-d646b5b4e23f HTTP/1.1" status: 204 len: 173 time: 1.6319010 Oct 19 01:12:20.163599 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.189193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3ac98a15-7992-49d5-b6a9-435d3e799aab None None] Provisioning complete for port 409000cf-749a-4c09-826f-d8d337d4feba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:20.193823 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ac98a15-7992-49d5-b6a9-435d3e799aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.228223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.235948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Allocated IP 192.168.233.125 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/4ae90d7f-a21c-470a-8123-4980ba735dba) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:20.242118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.242118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.337585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3ac98a15-7992-49d5-b6a9-435d3e799aab None None] Port 409000cf-749a-4c09-826f-d8d337d4feba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:20.396991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port fa068952-807f-48d9-8402-a753d8592ea5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fa068952-807f-48d9-8402-a753d8592ea5,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:20.405583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.446308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e0dae-4b32-41dd-9bb2-077f3a792640 req-9f186c93-d65f-4b22-b2cb-d220e52dcb28 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:20.455002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-921e0dae-4b32-41dd-9bb2-077f3a792640 req-9f186c93-d65f-4b22-b2cb-d220e52dcb28 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 946 time: 0.2559443 Oct 19 01:12:20.504113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:20.516591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port fa068952-807f-48d9-8402-a753d8592ea5 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:20.516822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.563177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Pushing event updated for resources: {'Port': ['ID=409000cf-749a-4c09-826f-d8d337d4feba,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:20.610419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-921e0dae-4b32-41dd-9bb2-077f3a792640 req-79e925c0-ae57-46a0-81e9-2fe67cdc09f5 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475217 Oct 19 01:12:20.634076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:20.660150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'mac_address': 'fa:16:3e:73:27:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:20.732681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:20.734510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=fa068952-807f-48d9-8402-a753d8592ea5,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:20.738701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:20.755364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.786312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f6404c-2762-45a3-aeab-a781ac787d42 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:20.811005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.813215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port fa068952-807f-48d9-8402-a753d8592ea5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fa068952-807f-48d9-8402-a753d8592ea5,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:20.813575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.829170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:20.838302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:20.840291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for fa068952-807f-48d9-8402-a753d8592ea5 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:20.982515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-8f00c405-dca7-4205-a5c1-2b90b6a50fe4 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:12:20.983645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-8f00c405-dca7-4205-a5c1-2b90b6a50fe4 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058072 Oct 19 01:12:20.999296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.014356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:21.028775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a9f1b735-20cf-4757-932c-d646b5b4e23f no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:21.030917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:21.081722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: a9f1b735-20cf-4757-932c-d646b5b4e23f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:21.082224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a9f1b735-20cf-4757-932c-d646b5b4e23f not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:21.082875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f983c135-fa15-44d6-bdd2-585543f1af33 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:21.098018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-deleted', 'tag': 'a9f1b735-20cf-4757-932c-d646b5b4e23f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:21.106493 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a5a7f6-47f9-4e2f-b03d-ed0e737cace1" -d '{"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-deleted", "tag": "a9f1b735-20cf-4757-932c-d646b5b4e23f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:21.128397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['d7f6404c-2762-45a3-aeab-a781ac787d42'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:21.135907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: f983c135-fa15-44d6-bdd2-585543f1af33 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:21.136279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f983c135-fa15-44d6-bdd2-585543f1af33 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:21.155196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:21.163386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-a3415630-c03c-4ffe-8ecf-ab767fc12c00 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:21.164851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-a3415630-c03c-4ffe-8ecf-ab767fc12c00 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 1095 time: 0.1179287 Oct 19 01:12:21.169308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:21.177003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Request body: {'binding': {'host': 'n-h2-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:21.177427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Unknown quota resources ['binding']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:12:21.180319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:21.187141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:21.187777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.199383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Router 9ef40b90-d1dd-400f-85e0-379ea503434a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:21.214334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a48f-d6eb-4483-8a0b-cc1f3340b7af req-8a30c5e2-45ef-4276-abc7-1d67d10ac044 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:21.222379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2b1a48f-d6eb-4483-8a0b-cc1f3340b7af req-8a30c5e2-45ef-4276-abc7-1d67d10ac044 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 936 time: 0.1401868 Oct 19 01:12:21.241120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:21.244320 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.268011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Pushing event updated for resources: {'Port': ['ID=4ae90d7f-a21c-470a-8123-4980ba735dba,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:21.274413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10'}, {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:21.278923 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd35304-330b-43f6-b464-6efe56fa8db6" -d '{"events": [{"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-plugged", "status": "completed", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10"}, {"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa068952-807f-48d9-8402-a753d8592ea5"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:21.296080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-487bb496-70bd-4b1d-b415-233e022280de tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2049003 Oct 19 01:12:21.321220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2b1a48f-d6eb-4483-8a0b-cc1f3340b7af req-5a31b540-7590-43e4-be30-36d032a92620 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978832 Oct 19 01:12:21.322801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Request body: {'port': {'device_id': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:21.486212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e076e9c9-5015-438f-9bf7-cb692874c3ba None None] Provisioning complete for port 409000cf-749a-4c09-826f-d8d337d4feba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:21.486759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e076e9c9-5015-438f-9bf7-cb692874c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.489319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:21.522264 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3bef2d35-6265-434f-8f43-b2f7bb8813bd admin admin] 10.222.0.64 "PUT /v2.0/routers/9ef40b90-d1dd-400f-85e0-379ea503434a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8415096 Oct 19 01:12:21.535916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e076e9c9-5015-438f-9bf7-cb692874c3ba None None] Port 409000cf-749a-4c09-826f-d8d337d4feba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:21.589735 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.592472 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.605478 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.619169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:21.627130 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.704643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee2a7-f86e-464c-8884-55ecfccdbd6f req-32bd7987-29f3-46b9-a876-c6e746451b4c tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:21.717718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-936ee2a7-f86e-464c-8884-55ecfccdbd6f req-32bd7987-29f3-46b9-a876-c6e746451b4c tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1313062 Oct 19 01:12:21.734531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:21.771251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3679daf5-c383-4660-99dc-fabfa44d2247 None None] Provisioning complete for port 4ae90d7f-a21c-470a-8123-4980ba735dba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:21.771631 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3679daf5-c383-4660-99dc-fabfa44d2247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:21.812755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-936ee2a7-f86e-464c-8884-55ecfccdbd6f req-9ba870db-8dcb-4fc3-b35d-a932a54e4586 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940621 Oct 19 01:12:21.867857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3679daf5-c383-4660-99dc-fabfa44d2247 None None] Port 4ae90d7f-a21c-470a-8123-4980ba735dba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:21.965708 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d223d5-6457-4bb0-a5ed-a8851958e0cf x-openstack-request-id: req-64d223d5-6457-4bb0-a5ed-a8851958e0cf {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:21.966250 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-plugged", "status": "completed", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10", "code": 200}, {"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa068952-807f-48d9-8402-a753d8592ea5", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:21.966700 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64d223d5-6457-4bb0-a5ed-a8851958e0cf {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:21.972136 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10', 'code': 200} Oct 19 01:12:21.972935 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5', 'code': 200} Oct 19 01:12:22.015450 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127ce8e0-d564-454f-b2d4-9d2bbba6188e x-openstack-request-id: req-127ce8e0-d564-454f-b2d4-9d2bbba6188e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:22.016026 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-deleted", "tag": "a9f1b735-20cf-4757-932c-d646b5b4e23f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:22.016026 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-127ce8e0-d564-454f-b2d4-9d2bbba6188e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:22.016518 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-deleted', 'tag': 'a9f1b735-20cf-4757-932c-d646b5b4e23f', 'status': 'completed', 'code': 200} Oct 19 01:12:22.024815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=fa068952-807f-48d9-8402-a753d8592ea5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:22.086671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70d6ee33-2652-4161-9169-e9c776e5e03d req-2976d63a-7017-40b2-8cdb-ddef597d525c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=28246519-4109-4b82-8d24-29e204f028e2 HTTP/1.1" status: 200 len: 210 time: 0.0502524 Oct 19 01:12:22.090340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae90d7f-a21c-470a-8123-4980ba735dba {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:22.099807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.158898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port fa068952-807f-48d9-8402-a753d8592ea5 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:22.160505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on host n-h2-789963-20 for vnic_type normal with profile None {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:22.160834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:22.161157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:22.164152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Transition to ACTIVE for port object 4ae90d7f-a21c-470a-8123-4980ba735dba will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:22.167318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.183660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a084235-e4af-4840-8c7e-59c4eecd8de2 req-af881392-c112-4cb2-ad8e-b97064b285d8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.74 "DELETE /v2.0/ports/fa068952-807f-48d9-8402-a753d8592ea5 HTTP/1.1" status: 204 len: 173 time: 2.0552201 Oct 19 01:12:22.190078 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.193523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:22.193844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:22.241679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:22.242385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:22.243071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:22.243782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Bound port: bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:22.309114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae90d7f-a21c-470a-8123-4980ba735dba,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:22.506704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:22.628279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Sync routers for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:22.659341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:22.660585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:22.725484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-0686f8b4-d16c-4ae1-bacc-4ef9bdaf5252 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:22.735026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-0686f8b4-d16c-4ae1-bacc-4ef9bdaf5252 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks?id=16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 200 len: 828 time: 0.2373629 Oct 19 01:12:22.755260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-c618a2f4-6cb5-422d-8544-35109ca4374c tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/quotas/f2af29db725e441f80ff922a7b2da5e5 HTTP/1.1" status: 200 len: 375 time: 0.0191176 Oct 19 01:12:22.847222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-10d87e41-843e-4477-bfe5-3f155726f748 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2af29db725e441f80ff922a7b2da5e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907428 Oct 19 01:12:22.879255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Attempting to bind port 4ae90d7f-a21c-470a-8123-4980ba735dba on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:22.879588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Attempting to bind port 4ae90d7f-a21c-470a-8123-4980ba735dba by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:22.879905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Attempting to bind port 4ae90d7f-a21c-470a-8123-4980ba735dba on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:22.893919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:22.898826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Port 4ae90d7f-a21c-470a-8123-4980ba735dba on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:22.899397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Attempting to bind port 4ae90d7f-a21c-470a-8123-4980ba735dba on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:22.906626 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.907768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-d6889c66-b971-4885-9d15-b0606014be77 service neutron] 10.222.0.64 "POST /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb/bindings HTTP/1.1" status: 201 len: 390 time: 1.7349367 Oct 19 01:12:22.913416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:22.913760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:22.914144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:22.914588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Bound port: 4ae90d7f-a21c-470a-8123-4980ba735dba, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:22.914994 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:22.934868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:22.971548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port d7f6404c-2762-45a3-aeab-a781ac787d42 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:22.971915 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.012881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:23.040368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5028a8fc-6f89-4b65-892c-588e38645e2b service neutron] 10.222.0.64 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795979 Oct 19 01:12:23.102200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] For port 4ae90d7f-a21c-470a-8123-4980ba735dba, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:23.111095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] For port 4ae90d7f-a21c-470a-8123-4980ba735dba, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ae90d7f-a21c-470a-8123-4980ba735dba,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:23.119599 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.239361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.239998 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.241927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ae90d7f-a21c-470a-8123-4980ba735dba HTTP/1.1" status: 200 len: 1097 time: 1.9247549 Oct 19 01:12:23.265163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211da4ac-a9f2-475a-b14a-e3bb00d2bbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae90d7f-a21c-470a-8123-4980ba735dba,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:23.306817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e4d3-093f-4d51-b576-c0865d26e782 req-6f1efa69-806f-4558-9023-938d336ea89f tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.307186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d6cfeb7e-90bc-46a5-8ebb-ee096f721dab service neutron] 10.222.0.64 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625325 Oct 19 01:12:23.308470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa26e4d3-093f-4d51-b576-c0865d26e782 req-6f1efa69-806f-4558-9023-938d336ea89f tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 948 time: 0.1309590 Oct 19 01:12:23.349028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-13662403-5e9c-4922-a656-7264ffd1897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.350505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-13662403-5e9c-4922-a656-7264ffd1897c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1098 time: 0.1680262 Oct 19 01:12:23.433491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:23.433998 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.468420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa26e4d3-093f-4d51-b576-c0865d26e782 req-0e8ea79f-a7be-4604-8110-bbe2f2a6da0a tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507680 Oct 19 01:12:23.474461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-57f9fc1d-0786-40ca-bbce-f9e491c9f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.475957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-57f9fc1d-0786-40ca-bbce-f9e491c9f887 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a0dc7799a55149448e4782b66bb088db&device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 1100 time: 0.1665382 Oct 19 01:12:23.477571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-4c2035c3-bd80-4e3b-a80d-95a544b6acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.479091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-4c2035c3-bd80-4e3b-a80d-95a544b6acb5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.1200686 Oct 19 01:12:23.548032 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-0d74468a-5769-439a-9c8e-1f1c0cc3af1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 217 time: 0.0573814 Oct 19 01:12:23.636220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-5018458b-db28-4ada-b2d9-4211f897022e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4ae90d7f-a21c-470a-8123-4980ba735dba HTTP/1.1" status: 200 len: 217 time: 0.1456215 Oct 19 01:12:23.666625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-6510d4f8-5317-4f4c-a3ae-91aea07b1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.668310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-6510d4f8-5317-4f4c-a3ae-91aea07b1413 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0956326 Oct 19 01:12:23.764333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-cd9138bf-1d81-4049-b055-dcd255c41c67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790305 Oct 19 01:12:23.780334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-a6d7b20b-11e0-4780-be05-2854d4e1c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.781771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-a6d7b20b-11e0-4780-be05-2854d4e1c790 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1401865 Oct 19 01:12:23.801410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 2, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:23.833202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.844644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Checking router: 9ef40b90-d1dd-400f-85e0-379ea503434a for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:23.845001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Updating router 9ef40b90-d1dd-400f-85e0-379ea503434a port 409000cf-749a-4c09-826f-d8d337d4feba binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:12:23.917590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b5dd3-91b9-410d-9980-9866f7417417 req-9f8267a0-8209-4af8-a4df-cd0841fb6a40 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.919383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a42b5dd3-91b9-410d-9980-9866f7417417 req-9f8267a0-8209-4af8-a4df-cd0841fb6a40 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1809657 Oct 19 01:12:23.926874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0096-f561-4b7d-a741-4fd225c66bac req-0d1a26da-e2a4-4a1b-956f-7830695b308a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.933062 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:23.937626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-864f0096-f561-4b7d-a741-4fd225c66bac req-0d1a26da-e2a4-4a1b-956f-7830695b308a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.1779673 Oct 19 01:12:23.971239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-8f8799d1-efd7-4f11-891b-8b323cc01b2c service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052958 Oct 19 01:12:23.978965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-36b2be43-d182-41ee-8ad9-d66529b1b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:23.980485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-36b2be43-d182-41ee-8ad9-d66529b1b9eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1632423 Oct 19 01:12:23.982703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:23.995726 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a875e8-706f-4518-bc4b-a8849a2765f0" -d '{"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:23.999768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:24.013708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a42b5dd3-91b9-410d-9980-9866f7417417 req-2200bccb-fb19-486d-959f-0b31a764ee1a tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765166 Oct 19 01:12:24.022480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-deleted', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5'}, {'name': 'network-changed', 'server_uuid': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'tag': '4ae90d7f-a21c-470a-8123-4980ba735dba'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:24.026026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.032687 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f" -d '{"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-deleted", "tag": "fa068952-807f-48d9-8402-a753d8592ea5"}, {"name": "network-changed", "server_uuid": "d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2", "tag": "4ae90d7f-a21c-470a-8123-4980ba735dba"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:24.098000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-864f0096-f561-4b7d-a741-4fd225c66bac req-e9f40c45-54bc-4278-8c38-cb88c20fb1b3 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596169 Oct 19 01:12:24.145982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49478) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:24.293523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-e471163d-8fd2-4d2d-801e-e535853e90ef service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051364 Oct 19 01:12:24.406968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=10']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:24.476459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting subnet 6ee4ca28-f6a7-4d32-b5b2-df80f96afe86 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:24.519128 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.531098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cd308e1-2902-4df9-bd4b-edd1c56b0f16 req-483a7a2a-7432-4e34-a16e-5c585a1ec4bd tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 210 time: 0.0809684 Oct 19 01:12:24.570096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-1f70c92a-0d25-46e0-a249-7b87775d7361 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848539 Oct 19 01:12:24.609665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.617933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-16a4235a-220e-4bae-af13-372299f23b27 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040676 Oct 19 01:12:24.635290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c2690fd-bdca-427b-9a06-4cee7259a2b8 req-bf4e589a-8d7d-4e17-84e2-cf6f974b6f7b service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194008 Oct 19 01:12:24.808264 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f08e536-1dc4-4a2f-a907-c263b6ee78e7 x-openstack-request-id: req-7f08e536-1dc4-4a2f-a907-c263b6ee78e7 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:24.809988 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28246519-4109-4b82-8d24-29e204f028e2", "name": "network-vif-deleted", "tag": "fa068952-807f-48d9-8402-a753d8592ea5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2", "tag": "4ae90d7f-a21c-470a-8123-4980ba735dba", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:24.810534 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f08e536-1dc4-4a2f-a907-c263b6ee78e7 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:24.811814 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28246519-4109-4b82-8d24-29e204f028e2', 'name': 'network-vif-deleted', 'tag': 'fa068952-807f-48d9-8402-a753d8592ea5', 'status': 'completed', 'code': 200} Oct 19 01:12:24.812258 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'tag': '4ae90d7f-a21c-470a-8123-4980ba735dba', 'status': 'completed', 'code': 200} Oct 19 01:12:24.826351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-bed23685-de81-472b-a2e4-aec0c32b75cc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:24.827882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-bed23685-de81-472b-a2e4-aec0c32b75cc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090855 Oct 19 01:12:24.857922 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1e06e7-7466-446a-bad9-88d2a4fa7646 x-openstack-request-id: req-2b1e06e7-7466-446a-bad9-88d2a4fa7646 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:24.858589 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-plugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:24.858589 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b1e06e7-7466-446a-bad9-88d2a4fa7646 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:24.858798 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'code': 200} Oct 19 01:12:24.867046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-cd51bbea-8b7d-4fc2-97cb-966a092dbb09 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/quotas/9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 375 time: 0.0281005 Oct 19 01:12:24.961020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.962162 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:24.972295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-619e59bd-f72f-4f47-931a-e6042d75f0e1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962608 Oct 19 01:12:24.973711 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.015647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-68b7b3b4-eb63-4121-a4eb-20d77d5da122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.017220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-68b7b3b4-eb63-4121-a4eb-20d77d5da122 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a0dc7799a55149448e4782b66bb088db&device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 1100 time: 0.2027876 Oct 19 01:12:25.035313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64cef-0fe6-40e6-8eee-9dbba783d631 req-54f78aaa-a208-49cc-871b-788b1c357125 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.042736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12a64cef-0fe6-40e6-8eee-9dbba783d631 req-54f78aaa-a208-49cc-871b-788b1c357125 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 948 time: 0.1989820 Oct 19 01:12:25.052059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29581b44-137f-4fdd-83ac-43a4254cae56 None None] Pushing event updated for resources: {'Port': ['ID=409000cf-749a-4c09-826f-d8d337d4feba,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:25.165443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Attempting to bind port 409000cf-749a-4c09-826f-d8d337d4feba on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:25.165825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Attempting to bind port 409000cf-749a-4c09-826f-d8d337d4feba by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:25.166295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Attempting to bind port 409000cf-749a-4c09-826f-d8d337d4feba on network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:25.172258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:25.172695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Checking segment: {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:25.173103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.173622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Bound using segment: {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:25.174098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Bound port: 409000cf-749a-4c09-826f-d8d337d4feba, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:25.174538 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.324915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] For port 409000cf-749a-4c09-826f-d8d337d4feba, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:25.334037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] For port 409000cf-749a-4c09-826f-d8d337d4feba, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=409000cf-749a-4c09-826f-d8d337d4feba,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:25.344137 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.381287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.392588 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12a64cef-0fe6-40e6-8eee-9dbba783d631 req-24217030-39da-498f-b1dd-6a7698828c54 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488977 Oct 19 01:12:25.528260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a707d5-9cf3-4599-9788-cc06ecb7fc1e req-dc128721-b304-49dd-aaae-5f02e431c0f8 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.534379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29581b44-137f-4fdd-83ac-43a4254cae56 None None] Pushing event updated for resources: {'Port': ['ID=409000cf-749a-4c09-826f-d8d337d4feba,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:25.547829 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d1a707d5-9cf3-4599-9788-cc06ecb7fc1e req-dc128721-b304-49dd-aaae-5f02e431c0f8 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0947545 Oct 19 01:12:25.552143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee4ca28-f6a7-4d32-b5b2-df80f96afe86,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:25.570879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:25.572132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:25.578947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:25.595813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2e473413-bbe0-405d-b797-cd0d2b106e8b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/subnets/6ee4ca28-f6a7-4d32-b5b2-df80f96afe86 HTTP/1.1" status: 204 len: 168 time: 1.4416833 Oct 19 01:12:25.606408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49516) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:25.657942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d1a707d5-9cf3-4599-9788-cc06ecb7fc1e req-ffca1aad-f188-40ac-a339-53da300caa63 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922256 Oct 19 01:12:25.812141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2f6e509f-b0f2-492d-8e98-e2b3275c6ce1 req-338b7b78-917b-470f-9658-f831fe5d4325 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 210 time: 0.0618806 Oct 19 01:12:25.824347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:25.904843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-c9f2bc27-befd-425e-a337-5165c31cd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:25.906689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-c9f2bc27-befd-425e-a337-5165c31cd994 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.8813241 Oct 19 01:12:25.979864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-1e8f4f4f-94e3-438a-98fb-fecd40027ead service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4ae90d7f-a21c-470a-8123-4980ba735dba HTTP/1.1" status: 200 len: 217 time: 0.0588770 Oct 19 01:12:25.987034 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.017289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-98294a21-3c3a-40a6-845c-05598c8d1337 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.018784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-98294a21-3c3a-40a6-845c-05598c8d1337 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.74 "GET /v2.0/networks?id=16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 200 len: 828 time: 0.7160320 Oct 19 01:12:26.044716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Request body: {'port': {'device_id': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'admin_state_up': True, 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:26.062879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded8f8a-fc20-4454-ade9-e94f7cad384b None None] Network 45685fe7-7a08-4b0a-bf7a-f94531d6004c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:26.068049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df703-35e9-4c48-be3c-2bd7fb261e1b req-956621dd-2774-456a-a57d-302ddbc8939e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.076295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb9df703-35e9-4c48-be3c-2bd7fb261e1b req-956621dd-2774-456a-a57d-302ddbc8939e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.3821123 Oct 19 01:12:26.153185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-4eaab4cd-4cd9-4632-a2b6-8f9299280e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.154867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-4eaab4cd-4cd9-4632-a2b6-8f9299280e4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1644454 Oct 19 01:12:26.256745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9d47434e-2336-40b6-b527-9ab3fdc297e6 None None] Provisioning complete for port 409000cf-749a-4c09-826f-d8d337d4feba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:26.257979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d47434e-2336-40b6-b527-9ab3fdc297e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.263253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb9df703-35e9-4c48-be3c-2bd7fb261e1b req-ba2fce81-83ef-415d-80ff-4cd946157a79 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859024 Oct 19 01:12:26.279011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b4ee91a-6ca4-45f8-abf7-d975055f873a req-071dd8c8-acac-4132-a42f-38bb03bcda8a tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 210 time: 0.1080048 Oct 19 01:12:26.342576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-f1b9149b-3195-4df7-96ca-6b9d88e0f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.344364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-f1b9149b-3195-4df7-96ca-6b9d88e0f846 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238494 Oct 19 01:12:26.396886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:25Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:26.503751 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d47434e-2336-40b6-b527-9ab3fdc297e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.569226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd50cf-de6c-4f8b-87ad-c25ee227e97a None None] The sync data for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 is: [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:25Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:26.584601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] DHCP port deletion for 45685fe7-7a08-4b0a-bf7a-f94531d6004c request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:26.609470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9d47434e-2336-40b6-b527-9ab3fdc297e6 None None] For port 409000cf-749a-4c09-826f-d8d337d4feba, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=409000cf-749a-4c09-826f-d8d337d4feba,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:26.611069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port df175fa1-25be-4f18-b745-876970e6ffef {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:26.614251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.680895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d47434e-2336-40b6-b527-9ab3fdc297e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.741124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] Deleting port df175fa1-25be-4f18-b745-876970e6ffef {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:26.741741 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.778136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d471556-f12f-4ee9-8960-882166eca6a8 req-ab32855b-7e3a-414b-b026-4ec9d992bc74 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:26.779804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d471556-f12f-4ee9-8960-882166eca6a8 req-ab32855b-7e3a-414b-b026-4ec9d992bc74 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 948 time: 0.2664475 Oct 19 01:12:26.886092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d471556-f12f-4ee9-8960-882166eca6a8 req-4ba1efd9-7032-4b2e-9fb8-d269c2b6c509 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932901 Oct 19 01:12:26.900322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Made reservation on behalf of f2af29db725e441f80ff922a7b2da5e5 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:26.900322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.902495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] For port df175fa1-25be-4f18-b745-876970e6ffef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=df175fa1-25be-4f18-b745-876970e6ffef,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:26.903038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:26.941543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-b027aeed-e5ff-4e8e-8b68-7c1811e8bc40 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800402 Oct 19 01:12:26.966156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47434e-2336-40b6-b527-9ab3fdc297e6 None None] Pushing event updated for resources: {'Port': ['ID=409000cf-749a-4c09-826f-d8d337d4feba,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:26.993966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] Calling delete_port for df175fa1-25be-4f18-b745-876970e6ffef owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:27.004854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 409000cf-749a-4c09-826f-d8d337d4feba up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:27.071640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8bd7aad9-47fc-4bea-9d03-52149f62bf4d None None] Provisioning complete for port 409000cf-749a-4c09-826f-d8d337d4feba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:27.072337 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aad9-47fc-4bea-9d03-52149f62bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.085689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76ab3ffd-f44e-45e0-9c8e-c3063e324d96 req-35e72302-286c-45cb-83c4-3ae2fdadf440 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 210 time: 0.0428882 Oct 19 01:12:27.126558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port df175fa1-25be-4f18-b745-876970e6ffef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=df175fa1-25be-4f18-b745-876970e6ffef,segment=NetworkSegment(017d89a2-2e2a-43c9-bfd9-7912f03fddc6),segment_id=017d89a2-2e2a-43c9-bfd9-7912f03fddc6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:27.126716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.228577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 409000cf-749a-4c09-826f-d8d337d4feba triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:27.228948 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.310723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f90afa8e-bb82-43ff-bdba-0f04689b3b3f req-fc4ddbff-6438-4d14-8c80-ca968a7e7fce service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097434 Oct 19 01:12:27.409213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe2960-b388-4450-a586-13e39232acc5 req-4bdf4cc3-2173-46cc-9eac-6a8568ddc5e4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:27.422477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7fe2960-b388-4450-a586-13e39232acc5 req-4bdf4cc3-2173-46cc-9eac-6a8568ddc5e4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.6147351 Oct 19 01:12:27.432831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for df175fa1-25be-4f18-b745-876970e6ffef owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:27.574945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device df175fa1-25be-4f18-b745-876970e6ffef no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:27.580122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d79b9b-80a3-4810-b3c4-d78354c99601 req-df60c55e-85c8-4901-9ffa-2eb10ceef431 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:27.592070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13d79b9b-80a3-4810-b3c4-d78354c99601 req-df60c55e-85c8-4901-9ffa-2eb10ceef431 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.1213703 Oct 19 01:12:27.605147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:27.635973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-b69eedb9-1198-4dfa-bde3-1d2e019e550d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784686 Oct 19 01:12:27.686940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13d79b9b-80a3-4810-b3c4-d78354c99601 req-647009d9-17a3-457a-99f1-be1ceca10e5a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906298 Oct 19 01:12:27.772010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] No DVR routers for this DVR port df175fa1-25be-4f18-b745-876970e6ffef on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:27.776342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adaf58-433d-4435-ade9-fbeaeb9f5b33 None None] Pushing event deleted for resources: {'Port': ['ID=df175fa1-25be-4f18-b745-876970e6ffef,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:27.786795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: df175fa1-25be-4f18-b745-876970e6ffef {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:27.787050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device df175fa1-25be-4f18-b745-876970e6ffef not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:27.858737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7fe2960-b388-4450-a586-13e39232acc5 req-b358c057-082f-412b-9fcd-1ae2236da545 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351714 Oct 19 01:12:27.889533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2482fa5a-a078-4b24-937c-20d6cbb86036 req-fceb9fa0-563a-4be2-a09d-5818e509f7b6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 210 time: 0.0761502 Oct 19 01:12:28.074637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed56dff-86f8-4ee3-8e49-4e7adbf64153 req-39317237-0319-4fed-9dd1-0349247b4571 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:28.082796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fed56dff-86f8-4ee3-8e49-4e7adbf64153 req-39317237-0319-4fed-9dd1-0349247b4571 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 948 time: 0.1070604 Oct 19 01:12:28.135949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fed56dff-86f8-4ee3-8e49-4e7adbf64153 req-efb4429e-e546-4d33-8d89-197739b8ff2e tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520766 Oct 19 01:12:28.228899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:28.290893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8756d02-18ea-4561-bd78-1e07299c593d req-45fcca30-ee08-4614-b4eb-51bc9a184a97 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 210 time: 0.0593653 Oct 19 01:12:28.376842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=df175fa1-25be-4f18-b745-876970e6ffef,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:28.404831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port df175fa1-25be-4f18-b745-876970e6ffef on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:28.549324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-780b1b40-d137-4e41-825f-36e3d19d1893 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:28.550833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-780b1b40-d137-4e41-825f-36e3d19d1893 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8748946 Oct 19 01:12:28.559445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Allocated IP 172.20.0.3 (16fc0c80-bdbe-44b5-bc08-e76911bcf305/a5b767bc-bad0-4606-a0b8-a7615f20bbb9/b819d4d6-ec36-40e3-8921-d813a37b8606) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:28.856780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f57ea-836e-48cd-b0cb-23535e718d64 req-8a92e64d-b7d9-4dfa-8e88-9a1ff7a81154 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:28.878005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 409000cf-749a-4c09-826f-d8d337d4feba up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:28.890021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d18f57ea-836e-48cd-b0cb-23535e718d64 req-8a92e64d-b7d9-4dfa-8e88-9a1ff7a81154 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.0741296 Oct 19 01:12:28.967242 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d18f57ea-836e-48cd-b0cb-23535e718d64 req-198cc57f-9250-4e7b-8ab0-ed5b5341003b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777385 Oct 19 01:12:28.968253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4ae90d7f-a21c-470a-8123-4980ba735dba details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:28.974636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaf344-fb78-4a73-921f-ed0422dfc018 req-46166acf-99b7-4b72-87e5-a167b3d74208 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:28.983692 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bbaf344-fb78-4a73-921f-ed0422dfc018 req-46166acf-99b7-4b72-87e5-a167b3d74208 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 967 time: 0.7670813 Oct 19 01:12:29.009134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Request body: {'port': {'device_id': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '9d05292ca908459aa0eb23f3e418bded'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:29.072570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.105500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4ae90d7f-a21c-470a-8123-4980ba735dba, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ae90d7f-a21c-470a-8123-4980ba735dba,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:29.124826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '4ae90d7f-a21c-470a-8123-4980ba735dba', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '4ae90d7f-a21c-470a-8123-4980ba735dba', 'mac_address': 'fa:16:3e:a8:a1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:29.138849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bbaf344-fb78-4a73-921f-ed0422dfc018 req-1c371fce-840f-40dd-97dc-0828108eaf2c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495841 Oct 19 01:12:29.145538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > segment before_delete 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.145538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.148717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.149098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > port after_create 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.149449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > port after_delete 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.149779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > port after_update 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.154309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > segment after_delete 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.157262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_create 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.157262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_delete 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.157262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_update 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.197423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 409000cf-749a-4c09-826f-d8d337d4feba triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:29.204662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.242914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539e6e-0fa5-45d1-bea3-4342014e138e req-a20f2834-c85f-47be-975b-fc39e1caa702 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:29.244868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb539e6e-0fa5-45d1-bea3-4342014e138e req-a20f2834-c85f-47be-975b-fc39e1caa702 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1046255 Oct 19 01:12:29.274335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.294202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_create 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.294559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_delete 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.294886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet before_create 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.295221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet before_update 55550000 {{(pid=100848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:29.295594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45685fe7-7a08-4b0a-bf7a-f94531d6004c']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:29.309590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae90d7f-a21c-470a-8123-4980ba735dba {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:29.332810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb539e6e-0fa5-45d1-bea3-4342014e138e req-bff426f4-e993-4e2f-a8a8-cf635d4e4a0f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810721 Oct 19 01:12:29.368630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afb80744-950a-4e75-8ee5-fd0a01185d27 req-689ad497-0868-4d12-a59a-0d55db43dd2c tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 210 time: 0.0452232 Oct 19 01:12:29.465265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4ae90d7f-a21c-470a-8123-4980ba735dba, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ae90d7f-a21c-470a-8123-4980ba735dba,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:29.474246 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.505113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b229fb-68aa-4611-bd7b-a29513090b8a req-a35dd51b-b3ba-49c3-b538-33cc6e81e40f tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:29.506571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35b229fb-68aa-4611-bd7b-a29513090b8a req-a35dd51b-b3ba-49c3-b538-33cc6e81e40f tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 948 time: 0.0838087 Oct 19 01:12:29.569717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35b229fb-68aa-4611-bd7b-a29513090b8a req-dd7c64ea-00fa-4d31-bb8b-6d650ca30c2e tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542102 Oct 19 01:12:29.580667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017d89a2-2e2a-43c9-bfd9-7912f03fddc6') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:29.580919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017d89a2-2e2a-43c9-bfd9-7912f03fddc6') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:29.690494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4ae90d7f-a21c-470a-8123-4980ba735dba,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:29.696722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3cfd7c31-eed5-47e8-a8e2-8765568efe41 req-3372479f-ea90-4dcc-a43b-a2156be4ba1a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 210 time: 0.0829489 Oct 19 01:12:29.708774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.750374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.786761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:29.787377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: from cryptography.utils import int_from_bytes Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: from cryptography.utils import int_from_bytes Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:29.876646 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:29.880634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4ae90d7f-a21c-470a-8123-4980ba735dba'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:29.968655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Made reservation on behalf of 9d05292ca908459aa0eb23f3e418bded for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:29.974797 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.185210 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.211665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.216897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/networks/45685fe7-7a08-4b0a-bf7a-f94531d6004c HTTP/1.1" status: 204 len: 168 time: 4.6022956 Oct 19 01:12:30.218118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49610) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.287116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b59839-986d-4906-8176-9d01633fb863 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Network': ['ID=45685fe7-7a08-4b0a-bf7a-f94531d6004c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:30.313145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting subnet bcc5dda5-6452-4480-abe3-444c616c900b {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:12:30.326046 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.398272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ada2f-9c85-4054-961e-4ca74ca263e5 req-96d95818-7a0c-4ccb-9b20-a3821ed7bc10 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.400046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b58ada2f-9c85-4054-961e-4ca74ca263e5 req-96d95818-7a0c-4ccb-9b20-a3821ed7bc10 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.2617822 Oct 19 01:12:30.406330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.451122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0048774f-0708-4a01-b0e9-aac3a4194724 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--933773319&fields=id&tenant_id=c12f04b297a3454c960f59ccb15c67cf HTTP/1.1" status: 200 len: 267 time: 0.0826931 Oct 19 01:12:30.468017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.514457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b58ada2f-9c85-4054-961e-4ca74ca263e5 req-70fb18dc-d48b-4b45-a1a1-be36586ad919 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040425 Oct 19 01:12:30.571440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Allocated IP 192.168.233.195 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/b766c02f-d025-4337-88e8-092e92a0e78b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:30.590098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.661491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.712917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:30.732051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:30.734097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event updated for resources: {'Port': ['ID=b819d4d6-ec36-40e3-8921-d813a37b8606,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:30.739391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:30.767614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-454767d6-dc8d-4cc5-817f-36c857903b81 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.775788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-454767d6-dc8d-4cc5-817f-36c857903b81 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 822 time: 0.3232846 Oct 19 01:12:30.793860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-e9398814-e970-4c33-a2d7-133371e87960 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/quotas/c12f04b297a3454c960f59ccb15c67cf HTTP/1.1" status: 200 len: 375 time: 0.0170205 Oct 19 01:12:30.800789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.836726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf1b7-0b40-4bc2-bdaa-2ba7eafb4bce req-af770521-b704-4d37-b2c9-a67251ffc581 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.838329 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1acf1b7-0b40-4bc2-bdaa-2ba7eafb4bce req-af770521-b704-4d37-b2c9-a67251ffc581 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.1893513 Oct 19 01:12:30.842525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb9cba-7927-49b7-8a71-fdde71a319b7 None None] Network b532d65e-4766-413e-9d91-57fdb0a70e35 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:30.846500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.852842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:30.853213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:30.854041 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/subnets/bcc5dda5-6452-4480-abe3-444c616c900b HTTP/1.1" status: 204 len: 168 time: 0.6342070 Oct 19 01:12:30.854846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49630) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:30.947933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd944b6-07c0-4c2a-ae4e-032edbe8ed73 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc5dda5-6452-4480-abe3-444c616c900b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:30.983383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-d9da3609-ae42-49fd-a189-e5ad0e5ba565 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9351995 Oct 19 01:12:31.011169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4ae90d7f-a21c-470a-8123-4980ba735dba up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:31.017508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Request body: {'port': {'device_id': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:31.028904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-bbfaa9cf-c7a6-48c1-ab54-1f518423202d tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2329125 Oct 19 01:12:31.118042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.166688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1acf1b7-0b40-4bc2-bdaa-2ba7eafb4bce req-376b6f9a-831e-433a-9e7f-09dd75394067 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750418 Oct 19 01:12:31.215620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.278372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f0848668-5b93-4d06-bdc0-ba464b933b1f None None] Provisioning complete for port b819d4d6-ec36-40e3-8921-d813a37b8606 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:31.278749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f0848668-5b93-4d06-bdc0-ba464b933b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.285063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-3b358b42-1e0b-4e19-82d0-b129681dea97 service neutron] 10.222.0.64 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496207 Oct 19 01:12:31.287535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.361435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 4ae90d7f-a21c-470a-8123-4980ba735dba completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:31.374082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f0848668-5b93-4d06-bdc0-ba464b933b1f None None] Port b819d4d6-ec36-40e3-8921-d813a37b8606 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:31.379419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 4ae90d7f-a21c-470a-8123-4980ba735dba triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:31.379795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.425597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-e3d16185-687d-4e98-9945-2fd5aa4b6bee service neutron] 10.222.0.64 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393340 Oct 19 01:12:31.456933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] DHCP port deletion for b532d65e-4766-413e-9d91-57fdb0a70e35 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:12:31.483261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port 099566e8-bf74-4c4d-8cee-130ba6d42227 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:31.483603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.557240 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.631196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae90d7f-a21c-470a-8123-4980ba735dba'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:31.635698 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0416f5e-716d-4399-93e7-1c1b3a0b7666" -d '{"events": [{"server_uuid": "d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2", "name": "network-vif-plugged", "status": "completed", "tag": "4ae90d7f-a21c-470a-8123-4980ba735dba"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:31.680558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port 099566e8-bf74-4c4d-8cee-130ba6d42227, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=099566e8-bf74-4c4d-8cee-130ba6d42227,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:31.688267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4ae90d7f-a21c-470a-8123-4980ba735dba, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ae90d7f-a21c-470a-8123-4980ba735dba,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:31.690526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.691915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] Deleting port 099566e8-bf74-4c4d-8cee-130ba6d42227 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:31.694025 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.705092 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.733506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-587a7111-518b-46a7-885a-69ee128a927c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:31.744138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-587a7111-518b-46a7-885a-69ee128a927c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4661517-edf8-4ed6-aea2-87e627db3f8b HTTP/1.1" status: 200 len: 967 time: 0.3423979 Oct 19 01:12:31.760387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for 099566e8-bf74-4c4d-8cee-130ba6d42227 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:31.787300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45348cd-9163-4f11-a91a-f138f17e1962 req-16a6c760-c45c-4e05-9907-0ecc2ac9974b tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:31.789333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b45348cd-9163-4f11-a91a-f138f17e1962 req-16a6c760-c45c-4e05-9907-0ecc2ac9974b tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 931 time: 0.5154600 Oct 19 01:12:31.796345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:31.830214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:31.870252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['288699e8-942e-417f-8fc0-6af2226e8c10'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:31.883083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:31.905088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:31.916167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:31.918881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:32.018260 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b45348cd-9163-4f11-a91a-f138f17e1962 req-cdad45a6-75a1-4bd1-b5a3-db09c8780a1f tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058845 Oct 19 01:12:32.050440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:32.051094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.094565 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-d547bab6-23d3-4d0a-8171-050d5db2132a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0894070 Oct 19 01:12:32.114711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] For port 099566e8-bf74-4c4d-8cee-130ba6d42227, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=099566e8-bf74-4c4d-8cee-130ba6d42227,segment=NetworkSegment(8f0e3721-1c85-47df-a8d7-f32645fb5287),segment_id=8f0e3721-1c85-47df-a8d7-f32645fb5287)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:32.115332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.119783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b819d4d6-ec36-40e3-8921-d813a37b8606 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:32.132962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] Calling delete_port for 099566e8-bf74-4c4d-8cee-130ba6d42227 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:32.146794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Request body: {'port': {'device_id': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:32.177225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.207182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62690d3-5594-471b-b9a3-aaac7b92ab1a req-34000b92-13d2-4cbe-be0e-8318a2523310 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:32.208795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e62690d3-5594-471b-b9a3-aaac7b92ab1a req-34000b92-13d2-4cbe-be0e-8318a2523310 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 950 time: 0.4563649 Oct 19 01:12:32.258116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4ae90d7f-a21c-470a-8123-4980ba735dba,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.274633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Transition to ACTIVE for port object b819d4d6-ec36-40e3-8921-d813a37b8606 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:32.302424 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.426840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e62690d3-5594-471b-b9a3-aaac7b92ab1a req-318eb800-b7c4-4ed0-af11-2f9cb4f44281 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861987 Oct 19 01:12:32.434005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Deleting port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:32.434350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.450882 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.478484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-be29531a-8d24-42f1-a404-ac92567fa813 None None] Provisioning complete for port b766c02f-d025-4337-88e8-092e92a0e78b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:32.478996 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be29531a-8d24-42f1-a404-ac92567fa813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.551220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] Pushing event deleted for resources: {'Port': ['ID=099566e8-bf74-4c4d-8cee-130ba6d42227,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.564315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645eadf-e5fb-410f-bc52-8403e311bd0f None None] No DVR routers for this DVR port 099566e8-bf74-4c4d-8cee-130ba6d42227 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:32.634824 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.643343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-be29531a-8d24-42f1-a404-ac92567fa813 None None] Port b766c02f-d025-4337-88e8-092e92a0e78b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:32.741941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Pushing event updated for resources: {'Port': ['ID=b819d4d6-ec36-40e3-8921-d813a37b8606,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:32.762328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] For port 2ee22be0-48a4-4d37-ae6b-98fddbc56964, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2ee22be0-48a4-4d37-ae6b-98fddbc56964,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:32.762995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:32.899845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 099566e8-bf74-4c4d-8cee-130ba6d42227 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:32.950215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 099566e8-bf74-4c4d-8cee-130ba6d42227 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:32.950560 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 099566e8-bf74-4c4d-8cee-130ba6d42227 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:33.002305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.120750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bd5cb-2fa4-40b5-a8e8-a28a5461a131 req-8f4c5334-eeba-4b93-9a8c-abd7606c4555 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:33.121346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=099566e8-bf74-4c4d-8cee-130ba6d42227,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:33.122587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-530bd5cb-2fa4-40b5-a8e8-a28a5461a131 req-8f4c5334-eeba-4b93-9a8c-abd7606c4555 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 936 time: 0.7409029 Oct 19 01:12:33.125664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Attempting to bind port b819d4d6-ec36-40e3-8921-d813a37b8606 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:33.126079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Attempting to bind port b819d4d6-ec36-40e3-8921-d813a37b8606 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:33.126755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Attempting to bind port b819d4d6-ec36-40e3-8921-d813a37b8606 on network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:33.134649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Port b819d4d6-ec36-40e3-8921-d813a37b8606 on network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:33.134957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Attempting to bind port b819d4d6-ec36-40e3-8921-d813a37b8606 on network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:33.145356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port 099566e8-bf74-4c4d-8cee-130ba6d42227 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:33.163063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:33.163997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Checking segment: {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:33.164529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Bound using segment: {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:33.165173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Bound port: b819d4d6-ec36-40e3-8921-d813a37b8606, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45952b67-2372-4b3b-b24c-492ae54938e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:33.165463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.250015 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-530bd5cb-2fa4-40b5-a8e8-a28a5461a131 req-4ad6d1d7-5cdc-4954-b16c-6568af3e6c4d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076825 Oct 19 01:12:33.338725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] For port b819d4d6-ec36-40e3-8921-d813a37b8606, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:33.355085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] For port b819d4d6-ec36-40e3-8921-d813a37b8606, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b819d4d6-ec36-40e3-8921-d813a37b8606,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:33.362715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.407408 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a5187-2b35-4210-9741-ed13bac5c24c x-openstack-request-id: req-419a5187-2b35-4210-9741-ed13bac5c24c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:33.407949 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2", "name": "network-vif-plugged", "status": "completed", "tag": "4ae90d7f-a21c-470a-8123-4980ba735dba", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:33.408107 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-419a5187-2b35-4210-9741-ed13bac5c24c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:33.408575 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae90d7f-a21c-470a-8123-4980ba735dba', 'code': 200} Oct 19 01:12:33.411503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.439221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:33.439968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.441759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] 10.222.0.74 "PUT /v2.0/ports/b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 1092 time: 2.4432290 Oct 19 01:12:33.444199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:33.447233 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4659f7a-32a9-401a-8d99-ed1b9a22390b" -d '{"events": [{"name": "network-changed", "server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:33.467865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b766c02f-d025-4337-88e8-092e92a0e78b {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:33.493806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.500904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753cbdf-8cbc-4eb3-8ea2-69afbc4ba77d service neutron] Pushing event updated for resources: {'Port': ['ID=b819d4d6-ec36-40e3-8921-d813a37b8606,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:33.520321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Transition to ACTIVE for port object b766c02f-d025-4337-88e8-092e92a0e78b will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:33.523563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > segment before_delete 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.524245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.524638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.524980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > port after_create 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.525315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > port after_delete 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.525630 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > port after_update 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.525959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > segment after_delete 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.526278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_create 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.526588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_delete 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.526899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_update 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.528812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.687782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_create 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.688173 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet after_delete 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.688498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet before_create 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.688891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Subscribe: > subnet before_update 55550000 {{(pid=100847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 01:12:33.689264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b532d65e-4766-413e-9d91-57fdb0a70e35']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:33.727452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0e3721-1c85-47df-a8d7-f32645fb5287') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:33.730853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0e3721-1c85-47df-a8d7-f32645fb5287') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:33.773051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.813149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.823319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:12:33.823655 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:33.837866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-7e083ded-6898-443b-a62b-6d7c692386a0 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:33.840104 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-7e083ded-6898-443b-a62b-6d7c692386a0 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 822 time: 0.2331324 Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: from cryptography.utils import int_from_bytes Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: from cryptography.utils import int_from_bytes Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:12:33.943404 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:12:34.065745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-245c217d-5e4d-48f3-81c2-85300831af98 req-db6207bf-1d0f-4553-a869-f7570eb8a988 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 210 time: 0.1741629 Oct 19 01:12:34.069714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:34.103012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.125309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-4d04cf8e-8952-40e6-a0b7-7d7279ab4240 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12f04b297a3454c960f59ccb15c67cf HTTP/1.1" status: 200 len: 379 time: 0.1915126 Oct 19 01:12:34.147000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'port': {'device_id': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'admin_state_up': True, 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'security_groups': ['f1511d07-9df4-4932-b04c-39fdc83fc8a4']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:34.189602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.195863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/networks/b532d65e-4766-413e-9d91-57fdb0a70e35 HTTP/1.1" status: 204 len: 168 time: 3.2971251 Oct 19 01:12:34.208317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49664) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:34.227141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.228162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.228696 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b disassociated. External IP: 172.25.0.41, port: 2ee22be0-48a4-4d37-ae6b-98fddbc56964. Oct 19 01:12:34.229271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Calling delete_port for 2ee22be0-48a4-4d37-ae6b-98fddbc56964 owned by compute:tempest-test_az-1057396601 {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:34.236439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1555729887'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:34.269794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:34.273827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.342470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:34.352132 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.352619 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Added segment b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052 of type vlan for network f5770aad-614b-423b-a547-e9e915857517 Oct 19 01:12:34.401043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.425788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-9d5e42bc-695e-40a2-bf5f-7ff156ec17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.427321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-9d5e42bc-695e-40a2-bf5f-7ff156ec17be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2af29db725e441f80ff922a7b2da5e5&device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 1095 time: 0.5860147 Oct 19 01:12:34.470671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.477610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.478246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.594947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2ee22be0-48a4-4d37-ae6b-98fddbc56964 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:34.639391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc639-3bbe-4419-abf5-988e7c25edf0 req-da36ba95-1272-4028-a793-852acb8e81e8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.640704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Network': ['ID=f5770aad-614b-423b-a547-e9e915857517,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:34.640983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-364cc639-3bbe-4419-abf5-988e7c25edf0 req-da36ba95-1272-4028-a793-852acb8e81e8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 1.6505415 Oct 19 01:12:34.641779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed024ca-6d15-4427-9720-08c41e2754c1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Network': ['ID=b532d65e-4766-413e-9d91-57fdb0a70e35,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:34.680820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c6b9b8a9-084f-42ec-9015-b2ae9811a971 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4482005 Oct 19 01:12:34.682561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-902ab595-e6b3-4e42-980c-f95e8f61b2bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 217 time: 0.2371757 Oct 19 01:12:34.683728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f5770aad-614b-423b-a547-e9e915857517 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:34.684158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Attempting to bind port b766c02f-d025-4337-88e8-092e92a0e78b on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:34.684711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Attempting to bind port b766c02f-d025-4337-88e8-092e92a0e78b by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:34.685424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Attempting to bind port b766c02f-d025-4337-88e8-092e92a0e78b on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:34.686722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49670) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:34.698903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'subnet': {'network_id': 'f5770aad-614b-423b-a547-e9e915857517', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:34.706949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9352-ccaa-4f5f-ade1-4f49104646c5 req-adfcc0e9-1883-44b1-8275-43437450c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.708558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-befa9352-ccaa-4f5f-ade1-4f49104646c5 req-adfcc0e9-1883-44b1-8275-43437450c162 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 1102 time: 0.6269739 Oct 19 01:12:34.783515 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-364cc639-3bbe-4419-abf5-988e7c25edf0 req-34a58a97-f1f6-4d44-ae66-cb717fe2fef1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323965 Oct 19 01:12:34.846413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Port b766c02f-d025-4337-88e8-092e92a0e78b on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:34.847372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Attempting to bind port b766c02f-d025-4337-88e8-092e92a0e78b on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:34.853690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-f1e199da-0ad7-4cb6-ba58-7af4a5e80d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.861014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-f1e199da-0ad7-4cb6-ba58-7af4a5e80d59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5b767bc-bad0-4606-a0b8-a7615f20bbb9 HTTP/1.1" status: 200 len: 867 time: 0.1682689 Oct 19 01:12:34.865673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-befa9352-ccaa-4f5f-ade1-4f49104646c5 req-beaad64f-42b6-4abc-b4ba-ccd8f40c4db7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371722 Oct 19 01:12:34.875843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e1245-e8a4-4258-b951-5d42e26fbdbc req-1982f25b-da8d-4e9e-84f1-d35685298e85 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:34.890379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c45e1245-e8a4-4258-b951-5d42e26fbdbc req-1982f25b-da8d-4e9e-84f1-d35685298e85 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.7012463 Oct 19 01:12:34.920716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:34.922651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:34.923286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:34.924095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:34.924852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Bound port: b766c02f-d025-4337-88e8-092e92a0e78b, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:34.925997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.927123 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.932785 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:34.991677 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.032081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:35.108560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event deleted for resources: {'Port': ['ID=2ee22be0-48a4-4d37-ae6b-98fddbc56964,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.162771 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.174665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b7eb-cd34-465e-bb89-7cac4970e24e req-4702c93b-1eca-4806-bf68-5c0cf16b2c93 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.183742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2db0b7eb-cd34-465e-bb89-7cac4970e24e req-4702c93b-1eca-4806-bf68-5c0cf16b2c93 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 943 time: 0.2248447 Oct 19 01:12:35.212920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:35.226658 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.307933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.350193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2db0b7eb-cd34-465e-bb89-7cac4970e24e req-b35b4fb1-9919-4b11-9ebb-f3935e91c2a0 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635244 Oct 19 01:12:35.410079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:35.412807 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b36874-8fa0-4cec-86da-81089b9829be" -d '{"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-unplugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:35.420542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c45e1245-e8a4-4258-b951-5d42e26fbdbc req-8574557b-715f-48c0-bc48-d6f2eeab79b7 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287931 Oct 19 01:12:35.479513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-50fdcfeb-016c-4f20-ad72-9f4751172ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.481365 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-50fdcfeb-016c-4f20-ad72-9f4751172ccb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16fc0c80-bdbe-44b5-bc08-e76911bcf305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723454 Oct 19 01:12:35.507506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Router fe71288c-b475-4807-8fbc-97e3718d56fe has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:35.519902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Made reservation on behalf of c12f04b297a3454c960f59ccb15c67cf for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:35.527109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.561035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:35.575947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.580176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:35.584305 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26a752-4e36-49b1-b567-1bebd733d865 x-openstack-request-id: req-0f26a752-4e36-49b1-b567-1bebd733d865 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:35.584734 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:35.585456 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f26a752-4e36-49b1-b567-1bebd733d865 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:35.586864 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'status': 'completed', 'code': 200} Oct 19 01:12:35.618681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.701934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Subnet': ['ID=663a82ca-f8ab-4adb-aa4d-b6494466f189,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.755769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Checking segment: {'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:35.756525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network hostable DHCP agents. Network: f5770aad-614b-423b-a547-e9e915857517, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:35.795891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3afc49-a547-4bc8-a607-25f21eebb26b req-0b9c9d5f-c9fd-43f6-8c66-05c292acb9cd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.799413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf3afc49-a547-4bc8-a607-25f21eebb26b req-0b9c9d5f-c9fd-43f6-8c66-05c292acb9cd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.1475475 Oct 19 01:12:35.803095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network f5770aad-614b-423b-a547-e9e915857517 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:35.828750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:35.849607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.850189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.852436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0f5a5362-c29c-4416-8f2c-ad6dc3327270 service neutron] 10.222.0.74 "PUT /v2.0/ports/b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 1097 time: 3.7154515 Oct 19 01:12:35.885033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f5770aad-614b-423b-a547-e9e915857517) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:35.895100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43bf05-1ac5-484f-845a-eb24524eafc6 None None] Network f5770aad-614b-423b-a547-e9e915857517 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:35.904775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:35.905377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:35.963226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf3afc49-a547-4bc8-a607-25f21eebb26b req-de8fb710-8d94-49e0-8ca5-f04a8f0e0440 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273282 Oct 19 01:12:35.964999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:35.977468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e301179e-3ab7-4e6c-afc1-4222578ba04d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2822471 Oct 19 01:12:35.984097 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] Sync routers for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:35.988060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.002441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-194784378'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:36.027672 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:36.028435 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:36.053016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ded5c-f429-4cc5-873f-402885740a8c req-4c73fe6a-5061-4cd7-8e31-34ef8e2e054d tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:36.055107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7ded5c-f429-4cc5-873f-402885740a8c req-4c73fe6a-5061-4cd7-8e31-34ef8e2e054d tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 950 time: 0.4390523 Oct 19 01:12:36.152482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-49db26fd-6918-4ea9-b01f-a895ba9da3fd service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580725 Oct 19 01:12:36.198090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c045fb2c-6838-4a3c-b4af-681eb3a65354 req-525f824c-0ea5-4445-9eb5-7e75cf9e57aa tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 210 time: 0.0689495 Oct 19 01:12:36.198979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] No DVR routers for this DVR port 2ee22be0-48a4-4d37-ae6b-98fddbc56964 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:36.207268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.215141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60aa831-8952-4ed3-b058-3440a14d3b6a req-4447f659-0f9b-4406-9b32-9734e01830a8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "DELETE /v2.0/ports/2ee22be0-48a4-4d37-ae6b-98fddbc56964 HTTP/1.1" status: 204 len: 173 time: 4.4523652 Oct 19 01:12:36.231293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'name': 'network-vif-deleted', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:36.235891 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9265e8d8-3bc9-4b26-ba3f-21b6dcf1b2a4" -d '{"events": [{"server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "name": "network-vif-deleted", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:36.243821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7ded5c-f429-4cc5-873f-402885740a8c req-f3a1f0c6-ad37-4734-a583-8af13f8634ed tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777968 Oct 19 01:12:36.251419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-c93bb29e-02c3-4af6-bd2a-54fadaad3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:36.253585 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-c93bb29e-02c3-4af6-bd2a-54fadaad3c70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1100 time: 0.3283074 Oct 19 01:12:36.279898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:36.307496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Allocated IP 172.20.0.8 (77a65c6d-c418-4f98-93f6-06fb0b05bada/d4d5b4a5-7a04-4e39-94ec-523970ce2ff3/6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:36.321415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.387487 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b13b8e-6e8a-4fa1-ae0d-42ac0356c70f x-openstack-request-id: req-36b13b8e-6e8a-4fa1-ae0d-42ac0356c70f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:36.387725 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-unplugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:36.388037 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36b13b8e-6e8a-4fa1-ae0d-42ac0356c70f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:36.388356 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'code': 200} Oct 19 01:12:36.425645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:36.457033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.459160 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Added segment ca428910-d1d2-4f18-a5f8-dc1c220d714f of type vlan for network cc387aa1-daa5-4d4b-838b-4b0e24d0490c Oct 19 01:12:36.486156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f5770aad-614b-423b-a547-e9e915857517', 'network_id': 'f5770aad-614b-423b-a547-e9e915857517', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'fixed_ips': [{'subnet_id': '663a82ca-f8ab-4adb-aa4d-b6494466f189'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:36.497018 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.535777 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:36.540720 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de4dba9-c276-4635-b304-1335070fc07c x-openstack-request-id: req-7de4dba9-c276-4635-b304-1335070fc07c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:36.542412 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4661517-edf8-4ed6-aea2-87e627db3f8b", "name": "network-vif-deleted", "tag": "2ee22be0-48a4-4d37-ae6b-98fddbc56964", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:36.543078 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7de4dba9-c276-4635-b304-1335070fc07c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:36.543728 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4661517-edf8-4ed6-aea2-87e627db3f8b', 'name': 'network-vif-deleted', 'tag': '2ee22be0-48a4-4d37-ae6b-98fddbc56964', 'status': 'completed', 'code': 200} Oct 19 01:12:36.567107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc83d1e6-3a4e-405d-bb12-fa4c3c6bc8f5 req-097aa8f9-5bfe-41dd-9b7c-69ebe721c718 service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012892 Oct 19 01:12:36.580001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-1d4f5117-956a-4ade-84ba-226e49703272 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 217 time: 0.3024998 Oct 19 01:12:36.580557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.690377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.698379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:36.699330 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.712739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:36.778699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7894857 Oct 19 01:12:36.895747 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-56ec3d02-3fb6-4811-a78d-b7a4c0e7a958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:36.917122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49696) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:36.925900 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:36.940097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'subnet': {'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:36.958758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Allocated IP 19.80.0.2 (f5770aad-614b-423b-a547-e9e915857517/663a82ca-f8ab-4adb-aa4d-b6494466f189/eacfe560-8f3e-4c6d-b458-aa43f3357afc) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:36.985809 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] Checking router: fe71288c-b475-4807-8fbc-97e3718d56fe for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:36.986429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d5330-f76a-49ad-9dc6-f03b24d1025f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Network': ['ID=cc387aa1-daa5-4d4b-838b-4b0e24d0490c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.012470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:37.013921 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:37.023749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feea1f-58eb-41de-82e9-678d4d8c554e req-2706caaa-bd1d-4646-9e78-dd5affe71c11 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.031241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network cc387aa1-daa5-4d4b-838b-4b0e24d0490c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:37.034037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.035309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31feea1f-58eb-41de-82e9-678d4d8c554e req-2706caaa-bd1d-4646-9e78-dd5affe71c11 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 943 time: 0.3968654 Oct 19 01:12:37.115492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:37.128860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31feea1f-58eb-41de-82e9-678d4d8c554e req-2302d9e0-7af3-4a28-a0fa-45080a0413d2 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888479 Oct 19 01:12:37.166518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.215334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0902a141-b418-4fe6-9bd6-c72262baeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.216684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-0902a141-b418-4fe6-9bd6-c72262baeaba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.6183429 Oct 19 01:12:37.219003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:37.240506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'mac_address': 'fa:16:3e:61:06:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:37.261552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831d6e7-1e14-42b6-90bb-a2cbc7cb420f req-75d586aa-0ee7-4505-ac17-c3f68aa46c38 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.271282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b831d6e7-1e14-42b6-90bb-a2cbc7cb420f req-75d586aa-0ee7-4505-ac17-c3f68aa46c38 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 947 time: 0.0709629 Oct 19 01:12:37.272001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60bed6-74c3-4266-94d0-6fa2bddc697d req-bd94d2b5-ca56-4da0-ac9a-bd34385369f7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.289300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac60bed6-74c3-4266-94d0-6fa2bddc697d req-bd94d2b5-ca56-4da0-ac9a-bd34385369f7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.7210288 Oct 19 01:12:37.346387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b831d6e7-1e14-42b6-90bb-a2cbc7cb420f req-68e99278-2fe6-484d-9a1c-3513c138102f tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738885 Oct 19 01:12:37.362802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.441056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46af847-69bb-4b7f-97fb-fb3a128f1d1d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:37.465434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:37.467759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-d07ae0a5-159c-4808-9541-cb6bcf96d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.469622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-d07ae0a5-159c-4808-9541-cb6bcf96d9c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2af29db725e441f80ff922a7b2da5e5&device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 1095 time: 0.7686164 Oct 19 01:12:37.470482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:37.478947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:37.491840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.494299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.505155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:37.516843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.592327 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:37.601154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Network f5770aad-614b-423b-a547-e9e915857517 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:37.631491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e63e80-1a4a-4c5c-bb43-34b063e4bf38 req-cfbc2baa-4a05-499b-8a78-ecbc74c6f93a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.640010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:37.652145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:37.658449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9e63e80-1a4a-4c5c-bb43-34b063e4bf38 req-cfbc2baa-4a05-499b-8a78-ecbc74c6f93a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.1279144 Oct 19 01:12:37.668368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=10']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.672789 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3db9c2-1c26-47df-a193-1d4796968049 None None] The sync data for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 is: [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:37.748261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.748261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.792933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:37.802564 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6140288-5370-4ba0-a0b3-dea4b1448397" -d '{"events": [{"name": "network-changed", "server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:37.805709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Pushing event updated for resources: {'Port': ['ID=eacfe560-8f3e-4c6d-b458-aa43f3357afc,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.806397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-18e14cbc-12aa-4688-8917-01034925ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:37.809257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-18e14cbc-12aa-4688-8917-01034925ccfb service neutron] 10.222.0.74 "GET /v2.0/networks?id=16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 200 len: 929 time: 0.2388794 Oct 19 01:12:37.821198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9e63e80-1a4a-4c5c-bb43-34b063e4bf38 req-ba8edcc6-e432-40ab-86b9-a2d974b02e6e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611598 Oct 19 01:12:37.829892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e46af847-69bb-4b7f-97fb-fb3a128f1d1d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:37.861159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7235312 Oct 19 01:12:37.909777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a4c5-534f-4236-a941-fc4eed0a6a7a tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event updated for resources: {'Port': ['ID=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:37.910026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Attempting to bind port eacfe560-8f3e-4c6d-b458-aa43f3357afc on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:37.910468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Attempting to bind port eacfe560-8f3e-4c6d-b458-aa43f3357afc by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:37.911258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Attempting to bind port eacfe560-8f3e-4c6d-b458-aa43f3357afc on network f5770aad-614b-423b-a547-e9e915857517 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:37.928619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Request body: {'port': {'device_id': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:37.929294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:37.929731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Checking segment: {'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:37.932558 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:37.933001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Bound using segment: {'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:37.933696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Bound port: eacfe560-8f3e-4c6d-b458-aa43f3357afc, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:37.934578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.014211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.029718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-d806b3ba-beb4-4c22-83dc-b58e226f1471 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 217 time: 0.1904848 Oct 19 01:12:38.037195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4c5ac82d-06fc-4176-ae03-a43651fcfa13 None None] Provisioning complete for port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:38.037573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c5ac82d-06fc-4176-ae03-a43651fcfa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.070065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2541-e0c0-4255-9f3f-19ee05f95ee4 req-32142855-6f6e-4a8d-a3dc-13f4706f3e2d tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.075353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c8ab2541-e0c0-4255-9f3f-19ee05f95ee4 req-32142855-6f6e-4a8d-a3dc-13f4706f3e2d tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 931 time: 0.1259456 Oct 19 01:12:38.131560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac60bed6-74c3-4266-94d0-6fa2bddc697d req-9ba09981-4601-41fb-9bcc-03f88b9e5fcf tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8392208 Oct 19 01:12:38.145797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-01aab720-1bf8-42f0-bb15-6719ee361cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.148539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-01aab720-1bf8-42f0-bb15-6719ee361cf1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8981919 Oct 19 01:12:38.170444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c8ab2541-e0c0-4255-9f3f-19ee05f95ee4 req-947fe1c2-7c92-4200-8f4e-606277e5ca24 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853815 Oct 19 01:12:38.189106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ac82d-06fc-4176-ae03-a43651fcfa13 None None] Port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:38.234433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] For port eacfe560-8f3e-4c6d-b458-aa43f3357afc, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:38.281317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-e1aeb48f-49a5-4a8d-adc5-6e407c382c45 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232653 Oct 19 01:12:38.282691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] For port eacfe560-8f3e-4c6d-b458-aa43f3357afc, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eacfe560-8f3e-4c6d-b458-aa43f3357afc,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:38.301439 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.302210 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800778ce-a53b-4294-ad66-29663532e76c x-openstack-request-id: req-800778ce-a53b-4294-ad66-29663532e76c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:38.302612 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:38.303202 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-800778ce-a53b-4294-ad66-29663532e76c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:38.303882 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'status': 'completed', 'code': 200} Oct 19 01:12:38.355805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:38.359974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:38.418011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cabda2-1d2e-4053-b6c1-d4f2097e4d28 req-90837412-8948-48bf-a7d5-9dc16ed2a982 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.427298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64cabda2-1d2e-4053-b6c1-d4f2097e4d28 req-90837412-8948-48bf-a7d5-9dc16ed2a982 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 943 time: 0.0730417 Oct 19 01:12:38.441767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-8610c61c-f11d-4c94-a50a-e7b6236bc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.443456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-8610c61c-f11d-4c94-a50a-e7b6236bc475 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5b767bc-bad0-4606-a0b8-a7615f20bbb9 HTTP/1.1" status: 200 len: 867 time: 0.4010961 Oct 19 01:12:38.479117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64cabda2-1d2e-4053-b6c1-d4f2097e4d28 req-a0c84278-adc4-4bd2-b95f-774c5fe3ffcf tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504742 Oct 19 01:12:38.532481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e7d528-02d2-4075-a596-9039d2d3cf44 None None] New status for floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:12:38.536280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8891c-2ac9-431e-8433-736ba9b3fd1b None None] Pushing event updated for resources: {'Port': ['ID=eacfe560-8f3e-4c6d-b458-aa43f3357afc,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:38.605471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9ea0a-62af-41ea-9936-6b6cd1f5057a req-bf291385-a24f-4129-8d2a-245629156eaa tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.613258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54b9ea0a-62af-41ea-9936-6b6cd1f5057a req-bf291385-a24f-4129-8d2a-245629156eaa tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0657887 Oct 19 01:12:38.666224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54b9ea0a-62af-41ea-9936-6b6cd1f5057a req-c3e0b7ff-1bef-45b0-b375-4cf41a3b8b98 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Oct 19 01:12:38.801633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f964c-084b-4e75-91b1-9894a2f79161 req-bce5ea61-1188-4b01-80da-125b5f8d623b tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.803195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-099f964c-084b-4e75-91b1-9894a2f79161 req-bce5ea61-1188-4b01-80da-125b5f8d623b tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 950 time: 0.5179167 Oct 19 01:12:38.892042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-a93dc98e-ac36-43cd-8dff-20eb5a8ebeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:38.893776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-a93dc98e-ac36-43cd-8dff-20eb5a8ebeb1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16fc0c80-bdbe-44b5-bc08-e76911bcf305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4288504 Oct 19 01:12:38.962768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61d1f0d8-94a5-4e35-9400-d4d805895b29 req-5601b75a-98b2-4fa2-b043-a534b2942a3d service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554832 Oct 19 01:12:39.058380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fe11f-c3c2-4358-a01f-a965c5ace62f req-04032f6b-5064-44e3-a1de-a704a920a064 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:39.060543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-866fe11f-c3c2-4358-a01f-a965c5ace62f req-04032f6b-5064-44e3-a1de-a704a920a064 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.1011975 Oct 19 01:12:39.096410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-099f964c-084b-4e75-91b1-9894a2f79161 req-84751ded-8cd7-421d-a318-4338e8334207 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803996 Oct 19 01:12:39.137563 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-866fe11f-c3c2-4358-a01f-a965c5ace62f req-394b2736-2190-437b-85b4-6e6b455a3baa tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650575 Oct 19 01:12:39.212872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:39.216397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.225903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.239225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-ac41cf9d-900d-4da5-9dd3-7047a3d1e149 service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354506 Oct 19 01:12:39.299729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a058d-7893-4ce4-aaac-7f398ee758bd req-3c09cc8a-170a-47db-9346-b7652b199563 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:39.301732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a058d-7893-4ce4-aaac-7f398ee758bd req-3c09cc8a-170a-47db-9346-b7652b199563 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.0755959 Oct 19 01:12:39.330335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Transition to ACTIVE for port object 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:39.358695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.363528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a058d-7893-4ce4-aaac-7f398ee758bd req-e163ad31-2831-4452-a5c3-d6a952ee07f1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Oct 19 01:12:39.457382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.619627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ae5b61e8-ea7f-4c1a-ac77-594309689fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:39.868260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e215f-58de-4c06-92e4-9ef4f22b8607 req-b305adfb-b783-4bf1-885d-88e5cb7e33dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:39.876979 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed0e215f-58de-4c06-92e4-9ef4f22b8607 req-b305adfb-b783-4bf1-885d-88e5cb7e33dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 943 time: 0.0998614 Oct 19 01:12:39.954833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed0e215f-58de-4c06-92e4-9ef4f22b8607 req-94e21388-5262-4d24-996a-c66475f2ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761819 Oct 19 01:12:40.076971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-073535c9-5103-43b1-bc96-98cc9602cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.079175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-073535c9-5103-43b1-bc96-98cc9602cb27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1100 time: 0.9906213 Oct 19 01:12:40.079938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Subnet': ['ID=1c7189fe-8057-4309-81a2-737583745502,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:40.112828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a68b6b-8f06-4210-b06b-a5e733cdad19 None None] Network f5770aad-614b-423b-a547-e9e915857517 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:40.202225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-eeeb8709-e10f-49e9-9c13-b6a88a42264e None None] Provisioning complete for port eacfe560-8f3e-4c6d-b458-aa43f3357afc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:40.202598 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8709-e10f-49e9-9c13-b6a88a42264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.249696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d5b2-5b4f-4d3a-be38-a48c91dd84e0 req-44e6d0ed-3afb-4974-a805-92bf8e24e569 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.251263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91c3d5b2-5b4f-4d3a-be38-a48c91dd84e0 req-44e6d0ed-3afb-4974-a805-92bf8e24e569 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 943 time: 0.8554921 Oct 19 01:12:40.296641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Pushing event updated for resources: {'Port': ['ID=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:40.372445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4659f7a-32a9-401a-8d99-ed1b9a22390b req-76f37b43-dbc4-477e-bd9b-3b0a1a68882c service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0806077 Oct 19 01:12:40.379332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2df36-2050-4be6-9137-a2b56dc7206d req-96b286d8-514e-400a-b9e9-d7b59bbb9c40 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.386989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Checking segment: {'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:40.387433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network hostable DHCP agents. Network: cc387aa1-daa5-4d4b-838b-4b0e24d0490c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:40.391126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ca2df36-2050-4be6-9137-a2b56dc7206d req-96b286d8-514e-400a-b9e9-d7b59bbb9c40 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.0700409 Oct 19 01:12:40.457898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ca2df36-2050-4be6-9137-a2b56dc7206d req-0b73a577-4400-4c42-9ab8-5852509e47d4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614974 Oct 19 01:12:40.463212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91c3d5b2-5b4f-4d3a-be38-a48c91dd84e0 req-f0f2903c-3d7d-455d-bdcd-ed2960bea218 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842849 Oct 19 01:12:40.489079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Attempting to bind port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:40.495785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Attempting to bind port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:40.496324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Attempting to bind port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b on network 77a65c6d-c418-4f98-93f6-06fb0b05bada {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:40.527054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-8b64a438-a86d-420e-a211-859fe10544d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.530808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-8b64a438-a86d-420e-a211-859fe10544d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.4351759 Oct 19 01:12:40.532342 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8709-e10f-49e9-9c13-b6a88a42264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.535147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.535318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b on network 77a65c6d-c418-4f98-93f6-06fb0b05bada not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:40.539941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Attempting to bind port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b on network 77a65c6d-c418-4f98-93f6-06fb0b05bada {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:40.625211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network cc387aa1-daa5-4d4b-838b-4b0e24d0490c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:40.644358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-8850723f-5493-46a3-9538-eae9e50f9cce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 217 time: 0.0953052 Oct 19 01:12:40.645369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:40.645723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Checking segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:40.646254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Bound using segment: {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:40.646703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Bound port: 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69042b7f-cd10-4c52-aba4-d00c446ca8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:40.647075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.650159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:40.710519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d54690-91b4-450e-9046-b307d0fc0584 req-c246c92f-848c-4902-b77e-1a2b24de9a48 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.720636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35d54690-91b4-450e-9046-b307d0fc0584 req-c246c92f-848c-4902-b77e-1a2b24de9a48 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 950 time: 0.0950134 Oct 19 01:12:40.724409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, cc387aa1-daa5-4d4b-838b-4b0e24d0490c) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:40.729473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.730206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.740470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-eeeb8709-e10f-49e9-9c13-b6a88a42264e None None] For port eacfe560-8f3e-4c6d-b458-aa43f3357afc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eacfe560-8f3e-4c6d-b458-aa43f3357afc,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:40.776476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3c55b-f1dc-4225-a62b-c8c3de53bd55 None None] Network cc387aa1-daa5-4d4b-838b-4b0e24d0490c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:40.784110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35d54690-91b4-450e-9046-b307d0fc0584 req-f97edbe3-025e-463f-8761-d35608dc746b tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624502 Oct 19 01:12:40.931633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] For port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:40.942675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] For port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:40.953056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f3c5-0421-4121-91b4-9214c30926cf req-187c6de5-d941-4111-a55d-1fbcf84e6cf8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.955034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8eb9f3c5-0421-4121-91b4-9214c30926cf req-187c6de5-d941-4111-a55d-1fbcf84e6cf8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 946 time: 0.0872233 Oct 19 01:12:40.968897 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:40.991699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-e516e6ae-7bab-4aca-9f4a-60d8d7504422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:40.996880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-e516e6ae-7bab-4aca-9f4a-60d8d7504422 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.3332033 Oct 19 01:12:41.022451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8eb9f3c5-0421-4121-91b4-9214c30926cf req-6f433d5f-7718-4e79-a41d-1b4f4fa4dc01 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 Oct 19 01:12:41.036458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eacfe560-8f3e-4c6d-b458-aa43f3357afc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:41.039532 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eeeb8709-e10f-49e9-9c13-b6a88a42264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.083898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-07f7d7ae-88f9-4801-a688-a52484443670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1488445 Oct 19 01:12:41.099399 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.103182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b819d4d6-ec36-40e3-8921-d813a37b8606 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:41.121028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Pushing event updated for resources: {'Port': ['ID=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:41.127331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.128100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.129355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-65d24974-0596-473c-a2be-d849b15d773a service neutron] 10.222.0.62 "PUT /v2.0/ports/6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b HTTP/1.1" status: 200 len: 1092 time: 3.2052364 Oct 19 01:12:41.141576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:41.143932 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f000a4e9-c813-460e-96c0-ec21f349a231" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:41.158480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024a68c-89c8-4a40-a921-3d380639fd0d req-5b07b915-87d3-4346-8765-f13fb25137bb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.160621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6024a68c-89c8-4a40-a921-3d380639fd0d req-5b07b915-87d3-4346-8765-f13fb25137bb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.5319924 Oct 19 01:12:41.286130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5e13-3bce-4cd1-9a2f-5a97340e93bd req-7ed05317-c2aa-47cd-ad68-cb3c7f466d01 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.300649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd9d5e13-3bce-4cd1-9a2f-5a97340e93bd req-7ed05317-c2aa-47cd-ad68-cb3c7f466d01 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 943 time: 0.1053557 Oct 19 01:12:41.312177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6024a68c-89c8-4a40-a921-3d380639fd0d req-fe4ab531-c9bf-4b3a-beb7-2c65f8b9921d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356578 Oct 19 01:12:41.317607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb8709-e10f-49e9-9c13-b6a88a42264e None None] Pushing event updated for resources: {'Port': ['ID=eacfe560-8f3e-4c6d-b458-aa43f3357afc,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:41.327017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-60b4ee33-a777-43ed-94a6-40c60ec20a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.328836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-60b4ee33-a777-43ed-94a6-40c60ec20a74 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2414606 Oct 19 01:12:41.332117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-8c417053-e67a-4fa4-9397-1c0e075dea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.334219 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-8c417053-e67a-4fa4-9397-1c0e075dea3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 1095 time: 0.1347303 Oct 19 01:12:41.363478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-61091b73-3e2a-4956-b3dd-54d458ad499d None None] Provisioning complete for port eacfe560-8f3e-4c6d-b458-aa43f3357afc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:41.363861 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-61091b73-3e2a-4956-b3dd-54d458ad499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.396418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd9d5e13-3bce-4cd1-9a2f-5a97340e93bd req-c23c19ff-8cd0-4dd2-8b20-c1512c471d46 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856061 Oct 19 01:12:41.463810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e46af847-69bb-4b7f-97fb-fb3a128f1d1d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:41.464474 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.498581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-0483d005-8707-4159-a076-8454a33b605a service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302352 Oct 19 01:12:41.526794 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b8a68-8399-43d4-8f41-9431b9eff0a6 x-openstack-request-id: req-869b8a68-8399-43d4-8f41-9431b9eff0a6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:41.527082 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:41.527332 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-869b8a68-8399-43d4-8f41-9431b9eff0a6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:41.527728 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'status': 'completed', 'code': 200} Oct 19 01:12:41.548373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b819d4d6-ec36-40e3-8921-d813a37b8606, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b819d4d6-ec36-40e3-8921-d813a37b8606,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:41.550943 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-06854249-c855-43d2-840a-a234cf2bba25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b HTTP/1.1" status: 200 len: 217 time: 0.1989236 Oct 19 01:12:41.571242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-cc387aa1-daa5-4d4b-838b-4b0e24d0490c', 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'fixed_ips': [{'subnet_id': '1c7189fe-8057-4309-81a2-737583745502'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:41.572141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.602404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'port_id': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'mac_address': 'fa:16:3e:2f:77:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:41.698002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port eacfe560-8f3e-4c6d-b458-aa43f3357afc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:41.699029 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.753775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-31311f28-2a9e-4582-a153-aae1c8f61f41 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.764757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-31311f28-2a9e-4582-a153-aae1c8f61f41 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.774266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-31311f28-2a9e-4582-a153-aae1c8f61f41 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/networks?id=f5770aad-614b-423b-a547-e9e915857517&id=cc387aa1-daa5-4d4b-838b-4b0e24d0490c HTTP/1.1" status: 200 len: 1391 time: 0.2374008 Oct 19 01:12:41.775421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-19fdb889-65f6-45fd-b7ae-1f8c8815ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.776917 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-19fdb889-65f6-45fd-b7ae-1f8c8815ef95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 200 len: 861 time: 0.2035377 Oct 19 01:12:41.791491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128a950-c24d-4fc9-8c73-3f48ec6b7c78 req-3e3ec5e2-efdb-464d-ac60-e658a1676d37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.793323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b128a950-c24d-4fc9-8c73-3f48ec6b7c78 req-3e3ec5e2-efdb-464d-ac60-e658a1676d37 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 949 time: 0.2011943 Oct 19 01:12:41.797575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-13240cf5-0605-46d6-9660-20b62748473e tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/quotas/28a095346b664672a4719b8f3b7407fe HTTP/1.1" status: 200 len: 375 time: 0.0221419 Oct 19 01:12:41.850262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.886184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-e264ac68-4b95-4c10-b0e2-6b7358d87ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:41.889021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-e264ac68-4b95-4c10-b0e2-6b7358d87ee2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77a65c6d-c418-4f98-93f6-06fb0b05bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913217 Oct 19 01:12:41.891721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6140288-5370-4ba0-a0b3-dea4b1448397 req-cbfcb321-895b-464e-a7b2-1ebf248be57c service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627217 Oct 19 01:12:41.911871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-8a6ba680-16c8-47b7-851c-c003acfaf6b4 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993381 Oct 19 01:12:41.919564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b819d4d6-ec36-40e3-8921-d813a37b8606 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:41.923062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b128a950-c24d-4fc9-8c73-3f48ec6b7c78 req-02f8f274-0704-44ec-88a1-b425e15ef2ac tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912824 Oct 19 01:12:41.927827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:41.994994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b819d4d6-ec36-40e3-8921-d813a37b8606, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b819d4d6-ec36-40e3-8921-d813a37b8606,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:42.007010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Allocated IP 19.86.0.2 (cc387aa1-daa5-4d4b-838b-4b0e24d0490c/1c7189fe-8057-4309-81a2-737583745502/9e5e1f5d-8764-40ba-8969-c692af4d72d8) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:42.019319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.067637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-9238c660-3c7b-4cc0-a685-fa5d81e6bd57 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690538 Oct 19 01:12:42.080875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:42.083232 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03a158-aba4-4308-8b25-fe866835c5c7" -d '{"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-plugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:42.095784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-67c85820-b67c-4608-bce6-14cd772a6e87 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.097338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-67c85820-b67c-4608-bce6-14cd772a6e87 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 950 time: 0.1707001 Oct 19 01:12:42.137053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:42.161610 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.218647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-b9c04c60-8453-4a43-b70b-25d5bde23bc3 service neutron] 10.222.0.64 "GET /v2.0/networks/f5770aad-614b-423b-a547-e9e915857517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049572 Oct 19 01:12:42.237506 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.244112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b819d4d6-ec36-40e3-8921-d813a37b8606,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:42.299916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:42.328415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-c33ef047-e636-4298-8f8e-69315f1ac060 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.329935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-c33ef047-e636-4298-8f8e-69315f1ac060 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1098 time: 0.1598942 Oct 19 01:12:42.336267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1d26dc-894d-4f04-b114-cb5e4af28e94 req-dba87a4a-fdb7-4131-a48d-aecfed85a285 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567573 Oct 19 01:12:42.347711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-20'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:42.371668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b109c-ca5c-419f-92fc-cdb72af428df req-dc70af34-3b89-4300-b16a-513d5a4055a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.391022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-1375dca6-2f65-4244-aed3-ba4ea1fce63f service neutron] 10.222.0.64 "GET /v2.0/networks/f5770aad-614b-423b-a547-e9e915857517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708689 Oct 19 01:12:42.394011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c18b109c-ca5c-419f-92fc-cdb72af428df req-dc70af34-3b89-4300-b16a-513d5a4055a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 943 time: 0.2740405 Oct 19 01:12:42.434341 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.443133 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.451524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.470946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b819d4d6-ec36-40e3-8921-d813a37b8606'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:42.527303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c18b109c-ca5c-419f-92fc-cdb72af428df req-a992c29c-bf10-4352-80b1-16ddea1729ff tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271312 Oct 19 01:12:42.569073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Network cc387aa1-daa5-4d4b-838b-4b0e24d0490c is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:42.582994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-4d844355-ca55-43bf-9019-de4aad98db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.588173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-4d844355-ca55-43bf-9019-de4aad98db8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 1095 time: 0.1643243 Oct 19 01:12:42.622300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Deleting port 4ae90d7f-a21c-470a-8123-4980ba735dba {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:42.622833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:42.653780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:42.659435 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-541ef89a-9dc8-40ac-a691-fecb63b7381c service neutron] 10.222.0.64 "GET /v2.0/networks/cc387aa1-daa5-4d4b-838b-4b0e24d0490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662885 Oct 19 01:12:42.702090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:42.878588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:42.956580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-76d8f049-aba9-43a9-af7e-b2459ab46583 service neutron] 10.222.0.64 "GET /v2.0/networks/cc387aa1-daa5-4d4b-838b-4b0e24d0490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961335 Oct 19 01:12:42.968278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38db070-5b3e-4556-8821-4834aec6880c req-e34f06f1-3625-4595-93b8-4f0ffc49f776 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.969849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c38db070-5b3e-4556-8821-4834aec6880c req-e34f06f1-3625-4595-93b8-4f0ffc49f776 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 950 time: 0.1433122 Oct 19 01:12:42.975409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-de489e93-2931-4f02-b7e9-1d7be1d47ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:42.977703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-de489e93-2931-4f02-b7e9-1d7be1d47ce7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 923 time: 0.3676538 Oct 19 01:12:42.979711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] For port 4ae90d7f-a21c-470a-8123-4980ba735dba, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ae90d7f-a21c-470a-8123-4980ba735dba,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:42.980133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.046689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:43.057652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-38d3edf5-ffb5-43ed-8e62-67a9aefd4d72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b HTTP/1.1" status: 200 len: 217 time: 0.0617607 Oct 19 01:12:43.066338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Calling delete_port for 4ae90d7f-a21c-470a-8123-4980ba735dba owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:43.145019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:43.145406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eacfe560-8f3e-4c6d-b458-aa43f3357afc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:43.147912 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c991b84-9bfa-49fa-a9a3-d7105b56c33b" -d '{"events": [{"server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "name": "network-vif-unplugged", "status": "completed", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:43.152139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.152311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:43.154183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4ae90d7f-a21c-470a-8123-4980ba735dba no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:43.165679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.188254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Pushing event updated for resources: {'Port': ['ID=9e5e1f5d-8764-40ba-8969-c692af4d72d8,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:43.204883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c38db070-5b3e-4556-8821-4834aec6880c req-a08061cc-ddb0-49eb-924c-ba24e90a5e2a tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/security-groups?id=59606ff7-e054-42a2-80f0-756aca976959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211151 Oct 19 01:12:43.265200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on host n-h1-789963-20 for vnic_type normal with profile {"migrating_to": "n-h2-789963-20"} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:43.265404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:43.265739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:43.273726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:43.273999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Attempting to bind port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:43.285756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:43.286164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:43.286558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:43.286993 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Bound port: bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:43.287351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.333540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:43.337701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-6504049c-e05d-47e9-b38b-a5576edb7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.339179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-6504049c-e05d-47e9-b38b-a5576edb7c80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 200 len: 861 time: 0.2705047 Oct 19 01:12:43.439097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d804a0-bd58-4f69-9d02-ce016865c674 req-f0bb879d-3d5f-42c4-aeba-a7cf4b3a9f56 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.441251 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81d804a0-bd58-4f69-9d02-ce016865c674 req-f0bb879d-3d5f-42c4-aeba-a7cf4b3a9f56 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.0951347 Oct 19 01:12:43.464779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:43.520954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:43.531080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81d804a0-bd58-4f69-9d02-ce016865c674 req-0656f1ac-8af0-437c-a0d1-213a52f31562 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818686 Oct 19 01:12:43.534345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.598319 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e89d291-f302-4f39-8600-0c16ea25719c x-openstack-request-id: req-4e89d291-f302-4f39-8600-0c16ea25719c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:43.598840 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-plugged", "status": "completed", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:43.598840 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e89d291-f302-4f39-8600-0c16ea25719c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:43.599322 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'code': 200} Oct 19 01:12:43.722981 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.728266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-91256e8a-ab4a-490c-8901-579f7cf11bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.729935 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-91256e8a-ab4a-490c-8901-579f7cf11bd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77a65c6d-c418-4f98-93f6-06fb0b05bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3714788 Oct 19 01:12:43.750579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Attempting to bind port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:43.750960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Attempting to bind port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:43.751335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Attempting to bind port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 on network cc387aa1-daa5-4d4b-838b-4b0e24d0490c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:43.759583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:43.760019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Checking segment: {'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:43.760586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.761596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Bound using segment: {'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:43.762031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Bound port: 9e5e1f5d-8764-40ba-8969-c692af4d72d8, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:43.762421 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.784796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port eacfe560-8f3e-4c6d-b458-aa43f3357afc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:43.785181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.799557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.804090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:43.807341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] 10.222.0.62 "PUT /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 1124 time: 1.4639063 Oct 19 01:12:43.812852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e67ec9-0e8b-4966-9d4c-eaf46e13c465 req-6f0a1225-a283-4584-9f0f-a77be1493400 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.814457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93e67ec9-0e8b-4966-9d4c-eaf46e13c465 req-6f0a1225-a283-4584-9f0f-a77be1493400 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.2616684 Oct 19 01:12:43.843679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e0dd5-fba4-4648-a7f1-36fe97347529 req-d71ae013-00dd-4c76-ba21-c7d3a91f34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.844299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b4e0dd5-fba4-4648-a7f1-36fe97347529 req-d71ae013-00dd-4c76-ba21-c7d3a91f34e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1102 time: 0.2329018 Oct 19 01:12:43.925747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f0c2e-2370-4dc8-a67e-00b8dd7e49d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=8']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:43.928225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:43.941000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:43.988875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947b37-0cf5-437a-8084-c29bd13da4a6 req-f121966e-2947-4252-86c8-7c341e36d962 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:43.998045 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8947b37-0cf5-437a-8084-c29bd13da4a6 req-f121966e-2947-4252-86c8-7c341e36d962 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 944 time: 0.2304177 Oct 19 01:12:44.028917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:44.066449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.073020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93e67ec9-0e8b-4966-9d4c-eaf46e13c465 req-1dee3519-dee4-42b9-be51-560788c2aa8b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251031 Oct 19 01:12:44.097645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b4e0dd5-fba4-4648-a7f1-36fe97347529 req-9c0b3a6e-e39f-4c4d-95bc-7307045fa833 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387328 Oct 19 01:12:44.116519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'mac_address': 'fa:16:3e:9f:af:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:44.128829 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8947b37-0cf5-437a-8084-c29bd13da4a6 req-81b82d0d-4ce6-46be-93d1-a43001eec2ba tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283541 Oct 19 01:12:44.229310 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4661df-3062-48b2-9152-5b471c591a5c x-openstack-request-id: req-bb4661df-3062-48b2-9152-5b471c591a5c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:44.229607 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "name": "network-vif-unplugged", "status": "completed", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:44.232046 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb4661df-3062-48b2-9152-5b471c591a5c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:44.232456 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb', 'code': 200} Oct 19 01:12:44.253907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Pushing event deleted for resources: {'Port': ['ID=4ae90d7f-a21c-470a-8123-4980ba735dba,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.302623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] For port 9e5e1f5d-8764-40ba-8969-c692af4d72d8, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:44.322994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-6f8399fa-5cdf-4b38-8830-ff31dcc0e70c service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723977 Oct 19 01:12:44.324460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] No DVR routers for this DVR port 4ae90d7f-a21c-470a-8123-4980ba735dba on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:44.332045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.339892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4656287-9d77-41f3-8ea0-6d92da74d0b8 req-88a7ab85-c3d4-4c19-b3e2-b90f5408e5d9 tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.74 "DELETE /v2.0/ports/4ae90d7f-a21c-470a-8123-4980ba735dba HTTP/1.1" status: 204 len: 173 time: 2.2270501 Oct 19 01:12:44.340773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'name': 'network-vif-deleted', 'tag': '4ae90d7f-a21c-470a-8123-4980ba735dba'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:44.343962 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e25b13-8402-475c-b85e-a8b33b5568d2" -d '{"events": [{"server_uuid": "d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2", "name": "network-vif-deleted", "tag": "4ae90d7f-a21c-470a-8123-4980ba735dba"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:44.361460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] For port 9e5e1f5d-8764-40ba-8969-c692af4d72d8, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e5e1f5d-8764-40ba-8969-c692af4d72d8,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:44.404351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.433992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a70e44ed-fea2-4baa-bcf3-644c58471b63 req-c8cbe920-049f-4120-938f-20547611d56d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 210 time: 0.0713384 Oct 19 01:12:44.485225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.534358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0966b67-0a0d-4b17-b75f-8d5cde4f29aa req-e1d18266-b40c-4f4b-aaf8-fb7f169775a9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.543952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0966b67-0a0d-4b17-b75f-8d5cde4f29aa req-e1d18266-b40c-4f4b-aaf8-fb7f169775a9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 950 time: 0.2871003 Oct 19 01:12:44.623439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0966b67-0a0d-4b17-b75f-8d5cde4f29aa req-31b11287-abd3-4202-9dae-bb9cfa7b86c9 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766377 Oct 19 01:12:44.665925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d490ac-b8a2-4d0c-8f51-ad299faf107c req-83a7c942-28cf-499e-b283-d0bcdc817f6b tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:44.667549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0d490ac-b8a2-4d0c-8f51-ad299faf107c req-83a7c942-28cf-499e-b283-d0bcdc817f6b tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 943 time: 0.1007044 Oct 19 01:12:44.687310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b766c02f-d025-4337-88e8-092e92a0e78b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:44.693882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f000a4e9-c813-460e-96c0-ec21f349a231 req-672aa138-f9e0-461f-9e1f-a75ea3edd00a service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442802 Oct 19 01:12:44.698812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bd7b11bf-d3fd-44e2-87a0-6d060850f4fb details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:44.765632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0d490ac-b8a2-4d0c-8f51-ad299faf107c req-00216d37-0ce1-4732-965a-899b22d0333d tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903761 Oct 19 01:12:44.817667 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efc3c6e-7901-4323-ae97-37e704beefca x-openstack-request-id: req-5efc3c6e-7901-4323-ae97-37e704beefca {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:44.818040 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2", "name": "network-vif-deleted", "tag": "4ae90d7f-a21c-470a-8123-4980ba735dba", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:44.820472 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5efc3c6e-7901-4323-ae97-37e704beefca {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:44.820958 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2', 'name': 'network-vif-deleted', 'tag': '4ae90d7f-a21c-470a-8123-4980ba735dba', 'status': 'completed', 'code': 200} Oct 19 01:12:44.872444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec6628-78b0-4577-8457-9b9885c9c608 None None] Pushing event updated for resources: {'Port': ['ID=9e5e1f5d-8764-40ba-8969-c692af4d72d8,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:44.890285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:44.921578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:44.957257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c00c426-14fd-4231-9d93-1817947e35aa req-88e9fe34-df2a-4725-a3f0-fd550ad4176b tempest-TenantUsagesTestJSON-187138695 tempest-TenantUsagesTestJSON-187138695-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b4f5f9-5e34-4b66-9f6a-a2a23186f3b2 HTTP/1.1" status: 200 len: 210 time: 0.1043921 Oct 19 01:12:45.057635 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:12:45.077162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b819d4d6-ec36-40e3-8921-d813a37b8606 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:45.094088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9220ea8-83f4-4f4b-b59e-be6a3433b810 req-b4263e86-0f7a-43d0-9af9-a2add00057a7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:45.107630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9220ea8-83f4-4f4b-b59e-be6a3433b810 req-b4263e86-0f7a-43d0-9af9-a2add00057a7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.1421263 Oct 19 01:12:45.169249 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:12:45.181801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9220ea8-83f4-4f4b-b59e-be6a3433b810 req-cb981d40-ce9e-45e5-b66b-0a5ab28e0eff tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732687 Oct 19 01:12:45.227152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:45.355477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f04b3-f76e-4625-a6c2-d99893cde7fd req-4c3dafbc-a186-42cb-b701-ac37e5b3f730 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:45.358890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2905e87-4716-4dc1-a32e-322a981eb542 req-439de2b4-b143-43ba-a68c-b8295be5fae8 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:45.370613 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-703f04b3-f76e-4625-a6c2-d99893cde7fd req-4c3dafbc-a186-42cb-b701-ac37e5b3f730 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 949 time: 0.0704136 Oct 19 01:12:45.371099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2905e87-4716-4dc1-a32e-322a981eb542 req-439de2b4-b143-43ba-a68c-b8295be5fae8 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 944 time: 0.0956714 Oct 19 01:12:45.423130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:45.429545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b766c02f-d025-4337-88e8-092e92a0e78b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:45.449744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2905e87-4716-4dc1-a32e-322a981eb542 req-f5599755-1473-48dd-aeaa-c6154b1aef16 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777838 Oct 19 01:12:45.459063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bd7b11bf-d3fd-44e2-87a0-6d060850f4fb has no active binding in host n-h2-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:12:45.473129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b819d4d6-ec36-40e3-8921-d813a37b8606 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:45.484576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-703f04b3-f76e-4625-a6c2-d99893cde7fd req-164efd66-7e3e-4ed3-a01e-732fa2481d4d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127672 Oct 19 01:12:45.484970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b819d4d6-ec36-40e3-8921-d813a37b8606 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:45.485352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.565957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d10a702c-9a15-4a60-a2b8-ebe144e95990 req-2943a893-1419-4d8a-8b51-ab490a95b97a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 210 time: 0.0286946 Oct 19 01:12:45.700887 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.738365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:45.740827 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4378eed-5110-414b-8738-00565fa70746" -d '{"events": [{"server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "name": "network-vif-plugged", "status": "completed", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:45.763301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b819d4d6-ec36-40e3-8921-d813a37b8606, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b819d4d6-ec36-40e3-8921-d813a37b8606,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:45.778238 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:45.861818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5de0b4-688d-4ed9-82eb-5042b7d73704 req-4f63c43f-7ff7-47e7-8d2c-2bbfaff7ffd5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:45.865452 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b5de0b4-688d-4ed9-82eb-5042b7d73704 req-4f63c43f-7ff7-47e7-8d2c-2bbfaff7ffd5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 950 time: 0.1302528 Oct 19 01:12:45.876601 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ae72c-817a-4cab-80f1-90ebf27a57dc x-openstack-request-id: req-fa8ae72c-817a-4cab-80f1-90ebf27a57dc {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:45.877068 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "name": "network-vif-plugged", "status": "completed", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:45.877468 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa8ae72c-817a-4cab-80f1-90ebf27a57dc {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:45.878049 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'code': 200} Oct 19 01:12:45.884063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b819d4d6-ec36-40e3-8921-d813a37b8606,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:45.904190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-012dcf16-d0ba-4161-ab06-3ebc4127541f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:45.911565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-012dcf16-d0ba-4161-ab06-3ebc4127541f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:45.913247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-012dcf16-d0ba-4161-ab06-3ebc4127541f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.62 "GET /v2.0/networks?id=f5770aad-614b-423b-a547-e9e915857517&id=cc387aa1-daa5-4d4b-838b-4b0e24d0490c HTTP/1.1" status: 200 len: 1391 time: 0.2732520 Oct 19 01:12:45.961615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b5de0b4-688d-4ed9-82eb-5042b7d73704 req-953e6e9f-93e4-4cd9-b521-706a0ff32aab tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828164 Oct 19 01:12:45.973713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'port': {'device_id': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'network_id': 'f5770aad-614b-423b-a547-e9e915857517', 'admin_state_up': True, 'tenant_id': '28a095346b664672a4719b8f3b7407fe'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:46.020539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae171d-b9c3-4fb2-9b16-d1f28603c90d req-855f323b-2923-46e5-95f6-ae9f1e548d4c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.023189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcae171d-b9c3-4fb2-9b16-d1f28603c90d req-855f323b-2923-46e5-95f6-ae9f1e548d4c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 943 time: 0.0957341 Oct 19 01:12:46.067797 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcae171d-b9c3-4fb2-9b16-d1f28603c90d req-97d0b9bf-2d1f-4018-9d85-1511246dcd07 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381398 Oct 19 01:12:46.144450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c71a08-9e62-4a27-9713-802a42c56343 req-43932a85-2ed9-4127-8198-42076927157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.146249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1c71a08-9e62-4a27-9713-802a42c56343 req-43932a85-2ed9-4127-8198-42076927157b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 1097 time: 0.1682880 Oct 19 01:12:46.222593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf488d-648f-4182-aea2-8747c087a378 None None] Network cc387aa1-daa5-4d4b-838b-4b0e24d0490c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:46.230368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1c71a08-9e62-4a27-9713-802a42c56343 req-6d4d6b51-11a6-4de9-8fb8-6506710d4daf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744858 Oct 19 01:12:46.234200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:46.237764 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01335f14-ae16-4e78-aec0-2d60bab80c36" -d '{"events": [{"name": "network-changed", "server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:46.253522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:46.259946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.280065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fead677-faf5-475c-be54-da1ed1d54183 req-fd867b3b-fe5d-4896-a9ae-94326244c2af tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.281705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fead677-faf5-475c-be54-da1ed1d54183 req-fd867b3b-fe5d-4896-a9ae-94326244c2af tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 950 time: 0.0889068 Oct 19 01:12:46.325836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-82e4fcc4-b0cd-4227-ab59-77b72440dbc4 None None] Provisioning complete for port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:46.326413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82e4fcc4-b0cd-4227-ab59-77b72440dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.346070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fead677-faf5-475c-be54-da1ed1d54183 req-bc3e1154-b48b-4570-bc53-2cc08e15c233 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Oct 19 01:12:46.396062 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2c0956-a604-4a4c-ba40-fa060658c4c7 x-openstack-request-id: req-3c2c0956-a604-4a4c-ba40-fa060658c4c7 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:46.396886 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:46.397876 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c2c0956-a604-4a4c-ba40-fa060658c4c7 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:46.399357 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb', 'status': 'completed', 'code': 200} Oct 19 01:12:46.486464 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82e4fcc4-b0cd-4227-ab59-77b72440dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.515528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49916) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:46.539581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47816c83-6301-48ad-9410-1ad8af4b0f66 req-7121670b-8889-4280-ba33-1ccc992c0344 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:46.549547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47816c83-6301-48ad-9410-1ad8af4b0f66 req-7121670b-8889-4280-ba33-1ccc992c0344 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1102 time: 0.0746357 Oct 19 01:12:46.589035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47816c83-6301-48ad-9410-1ad8af4b0f66 req-0342af4f-51a4-4d3a-8338-f79aef6101c1 tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 Oct 19 01:12:46.595394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-82e4fcc4-b0cd-4227-ab59-77b72440dbc4 None None] For port 9e5e1f5d-8764-40ba-8969-c692af4d72d8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e5e1f5d-8764-40ba-8969-c692af4d72d8,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:46.618423 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82e4fcc4-b0cd-4227-ab59-77b72440dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.712834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:12:46.787063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac2ba29c-f707-4f6f-a421-f420bceaa722 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0dc7799a55149448e4782b66bb088db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696326 Oct 19 01:12:46.787740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49930) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:46.843746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:46.864096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'port_id': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'mac_address': 'fa:16:3e:c1:cf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:12:46.869858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4fcc4-b0cd-4227-ab59-77b72440dbc4 None None] Pushing event updated for resources: {'Port': ['ID=9e5e1f5d-8764-40ba-8969-c692af4d72d8,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:46.919123 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4428b02c-a86f-4704-9208-7d7da10ca3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.938594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.979777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4428b02c-a86f-4704-9208-7d7da10ca3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:46.981567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:46.984718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Allocated IP 19.80.0.56 (f5770aad-614b-423b-a547-e9e915857517/663a82ca-f8ab-4adb-aa4d-b6494466f189/36c78f89-17f7-4ecd-bb8a-74cd8125b866) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:46.986730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e5e1f5d-8764-40ba-8969-c692af4d72d8 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:47.087248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4428b02c-a86f-4704-9208-7d7da10ca3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.105279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4428b02c-a86f-4704-9208-7d7da10ca3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.110419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4428b02c-a86f-4704-9208-7d7da10ca3d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59606ff7-e054-42a2-80f0-756aca976959 HTTP/1.1" status: 204 len: 168 time: 0.3209586 Oct 19 01:12:47.122131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b02c-a86f-4704-9208-7d7da10ca3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59606ff7-e054-42a2-80f0-756aca976959,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:47.180948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:47.219457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:47.251085 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.262937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-8933f5bb-0443-4a21-876a-0252f425114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.267265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-8933f5bb-0443-4a21-876a-0252f425114d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1127 time: 0.2208526 Oct 19 01:12:47.311744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b225e2-ea33-4285-adac-fea9d2227c4f req-c15be802-0e34-421b-98b0-8fa215fe6502 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.313397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9b225e2-ea33-4285-adac-fea9d2227c4f req-c15be802-0e34-421b-98b0-8fa215fe6502 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.2661052 Oct 19 01:12:47.327856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:47.328112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-0c837b3e-2bce-4a2d-b544-eb12bbe99629 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2832563 Oct 19 01:12:47.373471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-451b2c55-d204-4269-a43d-a25e28420a4f None None] Provisioning complete for port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:47.374261 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-451b2c55-d204-4269-a43d-a25e28420a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.443506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:47.444513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.495122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9b225e2-ea33-4285-adac-fea9d2227c4f req-a175377a-a660-46ba-9596-5bb7336b5606 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614647 Oct 19 01:12:47.507523 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.536346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-65690f79-3701-4233-b8fe-1287c9aadade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.538632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-65690f79-3701-4233-b8fe-1287c9aadade service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.2236607 Oct 19 01:12:47.542747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b766c02f-d025-4337-88e8-092e92a0e78b completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:47.549210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-5f868e0e-aa6f-4bb3-8a9e-1b30adfb4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.549757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b766c02f-d025-4337-88e8-092e92a0e78b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:47.551572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.554939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-5f868e0e-aa6f-4bb3-8a9e-1b30adfb4e50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 1101 time: 0.1402433 Oct 19 01:12:47.626903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-c36ecebe-7934-4236-a10f-e3da2a7dec64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 217 time: 0.0706758 Oct 19 01:12:47.656798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:47.702943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e84bc-a4bd-4960-9352-1ca1e3157022 req-a75e9bb4-5888-4661-9dcd-355b03d63a5d tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.712431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d4e84bc-a4bd-4960-9352-1ca1e3157022 req-a75e9bb4-5888-4661-9dcd-355b03d63a5d tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 945 time: 0.1203287 Oct 19 01:12:47.741331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49972) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:47.758262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.790165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d4e84bc-a4bd-4960-9352-1ca1e3157022 req-a3e6a4e5-f7c6-4361-8f19-15c3b6d3be58 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719044 Oct 19 01:12:47.806272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-204e0423-75f1-4f53-bb09-6dd5fe4a4eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.810869 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.839401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:47.873442 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.881196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:47.884293 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602cdb61-c9ad-4195-a816-a733e0482b97" -d '{"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-plugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:47.941704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Port': ['ID=36c78f89-17f7-4ecd-bb8a-74cd8125b866,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:47.945106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-7efd6a6d-d1d3-4c8b-be5c-2df1604e2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:47.946729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-7efd6a6d-d1d3-4c8b-be5c-2df1604e2940 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.2801640 Oct 19 01:12:47.958604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-204e0423-75f1-4f53-bb09-6dd5fe4a4eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.988194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-204e0423-75f1-4f53-bb09-6dd5fe4a4eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:47.992860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network f5770aad-614b-423b-a547-e9e915857517 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:47.995837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-892b4c76-7a02-4b90-88b1-da61b1e87456 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330851 Oct 19 01:12:48.001233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:48.005832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:48.025548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733098-b9ab-421a-8e62-f9ce8f8622e7 req-bfa95fa6-9793-4115-bcef-52c11722d7b5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.033474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec733098-b9ab-421a-8e62-f9ce8f8622e7 req-bfa95fa6-9793-4115-bcef-52c11722d7b5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 949 time: 0.2962682 Oct 19 01:12:48.050845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.059324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb75520-5d5a-4d15-bfe0-34891df2fc0c req-1d0104aa-cd46-4dfc-a1a4-1d7f9219b2d6 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.060817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-6a54a8bc-2ef2-4756-9023-5225f376f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.060945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cb75520-5d5a-4d15-bfe0-34891df2fc0c req-1d0104aa-cd46-4dfc-a1a4-1d7f9219b2d6 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 931 time: 0.1301961 Oct 19 01:12:48.062521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-6a54a8bc-2ef2-4756-9023-5225f376f428 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.4485207 Oct 19 01:12:48.071686 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-204e0423-75f1-4f53-bb09-6dd5fe4a4eba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1be44ac6dd034f318477e287f555404f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278131 Oct 19 01:12:48.071957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49976) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:48.076482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e0423-75f1-4f53-bb09-6dd5fe4a4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56baccf0-b781-4103-9fb7-9b7e57ef075a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.154219 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cb75520-5d5a-4d15-bfe0-34891df2fc0c req-020959a8-2dae-4eca-a859-dc209db6f83a tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807765 Oct 19 01:12:48.166724 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfe447a5-16e0-485c-bfe5-ff63ad984d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.182109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-48f65df1-0137-4ee9-9709-15ff4c353c70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 200 len: 217 time: 0.0613534 Oct 19 01:12:48.198770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfe447a5-16e0-485c-bfe5-ff63ad984d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.227291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec733098-b9ab-421a-8e62-f9ce8f8622e7 req-183d88bd-e453-4c85-a4cd-dd316d8367e2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925740 Oct 19 01:12:48.298568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfe447a5-16e0-485c-bfe5-ff63ad984d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.300915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.301535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.301761 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfe447a5-16e0-485c-bfe5-ff63ad984d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.305178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dfe447a5-16e0-485c-bfe5-ff63ad984d3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56baccf0-b781-4103-9fb7-9b7e57ef075a HTTP/1.1" status: 204 len: 168 time: 0.2281184 Oct 19 01:12:48.326332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-23e747be-ebe9-40a9-88a6-00b36e4a7150 None None] Provisioning complete for port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:48.326846 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-23e747be-ebe9-40a9-88a6-00b36e4a7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.330198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe447a5-16e0-485c-bfe5-ff63ad984d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56baccf0-b781-4103-9fb7-9b7e57ef075a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:48.351671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-fe6a9b99-14c0-4ae8-b7c9-96c1d9341e66 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3928747 Oct 19 01:12:48.372026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Request body: {'port': {'device_id': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c', 'admin_state_up': True, 'tenant_id': '28a095346b664672a4719b8f3b7407fe'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:48.381108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-23e747be-ebe9-40a9-88a6-00b36e4a7150 None None] Port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:48.406197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-859ed6bc-0dd1-4e92-bd25-537eb80d4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.407651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-859ed6bc-0dd1-4e92-bd25-537eb80d4ad5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1968765 Oct 19 01:12:48.414570 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-5cfe5c2c-de5a-46d1-acee-335d634a1f03 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051814 Oct 19 01:12:48.447733 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0334c325-c572-47e3-af25-156ffbfe6501 x-openstack-request-id: req-0334c325-c572-47e3-af25-156ffbfe6501 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:48.448188 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-plugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:48.448608 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0334c325-c572-47e3-af25-156ffbfe6501 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:48.449091 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'code': 200} Oct 19 01:12:48.524663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556886b5-9158-4ea0-a8f8-2a1e4e2fde7a req-5a3e988a-8a39-4b0d-a830-758a7c61f8ea tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.526231 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-556886b5-9158-4ea0-a8f8-2a1e4e2fde7a req-5a3e988a-8a39-4b0d-a830-758a7c61f8ea tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 944 time: 0.1977069 Oct 19 01:12:48.576409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81f405-ef17-46c0-83b9-a15d1944cefe req-7f5b1144-6fd0-4fe7-ab0a-69c81182c71d tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.580824 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c81f405-ef17-46c0-83b9-a15d1944cefe req-7f5b1144-6fd0-4fe7-ab0a-69c81182c71d tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 1102 time: 0.0479302 Oct 19 01:12:48.620341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c81f405-ef17-46c0-83b9-a15d1944cefe req-454aec69-7b7a-42bd-b2b0-1a9fe710516b tempest-ServersAdminTestJSON-1957401825 tempest-ServersAdminTestJSON-1957401825-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Oct 19 01:12:48.653111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-bdd58e1e-4d19-4acc-a4f8-27c031f592ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.654833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-bdd58e1e-4d19-4acc-a4f8-27c031f592ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2386541 Oct 19 01:12:48.704224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-556886b5-9158-4ea0-a8f8-2a1e4e2fde7a req-2518ba85-2715-4c04-84de-95660da85dea tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422548 Oct 19 01:12:48.714137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01335f14-ae16-4e78-aec0-2d60bab80c36 req-b65c5264-0748-4134-bf12-e75fb69529a5 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823930 Oct 19 01:12:48.765308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263e96e-1d3e-4f5e-8c66-111cf7b5ae95 req-99057ffa-992a-4c11-90e4-2878690d6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.766783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d263e96e-1d3e-4f5e-8c66-111cf7b5ae95 req-99057ffa-992a-4c11-90e4-2878690d6096 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1102 time: 0.1967907 Oct 19 01:12:48.795361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Made reservation on behalf of 28a095346b664672a4719b8f3b7407fe for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:48.798815 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.881440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-8dda1a28-1a06-43fe-b8d7-9062e48a7c06 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152267 Oct 19 01:12:48.881623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e5e1f5d-8764-40ba-8969-c692af4d72d8 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:48.891062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d263e96e-1d3e-4f5e-8c66-111cf7b5ae95 req-26f5ec70-03b3-4c55-a643-4b48fc932c4c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145449 Oct 19 01:12:48.969074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:48.969738 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:48.984608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165d83-a6c3-4672-b865-89c3c07e86f4 req-d1c8ea12-2bbb-4a24-b181-784d7f06ab25 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:48.986076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5165d83-a6c3-4672-b865-89c3c07e86f4 req-d1c8ea12-2bbb-4a24-b181-784d7f06ab25 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.1792815 Oct 19 01:12:49.100743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8331fd-06d6-42de-88d8-6ad8134abe58 req-c42e2558-9517-4d4a-ba31-5c1917503ec6 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.103022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e8331fd-06d6-42de-88d8-6ad8134abe58 req-c42e2558-9517-4d4a-ba31-5c1917503ec6 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 950 time: 0.0672140 Oct 19 01:12:49.123384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0029fcc-df2e-4757-9e2f-d5500578b93e req-df4cd722-f302-42bf-ad9e-274910d24c64 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303391 Oct 19 01:12:49.124728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Allocated IP 19.86.0.18 (cc387aa1-daa5-4d4b-838b-4b0e24d0490c/1c7189fe-8057-4309-81a2-737583745502/7f8253a6-3089-4303-a7fc-b1bdc071bf20) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:49.144888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5165d83-a6c3-4672-b865-89c3c07e86f4 req-34e05d25-ddcf-44c0-8b1a-b8f285ba8436 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120851 Oct 19 01:12:49.151191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e8331fd-06d6-42de-88d8-6ad8134abe58 req-9e3d148d-7ca6-4c14-bac9-c58424ad9318 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Oct 19 01:12:49.277983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973c83b-29bd-433d-9519-e45dfb606fd6 req-34f45926-0793-4466-9b3b-82d891d7e3ce tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.279505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e973c83b-29bd-433d-9519-e45dfb606fd6 req-34f45926-0793-4466-9b3b-82d891d7e3ce tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 950 time: 0.0610135 Oct 19 01:12:49.324535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e973c83b-29bd-433d-9519-e45dfb606fd6 req-7c3dfe6e-bf43-4282-8bb1-97706b49dd7d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384400 Oct 19 01:12:49.337184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0c5b5-761f-4d00-a477-3a1b60d5f5b7 req-268e058e-9d46-4b9b-a524-886139929366 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.338755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ecf0c5b5-761f-4d00-a477-3a1b60d5f5b7 req-268e058e-9d46-4b9b-a524-886139929366 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 945 time: 0.1223578 Oct 19 01:12:49.373437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50020) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:49.403801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.416545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ecf0c5b5-761f-4d00-a477-3a1b60d5f5b7 req-de6805ec-7db7-4e39-b53b-181aac9e50a4 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702336 Oct 19 01:12:49.438495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fbfa9-4967-48cc-871c-51a373046c50 req-62e57b41-8710-4fb4-9792-0a426146e2b1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.440116 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c04fbfa9-4967-48cc-871c-51a373046c50 req-62e57b41-8710-4fb4-9792-0a426146e2b1 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 931 time: 0.0520298 Oct 19 01:12:49.455117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.500777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c04fbfa9-4967-48cc-871c-51a373046c50 req-96e92e95-6800-4721-8332-9680dd6ca28c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537915 Oct 19 01:12:49.511914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-network', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:49.516118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event updated for resources: {'Port': ['ID=7f8253a6-3089-4303-a7fc-b1bdc071bf20,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:49.540438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.810969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Network cc387aa1-daa5-4d4b-838b-4b0e24d0490c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:49.817635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:49.821163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:49.826882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Made reservation on behalf of f3657033c8e9415fb3b423e7b89ea3a2 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:49.828560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.866479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.879224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38f243-9df1-4601-8b5a-9623a6eeaf8e req-b8ae1550-a0a3-466a-8436-50abe43508ec tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.880817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d38f243-9df1-4601-8b5a-9623a6eeaf8e req-b8ae1550-a0a3-466a-8436-50abe43508ec tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.3753514 Oct 19 01:12:49.921602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:49.922212 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:49.967784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-ebb6beea-4352-4693-9171-60c39160912d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5997882 Oct 19 01:12:49.983858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-a87e263d-165c-46e8-82ae-48abc7f32c4d tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 258 time: 0.4519782 Oct 19 01:12:49.988204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d38f243-9df1-4601-8b5a-9623a6eeaf8e req-29e834d8-1bf5-4716-a442-5cc9a47cce24 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920937 Oct 19 01:12:50.000176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:50.007198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Request body: {'port': {'device_id': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:50.031945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.111810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.118868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-82b31902-b151-4458-b342-c642972fd390 None None] Provisioning complete for port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:50.119407 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82b31902-b151-4458-b342-c642972fd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.171061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-82b31902-b151-4458-b342-c642972fd390 None None] Port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:12:50.176975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.185395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92172921-e5d0-49df-9200-4a712349779c req-d6118284-e546-4333-b323-272358617738 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.186889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92172921-e5d0-49df-9200-4a712349779c req-d6118284-e546-4333-b323-272358617738 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 944 time: 0.1374555 Oct 19 01:12:50.193244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.204679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.274724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:12:50.286302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a392ab69-a359-4381-912d-f2459c247721,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:50.291890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92172921-e5d0-49df-9200-4a712349779c req-144da9ec-97f4-421a-8f70-4f8eaeb2683f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970612 Oct 19 01:12:50.298444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Allocated IP 172.25.0.35 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ac85e4f7-6457-481f-87e2-a931df0f0f94) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:50.360693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.360867 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Added segment 4babfe9d-edbd-4adf-88a7-7192b13bab92 of type vlan for network e1f052a3-0cab-42a9-8e30-374e8ca1f301 Oct 19 01:12:50.448172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.455242 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.499515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.546197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:50.551114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:50.554804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:50.580713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event updated for resources: {'Port': ['ID=ac85e4f7-6457-481f-87e2-a931df0f0f94,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:50.600827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.602400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.603155 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.623188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b738b46-0d79-4638-b763-6c1ec79cce33 req-9b1b7f32-e65b-4ecb-9aff-d348b199855c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.631171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b738b46-0d79-4638-b763-6c1ec79cce33 req-9b1b7f32-e65b-4ecb-9aff-d348b199855c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.1901422 Oct 19 01:12:50.676630 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.679042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:50.704195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3280551 Oct 19 01:12:50.730645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50036) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:50.731721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.738224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Request body: {'subnet': {'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-subnet', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:50.744568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:12:50.751535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:50.752016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.757448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-4d8a834c-27b5-4cca-9d55-e2a88ca1d9a4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:50.758909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-4d8a834c-27b5-4cca-9d55-e2a88ca1d9a4 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 950 time: 0.2109616 Oct 19 01:12:50.797635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7577d2-5d80-4578-85f0-e16c7608ee45 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f052a3-0cab-42a9-8e30-374e8ca1f301,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:50.800674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Made reservation on behalf of f3657033c8e9415fb3b423e7b89ea3a2 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:12:50.803419 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.816226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:12:50.865676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b738b46-0d79-4638-b763-6c1ec79cce33 req-47bdf14f-c719-4605-8c39-bad2f55b485f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274718 Oct 19 01:12:50.923268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c78f89-17f7-4ecd-bb8a-74cd8125b866 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:50.933640 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.952364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Transition to ACTIVE for port object 36c78f89-17f7-4ecd-bb8a-74cd8125b866 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:50.965271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:50.988734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.054886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-573a245c-ceaf-4948-a970-7b643ea1e3af tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:51.056144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:51.056705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-573a245c-ceaf-4948-a970-7b643ea1e3af tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.62 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 950 time: 0.1151953 Oct 19 01:12:51.057018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:51.059595 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fd5f7d-8970-439f-8a01-b456b551a5db" -d '{"events": [{"server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "name": "network-vif-plugged", "status": "completed", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:51.063683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.064584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:51.095410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Pushing event updated for resources: {'Port': ['ID=36c78f89-17f7-4ecd-bb8a-74cd8125b866,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.102343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Deleting port ef43a5cc-bed6-4858-ac4d-1e2a30022305 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:51.102549 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.132275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.216528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.234741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] For port ef43a5cc-bed6-4858-ac4d-1e2a30022305, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef43a5cc-bed6-4858-ac4d-1e2a30022305,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:51.235426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.249158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Calling delete_port for ef43a5cc-bed6-4858-ac4d-1e2a30022305 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:51.252840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.280388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.302121 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.308776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:51.315670 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.357335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7fbe0-7c94-4097-945b-121144a23860 req-4278c602-06d2-444e-9114-713dfba85a4e tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:51.359253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21f7fbe0-7c94-4097-945b-121144a23860 req-4278c602-06d2-444e-9114-713dfba85a4e tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/ports?device_id=75c14d77-8bab-4135-a248-fc94de3f25df HTTP/1.1" status: 200 len: 950 time: 0.4111333 Oct 19 01:12:51.414173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.477371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event updated for resources: {'Port': ['ID=ac85e4f7-6457-481f-87e2-a931df0f0f94,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.494888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21f7fbe0-7c94-4097-945b-121144a23860 req-2467d052-dd96-4eda-928b-5d0c7a141bc5 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.64 "GET /v2.0/security-groups?id=6df7403b-ef28-4450-9dff-49340aae9f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230693 Oct 19 01:12:51.499805 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.514214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['2fd13a2b-f123-4d10-bffb-bb69dc516d01', 'ef43a5cc-bed6-4858-ac4d-1e2a30022305', 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:51.523120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.528493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ab5065-ae17-4002-913a-ca0b14841f1a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.538670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Pushing event deleted for resources: {'Port': ['ID=ef43a5cc-bed6-4858-ac4d-1e2a30022305,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:51.557689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Attempting to bind port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:51.557689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Attempting to bind port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:51.557689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Attempting to bind port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 on network f5770aad-614b-423b-a547-e9e915857517 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:51.573418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Deleting port d7f6404c-2762-45a3-aeab-a781ac787d42 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:51.573755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.586573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 on network f5770aad-614b-423b-a547-e9e915857517 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:51.587039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Attempting to bind port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 on network f5770aad-614b-423b-a547-e9e915857517 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:51.608098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] No DVR routers for this DVR port ef43a5cc-bed6-4858-ac4d-1e2a30022305 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:51.610643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:51.611231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Checking segment: {'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:51.611759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Bound using segment: {'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:51.612347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Bound port: 36c78f89-17f7-4ecd-bb8a-74cd8125b866, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5770aad-614b-423b-a547-e9e915857517'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:51.612803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.616515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.620125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-168cbbf1-d7b7-49dd-9c56-4c33ef1cc001 req-0bef7921-eaf9-40fe-8f93-34d1a99fad6d tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "DELETE /v2.0/ports/ef43a5cc-bed6-4858-ac4d-1e2a30022305 HTTP/1.1" status: 204 len: 173 time: 0.8462512 Oct 19 01:12:51.620687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'name': 'network-vif-deleted', 'tag': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:51.623545 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f727bc0d-d5b3-440c-b7bf-5c6a38621fcb" -d '{"events": [{"server_uuid": "32ed9fa8-eda0-4833-8b7f-b3206e89d832", "name": "network-vif-deleted", "tag": "ef43a5cc-bed6-4858-ac4d-1e2a30022305"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:51.684144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13442ada-e9de-46a0-b64b-527cff47589c req-088cb71f-377f-4ef8-a195-7a01242ac8f0 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=32ed9fa8-eda0-4833-8b7f-b3206e89d832 HTTP/1.1" status: 200 len: 210 time: 0.0571461 Oct 19 01:12:51.758653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] For port 36c78f89-17f7-4ecd-bb8a-74cd8125b866, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:51.760094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.762233 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-183679bc-3784-4cc3-9dbd-df489f8f8e95 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7707162 Oct 19 01:12:51.763432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] For port 36c78f89-17f7-4ecd-bb8a-74cd8125b866, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=36c78f89-17f7-4ecd-bb8a-74cd8125b866,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:51.769150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.778230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Checking segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:51.781301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Network hostable DHCP agents. Network: e1f052a3-0cab-42a9-8e30-374e8ca1f301, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:12:51.822815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:51.825680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:51.828777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/36c78f89-17f7-4ecd-bb8a-74cd8125b866 HTTP/1.1" status: 200 len: 1092 time: 1.8348284 Oct 19 01:12:51.880522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Request body: {'port': {'device_id': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:51.938344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afa7dc-94a3-4e6c-b722-e800f1d952f3 service neutron] Pushing event updated for resources: {'Port': ['ID=36c78f89-17f7-4ecd-bb8a-74cd8125b866,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:52.011643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.029890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-fe6db14d-f677-4076-acaa-086009d546e3 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.2594888 Oct 19 01:12:52.041633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b74fb-ea2f-4f4f-be03-fedb9149f1b7 req-5d988c25-4e92-492f-92e3-fd40f49fdd49 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.048792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b74fb-ea2f-4f4f-be03-fedb9149f1b7 req-5d988c25-4e92-492f-92e3-fd40f49fdd49 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.050525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e2b74fb-ea2f-4f4f-be03-fedb9149f1b7 req-5d988c25-4e92-492f-92e3-fd40f49fdd49 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1665 time: 0.1906548 Oct 19 01:12:52.113290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] For port d7f6404c-2762-45a3-aeab-a781ac787d42, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d7f6404c-2762-45a3-aeab-a781ac787d42,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:52.113818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.125723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:12:52.156251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Calling delete_port for d7f6404c-2762-45a3-aeab-a781ac787d42 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:52.167374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e1f052a3-0cab-42a9-8e30-374e8ca1f301) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:52.180596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23fc2b6-0169-428f-9b4e-b6c20248d459 None None] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:52.194566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e2b74fb-ea2f-4f4f-be03-fedb9149f1b7 req-3e005dbc-9f29-4899-a5a6-df4ce674054c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352346 Oct 19 01:12:52.259134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.267436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.378643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ce3a1eb7-7989-4747-b001-03e327fa34d4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6443155 Oct 19 01:12:52.384481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50048) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:52.396297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:52.446680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-2c8eae51-7f47-449f-96e0-f7b3a857b06f tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.449094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-2c8eae51-7f47-449f-96e0-f7b3a857b06f tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.4180110 Oct 19 01:12:52.463245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-f875d4c8-d0a9-4f5d-917d-e421f123d2fd tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:12:52.464161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5c15fc4-bb85-4420-8a56-6562da471ad3 req-f875d4c8-d0a9-4f5d-917d-e421f123d2fd tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075700 Oct 19 01:12:52.532745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55990-4bb2-4df0-8359-6d1885f79d5f req-3f681d10-0668-4f64-ad74-d185ecf66326 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.534376 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc55990-4bb2-4df0-8359-6d1885f79d5f req-3f681d10-0668-4f64-ad74-d185ecf66326 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.2030294 Oct 19 01:12:52.552781 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b02dba9-f1a5-4030-9553-95735a47966f x-openstack-request-id: req-1b02dba9-f1a5-4030-9553-95735a47966f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:52.553286 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "name": "network-vif-plugged", "status": "completed", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:52.553642 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b02dba9-f1a5-4030-9553-95735a47966f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:52.554382 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'code': 200} Oct 19 01:12:52.568343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:12:52.569697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.581146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.586755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.587918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.638810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Pushing event deleted for resources: {'Port': ['ID=d7f6404c-2762-45a3-aeab-a781ac787d42,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:52.715445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] No DVR routers for this DVR port d7f6404c-2762-45a3-aeab-a781ac787d42 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:52.720640 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.724083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7405166-3ee9-4128-ae79-e5d6fc601c59 req-3f54e38e-0862-4a55-91ba-5b0d64c26834 tempest-ImagesOneServerTestJSON-1734611050 tempest-ImagesOneServerTestJSON-1734611050-project] 10.222.0.62 "DELETE /v2.0/ports/d7f6404c-2762-45a3-aeab-a781ac787d42 HTTP/1.1" status: 204 len: 173 time: 1.6538134 Oct 19 01:12:52.730966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Allocated IP 172.20.0.2 (e1f052a3-0cab-42a9-8e30-374e8ca1f301/38ab5065-ae17-4002-913a-ca0b14841f1a/67ab6f89-f49e-4572-a64a-2432e80184fe) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:52.732041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38980a-f9fe-40b5-b616-8c29c80c6b15 req-1b48fc6b-dbc9-41f4-9cc4-fd7a47ecbfc8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:52.740532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d38980a-f9fe-40b5-b616-8c29c80c6b15 req-1b48fc6b-dbc9-41f4-9cc4-fd7a47ecbfc8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.1450579 Oct 19 01:12:52.742766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-deleted', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:52.745363 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c614d0-2cde-40d5-adcb-7c8aa20ddac7" -d '{"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-deleted", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:52.795963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d38980a-f9fe-40b5-b616-8c29c80c6b15 req-0f603f14-b862-40de-9781-83fba07e93e7 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538890 Oct 19 01:12:52.797886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc55990-4bb2-4df0-8359-6d1885f79d5f req-df706f07-737a-4b9a-879c-dc37af46c3da tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468305 Oct 19 01:12:52.801588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.813108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-c07ba228-7280-4499-8f10-8934e7063569 service neutron] 10.222.0.74 "GET /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.2738235 Oct 19 01:12:52.899827 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab9d62-2b8d-46ab-a708-5c195e6ba1e8 x-openstack-request-id: req-2cab9d62-2b8d-46ab-a708-5c195e6ba1e8 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:52.900159 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ed9fa8-eda0-4833-8b7f-b3206e89d832", "name": "network-vif-deleted", "tag": "ef43a5cc-bed6-4858-ac4d-1e2a30022305", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:52.900772 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cab9d62-2b8d-46ab-a708-5c195e6ba1e8 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:52.901176 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ed9fa8-eda0-4833-8b7f-b3206e89d832', 'name': 'network-vif-deleted', 'tag': 'ef43a5cc-bed6-4858-ac4d-1e2a30022305', 'status': 'completed', 'code': 200} Oct 19 01:12:52.934680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.941336 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:52.988435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:52.991403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:52.994166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:53.009083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8253a6-3089-4303-a7fc-b1bdc071bf20 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:53.027881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Pushing event updated for resources: {'Port': ['ID=67ab6f89-f49e-4572-a64a-2432e80184fe,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:53.049271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-12e24a7a-740a-463e-94ad-6a8425f0e1ed tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.051364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-12e24a7a-740a-463e-94ad-6a8425f0e1ed tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0970969 Oct 19 01:12:53.070688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.075322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd29b3c-f24a-48c9-b31c-f5dea7742998 req-2b415bbd-4892-4aa8-a74a-1ddfe6918171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.077049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdd29b3c-f24a-48c9-b31c-f5dea7742998 req-2b415bbd-4892-4aa8-a74a-1ddfe6918171 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 1097 time: 0.4511991 Oct 19 01:12:53.082661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Attempting to bind port 67ab6f89-f49e-4572-a64a-2432e80184fe on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:53.083043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Attempting to bind port 67ab6f89-f49e-4572-a64a-2432e80184fe by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:53.084022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Attempting to bind port 67ab6f89-f49e-4572-a64a-2432e80184fe on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:53.089335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bd7b11bf-d3fd-44e2-87a0-6d060850f4fb no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:53.108069 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-1b77662c-afb4-4ef9-bf1b-c0a02c5b0664 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.0500808 Oct 19 01:12:53.128501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Request body: {'floatingip': {'port_id': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:53.128750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:53.128934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Checking segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:53.129338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.129886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Bound using segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:53.130561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Bound port: 67ab6f89-f49e-4572-a64a-2432e80184fe, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:53.130943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.158796 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.172224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78f8c9-9718-4f70-ba6c-eace21ec55d5 req-b5b1b2e3-95fc-4860-b341-c84787d2890f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.173792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d78f8c9-9718-4f70-ba6c-eace21ec55d5 req-b5b1b2e3-95fc-4860-b341-c84787d2890f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 944 time: 0.2768261 Oct 19 01:12:53.174968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Transition to ACTIVE for port object 7f8253a6-3089-4303-a7fc-b1bdc071bf20 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:53.214726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.217790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.235602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdd29b3c-f24a-48c9-b31c-f5dea7742998 req-8bb8a813-617f-46d5-a505-c3eae1aa0741 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463535 Oct 19 01:12:53.265847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] For port 67ab6f89-f49e-4572-a64a-2432e80184fe, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:53.269303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] For port 67ab6f89-f49e-4572-a64a-2432e80184fe, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=67ab6f89-f49e-4572-a64a-2432e80184fe,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:53.275284 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.306472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d78f8c9-9718-4f70-ba6c-eace21ec55d5 req-11b2d8b4-364c-4107-949b-01bc7a15f4a1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217346 Oct 19 01:12:53.349847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc502dc1-603d-4a56-85a4-001f474aebc6 None None] Pushing event updated for resources: {'Port': ['ID=67ab6f89-f49e-4572-a64a-2432e80184fe,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:53.497982 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69246e37-80ff-4e8a-978f-9a4499361eb5 x-openstack-request-id: req-69246e37-80ff-4e8a-978f-9a4499361eb5 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:53.499851 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-deleted", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:53.501170 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69246e37-80ff-4e8a-978f-9a4499361eb5 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:53.501834 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-deleted', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'status': 'completed', 'code': 200} Oct 19 01:12:53.528106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Pushing event updated for resources: {'Port': ['ID=7f8253a6-3089-4303-a7fc-b1bdc071bf20,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:53.699036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.699746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.699940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.700532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.705056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.705417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.705757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.706081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.706410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.706731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.707056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.707376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:53.718291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Attempting to bind port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:12:53.718620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Attempting to bind port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:12:53.718945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Attempting to bind port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 on network cc387aa1-daa5-4d4b-838b-4b0e24d0490c {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:53.737585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 on network cc387aa1-daa5-4d4b-838b-4b0e24d0490c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:12:53.737953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Attempting to bind port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 on network cc387aa1-daa5-4d4b-838b-4b0e24d0490c {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:12:53.789419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50068) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:53.793808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:53.797318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:12:53.797658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Checking segment: {'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:12:53.798251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Bound using segment: {'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:12:53.798685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Bound port: 7f8253a6-3089-4303-a7fc-b1bdc071bf20, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca428910-d1d2-4f18-a5f8-dc1c220d714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:12:53.799048 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:53.838892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caba3c4-ed19-467c-9393-6417873810e3 req-ff7fa1b3-b909-43dd-a5df-33dc48000b9c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:53.840793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5caba3c4-ed19-467c-9393-6417873810e3 req-ff7fa1b3-b909-43dd-a5df-33dc48000b9c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.2578483 Oct 19 01:12:53.875521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:53.967881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7b11bf-d3fd-44e2-87a0-6d060850f4fb {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:12:53.974947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] For port 7f8253a6-3089-4303-a7fc-b1bdc071bf20, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:12:53.988852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5caba3c4-ed19-467c-9393-6417873810e3 req-8be42d36-11b7-4032-85ec-0b9d2cfcfa40 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199701 Oct 19 01:12:53.991289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:54.017176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] For port 7f8253a6-3089-4303-a7fc-b1bdc071bf20, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7f8253a6-3089-4303-a7fc-b1bdc071bf20,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:12:54.020380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.033204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.303815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13e65a1f-1c4a-41ef-b821-57bb2e0136c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e39f0e72eca34a09984b9d33d0293c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126376 Oct 19 01:12:54.304547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:54.415526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.416584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.418002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] 10.222.0.62 "PUT /v2.0/ports/7f8253a6-3089-4303-a7fc-b1bdc071bf20 HTTP/1.1" status: 200 len: 1092 time: 2.5434341 Oct 19 01:12:54.423112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.431861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.471672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.479898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c0ee3f-2afb-47e7-b375-db5b7fe42b92 None None] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:12:54.506419 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.559412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6924336-124e-40d8-b559-6fe5a1f8170a service neutron] Pushing event updated for resources: {'Port': ['ID=7f8253a6-3089-4303-a7fc-b1bdc071bf20,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:54.589231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7b1f-adb9-473f-99db-c1202c782c99 req-aa0140d7-fe24-469d-a078-6227cefea99b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.595796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7b1f-adb9-473f-99db-c1202c782c99 req-aa0140d7-fe24-469d-a078-6227cefea99b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.597479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ffdb7b1f-adb9-473f-99db-c1202c782c99 req-aa0140d7-fe24-469d-a078-6227cefea99b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1677 time: 0.2759752 Oct 19 01:12:54.602701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:54.603430 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.611906 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d2a17-23bf-4f6b-afd0-4b7edfeda1c9" -d '{"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:54.618602 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Floating IP d097db2c-4c3c-4146-9629-2c45221afd5d associated. External IP: 172.25.0.35, port: b819d4d6-ec36-40e3-8921-d813a37b8606. Oct 19 01:12:54.633262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Provisioning complete for port 67ab6f89-f49e-4572-a64a-2432e80184fe triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:54.633754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.657097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] Transition to ACTIVE for port object bd7b11bf-d3fd-44e2-87a0-6d060850f4fb will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:12:54.660501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.697319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.698692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.698996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef43a5cc-bed6-4858-ac4d-1e2a30022305 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:54.707018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.708369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6df7403b-ef28-4450-9dff-49340aae9f55 HTTP/1.1" status: 204 len: 168 time: 0.3990734 Oct 19 01:12:54.733010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-77320bfd-f019-47b7-927f-97848d66445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.733680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-77320bfd-f019-47b7-927f-97848d66445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:54.736179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-77320bfd-f019-47b7-927f-97848d66445c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1981 time: 0.2560408 Oct 19 01:12:54.738323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: ef43a5cc-bed6-4858-ac4d-1e2a30022305 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:54.738673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef43a5cc-bed6-4858-ac4d-1e2a30022305 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:54.739107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:12:54.821127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df7403b-ef28-4450-9dff-49340aae9f55,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:54.824611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ffdb7b1f-adb9-473f-99db-c1202c782c99 req-2bfb0998-c555-4957-80cf-cfe65de72081 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715281 Oct 19 01:12:54.827145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: d7f6404c-2762-45a3-aeab-a781ac787d42 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:12:54.827486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d7f6404c-2762-45a3-aeab-a781ac787d42 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:12:54.831730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.832152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.832404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.832749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.833083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.833417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.833920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.835220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.835888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.836465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.836957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.837444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c868f86-58b9-4dc9-9679-d77d76e2151c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:54.961073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'tag': '36c78f89-17f7-4ecd-bb8a-74cd8125b866'}, {'name': 'network-changed', 'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'tag': '7f8253a6-3089-4303-a7fc-b1bdc071bf20'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:54.963770 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:54.965691 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581e8695-fbc8-4c65-b802-4834b43f840e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "tag": "36c78f89-17f7-4ecd-bb8a-74cd8125b866"}, {"name": "network-changed", "server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "tag": "7f8253a6-3089-4303-a7fc-b1bdc071bf20"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:54.969297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-f30c6d81-9f7c-4779-aa36-951da177d97d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=36c78f89-17f7-4ecd-bb8a-74cd8125b866 HTTP/1.1" status: 200 len: 217 time: 0.1644285 Oct 19 01:12:54.987540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67ab6f89-f49e-4572-a64a-2432e80184fe up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:55.015571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] No DVR routers for this DVR port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:55.098170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Router 9ef40b90-d1dd-400f-85e0-379ea503434a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:12:55.102323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a1b8c581-618c-4f39-b0f4-21eef951b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.103958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-a1b8c581-618c-4f39-b0f4-21eef951b8a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=663a82ca-f8ab-4adb-aa4d-b6494466f189 HTTP/1.1" status: 200 len: 801 time: 0.0999005 Oct 19 01:12:55.104392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] For port 67ab6f89-f49e-4572-a64a-2432e80184fe, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=67ab6f89-f49e-4572-a64a-2432e80184fe,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:55.114762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.123399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 67ab6f89-f49e-4572-a64a-2432e80184fe triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:55.124802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.203531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb/bindings/n-h2-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 2.3042786 Oct 19 01:12:55.264115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:55.267910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-f1212b72-67cf-4928-ad3d-986931988ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.274416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-f1212b72-67cf-4928-ad3d-986931988ce7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5770aad-614b-423b-a547-e9e915857517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404750 Oct 19 01:12:55.276428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769e742-4865-4d3a-92f6-80f004f75d35 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:55.280383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.284807 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] Sync routers for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:55.311501 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:55.312675 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:55.333627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-0c762ac2-5500-4e10-9eac-432540fe4509 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "PUT /v2.0/floatingips/d097db2c-4c3c-4146-9629-2c45221afd5d HTTP/1.1" status: 200 len: 995 time: 2.2172096 Oct 19 01:12:55.346364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Allocated IP 172.25.0.146 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d0f7a126-393d-4bae-9db2-0daf7f38c1a3) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:55.392490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-7d26661b-1a83-45e9-9390-fac63670cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.401189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-7d26661b-1a83-45e9-9390-fac63670cc56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2af29db725e441f80ff922a7b2da5e5&device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 1097 time: 0.0599992 Oct 19 01:12:55.410327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Pushing event updated for resources: {'Port': ['ID=67ab6f89-f49e-4572-a64a-2432e80184fe,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:55.435801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.436273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.438060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.438499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.438851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.439189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.439523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.440258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.442047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.442514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.442860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.443198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1d01-a2a6-4d8f-92ed-1565f6775af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:12:55.486787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.511287 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:55.534792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:55.537244 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed57457a-fd6d-4943-aa8a-7262af36f8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:55.541456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-a40d7a88-976c-426b-b0f5-28c438a0a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.541595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8fccdeb9-52c7-460b-a63b-174e953e5216 None None] Provisioning complete for port 67ab6f89-f49e-4572-a64a-2432e80184fe triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:55.542026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fccdeb9-52c7-460b-a63b-174e953e5216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.544950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3b516-20b2-4763-bd3a-dc5d351f26c4 req-50ea5379-5255-4afe-b801-ac2a30432b5e tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.547166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91b3b516-20b2-4763-bd3a-dc5d351f26c4 req-50ea5379-5255-4afe-b801-ac2a30432b5e tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.4418623 Oct 19 01:12:55.550167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-a40d7a88-976c-426b-b0f5-28c438a0a479 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 200 len: 929 time: 0.1482117 Oct 19 01:12:55.596463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:55.624634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-b08aad63-a51f-4dcd-a404-cb4f271a7c73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 998 time: 0.0734546 Oct 19 01:12:55.676777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-69c7e3dd-3bd3-4adf-9df8-aa075a3bda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.685877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-69c7e3dd-3bd3-4adf-9df8-aa075a3bda58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b767bc-bad0-4606-a0b8-a7615f20bbb9 HTTP/1.1" status: 200 len: 867 time: 0.0600920 Oct 19 01:12:55.735325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-03a0ddf2-baff-4dc9-85ef-4c0c2aa4c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.743661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-03a0ddf2-baff-4dc9-85ef-4c0c2aa4c00d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16fc0c80-bdbe-44b5-bc08-e76911bcf305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567389 Oct 19 01:12:55.749346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-20cd289b-2367-4958-a6f3-428c8d1cb4b9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:12:55.754821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:55.757604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-20cd289b-2367-4958-a6f3-428c8d1cb4b9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0127485 Oct 19 01:12:55.775167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91b3b516-20b2-4763-bd3a-dc5d351f26c4 req-f6790d51-129e-4409-87ee-7e61458e8aeb tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905336 Oct 19 01:12:55.776036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:55.783595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:55.817446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:55.821168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-0cc7ce4d-3535-4f72-ab81-dc7105224a55 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:55.822700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-0cc7ce4d-3535-4f72-ab81-dc7105224a55 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.5070977 Oct 19 01:12:55.859729 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'd097db2c-4c3c-4146-9629-2c45221afd5d', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'port_id': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'mac_address': 'fa:16:3e:2f:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:12:50Z', 'updated_at': '2021-10-19T01:12:54Z', 'revision_number': 1, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:26Z', 'revision_number': 5, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:55.868695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-c827d96a-faf5-440f-92f8-2f020f75718a service neutron] 10.222.0.64 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099291 Oct 19 01:12:55.883698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-0fe44302-e487-4757-9bf1-18bbfd32cf54 service neutron] 10.222.0.62 "GET /v2.0/networks/f5770aad-614b-423b-a547-e9e915857517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695648 Oct 19 01:12:55.899136 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] Checking router: 9ef40b90-d1dd-400f-85e0-379ea503434a for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:12:55.909958 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:55.910757 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:55.968155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3330d981-4f9d-44ae-bc07-f1f06e7f5e19 req-b09b5643-3cb3-4c8e-9980-da2ce6d44188 service neutron] 10.222.0.64 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950778 Oct 19 01:12:56.028741 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:56.029797 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a907b-49f9-438a-ad9b-9599b4c18b87 x-openstack-request-id: req-b75a907b-49f9-438a-ad9b-9599b4c18b87 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:56.030270 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c14d77-8bab-4135-a248-fc94de3f25df", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f6404c-2762-45a3-aeab-a781ac787d42", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:56.030814 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b75a907b-49f9-438a-ad9b-9599b4c18b87 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:56.032648 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c14d77-8bab-4135-a248-fc94de3f25df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f6404c-2762-45a3-aeab-a781ac787d42', 'code': 200} Oct 19 01:12:56.045618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-02060950-c327-4e49-80c4-d04091116600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.047149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-02060950-c327-4e49-80c4-d04091116600 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464&tenant_id=df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 1097 time: 0.2115912 Oct 19 01:12:56.077863 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e1195f-0a53-485e-a75c-3c2ea5594831 x-openstack-request-id: req-04e1195f-0a53-485e-a75c-3c2ea5594831 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:56.078173 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "tag": "36c78f89-17f7-4ecd-bb8a-74cd8125b866", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "tag": "7f8253a6-3089-4303-a7fc-b1bdc071bf20", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:56.078387 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04e1195f-0a53-485e-a75c-3c2ea5594831 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:56.078813 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'tag': '36c78f89-17f7-4ecd-bb8a-74cd8125b866', 'status': 'completed', 'code': 200} Oct 19 01:12:56.079126 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'tag': '7f8253a6-3089-4303-a7fc-b1bdc071bf20', 'status': 'completed', 'code': 200} Oct 19 01:12:56.157866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20d4a8-aad5-4476-9cff-9f393cf42e68 req-e19ee9e2-35a0-4b46-8e1a-c09d04711809 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.159262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d20d4a8-aad5-4476-9cff-9f393cf42e68 req-e19ee9e2-35a0-4b46-8e1a-c09d04711809 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.2370546 Oct 19 01:12:56.169833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55bc7-5cf2-4a9c-b125-d2cee7ae1975 req-8d35592a-4942-46cf-a074-4495d314b164 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.171552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1aa55bc7-5cf2-4a9c-b125-d2cee7ae1975 req-8d35592a-4942-46cf-a074-4495d314b164 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 950 time: 0.0570641 Oct 19 01:12:56.210508 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1aa55bc7-5cf2-4a9c-b125-d2cee7ae1975 req-24784cee-a783-490b-8670-26c1c0749cb5 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Oct 19 01:12:56.220383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-54b9f1ad-269f-468a-98f8-b19f40fd7cf3 service neutron] 10.222.0.62 "GET /v2.0/networks/f5770aad-614b-423b-a547-e9e915857517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006222 Oct 19 01:12:56.233289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-60708bc8-c8ae-4f99-8876-bf6aa5eb4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.234772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-60708bc8-c8ae-4f99-8876-bf6aa5eb4706 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1097 time: 0.1519947 Oct 19 01:12:56.259603 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2022d627-adf7-46fb-9bbe-b196c24a1dfb x-openstack-request-id: req-2022d627-adf7-46fb-9bbe-b196c24a1dfb {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:56.259885 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:56.260159 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2022d627-adf7-46fb-9bbe-b196c24a1dfb {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:56.260549 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'status': 'completed', 'code': 200} Oct 19 01:12:56.300008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-cda7a63a-67a3-47be-be74-cc50e28ece7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=7f8253a6-3089-4303-a7fc-b1bdc071bf20 HTTP/1.1" status: 200 len: 217 time: 0.0612361 Oct 19 01:12:56.316639 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'd097db2c-4c3c-4146-9629-2c45221afd5d', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'port_id': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'mac_address': 'fa:16:3e:2f:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:12:50Z', 'updated_at': '2021-10-19T01:12:54Z', 'revision_number': 1, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:26Z', 'revision_number': 5, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:56.344493 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6262d5e-d807-4ded-915c-9814521dae47 None None] The sync data for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 is: [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'd097db2c-4c3c-4146-9629-2c45221afd5d', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'port_id': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'mac_address': 'fa:16:3e:2f:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:12:50Z', 'updated_at': '2021-10-19T01:12:54Z', 'revision_number': 1, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:26Z', 'revision_number': 5, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:12:56.390436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d20d4a8-aad5-4476-9cff-9f393cf42e68 req-63f6316e-be9d-43f1-8e1c-388051ae1f77 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857767 Oct 19 01:12:56.518033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.597699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61851473-4d2f-42a2-81da-a3d5f067fe65 None None] New status for floating IP d097db2c-4c3c-4146-9629-2c45221afd5d: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:12:56.612963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-8c5a07ec-79c1-4fe5-80ca-40b8bf3f21fa tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.615367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-8c5a07ec-79c1-4fe5-80ca-40b8bf3f21fa tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc26e507-921d-42ee-99ab-e4729f48bda0 HTTP/1.1" status: 200 len: 950 time: 0.0657096 Oct 19 01:12:56.758344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Deleting port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:12:56.759027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.827967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-55f1cf75-dbf5-460b-86a4-59bdcfffdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.829439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-55f1cf75-dbf5-460b-86a4-59bdcfffdb52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1c7189fe-8057-4309-81a2-737583745502 HTTP/1.1" status: 200 len: 801 time: 0.4802930 Oct 19 01:12:56.835910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-bfe14bc1-a987-4c14-8dc7-ceb569742657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.837327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-bfe14bc1-a987-4c14-8dc7-ceb569742657 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.5889211 Oct 19 01:12:56.842693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-f52c68e5-66dc-4efe-9d50-bb96d95ba7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.844098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-f52c68e5-66dc-4efe-9d50-bb96d95ba7bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2af29db725e441f80ff922a7b2da5e5&device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 1097 time: 0.5308757 Oct 19 01:12:56.882289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67ab6f89-f49e-4572-a64a-2432e80184fe up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:12:56.907190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] For port 2fd13a2b-f123-4d10-bffb-bb69dc516d01, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2fd13a2b-f123-4d10-bffb-bb69dc516d01,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:12:56.907554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.921115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Calling delete_port for 2fd13a2b-f123-4d10-bffb-bb69dc516d01 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:12:56.944253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2fda-bc4f-45df-a391-5f2e618a7938 req-589d4be0-8a25-4678-ba74-f48ba16a5493 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:56.945698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d5da2fda-bc4f-45df-a391-5f2e618a7938 req-589d4be0-8a25-4678-ba74-f48ba16a5493 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.4803605 Oct 19 01:12:56.954549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-2160b8ac-1f54-40f3-9b35-ef4bab5361bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 200 len: 217 time: 0.0963719 Oct 19 01:12:56.956334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50120) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:56.968498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 67ab6f89-f49e-4572-a64a-2432e80184fe triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:12:56.968876 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:56.998819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Request body: {'floatingip': {'port_id': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:57.133764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.185899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.194863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-3643817e-e187-4130-a0b5-2fa7b706309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.196323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-3643817e-e187-4130-a0b5-2fa7b706309f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cc387aa1-daa5-4d4b-838b-4b0e24d0490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3557115 Oct 19 01:12:57.198795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['2fd13a2b-f123-4d10-bffb-bb69dc516d01', 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:12:57.228231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Pushing event deleted for resources: {'Port': ['ID=2fd13a2b-f123-4d10-bffb-bb69dc516d01,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:57.243765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-3c818abc-6a7c-4761-8091-40058fb0f612 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 258 time: 0.1739247 Oct 19 01:12:57.263405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:57.289453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] No DVR routers for this DVR port 2fd13a2b-f123-4d10-bffb-bb69dc516d01 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:12:57.294624 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.297983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6c2d94d-40de-411f-a887-f0ff76e59e54 req-4a5755d8-1924-4410-bf10-7ce726299b11 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "DELETE /v2.0/ports/2fd13a2b-f123-4d10-bffb-bb69dc516d01 HTTP/1.1" status: 204 len: 173 time: 0.6741116 Oct 19 01:12:57.313613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-69d1d65b-b792-40b8-8b46-8d1387e8229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.315105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-69d1d65b-b792-40b8-8b46-8d1387e8229e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.3224595 Oct 19 01:12:57.316033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-2f6d0c86-d9d3-42fd-ae5a-7c48bf0d42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.317347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-2f6d0c86-d9d3-42fd-ae5a-7c48bf0d42f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 200 len: 929 time: 0.4623921 Oct 19 01:12:57.318403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.443407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.471095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096b17d-027e-4dfc-b931-6c0a812eebf2 req-38a7a08e-cae5-47cc-a236-9d74ee819c65 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.477875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096b17d-027e-4dfc-b931-6c0a812eebf2 req-38a7a08e-cae5-47cc-a236-9d74ee819c65 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.479410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c096b17d-027e-4dfc-b931-6c0a812eebf2 req-38a7a08e-cae5-47cc-a236-9d74ee819c65 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1677 time: 0.3843009 Oct 19 01:12:57.481162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-46dd5e6a-b90a-4520-ad6f-12838112f6f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333189 Oct 19 01:12:57.551104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Allocated IP 172.25.0.192 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d0544e37-269f-4a17-9ac9-83ff133e1b94) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:12:57.660083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.670303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-ba01a9a0-0d24-4901-b8d7-8569a8cdcd9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 1000 time: 0.3234210 Oct 19 01:12:57.702610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.750206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:12:57.753311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:12:57.756954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:12:57.776486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-5a4dc508-d925-453a-bbbc-7bcc738f5a7e service neutron] 10.222.0.62 "GET /v2.0/networks/cc387aa1-daa5-4d4b-838b-4b0e24d0490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403144 Oct 19 01:12:57.779420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c096b17d-027e-4dfc-b931-6c0a812eebf2 req-8a8721fa-1bed-4702-89d6-9d59719c5030 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816691 Oct 19 01:12:57.780396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.784130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event updated for resources: {'Port': ['ID=d0544e37-269f-4a17-9ac9-83ff133e1b94,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:57.915230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.956936 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:57.966629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-bb371f10-8fdb-4010-bc36-944045ca3a11 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663076 Oct 19 01:12:57.994260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-c52e502b-ddfe-444b-93ea-832e3fee9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:57.995624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-c52e502b-ddfe-444b-93ea-832e3fee9c98 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5b767bc-bad0-4606-a0b8-a7615f20bbb9 HTTP/1.1" status: 200 len: 867 time: 0.2833750 Oct 19 01:12:58.064190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-02729b49-a6fb-40f5-9350-4768916b6b88 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2932887 Oct 19 01:12:58.145952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.151399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.178879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50140) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:58.233020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event updated for resources: {'Port': ['ID=d0544e37-269f-4a17-9ac9-83ff133e1b94,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:12:58.267616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'name': 'network-vif-deleted', 'tag': '2fd13a2b-f123-4d10-bffb-bb69dc516d01'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:12:58.269832 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888f6d2e-d1b3-464e-950d-0cf0e59913be" -d '{"events": [{"server_uuid": "dc26e507-921d-42ee-99ab-e4729f48bda0", "name": "network-vif-deleted", "tag": "2fd13a2b-f123-4d10-bffb-bb69dc516d01"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:12:58.273840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.294479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:58.295709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-8e5be09c-50ab-4185-a080-0cbf422ccf31 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0361447 Oct 19 01:12:58.304192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-cfaa61e1-c760-4856-9a44-9d6e7db15826 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213436 Oct 19 01:12:58.316559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-edb9c73d-daa9-40f4-8fd0-51bbf7b69ad8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:12:58.317556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-edb9c73d-daa9-40f4-8fd0-51bbf7b69ad8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059488 Oct 19 01:12:58.363042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-aa596fd3-f6f9-4485-abdf-4db3dccca7e0 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0578105 Oct 19 01:12:58.481797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-a2b4724e-c876-4532-a3f5-980089d768dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.483148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b3c9d7c-540b-44c7-96fd-c1c6e148a1aa req-a2b4724e-c876-4532-a3f5-980089d768dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1130972 Oct 19 01:12:58.621193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16a0d966-c1a6-4201-b697-b6741d221d75 req-d074a3f4-9d37-4634-bcbf-55fbb5f46d06 service neutron] 10.222.0.62 "GET /v2.0/networks/cc387aa1-daa5-4d4b-838b-4b0e24d0490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104594 Oct 19 01:12:58.634003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59aeb9-417e-46b0-9df4-6b838baca843 req-20306bbb-f241-482d-8b06-779e98ab37d2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.635836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b59aeb9-417e-46b0-9df4-6b838baca843 req-20306bbb-f241-482d-8b06-779e98ab37d2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.0582504 Oct 19 01:12:58.655903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-2f41aa14-632e-4cd4-9806-4fca1402eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.657419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-2f41aa14-632e-4cd4-9806-4fca1402eff8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16fc0c80-bdbe-44b5-bc08-e76911bcf305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6230719 Oct 19 01:12:58.698467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1a2f-470a-44f7-b01e-b2390492bf38 req-276dbfcc-334d-41be-b070-2ac9416f9805 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.699960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d57d1a2f-470a-44f7-b01e-b2390492bf38 req-276dbfcc-334d-41be-b070-2ac9416f9805 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.6049657 Oct 19 01:12:58.712359 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b59aeb9-417e-46b0-9df4-6b838baca843 req-427b564d-0d7d-4a2c-8df9-d06ef497fbc5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531173 Oct 19 01:12:58.716318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-7e27c128-41f8-49a3-9b0b-2ff65b2016ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.717824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-7e27c128-41f8-49a3-9b0b-2ff65b2016ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1102 time: 0.2951260 Oct 19 01:12:58.732551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-4905a650-40b9-43d0-b0df-6da95709893a service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520111 Oct 19 01:12:58.921532 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a605d7-fc9a-46dd-8088-54b8d4505413 x-openstack-request-id: req-e6a605d7-fc9a-46dd-8088-54b8d4505413 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:12:58.921820 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc26e507-921d-42ee-99ab-e4729f48bda0", "name": "network-vif-deleted", "tag": "2fd13a2b-f123-4d10-bffb-bb69dc516d01", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:12:58.922096 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6a605d7-fc9a-46dd-8088-54b8d4505413 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:12:58.922450 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc26e507-921d-42ee-99ab-e4729f48bda0', 'name': 'network-vif-deleted', 'tag': '2fd13a2b-f123-4d10-bffb-bb69dc516d01', 'status': 'completed', 'code': 200} Oct 19 01:12:58.926965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:12:58.987158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.resource_extend [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:12:58.993980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d57d1a2f-470a-44f7-b01e-b2390492bf38 req-e2d68ac0-58b4-496c-b9d5-70a533d5bbcf tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727253 Oct 19 01:12:58.998013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-2f97b96e-408f-47d2-b251-62f38924084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:58.998487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-2f97b96e-408f-47d2-b251-62f38924084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.000086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-2f97b96e-408f-47d2-b251-62f38924084d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1981 time: 0.2959423 Oct 19 01:12:59.091159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7c092-cc0a-40d2-824f-dbfe6d095d25 req-be2f25be-4361-4102-9e2b-f81ef9c6fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.094260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42f7c092-cc0a-40d2-824f-dbfe6d095d25 req-be2f25be-4361-4102-9e2b-f81ef9c6fa94 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1053112 Oct 19 01:12:59.148430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-4354c34e-26d0-4a02-a4fe-597b40c3f414 service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794886 Oct 19 01:12:59.182016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42f7c092-cc0a-40d2-824f-dbfe6d095d25 req-ab71f89c-43fb-4fcc-bc44-73a85ba3c31f tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0772123 Oct 19 01:12:59.199484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-42f7c092-cc0a-40d2-824f-dbfe6d095d25 req-3aa7aeb3-ee31-4dda-9349-412fcbc761dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Request body: {'floatingip': {'port_id': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:12:59.242190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.248819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-42f7c092-cc0a-40d2-824f-dbfe6d095d25 req-3aa7aeb3-ee31-4dda-9349-412fcbc761dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.260551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.279814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-613d0bb3-19c8-4ecb-8b41-226cd318103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.281245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-613d0bb3-19c8-4ecb-8b41-226cd318103a service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.5254416 Oct 19 01:12:59.387365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390139b3-216d-4645-88fd-a60e563988bf req-6de3e843-722c-424f-88f9-d36818810dc2 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.388831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-6de3e843-722c-424f-88f9-d36818810dc2 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.3447289 Oct 19 01:12:59.452454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-f1083891-4aa8-4701-82fc-7bbbec923d8d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 217 time: 0.0792453 Oct 19 01:12:59.485029 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-42f7c092-cc0a-40d2-824f-dbfe6d095d25 req-3aa7aeb3-ee31-4dda-9349-412fcbc761dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 01:12:59.486062 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42f7c092-cc0a-40d2-824f-dbfe6d095d25 req-3aa7aeb3-ee31-4dda-9349-412fcbc761dc tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "PUT /v2.0/floatingips/b17dc73e-876d-4d78-aec0-70a551760a45 HTTP/1.1" status: 409 len: 550 time: 0.2923465 Oct 19 01:12:59.503809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-9b35fa2d-6f42-4c44-91fe-10cb6c37897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.505289 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-9b35fa2d-6f42-4c44-91fe-10cb6c37897e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5770aad-614b-423b-a547-e9e915857517 HTTP/1.1" status: 200 len: 903 time: 0.4537592 Oct 19 01:12:59.531567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:12:59.545725 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:12:59.557529 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:12:59.558444 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:12:59.625005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed57457a-fd6d-4943-aa8a-7262af36f8e5 req-cad65b5d-cc7e-488d-8ebf-a1fda200be8c service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659231 Oct 19 01:12:59.638989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-ddbb9e09-cfa7-4f60-9745-b19038a1c1ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=36c78f89-17f7-4ecd-bb8a-74cd8125b866 HTTP/1.1" status: 200 len: 217 time: 0.1022298 Oct 19 01:12:59.673349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:12:59.674589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-69ad685d-cb86-46d4-8f8e-3b6174effd97 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.2871017 Oct 19 01:12:59.679544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-25c08272-f235-48c1-9590-18c40c448183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.681162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-25c08272-f235-48c1-9590-18c40c448183 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2147322 Oct 19 01:12:59.681658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50180) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:12:59.738499 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b associated. External IP: 172.25.0.41, port: 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b. Oct 19 01:12:59.817804 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:12:59.963837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18748b1a-9ea9-4a03-a6ea-b97ce2e36352 req-a693b13c-5405-43cc-96a0-1d5cd8b4c670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.969932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18748b1a-9ea9-4a03-a6ea-b97ce2e36352 req-a693b13c-5405-43cc-96a0-1d5cd8b4c670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:12:59.971609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18748b1a-9ea9-4a03-a6ea-b97ce2e36352 req-a693b13c-5405-43cc-96a0-1d5cd8b4c670 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1677 time: 0.4186673 Oct 19 01:13:00.013772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18748b1a-9ea9-4a03-a6ea-b97ce2e36352 req-048210d7-0588-4cdd-b247-c4c30f51f6c4 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348270 Oct 19 01:13:00.014632 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:12:56Z', 'revision_number': 3, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:00.042359 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:00.042777 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Updating router 02d4e846-fb18-4c50-8969-d7cbf875f183 port d0f7a126-393d-4bae-9db2-0daf7f38c1a3 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:13:00.069642 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.086986 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-0e9d9cb8-9983-4ac4-ac25-03915364b8ff tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips/b17dc73e-876d-4d78-aec0-70a551760a45 HTTP/1.1" status: 200 len: 693 time: 0.0464058 Oct 19 01:13:00.194853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-d0f5c6c5-d86f-42dd-b365-ee2bcb016381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.196353 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-d0f5c6c5-d86f-42dd-b365-ee2bcb016381 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=663a82ca-f8ab-4adb-aa4d-b6494466f189 HTTP/1.1" status: 200 len: 801 time: 0.5410624 Oct 19 01:13:00.210168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-1d0c5194-f117-4ea4-a066-3c6fa11beac0 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.224599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-1d0c5194-f117-4ea4-a066-3c6fa11beac0 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1292336 Oct 19 01:13:00.232111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-b4c1c8ae-d197-4fd6-98d0-d9df9f9fb66a tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:13:00.233938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-b4c1c8ae-d197-4fd6-98d0-d9df9f9fb66a tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074260 Oct 19 01:13:00.288319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-eee8431d-d71c-4cfe-9eb7-f7990dd874ac tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0467131 Oct 19 01:13:00.344172 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.348279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9908f74-2e48-4bdb-8475-df4b302f2222 req-d0086520-162b-47f7-b6f0-0bd77cf8ef73 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.348467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-4c949d42-a8a9-4265-9f1a-8279343fb218 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0518324 Oct 19 01:13:00.349802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9908f74-2e48-4bdb-8475-df4b302f2222 req-d0086520-162b-47f7-b6f0-0bd77cf8ef73 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 950 time: 0.6309414 Oct 19 01:13:00.351868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-c9dee6a8-8710-45af-8bd3-2a88dd30a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.353279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-c9dee6a8-8710-45af-8bd3-2a88dd30a93b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6355362 Oct 19 01:13:00.358175 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.385263 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Attempting to bind port d0f7a126-393d-4bae-9db2-0daf7f38c1a3 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:00.385628 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Attempting to bind port d0f7a126-393d-4bae-9db2-0daf7f38c1a3 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:00.385979 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Attempting to bind port d0f7a126-393d-4bae-9db2-0daf7f38c1a3 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:00.393663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-45e7b393-2592-4802-a192-7ea0a858e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.395078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-45e7b393-2592-4802-a192-7ea0a858e39f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1102 time: 0.5391746 Oct 19 01:13:00.398007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-390139b3-216d-4645-88fd-a60e563988bf req-4a59a337-609d-43bf-b1ca-0e69f1a76ac0 service neutron] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:00.412903 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:00.413405 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:00.413830 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.414259 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:00.414733 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Bound port: d0f7a126-393d-4bae-9db2-0daf7f38c1a3, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:00.415140 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.432754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-390139b3-216d-4645-88fd-a60e563988bf req-4a59a337-609d-43bf-b1ca-0e69f1a76ac0 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.433821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-390139b3-216d-4645-88fd-a60e563988bf req-4a59a337-609d-43bf-b1ca-0e69f1a76ac0 service neutron] 10.222.0.62 "DELETE /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb/bindings/n-h1-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.9972079 Oct 19 01:13:00.449429 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Pushing event updated for resources: {'Port': ['ID=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:00.461183 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.461520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.461925 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.462200 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.462504 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.462829 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.463194 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.463612 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.464082 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.464470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.464797 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.465115 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:00.495705 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] For port d0f7a126-393d-4bae-9db2-0daf7f38c1a3, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:00.499048 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] For port d0f7a126-393d-4bae-9db2-0daf7f38c1a3, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:00.503871 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.513303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-ff2e3437-8b50-4255-a5db-b1894c9c9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.514800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-ff2e3437-8b50-4255-a5db-b1894c9c9c33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5770aad-614b-423b-a547-e9e915857517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997105 Oct 19 01:13:00.515865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Deleting port d0544e37-269f-4a17-9ac9-83ff133e1b94 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:00.516315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.564919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:00.565591 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:00.605129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.605378 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ecb51-c4d1-4616-b472-41c34029b011 None None] Pushing event updated for resources: {'Port': ['ID=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:00.605871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.619253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Calling delete_port for d0544e37-269f-4a17-9ac9-83ff133e1b94 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:00.666748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9908f74-2e48-4bdb-8475-df4b302f2222 req-1855439d-5e96-4fdf-8187-d60c80e83330 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070655 Oct 19 01:13:00.710937 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:00.731392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2fd13a2b-f123-4d10-bffb-bb69dc516d01 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:00.781693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 2fd13a2b-f123-4d10-bffb-bb69dc516d01 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:00.782080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2fd13a2b-f123-4d10-bffb-bb69dc516d01 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:00.833833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.877997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-5591accb-6f7e-4f55-a8a9-6aa884d4fdbd service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048921 Oct 19 01:13:00.899692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event deleted for resources: {'Port': ['ID=d0544e37-269f-4a17-9ac9-83ff133e1b94,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:00.909685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-8db3581c-4820-485d-962d-0319623b6965 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.911140 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-8db3581c-4820-485d-962d-0319623b6965 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 950 time: 0.3641522 Oct 19 01:13:00.942920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.946039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:00.952280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5a3c70-bc04-43bf-b2b8-07e8710c0522 req-16a2089b-3dca-4726-8b2e-50521800ef48 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "DELETE /v2.0/floatingips/b17dc73e-876d-4d78-aec0-70a551760a45 HTTP/1.1" status: 204 len: 173 time: 0.5942078 Oct 19 01:13:00.954222 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:12:56Z', 'revision_number': 3, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:00.991864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-9309f6e7-cc19-430e-9b71-a275e8982251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:00.993372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-9309f6e7-cc19-430e-9b71-a275e8982251 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.5691261 Oct 19 01:13:01.002066 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5a33b-6b47-45d2-aac5-ae17f433ddf3 None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:12:56Z', 'revision_number': 3, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:01.063468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310463e9-8876-4da4-adc3-f0f696d486a2 req-8c7ef4d0-a2cb-4f92-ab7c-c7979f85ae80 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:01.064969 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-310463e9-8876-4da4-adc3-f0f696d486a2 req-8c7ef4d0-a2cb-4f92-ab7c-c7979f85ae80 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.0653968 Oct 19 01:13:01.083656 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-eb29e030-18c8-4443-98ad-1c6be7173beb service neutron] 10.222.0.62 "GET /v2.0/networks/f5770aad-614b-423b-a547-e9e915857517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175264 Oct 19 01:13:01.115471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-310463e9-8876-4da4-adc3-f0f696d486a2 req-e55fb33b-36b0-4a4a-90ed-a0fe1a333b20 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Oct 19 01:13:01.179154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Router fe71288c-b475-4807-8fbc-97e3718d56fe has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:01.192965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-69c47e3c-29e5-4caa-818c-e2ca714628c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 217 time: 0.1741128 Oct 19 01:13:01.251260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552f1b-2161-46ff-864b-8c149e746a2c req-d28ebcec-32a6-48aa-9fa5-6cd623af1785 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:01.252797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e552f1b-2161-46ff-864b-8c149e746a2c req-d28ebcec-32a6-48aa-9fa5-6cd623af1785 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.4415944 Oct 19 01:13:01.379123 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-f59bd3d0-9a89-4fe1-b34a-5134a6eea7cb tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 1000 time: 0.1525474 Oct 19 01:13:01.423670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-207b5c15-c9d7-4896-ba37-a1f468742711 req-b094c078-7033-4320-9c6e-1772d4225da4 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092735 Oct 19 01:13:01.436074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-86e72eb1-ddf2-4b62-b639-67d097ded9f1 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:01.440552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-86e72eb1-ddf2-4b62-b639-67d097ded9f1 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports/b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 942 time: 0.0537314 Oct 19 01:13:01.488491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-90e4d941-9206-45c2-a5d4-1b77e815fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:01.489937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-90e4d941-9206-45c2-a5d4-1b77e815fefb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2675958 Oct 19 01:13:01.563821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-e671c9c7-1f1a-43bf-a1d7-9e3546c53af3 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 1000 time: 0.0701413 Oct 19 01:13:01.569583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-27ccf9b9-cc40-43b4-b319-66568f92899a service neutron] 10.222.0.62 "GET /v2.0/networks/f5770aad-614b-423b-a547-e9e915857517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504421 Oct 19 01:13:01.584967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e552f1b-2161-46ff-864b-8c149e746a2c req-643ada6c-33ab-4f66-b8fb-17ef5aae9129 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483089 Oct 19 01:13:01.721718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-6f13db5a-4585-46fe-ac19-567d11ed66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:01.723315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-6f13db5a-4585-46fe-ac19-567d11ed66a8 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1504743 Oct 19 01:13:01.805940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-e40150f3-1399-43f3-a58c-9e1db836eb88 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 1000 time: 0.0745883 Oct 19 01:13:01.818160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:01.892682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:01.973978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Deleting port e46af847-69bb-4b7f-97fb-fb3a128f1d1d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:01.974310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.036030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-704699d3-3da1-4d31-aa75-16d6813c3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.038644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-704699d3-3da1-4d31-aa75-16d6813c3b48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5357339 Oct 19 01:13:02.058254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.063366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.063833 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Floating IP d097db2c-4c3c-4146-9629-2c45221afd5d disassociated. External IP: 172.25.0.35, port: b819d4d6-ec36-40e3-8921-d813a37b8606. Oct 19 01:13:02.118093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:02.131936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] Sync routers for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:02.144927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.146814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:02.147607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:02.238550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-5fd6a1af-35c6-405b-ba8f-2884407d58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.239025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-5fd6a1af-35c6-405b-ba8f-2884407d58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.241279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-5fd6a1af-35c6-405b-ba8f-2884407d58b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=28a095346b664672a4719b8f3b7407fe&device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1981 time: 0.3081710 Oct 19 01:13:02.259015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58604d-c0c0-4da3-8678-21459ea75251 req-a9477526-3a0d-47ae-9427-225a205331a2 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.265194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58604d-c0c0-4da3-8678-21459ea75251 req-a9477526-3a0d-47ae-9427-225a205331a2 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.266828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-da58604d-c0c0-4da3-8678-21459ea75251 req-a9477526-3a0d-47ae-9427-225a205331a2 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1677 time: 0.3377657 Oct 19 01:13:02.298256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Router 9ef40b90-d1dd-400f-85e0-379ea503434a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:02.312334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-10a85a2d-7035-439d-9fbd-1ffc844824f1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "PUT /v2.0/floatingips/38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b HTTP/1.1" status: 200 len: 990 time: 5.3196917 Oct 19 01:13:02.323768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:02.326072 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8805c193-0db0-4a66-97cc-f2cb075b8dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:02.391725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] For port e46af847-69bb-4b7f-97fb-fb3a128f1d1d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:02.392242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.396975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:02.416689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:02.421327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.430484 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] Sync routers for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:02.443583 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:02.444752 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:02.447317 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:02.454161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Calling delete_port for e46af847-69bb-4b7f-97fb-fb3a128f1d1d owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:02.457108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-a1eff91a-cdc1-4e19-ba08-ee442a19b3e2 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838940 Oct 19 01:13:02.464386 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-1ca8a529-d029-4952-88e0-35c8c8aeb786 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "PUT /v2.0/floatingips/d097db2c-4c3c-4146-9629-2c45221afd5d HTTP/1.1" status: 200 len: 694 time: 0.6416414 Oct 19 01:13:02.464949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:02.468330 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:02.493051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-da58604d-c0c0-4da3-8678-21459ea75251 req-9268285a-1b18-4d7c-88c7-a569ac99c9e3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939228 Oct 19 01:13:02.556474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-8e48292a-541e-43c5-ac5d-25e41f860965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.569882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-8e48292a-541e-43c5-ac5d-25e41f860965 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2af29db725e441f80ff922a7b2da5e5&device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 1097 time: 0.0928576 Oct 19 01:13:02.670520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:02.684919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-8a243fdb-3983-40fd-86eb-36a081323ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.692374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-8a243fdb-3983-40fd-86eb-36a081323ba9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 200 len: 929 time: 0.1215763 Oct 19 01:13:02.738576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-dd5bc968-0e44-4693-8b96-48c9b6072c43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 217 time: 0.0452812 Oct 19 01:13:02.744420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 36c78f89-17f7-4ecd-bb8a-74cd8125b866 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:02.785039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-d4196ec1-7848-4881-8c51-c32847204335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.793589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-d4196ec1-7848-4881-8c51-c32847204335 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b767bc-bad0-4606-a0b8-a7615f20bbb9 HTTP/1.1" status: 200 len: 867 time: 0.0541534 Oct 19 01:13:02.831825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-07d523e1-b475-4078-96b4-ad2730160a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.836606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-07d523e1-b475-4078-96b4-ad2730160a8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=cc387aa1-daa5-4d4b-838b-4b0e24d0490c HTTP/1.1" status: 200 len: 902 time: 0.5424640 Oct 19 01:13:02.857094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-7bae26e7-e61e-4002-a878-87a3c31c3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:02.868170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-7bae26e7-e61e-4002-a878-87a3c31c3a2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16fc0c80-bdbe-44b5-bc08-e76911bcf305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734084 Oct 19 01:13:02.898850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 36c78f89-17f7-4ecd-bb8a-74cd8125b866, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=36c78f89-17f7-4ecd-bb8a-74cd8125b866,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:02.917578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'port_id': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'mac_address': 'fa:16:3e:c1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:16Z', 'updated_at': '2021-10-19T01:12:58Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:02.920164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '36c78f89-17f7-4ecd-bb8a-74cd8125b866', 'network_id': 'f5770aad-614b-423b-a547-e9e915857517', 'port_id': '36c78f89-17f7-4ecd-bb8a-74cd8125b866', 'mac_address': 'fa:16:3e:37:14:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663a82ca-f8ab-4adb-aa4d-b6494466f189', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:02.983958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0f7a126-393d-4bae-9db2-0daf7f38c1a3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:02.987584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] Checking router: fe71288c-b475-4807-8fbc-97e3718d56fe for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:02.995430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-4adc54b4-230c-4056-b562-702738079a70 service neutron] 10.222.0.64 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264336 Oct 19 01:13:02.998580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-2f95f2b7-9ec5-4853-b264-dfef99db9f52 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053177 Oct 19 01:13:03.067075 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.075406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:26Z', 'revision_number': 5, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:03.077267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:03.077912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:03.096508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-3d97763e-c54b-48bb-be97-6cbd9e0e719c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=7f8253a6-3089-4303-a7fc-b1bdc071bf20 HTTP/1.1" status: 200 len: 217 time: 0.1717284 Oct 19 01:13:03.113747 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] Checking router: 9ef40b90-d1dd-400f-85e0-379ea503434a for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:03.123405 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:03.124025 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:03.124736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b874c145-3a89-4dd4-855d-29ceeab0e023 req-8e32a98a-3bb8-4be1-a04c-eb2383aecb4c service neutron] 10.222.0.64 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273129 Oct 19 01:13:03.165901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c78f89-17f7-4ecd-bb8a-74cd8125b866 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:03.242077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242c9c7-21c1-45b0-8091-5eaae76589b9 req-14cea4fe-74ab-465f-a984-4dddb0eca388 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.249729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8242c9c7-21c1-45b0-8091-5eaae76589b9 req-14cea4fe-74ab-465f-a984-4dddb0eca388 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/ports?device_id=93b4d585-360e-4a21-a0bc-0f4dcb0d5956 HTTP/1.1" status: 200 len: 950 time: 0.5468318 Oct 19 01:13:03.285251 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce2d5e8-0a4b-4e4a-8f8c-b930a42c25a7 x-openstack-request-id: req-5ce2d5e8-0a4b-4e4a-8f8c-b930a42c25a7 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:03.285868 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:03.285977 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ce2d5e8-0a4b-4e4a-8f8c-b930a42c25a7 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:03.286357 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'status': 'completed', 'code': 200} Oct 19 01:13:03.294804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Allocated IP 172.20.0.1 (e1f052a3-0cab-42a9-8e30-374e8ca1f301/38ab5065-ae17-4002-913a-ca0b14841f1a/d6aa7457-34db-48bc-b2b4-d39f79d81c75) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:03.299640 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.331765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-0a0675b2-1b76-43d4-9eeb-d5fe0ebc179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.333450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-0a0675b2-1b76-43d4-9eeb-d5fe0ebc179d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1c7189fe-8057-4309-81a2-737583745502 HTTP/1.1" status: 200 len: 801 time: 0.1748097 Oct 19 01:13:03.340388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 36c78f89-17f7-4ecd-bb8a-74cd8125b866, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=36c78f89-17f7-4ecd-bb8a-74cd8125b866,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:03.348972 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59ef29c-4a32-4209-a6ae-57497ae9f596 x-openstack-request-id: req-b59ef29c-4a32-4209-a6ae-57497ae9f596 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:03.350315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:03.351079 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:03.352021 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b59ef29c-4a32-4209-a6ae-57497ae9f596 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:03.353309 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'status': 'completed', 'code': 200} Oct 19 01:13:03.361721 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:03.390580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-0b308f84-86d7-40c5-a255-5d95eafab457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.392297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-0b308f84-86d7-40c5-a255-5d95eafab457 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c12f04b297a3454c960f59ccb15c67cf&device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 1097 time: 0.1017127 Oct 19 01:13:03.423700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Pushing event deleted for resources: {'Port': ['ID=e46af847-69bb-4b7f-97fb-fb3a128f1d1d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:03.476624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8242c9c7-21c1-45b0-8091-5eaae76589b9 req-058ae7f7-3de9-49dd-bfc9-6616381246da tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.64 "GET /v2.0/security-groups?id=1909925c-b112-4e7c-803b-b16608a3e044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255623 Oct 19 01:13:03.489941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e46af847-69bb-4b7f-97fb-fb3a128f1d1d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:03.500540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.501191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7f8253a6-3089-4303-a7fc-b1bdc071bf20 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:03.565279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e43f4-d8d6-423d-952c-3cbf1847983e req-dd302ea7-577c-4263-b5e3-0e90bad3e016 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.574449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-275e43f4-d8d6-423d-952c-3cbf1847983e req-dd302ea7-577c-4263-b5e3-0e90bad3e016 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1097 time: 0.1761210 Oct 19 01:13:03.590219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] No DVR routers for this DVR port e46af847-69bb-4b7f-97fb-fb3a128f1d1d on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:03.596555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.601525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-674f2727-88d1-49ba-a69d-947d5737ca8f req-f5234e66-9b31-4478-8d52-ec485d17ef90 tempest-ServersAdminTestJSON-60272195 tempest-ServersAdminTestJSON-60272195-project] 10.222.0.62 "DELETE /v2.0/ports/e46af847-69bb-4b7f-97fb-fb3a128f1d1d HTTP/1.1" status: 204 len: 173 time: 2.6749384 Oct 19 01:13:03.631656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7f8253a6-3089-4303-a7fc-b1bdc071bf20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7f8253a6-3089-4303-a7fc-b1bdc071bf20,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:03.653795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '7f8253a6-3089-4303-a7fc-b1bdc071bf20', 'network_id': 'cc387aa1-daa5-4d4b-838b-4b0e24d0490c', 'port_id': '7f8253a6-3089-4303-a7fc-b1bdc071bf20', 'mac_address': 'fa:16:3e:e8:6e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7189fe-8057-4309-81a2-737583745502', 'ip_address': '19.86.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:03.687587 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:26Z', 'revision_number': 5, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:03.702275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-275e43f4-d8d6-423d-952c-3cbf1847983e req-b01967ab-f523-4c4d-8df4-800882ca6aa9 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268313 Oct 19 01:13:03.703662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-6ddbe778-5f60-48a3-898f-2a20dc03ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.714500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-6ddbe778-5f60-48a3-898f-2a20dc03ee87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 200 len: 923 time: 0.3152270 Oct 19 01:13:03.760529 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e84b99-c8f0-4486-ac77-baebc31a2849 None None] The sync data for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 is: [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:12:19Z', 'revision_number': 4, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '409000cf-749a-4c09-826f-d8d337d4feba', 'name': '', 'network_id': '16fc0c80-bdbe-44b5-bc08-e76911bcf305', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'mac_address': 'fa:16:3e:29:40:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:18Z', 'updated_at': '2021-10-19T01:12:26Z', 'revision_number': 5, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'subnets': [{'id': 'a5b767bc-bad0-4606-a0b8-a7615f20bbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:03.762044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d0f7a126-393d-4bae-9db2-0daf7f38c1a3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:03.762412 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.775200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-d12dbca5-937a-42b1-854d-ad50b91e162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.778481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-d12dbca5-937a-42b1-854d-ad50b91e162c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2af29db725e441f80ff922a7b2da5e5&device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 1097 time: 0.3922663 Oct 19 01:13:03.783951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8695-fbc8-4c65-b802-4834b43f840e req-41f6015c-67fe-4914-a3b4-1eb6bc474d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.785639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-41f6015c-67fe-4914-a3b4-1eb6bc474d5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cc387aa1-daa5-4d4b-838b-4b0e24d0490c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4093103 Oct 19 01:13:03.829309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-aff66784-9ba3-4dc6-a324-f085de72de88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b HTTP/1.1" status: 200 len: 998 time: 0.1005514 Oct 19 01:13:03.900478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=36c78f89-17f7-4ecd-bb8a-74cd8125b866,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:03.914137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-168d1c22-793e-40d7-a887-27c91e6602d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:03.915081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-168d1c22-793e-40d7-a887-27c91e6602d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 200 len: 861 time: 0.0745587 Oct 19 01:13:03.936788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:03.957371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8253a6-3089-4303-a7fc-b1bdc071bf20 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:03.992061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.031699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5725368-9435-4420-a67c-fd68ae57e7f4 req-933b672e-0d5f-4421-a955-93bbc9fd4386 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.039651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5725368-9435-4420-a67c-fd68ae57e7f4 req-933b672e-0d5f-4421-a955-93bbc9fd4386 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1235466 Oct 19 01:13:04.041312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-70e0d039-7fae-4a5a-8d93-d09489c0264a service neutron] 10.222.0.62 "GET /v2.0/networks/cc387aa1-daa5-4d4b-838b-4b0e24d0490c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203791 Oct 19 01:13:04.047089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-ca2320d6-a2ec-4932-8f4a-36744f4a7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.048637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-ca2320d6-a2ec-4932-8f4a-36744f4a7fee service neutron] 10.222.0.74 "GET /v2.0/networks?id=16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 200 len: 929 time: 0.2560387 Oct 19 01:13:04.065800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-8c2242eb-fb77-45bb-a932-6827dfbb0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.070104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-8c2242eb-fb77-45bb-a932-6827dfbb0694 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77a65c6d-c418-4f98-93f6-06fb0b05bada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177969 Oct 19 01:13:04.082616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7f8253a6-3089-4303-a7fc-b1bdc071bf20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7f8253a6-3089-4303-a7fc-b1bdc071bf20,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:04.109180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5725368-9435-4420-a67c-fd68ae57e7f4 req-a01d22d5-5257-46f5-93fa-ebc1d91c2ddf tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585229 Oct 19 01:13:04.114625 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.194977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-84e741ef-8004-4872-ad72-973233fdb48c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 200 len: 217 time: 0.1207335 Oct 19 01:13:04.239962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec239fe-ce02-46bd-bcad-b6d91f1105f8 None None] New status for floating IP d097db2c-4c3c-4146-9629-2c45221afd5d: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:13:04.247199 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.282025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7f8253a6-3089-4303-a7fc-b1bdc071bf20,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.304215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3141ab-6d0c-4d39-a2d8-62dffae6afec req-f1a2f9d8-3c5c-49da-91fe-074ad8a1689d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.310769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3141ab-6d0c-4d39-a2d8-62dffae6afec req-f1a2f9d8-3c5c-49da-91fe-074ad8a1689d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.312454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f3141ab-6d0c-4d39-a2d8-62dffae6afec req-f1a2f9d8-3c5c-49da-91fe-074ad8a1689d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1679 time: 0.0815105 Oct 19 01:13:04.314789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-abb666f2-4f0a-44a1-bdc4-ddb58e14f7d7 service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045741 Oct 19 01:13:04.358763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.366967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port d0f7a126-393d-4bae-9db2-0daf7f38c1a3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:04.377658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-57fa0fc9-b56a-43bd-a505-a5de00ab8c43 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips/d097db2c-4c3c-4146-9629-2c45221afd5d HTTP/1.1" status: 200 len: 694 time: 0.2141106 Oct 19 01:13:04.391111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f3141ab-6d0c-4d39-a2d8-62dffae6afec req-8b22d8ba-7e7d-472c-a78f-403af59599b8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698040 Oct 19 01:13:04.461898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:04.470354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8805c193-0db0-4a66-97cc-f2cb075b8dd3 req-3d6d21d3-f961-4ed1-912b-3d571139d46d service neutron] 10.222.0.62 "GET /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457129 Oct 19 01:13:04.498350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Pushing event updated for resources: {'Port': ['ID=d6aa7457-34db-48bc-b2b4-d39f79d81c75,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:04.502193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-581e8695-fbc8-4c65-b802-4834b43f840e req-62440c84-92dd-44eb-ab2c-36daa2c13219 service neutron] 10.222.0.62 "GET /v2.0/networks/cc387aa1-daa5-4d4b-838b-4b0e24d0490c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432476 Oct 19 01:13:04.503073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:04.508937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:04.511138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-a6e90d6d-cf25-4699-8370-64c46171862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.512641 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-a6e90d6d-cf25-4699-8370-64c46171862d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5b767bc-bad0-4606-a0b8-a7615f20bbb9 HTTP/1.1" status: 200 len: 867 time: 0.2482817 Oct 19 01:13:04.520292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e165c-132d-4897-b00f-48ab8a2e5228 req-524cabba-138f-47b2-b88c-6b3d61d8f3db tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.522427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-953e165c-132d-4897-b00f-48ab8a2e5228 req-524cabba-138f-47b2-b88c-6b3d61d8f3db tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 1097 time: 0.0504076 Oct 19 01:13:04.563634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-953e165c-132d-4897-b00f-48ab8a2e5228 req-edcf9a9a-b8f5-4725-bb19-8605b80e2a4c tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Oct 19 01:13:04.687371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['36c78f89-17f7-4ecd-bb8a-74cd8125b866'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:04.690417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7f8253a6-3089-4303-a7fc-b1bdc071bf20'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:04.693861 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.697449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:04.704501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-c31837e0-d035-42dd-b86f-15860551b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:04.716244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-c31837e0-d035-42dd-b86f-15860551b6fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16fc0c80-bdbe-44b5-bc08-e76911bcf305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255679 Oct 19 01:13:04.810379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:04.836795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'port_id': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'mac_address': 'fa:16:3e:c1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:16Z', 'updated_at': '2021-10-19T01:12:58Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:04.924357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8dcccb-55c1-4f71-bf6c-4d3f3eb16746 None None] The sync data for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 is: [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'port_id': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'mac_address': 'fa:16:3e:c1:cf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:10:16Z', 'updated_at': '2021-10-19T01:12:58Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:04.927252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: e46af847-69bb-4b7f-97fb-fb3a128f1d1d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:04.927608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46af847-69bb-4b7f-97fb-fb3a128f1d1d not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:05.014451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:05.042921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f7904167-3890-47dd-a674-12a23ffd5047 None None] Provisioning complete for port d6aa7457-34db-48bc-b2b4-d39f79d81c75 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:05.043332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7904167-3890-47dd-a674-12a23ffd5047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.103064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-78e26d6b-f5dc-4d7d-bdca-a615c9f4ce56 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:05.105005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-78e26d6b-f5dc-4d7d-bdca-a615c9f4ce56 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.7264132 Oct 19 01:13:05.125023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-144ca975-eeb4-43d0-8129-88b390bc6518 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:13:05.128298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-144ca975-eeb4-43d0-8129-88b390bc6518 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091779 Oct 19 01:13:05.174053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f7904167-3890-47dd-a674-12a23ffd5047 None None] Port d6aa7457-34db-48bc-b2b4-d39f79d81c75 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:05.265002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-5ac71604-4374-4510-a5af-233034333e41 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.0933838 Oct 19 01:13:05.287924 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdb6fc-ab50-4764-a79b-19ce28b3d7c8 None None] New status for floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:13:05.303273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-deleted', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:05.305708 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0cca56-7fb0-4044-ba61-0600fb2debd1" -d '{"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-deleted", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:05.361973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-2581eb3c-8cde-4364-8af0-4d9bcb00afac tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.35 HTTP/1.1" status: 200 len: 695 time: 0.0878778 Oct 19 01:13:05.389406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-16512fa6-226f-4f06-9cc7-b6badf5cafa1 service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362567 Oct 19 01:13:05.606301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50246) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:05.616363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.678122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23bb0d05-b545-49a9-8dcf-b3f91f6f70d4 req-012fa0b0-4ca2-4ffd-a54a-c8ec4d4cc2d5 service neutron] 10.222.0.74 "GET /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470255 Oct 19 01:13:05.717341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Deleting port ac85e4f7-6457-481f-87e2-a931df0f0f94 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:05.717788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.802223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb2c0111-2b97-4292-b0e8-7a455a37ca69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c86bab879f1347509e5a95c9dd70241f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946442 Oct 19 01:13:05.805814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:05.855478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f53018f-bc57-4d95-9d8a-eaea325c382d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.866609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.866824 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.882842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f53018f-bc57-4d95-9d8a-eaea325c382d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.890368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Calling delete_port for ac85e4f7-6457-481f-87e2-a931df0f0f94 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:05.896292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.903942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.939355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f53018f-bc57-4d95-9d8a-eaea325c382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.942741 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f53018f-bc57-4d95-9d8a-eaea325c382d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:05.947468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f53018f-bc57-4d95-9d8a-eaea325c382d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1909925c-b112-4e7c-803b-b16608a3e044 HTTP/1.1" status: 204 len: 168 time: 0.1404169 Oct 19 01:13:05.956764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53018f-bc57-4d95-9d8a-eaea325c382d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1909925c-b112-4e7c-803b-b16608a3e044,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:06.032591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.035861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Pushing event updated for resources: {'Port': ['ID=d6aa7457-34db-48bc-b2b4-d39f79d81c75,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:06.161388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93ec31-2d67-4ac9-acd7-bc3427d75394 req-7c3de759-a6c3-437c-98d0-c554a6a19157 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.162916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c93ec31-2d67-4ac9-acd7-bc3427d75394 req-7c3de759-a6c3-437c-98d0-c554a6a19157 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.0576012 Oct 19 01:13:06.184990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:06.185898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.190391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:06.214066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c93ec31-2d67-4ac9-acd7-bc3427d75394 req-6e0d219c-a493-4024-a622-f7d2964b70fa tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Oct 19 01:13:06.220252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event deleted for resources: {'Port': ['ID=ac85e4f7-6457-481f-87e2-a931df0f0f94,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:06.316677 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a143245e-b841-416f-863d-4e6a1f0dc93b x-openstack-request-id: req-a143245e-b841-416f-863d-4e6a1f0dc93b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:06.316957 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4d585-360e-4a21-a0bc-0f4dcb0d5956", "name": "network-vif-deleted", "tag": "e46af847-69bb-4b7f-97fb-fb3a128f1d1d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:06.317206 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a143245e-b841-416f-863d-4e6a1f0dc93b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:06.317589 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4d585-360e-4a21-a0bc-0f4dcb0d5956', 'name': 'network-vif-deleted', 'tag': 'e46af847-69bb-4b7f-97fb-fb3a128f1d1d', 'status': 'completed', 'code': 200} Oct 19 01:13:06.332448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:06.414862 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.417458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.420241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-839f9bb3-db06-4f69-b322-04f702603df7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc55c949ea1c45e2870689b379c9fff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844660 Oct 19 01:13:06.420469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30c74cf4-c996-40fa-ae3b-4ce97a18e4c8 req-b84cbba7-a1d1-49a5-bdfd-1d0378676377 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "DELETE /v2.0/floatingips/d097db2c-4c3c-4146-9629-2c45221afd5d HTTP/1.1" status: 204 len: 173 time: 1.0435562 Oct 19 01:13:06.420839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50264) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:06.441729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba079ba3-1a9f-48b8-a20a-e3390388cf57 req-b6c967d7-9b29-4344-96a9-274e98c9c3e4 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.450329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba079ba3-1a9f-48b8-a20a-e3390388cf57 req-b6c967d7-9b29-4344-96a9-274e98c9c3e4 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.453699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba079ba3-1a9f-48b8-a20a-e3390388cf57 req-b6c967d7-9b29-4344-96a9-274e98c9c3e4 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1679 time: 0.1127915 Oct 19 01:13:06.464853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:06.513143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba079ba3-1a9f-48b8-a20a-e3390388cf57 req-cc254a76-aff4-4c30-b5e9-37f7c8ed0e02 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Oct 19 01:13:06.536412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca42a94e-451a-4b5e-a39b-25dfa34e6442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.570109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca42a94e-451a-4b5e-a39b-25dfa34e6442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.612232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f732aae8-45d7-4e74-a7cf-4bc03e119f10 None None] Provisioning complete for port d6aa7457-34db-48bc-b2b4-d39f79d81c75 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:06.612752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f732aae8-45d7-4e74-a7cf-4bc03e119f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.644713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:06.650421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4cfd2382-1519-4499-a4a9-62bc92e7ac31 admin admin] 10.222.0.64 "PUT /v2.0/routers/02d4e846-fb18-4c50-8969-d7cbf875f183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9435318 Oct 19 01:13:06.680168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca42a94e-451a-4b5e-a39b-25dfa34e6442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.683724 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca42a94e-451a-4b5e-a39b-25dfa34e6442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.687578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ca42a94e-451a-4b5e-a39b-25dfa34e6442 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0c4a918-f058-4756-8b5f-e15ee06a130c HTTP/1.1" status: 204 len: 168 time: 0.2644768 Oct 19 01:13:06.705174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42a94e-451a-4b5e-a39b-25dfa34e6442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c4a918-f058-4756-8b5f-e15ee06a130c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:06.737494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:06.770411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7f8253a6-3089-4303-a7fc-b1bdc071bf20 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:06.803369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f732aae8-45d7-4e74-a7cf-4bc03e119f10 None None] Port d6aa7457-34db-48bc-b2b4-d39f79d81c75 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:06.817126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:06.817895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:06.924226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7532ee7-3e7f-45cd-ba08-b99f2239a89b req-80286d60-c3aa-498d-92c3-a8c3bd1873f4 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:06.927098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7532ee7-3e7f-45cd-ba08-b99f2239a89b req-80286d60-c3aa-498d-92c3-a8c3bd1873f4 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1826062 Oct 19 01:13:06.960615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0f7a126-393d-4bae-9db2-0daf7f38c1a3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:06.966535 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-93e045a2-4d0d-4021-9c70-d542d7d03e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:06.991830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7532ee7-3e7f-45cd-ba08-b99f2239a89b req-71768af6-b31a-416d-8040-57c26210cd37 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0545011 Oct 19 01:13:07.018561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:07.033198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:07.033583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.037268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:07.100046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-77457ded-f85c-40fa-9799-f8d24d08f299 req-3c7d98f2-d4da-44c9-8a27-90b8785f53ef tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0818815 Oct 19 01:13:07.258969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50298) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:07.303640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.306251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d0f7a126-393d-4bae-9db2-0daf7f38c1a3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:07.307042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.388676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8253a6-3089-4303-a7fc-b1bdc071bf20'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:07.391219 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e37a1-1e1e-4691-906f-443c00b87ac3" -d '{"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "7f8253a6-3089-4303-a7fc-b1bdc071bf20"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:07.413984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7f8253a6-3089-4303-a7fc-b1bdc071bf20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7f8253a6-3089-4303-a7fc-b1bdc071bf20,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:07.461129 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.461927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 36c78f89-17f7-4ecd-bb8a-74cd8125b866 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:07.546739 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a6df262-df46-45fb-8d16-88d03bb64164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.578034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7f8253a6-3089-4303-a7fc-b1bdc071bf20,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:07.596878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:07.604495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 2, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:07.606402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:07.606811 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.613094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d31fad-fa11-4093-809b-02aef0e71594 req-cf1ae6c6-0ed6-4c3e-957a-c11ca948ad5b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:07.614669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15d31fad-fa11-4093-809b-02aef0e71594 req-cf1ae6c6-0ed6-4c3e-957a-c11ca948ad5b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1843233 Oct 19 01:13:07.656819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:07.657659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Updating router 02d4e846-fb18-4c50-8969-d7cbf875f183 port d6aa7457-34db-48bc-b2b4-d39f79d81c75 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:13:07.704072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.710441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-8c676f2a-0cc6-4909-a005-25b017d892d7 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:07.718505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-8c676f2a-0cc6-4909-a005-25b017d892d7 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 820 time: 0.1586070 Oct 19 01:13:07.735452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-28a3625f-d6e0-4e47-8d79-8f6d26c4cbcb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/quotas/f3657033c8e9415fb3b423e7b89ea3a2 HTTP/1.1" status: 200 len: 375 time: 0.0155976 Oct 19 01:13:07.800204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a6df262-df46-45fb-8d16-88d03bb64164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.815633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15d31fad-fa11-4093-809b-02aef0e71594 req-f338ab8e-92c0-46e5-a8cd-0e50c480790e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833084 Oct 19 01:13:07.816732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.823409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a6df262-df46-45fb-8d16-88d03bb64164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:07.854273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-302ce259-f06d-4f44-9af9-b2473c7e0b66 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161137 Oct 19 01:13:07.893661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8a6df262-df46-45fb-8d16-88d03bb64164 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=296ebb5d903a4b68b8e45eafe05785ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332796 Oct 19 01:13:07.896305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50332) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:07.921173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 36c78f89-17f7-4ecd-bb8a-74cd8125b866, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=36c78f89-17f7-4ecd-bb8a-74cd8125b866,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:07.939733 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.017889 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-00d0693e-d79c-44b9-b55a-e805f0111581 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622558 Oct 19 01:13:08.065438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-baede69c-7e0a-4e6a-9ec5-f90c50ffbee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.127043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac58acf-b0a8-4f17-aa1f-9cf6f1fc416f req-2d7ffb50-78aa-4276-99e0-dd1167b5a972 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.129455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ac58acf-b0a8-4f17-aa1f-9cf6f1fc416f req-2d7ffb50-78aa-4276-99e0-dd1167b5a972 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 945 time: 0.1487625 Oct 19 01:13:08.135123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df262-df46-45fb-8d16-88d03bb64164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e64f3-2528-40f5-851e-f83298350225,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:08.184490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-76e870fe-447d-4533-a415-038bd5e66bb4 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654835 Oct 19 01:13:08.196272 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-baede69c-7e0a-4e6a-9ec5-f90c50ffbee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.199370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=36c78f89-17f7-4ecd-bb8a-74cd8125b866,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:08.200595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ac58acf-b0a8-4f17-aa1f-9cf6f1fc416f req-05ca0f45-be79-4840-8efd-683c3d2ccd7c tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615616 Oct 19 01:13:08.258114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:08.289641 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb6dc5-aa40-4c97-971b-3094c8e451b2 x-openstack-request-id: req-a3cb6dc5-aa40-4c97-971b-3094c8e451b2 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:08.290152 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "7f8253a6-3089-4303-a7fc-b1bdc071bf20", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:08.290556 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3cb6dc5-aa40-4c97-971b-3094c8e451b2 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:08.294987 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8253a6-3089-4303-a7fc-b1bdc071bf20', 'code': 200} Oct 19 01:13:08.299958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-baede69c-7e0a-4e6a-9ec5-f90c50ffbee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.302678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-baede69c-7e0a-4e6a-9ec5-f90c50ffbee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.304605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-baede69c-7e0a-4e6a-9ec5-f90c50ffbee7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/766e64f3-2528-40f5-851e-f83298350225 HTTP/1.1" status: 204 len: 168 time: 0.4062846 Oct 19 01:13:08.320285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baede69c-7e0a-4e6a-9ec5-f90c50ffbee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e64f3-2528-40f5-851e-f83298350225,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:08.398881 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.413197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.459718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-network', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:08.539856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a886b-17dc-43d5-a1d3-87a3b77cec87 None None] Pushing event updated for resources: {'Port': ['ID=d6aa7457-34db-48bc-b2b4-d39f79d81c75,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:08.577007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Made reservation on behalf of 568b7f442a334ce79601bf0d1357e40d for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:08.591460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.620910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fb11e-b77f-4872-a23b-446d34100bcb req-e1b730a1-526c-4095-980b-deb5059bf153 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.629819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fb11e-b77f-4872-a23b-446d34100bcb req-e1b730a1-526c-4095-980b-deb5059bf153 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:08.644572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee7fb11e-b77f-4872-a23b-446d34100bcb req-e1b730a1-526c-4095-980b-deb5059bf153 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1681 time: 0.1622968 Oct 19 01:13:08.662992 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0cbabdbc-6bd0-464a-bd2b-c1438cdea4c8 req-b33a8076-2583-4abf-9832-3ad53c95c8a7 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 210 time: 0.0594292 Oct 19 01:13:08.688153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Attempting to bind port d6aa7457-34db-48bc-b2b4-d39f79d81c75 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:08.688751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Attempting to bind port d6aa7457-34db-48bc-b2b4-d39f79d81c75 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:08.688943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Attempting to bind port d6aa7457-34db-48bc-b2b4-d39f79d81c75 on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:08.695960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:08.696387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Checking segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:08.696838 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.697269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Bound using segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:08.697765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Bound port: d6aa7457-34db-48bc-b2b4-d39f79d81c75, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:08.698147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.714299 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.776993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] For port d6aa7457-34db-48bc-b2b4-d39f79d81c75, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:08.781395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] For port d6aa7457-34db-48bc-b2b4-d39f79d81c75, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d6aa7457-34db-48bc-b2b4-d39f79d81c75,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:08.794449 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.832594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee7fb11e-b77f-4872-a23b-446d34100bcb req-801a6818-e30b-4734-8e14-9760bd396e57 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832912 Oct 19 01:13:08.873058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:08.873800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:12:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:08.949722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.953230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-efdfeb0e-6e43-434a-83fe-de443907c701 None None] Provisioning complete for port d6aa7457-34db-48bc-b2b4-d39f79d81c75 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:08.953917 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-efdfeb0e-6e43-434a-83fe-de443907c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.954606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.970375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:08.978375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a886b-17dc-43d5-a1d3-87a3b77cec87 None None] Pushing event updated for resources: {'Port': ['ID=d6aa7457-34db-48bc-b2b4-d39f79d81c75,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:08.986378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:08.986688 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Added segment e7f6f6bb-5c1a-4cab-a67c-74195be3eda3 of type vlan for network 4925dcae-9992-45e4-b19c-01b441599ad5 Oct 19 01:13:09.041839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.081298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.082558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.083484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.107335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf30ae-f679-4a5f-958a-1d116eafab7c req-fd6bcb86-e57e-4ad9-9c03-f6aaf3462ad4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.118954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fdf30ae-f679-4a5f-958a-1d116eafab7c req-fd6bcb86-e57e-4ad9-9c03-f6aaf3462ad4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1516547 Oct 19 01:13:09.149538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8897243 Oct 19 01:13:09.153439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5585f1c5-6265-440a-83cd-8324395b6ce6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.190412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50366) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.196816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Request body: {'subnet': {'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-subnet', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:09.222712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71101557-fdb2-4a4d-a66c-2fa64ab7360a admin admin] Pushing event updated for resources: {'Network': ['ID=4925dcae-9992-45e4-b19c-01b441599ad5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.229250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Made reservation on behalf of 568b7f442a334ce79601bf0d1357e40d for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:09.232960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.251628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 4925dcae-9992-45e4-b19c-01b441599ad5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:09.281786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:09.318546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fdf30ae-f679-4a5f-958a-1d116eafab7c req-0e62c7b1-bde6-421c-81d1-8e46455d3e85 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932342 Oct 19 01:13:09.336700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-b750cc86-1e5d-4676-a6c1-e17292840a74 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.338832 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-b750cc86-1e5d-4676-a6c1-e17292840a74 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.74 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 945 time: 0.2158570 Oct 19 01:13:09.384503 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.524031 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-efdfeb0e-6e43-434a-83fe-de443907c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.588737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.667112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Deleting port b819d4d6-ec36-40e3-8921-d813a37b8606 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:09.676325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.686563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-efdfeb0e-6e43-434a-83fe-de443907c701 None None] For port d6aa7457-34db-48bc-b2b4-d39f79d81c75, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d6aa7457-34db-48bc-b2b4-d39f79d81c75,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:09.728494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-efdfeb0e-6e43-434a-83fe-de443907c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.779499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca1db-ff71-4938-b3c1-0d31d64906db req-33c9faf2-1b4d-45d5-880f-eaec8a5aff7d tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.781157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6bca1db-ff71-4938-b3c1-0d31d64906db req-33c9faf2-1b4d-45d5-880f-eaec8a5aff7d tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 945 time: 0.2468479 Oct 19 01:13:09.782155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Checking segment: {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:09.782517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Network hostable DHCP agents. Network: 4925dcae-9992-45e4-b19c-01b441599ad5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:09.794584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffde002-54f5-4c7c-822a-80ee705abc43,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.796584 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5eb1fef2-6fca-4f47-8844-c179920f8fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.839535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50384) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.850840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfeb0e-6e43-434a-83fe-de443907c701 None None] Pushing event updated for resources: {'Port': ['ID=d6aa7457-34db-48bc-b2b4-d39f79d81c75,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:09.888822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-10cc6c02-b97a-451f-afb6-ae71e139645e None None] Provisioning complete for port d6aa7457-34db-48bc-b2b4-d39f79d81c75 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:09.889225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-10cc6c02-b97a-451f-afb6-ae71e139645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.891522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6bca1db-ff71-4938-b3c1-0d31d64906db req-2fa5c9e0-ea57-4efc-b26c-d33f6a98ca50 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/security-groups?id=f3aaa038-493e-4c50-a1bf-482dbf794a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852647 Oct 19 01:13:09.892368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Network 4925dcae-9992-45e4-b19c-01b441599ad5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:09.892542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:08Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:09.911226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 4925dcae-9992-45e4-b19c-01b441599ad5) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:09.921176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:09.921783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.933281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ad2b173-d749-43df-8f2c-dc420bc3bb76 req-d5fd16c3-e991-4b36-b386-1cbe911095ae tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 210 time: 0.0823557 Oct 19 01:13:09.937194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] For port b819d4d6-ec36-40e3-8921-d813a37b8606, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b819d4d6-ec36-40e3-8921-d813a37b8606,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:09.937777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:09.952037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb2277c4-0ed6-45f7-8321-3dc038136198 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7581248 Oct 19 01:13:09.952426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:09.957445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Calling delete_port for b819d4d6-ec36-40e3-8921-d813a37b8606 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:09.957956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:09.959807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e2e6f-06c5-4311-b39c-ca6fdc4e5cf4 None None] Network 4925dcae-9992-45e4-b19c-01b441599ad5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:09.965346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7fb5bd-b62e-40c0-ac53-0633d8e31b2e None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:08Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:10.023966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.024238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.270946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.309309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c78f89-17f7-4ecd-bb8a-74cd8125b866'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:10.312483 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de18c5da-105d-4141-a02c-13fd02c3cae0" -d '{"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "36c78f89-17f7-4ecd-bb8a-74cd8125b866"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:10.341088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b819d4d6-ec36-40e3-8921-d813a37b8606'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:10.428010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Pushing event deleted for resources: {'Port': ['ID=b819d4d6-ec36-40e3-8921-d813a37b8606,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:10.460125 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf161fd-39a7-4361-8f61-0d5c900db836 x-openstack-request-id: req-daf161fd-39a7-4361-8f61-0d5c900db836 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:10.460557 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-plugged", "status": "completed", "tag": "36c78f89-17f7-4ecd-bb8a-74cd8125b866", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:10.460971 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-daf161fd-39a7-4361-8f61-0d5c900db836 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:10.461461 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c78f89-17f7-4ecd-bb8a-74cd8125b866', 'code': 200} Oct 19 01:13:10.499514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2037460180-network', 'tenant_id': 'ffd46702aea5415391bfb5e7d96393a8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:10.506062 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.569903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] No DVR routers for this DVR port b819d4d6-ec36-40e3-8921-d813a37b8606 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:10.572591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.577119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12ae61f5-3140-465b-bdfc-b654d7d2234d req-69ea23a3-8002-4ce7-a6f5-5565e7a539e6 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.74 "DELETE /v2.0/ports/b819d4d6-ec36-40e3-8921-d813a37b8606 HTTP/1.1" status: 204 len: 173 time: 1.2188525 Oct 19 01:13:10.628383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'name': 'network-vif-deleted', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:10.630961 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330d739d-d66c-429f-8867-e18fc8d00202" -d '{"events": [{"server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "name": "network-vif-deleted", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:10.666817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-4925dcae-9992-45e4-b19c-01b441599ad5', 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'fixed_ips': [{'subnet_id': '2ffde002-54f5-4c7c-822a-80ee705abc43'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:10.673091 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.692544 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.700716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.775579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2683d4d-6795-4d7f-86a2-9cb6b1f73460 req-fe9cbbfc-e2e2-48b7-b422-98e6ad88f952 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.777422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Made reservation on behalf of ffd46702aea5415391bfb5e7d96393a8 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:10.779689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.784247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2683d4d-6795-4d7f-86a2-9cb6b1f73460 req-fe9cbbfc-e2e2-48b7-b422-98e6ad88f952 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1495237 Oct 19 01:13:10.825521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870f2a2-535c-489f-83b2-b49d9d67c241 req-4bdf4d13-f571-43bc-9c72-7ce6f98bc074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.826066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870f2a2-535c-489f-83b2-b49d9d67c241 req-4bdf4d13-f571-43bc-9c72-7ce6f98bc074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.828141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4870f2a2-535c-489f-83b2-b49d9d67c241 req-4bdf4d13-f571-43bc-9c72-7ce6f98bc074 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1985 time: 0.2687538 Oct 19 01:13:10.845598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:10.894122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4870f2a2-535c-489f-83b2-b49d9d67c241 req-8c31d3cc-779f-47d6-9d34-cfae04167ea1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 Oct 19 01:13:10.901402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-a8498380-937d-4461-82e1-4bd5aeccdb2d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.903248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-a8498380-937d-4461-82e1-4bd5aeccdb2d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.74 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 820 time: 0.6580043 Oct 19 01:13:10.911631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749995da-f346-4e4f-9821-5b4b681fd278 req-162a7813-7153-447b-9e32-69b821999894 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.915307 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2683d4d-6795-4d7f-86a2-9cb6b1f73460 req-40adef3e-2e6b-461a-8c2c-e60714fcda10 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288128 Oct 19 01:13:10.918301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749995da-f346-4e4f-9821-5b4b681fd278 req-162a7813-7153-447b-9e32-69b821999894 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:10.919915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-749995da-f346-4e4f-9821-5b4b681fd278 req-162a7813-7153-447b-9e32-69b821999894 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1681 time: 0.4241226 Oct 19 01:13:10.939225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'port': {'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'admin_state_up': True, 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:10.972032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d6aa7457-34db-48bc-b2b4-d39f79d81c75 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:10.987944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.052596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-749995da-f346-4e4f-9821-5b4b681fd278 req-7266f95e-9857-4636-830e-876ebb6cf8c4 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241312 Oct 19 01:13:11.086081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Allocated IP 172.20.0.2 (4925dcae-9992-45e4-b19c-01b441599ad5/2ffde002-54f5-4c7c-822a-80ee705abc43/0195055f-53a3-42ee-8b50-b0b22817a933) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:11.138090 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804da895-2a4f-43d3-b0be-ac741c3c1cd1 x-openstack-request-id: req-804da895-2a4f-43d3-b0be-ac741c3c1cd1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:11.138726 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f546f681-bcfa-4628-b0cf-02f0cb053258", "name": "network-vif-deleted", "tag": "b819d4d6-ec36-40e3-8921-d813a37b8606", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:11.139851 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-804da895-2a4f-43d3-b0be-ac741c3c1cd1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:11.141613 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f546f681-bcfa-4628-b0cf-02f0cb053258', 'name': 'network-vif-deleted', 'tag': 'b819d4d6-ec36-40e3-8921-d813a37b8606', 'status': 'completed', 'code': 200} Oct 19 01:13:11.213365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d6aa7457-34db-48bc-b2b4-d39f79d81c75 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:11.213744 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.229774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Made reservation on behalf of f3657033c8e9415fb3b423e7b89ea3a2 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:11.234365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.290443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.311488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.386068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:11.406767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd2f312-c949-47e8-be8d-4090188cba31,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:11.451820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b48b26c3-b084-451e-8b83-13c86fafd184 req-7a5a7d67-bb39-4643-afe7-069b4b6cb291 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 210 time: 0.0668867 Oct 19 01:13:11.457088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.458168 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Added segment b45e3220-6084-4094-911c-df557b199b49 of type vlan for network 12311b84-bf6d-4043-b546-838828c304d7 Oct 19 01:13:11.497060 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.515066 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.525644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Allocated IP 172.20.0.4 (e1f052a3-0cab-42a9-8e30-374e8ca1f301/38ab5065-ae17-4002-913a-ca0b14841f1a/4ba3b57a-2e2e-4842-b02d-2b02c048cc95) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:11.566866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Network 4925dcae-9992-45e4-b19c-01b441599ad5 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:11.571000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:11.577643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:11.590594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Pushing event updated for resources: {'Port': ['ID=0195055f-53a3-42ee-8b50-b0b22817a933,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:11.591346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.658138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Attempting to bind port 0195055f-53a3-42ee-8b50-b0b22817a933 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:11.658510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Attempting to bind port 0195055f-53a3-42ee-8b50-b0b22817a933 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:11.658870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Attempting to bind port 0195055f-53a3-42ee-8b50-b0b22817a933 on network 4925dcae-9992-45e4-b19c-01b441599ad5 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:11.665630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:11.666007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Checking segment: {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:11.666413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.666810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Bound using segment: {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:11.667289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Bound port: 0195055f-53a3-42ee-8b50-b0b22817a933, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:11.667672 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.683025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1482118-8d53-4826-aff7-7218cb6d8eb7 req-de295428-6723-4cd1-9b6a-5acde0006e70 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482 tempest-FloatingIPsAssociationNegativeTestJSON-1254961482-project] 10.222.0.64 "GET /v2.0/ports?device_id=f546f681-bcfa-4628-b0cf-02f0cb053258 HTTP/1.1" status: 200 len: 210 time: 0.3926418 Oct 19 01:13:11.690315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.691612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:11.692458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.701131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.747663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.766962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] For port 0195055f-53a3-42ee-8b50-b0b22817a933, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:11.770811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] For port 0195055f-53a3-42ee-8b50-b0b22817a933, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0195055f-53a3-42ee-8b50-b0b22817a933,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:11.773532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9159327 Oct 19 01:13:11.778941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50406) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:11.782136 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.823035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Request body: {'subnet': {'network_id': '12311b84-bf6d-4043-b546-838828c304d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2037460180-subnet', 'tenant_id': 'ffd46702aea5415391bfb5e7d96393a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:11.848106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6c830-bad4-48d7-81b2-87732b1b9f3e None None] Pushing event updated for resources: {'Port': ['ID=0195055f-53a3-42ee-8b50-b0b22817a933,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:11.880545 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.885259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477f7da-bbaa-4a4e-af24-09ed2e268bbb admin admin] Pushing event updated for resources: {'Network': ['ID=12311b84-bf6d-4043-b546-838828c304d7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:11.891216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Made reservation on behalf of ffd46702aea5415391bfb5e7d96393a8 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:11.893709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:11.897111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 12311b84-bf6d-4043-b546-838828c304d7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:11.946011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.063842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Pushing event updated for resources: {'Port': ['ID=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:12.084594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:12.087930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:12.092098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:12.211949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.294335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.297180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.333021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Allocated IP 172.25.0.238 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/544454ad-e302-4568-a573-b8fc1cbb1832) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:12.377324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-c4770b1d-ac24-4820-b4b2-dee221ba0690 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4496140 Oct 19 01:13:12.398472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc130f88-8f1e-469a-8d31-016c6b00247b req-36aa93cd-61c2-4f16-b1ab-de1627b5a94c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.408736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc130f88-8f1e-469a-8d31-016c6b00247b req-36aa93cd-61c2-4f16-b1ab-de1627b5a94c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.410579 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc130f88-8f1e-469a-8d31-016c6b00247b req-36aa93cd-61c2-4f16-b1ab-de1627b5a94c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1681 time: 0.1061637 Oct 19 01:13:12.416807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Request body: {'port': {'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:12.522292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164e0f0-e042-4898-b585-491251666bb7 req-e3574110-3d51-4543-b035-9699a1900550 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:12.524169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b164e0f0-e042-4898-b585-491251666bb7 req-e3574110-3d51-4543-b035-9699a1900550 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.4565279 Oct 19 01:13:12.529772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.534668 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc130f88-8f1e-469a-8d31-016c6b00247b req-c4ce4c36-1b68-46b9-b832-4d46f2184ae6 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134512 Oct 19 01:13:12.601060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-44c8c932-8e3b-4182-bdb7-8f5df2e47c84 None None] Provisioning complete for port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:12.603068 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-44c8c932-8e3b-4182-bdb7-8f5df2e47c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.684591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-44c8c932-8e3b-4182-bdb7-8f5df2e47c84 None None] Port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:12.689949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.741526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.751242 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.811770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:12.819698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.834006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Transition to ACTIVE for port object 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:12.847100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:12.871354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:12.904256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b164e0f0-e042-4898-b585-491251666bb7 req-b0e7ca33-673e-49c7-b7f3-e739820409e2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623307 Oct 19 01:13:12.905446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:12.915714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:12.920507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Pushing event updated for resources: {'Port': ['ID=544454ad-e302-4568-a573-b8fc1cbb1832,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:12.925536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfcd493-6f1b-4ef1-ab9a-0a8161316031,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:12.988933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0195055f-53a3-42ee-8b50-b0b22817a933 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:12.992492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50420) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:13.097882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0195055f-53a3-42ee-8b50-b0b22817a933 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:13.098264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.109415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Checking segment: {'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:13.109777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Network hostable DHCP agents. Network: 12311b84-bf6d-4043-b546-838828c304d7, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:13.269556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b819d4d6-ec36-40e3-8921-d813a37b8606 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:13.286740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:13.346205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.348927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b819d4d6-ec36-40e3-8921-d813a37b8606 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:13.350294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b819d4d6-ec36-40e3-8921-d813a37b8606 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:13.373585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8781f6-81a7-4064-b34a-e645d87a12c3 req-7109b958-ccc7-43b4-bc2e-24337951258d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:13.375298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e8781f6-81a7-4064-b34a-e645d87a12c3 req-7109b958-ccc7-43b4-bc2e-24337951258d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 943 time: 0.5398309 Oct 19 01:13:13.400142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Network 12311b84-bf6d-4043-b546-838828c304d7 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:13.420300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 0195055f-53a3-42ee-8b50-b0b22817a933, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0195055f-53a3-42ee-8b50-b0b22817a933,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:13.427891 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.466874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 12311b84-bf6d-4043-b546-838828c304d7) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:13.492654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8868e3-5e3f-4c4b-b3f2-dbe6c5223051 None None] Network 12311b84-bf6d-4043-b546-838828c304d7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:13.493602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e8781f6-81a7-4064-b34a-e645d87a12c3 req-ef32ed82-87a4-4ee8-a935-8f8fa726fcf5 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075845 Oct 19 01:13:13.501015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Attempting to bind port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:13.501224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:13.501444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Attempting to bind port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:13.501688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Attempting to bind port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:13.501838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.507586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:13.507915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Attempting to bind port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:13.516058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:13.516597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Checking segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:13.517346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Bound using segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:13.517889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Bound port: 4ba3b57a-2e2e-4842-b02d-2b02c048cc95, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:13.518540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.614684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] For port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:13.625424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] For port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:13.634793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.640310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f438f-8049-4344-b52a-47dfa595833b None None] Network 4925dcae-9992-45e4-b19c-01b441599ad5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:13.665329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:13.665943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.667623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 1092 time: 1.2557931 Oct 19 01:13:13.694087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:13.699812 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:13.768929 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1a51f7e9-4e99-4fd6-849c-e8da26f07c08 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9807310 Oct 19 01:13:13.768929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:13.798822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5288d-c130-4f89-9a57-27d74b4bdc61 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:13.839027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-74f5934b-6882-44b9-941e-78a52c383905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:13.840861 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-74f5934b-6882-44b9-941e-78a52c383905 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1095 time: 0.0921102 Oct 19 01:13:13.961557 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933c18c3-cc8c-4572-b13a-8542af687e82 x-openstack-request-id: req-933c18c3-cc8c-4572-b13a-8542af687e82 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:13.961939 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:13.962138 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-933c18c3-cc8c-4572-b13a-8542af687e82 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:13.962485 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'status': 'completed', 'code': 200} Oct 19 01:13:13.971780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-d1241bdb-b473-452f-b1e9-0ea173c6a447 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 217 time: 0.1113133 Oct 19 01:13:13.992391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bf87a-7bdb-4a25-8072-df3f29012396 req-0fa86cc5-24ee-48b3-8842-7b6ecbe1b49c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:13.998672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bf87a-7bdb-4a25-8072-df3f29012396 req-0fa86cc5-24ee-48b3-8842-7b6ecbe1b49c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.006744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d24bf87a-7bdb-4a25-8072-df3f29012396 req-0fa86cc5-24ee-48b3-8842-7b6ecbe1b49c tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1681 time: 0.3057721 Oct 19 01:13:14.010152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=0195055f-53a3-42ee-8b50-b0b22817a933,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:14.061111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-3d784da0-4cc4-4e20-8315-e0a6a8c196af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.062662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-3d784da0-4cc4-4e20-8315-e0a6a8c196af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0902743 Oct 19 01:13:14.077584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2646851-6f92-4a2c-b4e6-171b4252d64a req-cb0d3070-d554-4930-af1e-c563581ebd5b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.078610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-24461354-007f-45ed-9705-b44f1d8e4daf None None] Provisioning complete for port 0195055f-53a3-42ee-8b50-b0b22817a933 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:14.078993 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-24461354-007f-45ed-9705-b44f1d8e4daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.085644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2646851-6f92-4a2c-b4e6-171b4252d64a req-cb0d3070-d554-4930-af1e-c563581ebd5b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.0964973 Oct 19 01:13:14.106757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69d7f6-4597-4af5-9cf2-7a491875e302 None None] Network 12311b84-bf6d-4043-b546-838828c304d7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:14.157981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d24bf87a-7bdb-4a25-8072-df3f29012396 req-482653fc-d45a-4f4a-a742-8db4cd577a85 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499403 Oct 19 01:13:14.158216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-bd62345e-0280-4550-949b-a24770f83e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.159296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-bd62345e-0280-4550-949b-a24770f83e9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708392 Oct 19 01:13:14.168791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2646851-6f92-4a2c-b4e6-171b4252d64a req-62de5426-b05d-4a9f-b5af-a2eb35b752fb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821695 Oct 19 01:13:14.329176 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-10addea4-8399-4e6f-8bff-c7c3d2a8da58 service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593180 Oct 19 01:13:14.463718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4321f23a-85f0-41af-a7d3-5ef5713c2394 req-8d2cd6fb-0d1e-4b2e-af1f-89719a118a9b service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183054 Oct 19 01:13:14.641581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-3c0d83c5-4983-4897-9276-d58478cac6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.644221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-3c0d83c5-4983-4897-9276-d58478cac6ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1095 time: 0.0702226 Oct 19 01:13:14.667110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-54179b3c-f297-43b0-9269-7b3397b1c193 req-c8ecb6de-8f61-403a-b450-ef7ca16b949f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1072136466', 'description': 'tempest-description-1944301243'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:14.714834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-71b6ac3d-6f5e-421c-be62-1f6252fa6726 None None] Provisioning complete for port 0195055f-53a3-42ee-8b50-b0b22817a933 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:14.715902 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-71b6ac3d-6f5e-421c-be62-1f6252fa6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.718340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.805851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137ef4-21eb-4714-b5f8-d1e5dc22ff08 req-3076e0a1-0ae5-402f-99ca-f74be614a4cc tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.813261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7137ef4-21eb-4714-b5f8-d1e5dc22ff08 req-3076e0a1-0ae5-402f-99ca-f74be614a4cc tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 943 time: 0.1260748 Oct 19 01:13:14.840825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-7db885f6-062c-4397-844d-946e30560017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.841579 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-7db885f6-062c-4397-844d-946e30560017 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.1711740 Oct 19 01:13:14.844530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54179b3c-f297-43b0-9269-7b3397b1c193 req-c8ecb6de-8f61-403a-b450-ef7ca16b949f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.879793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0195055f-53a3-42ee-8b50-b0b22817a933 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:14.909654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7137ef4-21eb-4714-b5f8-d1e5dc22ff08 req-57735569-d159-48ef-a499-db5ff635ef6e tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935671 Oct 19 01:13:14.911306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-9fce43c0-c089-4d6e-b83a-4420800f0e9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 217 time: 0.0603857 Oct 19 01:13:14.951037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0195055f-53a3-42ee-8b50-b0b22817a933 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:14.951424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:14.994850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-ce45bac4-121a-40d1-a83e-8c24cd5275d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:14.996652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-ce45bac4-121a-40d1-a83e-8c24cd5275d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0771842 Oct 19 01:13:15.045744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Router 0dd2903c-3292-4d26-b333-79e7a8007e7c is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:13:15.074449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54179b3c-f297-43b0-9269-7b3397b1c193 req-c8ecb6de-8f61-403a-b450-ef7ca16b949f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.087648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54179b3c-f297-43b0-9269-7b3397b1c193 req-c8ecb6de-8f61-403a-b450-ef7ca16b949f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.097947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-6bdf03a7-0e4a-4c8e-883e-d1f206f73611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:15.099484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-6bdf03a7-0e4a-4c8e-883e-d1f206f73611 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956070 Oct 19 01:13:15.112903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e5a97-b112-4af7-891e-2a879e6a4f55 req-8e8643dc-0ab3-4b95-87d8-0b19dfc4c8f3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:15.120071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e5a97-b112-4af7-891e-2a879e6a4f55 req-8e8643dc-0ab3-4b95-87d8-0b19dfc4c8f3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:15.121632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-835e5a97-b112-4af7-891e-2a879e6a4f55 req-8e8643dc-0ab3-4b95-87d8-0b19dfc4c8f3 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1681 time: 0.1015882 Oct 19 01:13:15.177142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.190892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54179b3c-f297-43b0-9269-7b3397b1c193 req-c8ecb6de-8f61-403a-b450-ef7ca16b949f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.190892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54179b3c-f297-43b0-9269-7b3397b1c193 req-c8ecb6de-8f61-403a-b450-ef7ca16b949f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5278227 Oct 19 01:13:15.221105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecb6de-8f61-403a-b450-ef7ca16b949f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336de59d-167d-4b49-8c2f-eab0bef59fda,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:15.256114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-09a04a06-bbca-4eb0-8e0e-980e75d38162 service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331191 Oct 19 01:13:15.291819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:15.292056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-835e5a97-b112-4af7-891e-2a879e6a4f55 req-818a261d-9816-4940-a9c6-1bc70abf0b1d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499476 Oct 19 01:13:15.303798 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Sync routers for ids ['0dd2903c-3292-4d26-b333-79e7a8007e7c'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:15.330373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Routers {'0dd2903c-3292-4d26-b333-79e7a8007e7c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:15.330995 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0dd2903c-3292-4d26-b333-79e7a8007e7c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:15.367666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.369024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-24acd1b3-4c69-41ed-b5b5-291c05a72687 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4158347 Oct 19 01:13:15.402072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50500) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:15.407082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-dcc070ae-d521-4b97-b858-6de8b006e5fb req-52fe61f3-867f-4e3c-988c-97d31ab5e509 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2055955532', 'description': 'tempest-description-1992751367'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:15.474367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae00ec5c-880e-4a0b-8f56-a4258e867e2a req-258f8546-a47f-4b76-a932-d63a46d40b19 service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981180 Oct 19 01:13:15.503692 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Set router 0dd2903c-3292-4d26-b333-79e7a8007e7c gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:15.516226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea311b7f-d60c-4d6a-af54-5123bae86159 req-83a83e3f-98d1-4bca-8e68-ac0a1f0da1a8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:15.518197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea311b7f-d60c-4d6a-af54-5123bae86159 req-83a83e3f-98d1-4bca-8e68-ac0a1f0da1a8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.0975621 Oct 19 01:13:15.519762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcc070ae-d521-4b97-b858-6de8b006e5fb req-52fe61f3-867f-4e3c-988c-97d31ab5e509 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.580571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea311b7f-d60c-4d6a-af54-5123bae86159 req-3b4bdac3-af70-4452-99f6-8a2c748cfe4e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556009 Oct 19 01:13:15.755678 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:13:13Z', 'revision_number': 3, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port': {'id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:11Z', 'updated_at': '2021-10-19T01:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:15.784144 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Checking router: 0dd2903c-3292-4d26-b333-79e7a8007e7c for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:15.784640 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Updating router 0dd2903c-3292-4d26-b333-79e7a8007e7c port 544454ad-e302-4568-a573-b8fc1cbb1832 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:13:15.811217 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.814923 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcc070ae-d521-4b97-b858-6de8b006e5fb req-52fe61f3-867f-4e3c-988c-97d31ab5e509 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.822271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcc070ae-d521-4b97-b858-6de8b006e5fb req-52fe61f3-867f-4e3c-988c-97d31ab5e509 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.895328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcc070ae-d521-4b97-b858-6de8b006e5fb req-52fe61f3-867f-4e3c-988c-97d31ab5e509 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:15.897109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dcc070ae-d521-4b97-b858-6de8b006e5fb req-52fe61f3-867f-4e3c-988c-97d31ab5e509 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4935050 Oct 19 01:13:15.949666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe61f3-867f-4e3c-988c-97d31ab5e509 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee7175b-307e-4632-b0d5-653fe8b410a0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:15.964321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Deleting port 409000cf-749a-4c09-826f-d8d337d4feba {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:15.964665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.154945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae4e7-3302-4413-966d-91a56adc0b7e req-3e8b0734-5a37-466c-b0f3-1a08b0768941 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.161599 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-163ae4e7-3302-4413-966d-91a56adc0b7e req-3e8b0734-5a37-466c-b0f3-1a08b0768941 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 943 time: 0.1134095 Oct 19 01:13:16.213087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-163ae4e7-3302-4413-966d-91a56adc0b7e req-8380a9f8-2355-45d1-bb2f-9d8ddbeee449 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487621 Oct 19 01:13:16.213381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] For port 409000cf-749a-4c09-826f-d8d337d4feba, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=409000cf-749a-4c09-826f-d8d337d4feba,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:16.213780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.251207 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.260737 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.268835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Calling delete_port for 409000cf-749a-4c09-826f-d8d337d4feba owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:16.273628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.299920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-1af9485b-5e4d-45f5-ae40-d25527fd1fd7 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.307266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-1af9485b-5e4d-45f5-ae40-d25527fd1fd7 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.309107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-1af9485b-5e4d-45f5-ae40-d25527fd1fd7 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1681 time: 0.0844007 Oct 19 01:13:16.325415 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede5eab-5790-4a23-ac42-e9da7fa04ba7 None None] Pushing event updated for resources: {'Port': ['ID=544454ad-e302-4568-a573-b8fc1cbb1832,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.384429 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Attempting to bind port 544454ad-e302-4568-a573-b8fc1cbb1832 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:16.388267 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Attempting to bind port 544454ad-e302-4568-a573-b8fc1cbb1832 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:16.388874 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Attempting to bind port 544454ad-e302-4568-a573-b8fc1cbb1832 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:16.400985 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:16.401364 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:16.401769 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.402163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:16.402655 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Bound port: 544454ad-e302-4568-a573-b8fc1cbb1832, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:16.403064 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.463646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a460c3-bd89-4c80-8262-1514a322f257 req-613240b3-e225-4cd8-8706-84608b1885d8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.465233 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-613240b3-e225-4cd8-8706-84608b1885d8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 813 time: 0.2989178 Oct 19 01:13:16.468573 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] For port 544454ad-e302-4568-a573-b8fc1cbb1832, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:16.472698 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] For port 544454ad-e302-4568-a573-b8fc1cbb1832, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=544454ad-e302-4568-a573-b8fc1cbb1832,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:16.479913 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.519921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-28d6fc52-f955-4a33-822f-7a840e56f95f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/quotas/ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 375 time: 0.0391076 Oct 19 01:13:16.527865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9373-d141-483a-9703-567dc09cc812 req-2c755153-7b2c-48bf-bb20-106da91c67c8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.534856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9373-d141-483a-9703-567dc09cc812 req-2c755153-7b2c-48bf-bb20-106da91c67c8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:16.545714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-263d9373-d141-483a-9703-567dc09cc812 req-2c755153-7b2c-48bf-bb20-106da91c67c8 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 1681 time: 0.1408710 Oct 19 01:13:16.552588 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede5eab-5790-4a23-ac42-e9da7fa04ba7 None None] Pushing event updated for resources: {'Port': ['ID=544454ad-e302-4568-a573-b8fc1cbb1832,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:16.566214 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Routers {'0dd2903c-3292-4d26-b333-79e7a8007e7c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:16.566835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0dd2903c-3292-4d26-b333-79e7a8007e7c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:16.578875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:16.579224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.598296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Allocated IP 172.20.0.1 (4925dcae-9992-45e4-b19c-01b441599ad5/2ffde002-54f5-4c7c-822a-80ee705abc43/80af82b2-f7a3-4838-b1eb-8d61f002af62) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:16.602762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-90e2f2fa-02ba-4d8d-a181-ecd2a13a6b7d tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407975 Oct 19 01:13:16.718158 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] Set router 0dd2903c-3292-4d26-b333-79e7a8007e7c gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:16.723239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-263d9373-d141-483a-9703-567dc09cc812 req-3383e6f9-df4f-491a-bf86-332d5346c242 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766744 Oct 19 01:13:16.792878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port 7f8253a6-3089-4303-a7fc-b1bdc071bf20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7f8253a6-3089-4303-a7fc-b1bdc071bf20,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:16.794358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.808487 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-a3b3eb47-6b52-4019-ae64-9b475a374c1d service neutron] 10.222.0.64 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953857 Oct 19 01:13:16.824358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for 7f8253a6-3089-4303-a7fc-b1bdc071bf20 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:16.868338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.877297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:16.942694 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Pushing event deleted for resources: {'Port': ['ID=409000cf-749a-4c09-826f-d8d337d4feba,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:17.097628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-c641dfe4-85e1-4d64-a5bc-f768ca8c7da8 service neutron] 10.222.0.64 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754817 Oct 19 01:13:17.140055 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.165532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ebe4-9e5e-4da6-bd51-40039a7ab10f req-bffa2184-c0de-46b7-b215-04841d0cb731 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:17.167123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b140ebe4-9e5e-4da6-bd51-40039a7ab10f req-bffa2184-c0de-46b7-b215-04841d0cb731 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1651094 Oct 19 01:13:17.173939 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:13:13Z', 'revision_number': 3, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port': {'id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:11Z', 'updated_at': '2021-10-19T01:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:17.221392 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f59e15-5af3-496e-a630-97263cb07eae None None] The sync data for ids ['0dd2903c-3292-4d26-b333-79e7a8007e7c'] in n-d-789963-20 is: [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:13:13Z', 'revision_number': 3, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port': {'id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:11Z', 'updated_at': '2021-10-19T01:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:17.226503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.244719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7f8253a6-3089-4303-a7fc-b1bdc071bf20', '36c78f89-17f7-4ecd-bb8a-74cd8125b866'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:17.248392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:17.274789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=7f8253a6-3089-4303-a7fc-b1bdc071bf20,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:17.388726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b140ebe4-9e5e-4da6-bd51-40039a7ab10f req-f002e8c1-a2d6-4efa-a3d8-05854d3462dd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090220 Oct 19 01:13:17.439652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port 7f8253a6-3089-4303-a7fc-b1bdc071bf20 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:17.442745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.447396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-0d854306-19aa-44e2-9b76-c6871985a36d tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.62 "DELETE /v2.0/ports/7f8253a6-3089-4303-a7fc-b1bdc071bf20 HTTP/1.1" status: 204 len: 173 time: 1.1274385 Oct 19 01:13:17.451300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-deleted', 'tag': '7f8253a6-3089-4303-a7fc-b1bdc071bf20'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:17.453897 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1630af11-43c9-4531-b405-7572e5a134e9" -d '{"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-deleted", "tag": "7f8253a6-3089-4303-a7fc-b1bdc071bf20"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:17.498068 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:13:17.652923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e282b15-2372-4d82-b341-3829804b802f req-355a0366-f207-4093-a8b3-f6e6e46f0aa0 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 210 time: 0.1084912 Oct 19 01:13:17.742098 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ae960d-8e37-4fbb-acfb-caa00d7790ef x-openstack-request-id: req-e8ae960d-8e37-4fbb-acfb-caa00d7790ef {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:17.745157 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-deleted", "tag": "7f8253a6-3089-4303-a7fc-b1bdc071bf20", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:17.745428 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8ae960d-8e37-4fbb-acfb-caa00d7790ef {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:17.746646 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-deleted', 'tag': '7f8253a6-3089-4303-a7fc-b1bdc071bf20', 'status': 'completed', 'code': 200} Oct 19 01:13:17.754502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:17.754868 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:17.856190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=80af82b2-f7a3-4838-b1eb-8d61f002af62,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:17.866913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Network 4925dcae-9992-45e4-b19c-01b441599ad5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:17.871506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:17.886549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:17.911329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:17.919111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'mac_address': 'fa:16:3e:5c:6a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:17.989924 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.007836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:18.027195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.042264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:18.078788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.145570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port 36c78f89-17f7-4ecd-bb8a-74cd8125b866, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=36c78f89-17f7-4ecd-bb8a-74cd8125b866,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:18.146955 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.190155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffa718-bc56-474d-a3a1-bf824e84145c req-de5b4b16-b858-45ca-94c4-0a27ab0ae754 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:18.191954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fffa718-bc56-474d-a3a1-bf824e84145c req-de5b4b16-b858-45ca-94c4-0a27ab0ae754 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 945 time: 0.2474988 Oct 19 01:13:18.197923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for 36c78f89-17f7-4ecd-bb8a-74cd8125b866 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:18.219738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:18.313198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d95a71-d5f0-47e7-8ecc-715e3f1b5418 req-2607040f-de91-4475-a208-7f501fb51e44 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:18.315110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2d95a71-d5f0-47e7-8ecc-715e3f1b5418 req-2607040f-de91-4475-a208-7f501fb51e44 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 943 time: 0.4699364 Oct 19 01:13:18.328701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fffa718-bc56-474d-a3a1-bf824e84145c req-3a259197-b1f2-4e83-a11a-172164fd4eee tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/security-groups?id=f0b979dc-f45c-4a65-b32c-9b687717c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238036 Oct 19 01:13:18.373448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-007e1049-ca86-4f99-a4ea-ef9f494f0852 None None] Provisioning complete for port 80af82b2-f7a3-4838-b1eb-8d61f002af62 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:18.374031 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-007e1049-ca86-4f99-a4ea-ef9f494f0852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.390432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.451635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-007e1049-ca86-4f99-a4ea-ef9f494f0852 None None] Port 80af82b2-f7a3-4838-b1eb-8d61f002af62 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:18.512809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4ba3b57a-2e2e-4842-b02d-2b02c048cc95'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:18.524478 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2d95a71-d5f0-47e7-8ecc-715e3f1b5418 req-bf92245c-5a5c-4ba3-86d4-7e3a17c10ba6 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007663 Oct 19 01:13:18.572305 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.595707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7f8253a6-3089-4303-a7fc-b1bdc071bf20'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:18.693210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=36c78f89-17f7-4ecd-bb8a-74cd8125b866,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:18.731242 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.855222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port 36c78f89-17f7-4ecd-bb8a-74cd8125b866 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:18.867917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:18.872069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-708a9a28-fc0b-4f32-b6d2-55de4b513e4f req-e6b88cca-193c-4cb2-9f8d-752e7c392dbd tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.62 "DELETE /v2.0/ports/36c78f89-17f7-4ecd-bb8a-74cd8125b866 HTTP/1.1" status: 204 len: 173 time: 1.4123909 Oct 19 01:13:18.889047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7124394-52b1-450c-9e5b-21417c178bdb req-4f1a0df2-f9f8-438b-bdb0-cfb85b0b9084 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:18.890952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7124394-52b1-450c-9e5b-21417c178bdb req-4f1a0df2-f9f8-438b-bdb0-cfb85b0b9084 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.2440732 Oct 19 01:13:18.981903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0795b080-36a2-468e-b140-fac658b8fe12 req-06e5b4f4-c706-47d5-881f-ee5c949c8188 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 210 time: 0.1396139 Oct 19 01:13:18.986850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7124394-52b1-450c-9e5b-21417c178bdb req-ce63e426-3b81-42ef-a775-6fdeae9a82f8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747492 Oct 19 01:13:19.059895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 544454ad-e302-4568-a573-b8fc1cbb1832 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:19.183098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 544454ad-e302-4568-a573-b8fc1cbb1832 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:19.183556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.293547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Router 9ef40b90-d1dd-400f-85e0-379ea503434a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:19.348046 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.378385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a460c3-bd89-4c80-8262-1514a322f257 req-296b6cca-9c66-49d4-9c32-3d8f92f5c7f2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:19.381245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-296b6cca-9c66-49d4-9c32-3d8f92f5c7f2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 813 time: 0.1795733 Oct 19 01:13:19.391833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.393886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 544454ad-e302-4568-a573-b8fc1cbb1832, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=544454ad-e302-4568-a573-b8fc1cbb1832,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:19.406486 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.407767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.424306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'port': {'device_id': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'network_id': '12311b84-bf6d-4043-b546-838828c304d7', 'admin_state_up': True, 'tenant_id': 'ffd46702aea5415391bfb5e7d96393a8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:19.505538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=544454ad-e302-4568-a573-b8fc1cbb1832,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:19.561072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.621353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e53901f-63a4-442c-a072-be8e1b92d9f3 req-253d3b70-7127-4a6b-a273-c6183df6259e tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b33aae8-1377-4c87-b14c-613de360b2ef HTTP/1.1" status: 200 len: 210 time: 0.1102133 Oct 19 01:13:19.638034 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.675781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=80af82b2-f7a3-4838-b1eb-8d61f002af62,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:19.681758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:19.689791 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d2e53d30-0065-4751-9ac8-fb4af98319dc admin admin] 10.222.0.64 "PUT /v2.0/routers/9ef40b90-d1dd-400f-85e0-379ea503434a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6896656 Oct 19 01:13:19.690497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50590) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:19.690735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] Sync routers for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:19.705321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:19.706176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:19.748016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-deleted', 'tag': '36c78f89-17f7-4ecd-bb8a-74cd8125b866'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:19.750956 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e9d2cc-8879-4ae2-a372-ab62630aec3e" -d '{"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-deleted", "tag": "36c78f89-17f7-4ecd-bb8a-74cd8125b866"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:19.808281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Network 4925dcae-9992-45e4-b19c-01b441599ad5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:19.811703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:19.849404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.868117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Made reservation on behalf of ffd46702aea5415391bfb5e7d96393a8 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:19.872194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:19.924033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:19.988511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Router 0dd2903c-3292-4d26-b333-79e7a8007e7c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:19.995186 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80400183-bfb7-48ee-94fe-82406476a53f x-openstack-request-id: req-80400183-bfb7-48ee-94fe-82406476a53f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:19.995186 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33aae8-1377-4c87-b14c-613de360b2ef", "name": "network-vif-deleted", "tag": "36c78f89-17f7-4ecd-bb8a-74cd8125b866", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:19.995186 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80400183-bfb7-48ee-94fe-82406476a53f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:19.995186 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33aae8-1377-4c87-b14c-613de360b2ef', 'name': 'network-vif-deleted', 'tag': '36c78f89-17f7-4ecd-bb8a-74cd8125b866', 'status': 'completed', 'code': 200} Oct 19 01:13:20.111842 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.209237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fffbaf-6e6e-416f-9a69-57a140313f33 req-f5ad3ea6-46ce-4647-aae6-7c96ef4eef3c tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:20.219193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fffbaf-6e6e-416f-9a69-57a140313f33 req-f5ad3ea6-46ce-4647-aae6-7c96ef4eef3c tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 944 time: 0.3664520 Oct 19 01:13:20.241467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff54ddc3-2184-4c7e-b586-a6890577cefd req-783cf2df-8eac-4760-b66c-a5fb6e8166d8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 210 time: 0.0724089 Oct 19 01:13:20.246461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3de03e8b-e500-4c08-871f-4e82af61dc23 None None] Provisioning complete for port 80af82b2-f7a3-4838-b1eb-8d61f002af62 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:20.246834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3de03e8b-e500-4c08-871f-4e82af61dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.266174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:20.274169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3b23531e-a994-4923-b656-7d992cb8cdb1 admin admin] 10.222.0.64 "PUT /v2.0/routers/0dd2903c-3292-4d26-b333-79e7a8007e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8621433 Oct 19 01:13:20.316675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3de03e8b-e500-4c08-871f-4e82af61dc23 None None] Port 80af82b2-f7a3-4838-b1eb-8d61f002af62 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:20.330702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:13:16Z', 'revision_number': 5, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port': {'id': 'b8c270c6-a3e4-4edb-9ab9-a8e7572dca84', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:15Z', 'updated_at': '2021-10-19T01:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:20.360274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] Checking router: 9ef40b90-d1dd-400f-85e0-379ea503434a for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:20.370955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] Routers {'9ef40b90-d1dd-400f-85e0-379ea503434a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:20.371634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['9ef40b90-d1dd-400f-85e0-379ea503434a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:20.431957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2675d-e486-480b-bde9-d20f3fef9311 req-004eac70-cc9f-496c-b6b4-bc3d50f7c8f0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:20.440216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ea2675d-e486-480b-bde9-d20f3fef9311 req-004eac70-cc9f-496c-b6b4-bc3d50f7c8f0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.0834880 Oct 19 01:13:20.471357 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Sync routers for ids ['0dd2903c-3292-4d26-b333-79e7a8007e7c'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:20.492218 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Routers {'0dd2903c-3292-4d26-b333-79e7a8007e7c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:20.494712 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0dd2903c-3292-4d26-b333-79e7a8007e7c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:20.497531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fffbaf-6e6e-416f-9a69-57a140313f33 req-23db796b-3ace-4ee5-ae20-3bdbd5f86336 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772169 Oct 19 01:13:20.530981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ea2675d-e486-480b-bde9-d20f3fef9311 req-13a7790e-c64a-4d20-9792-27f83a293343 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892603 Oct 19 01:13:20.545576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Allocated IP 172.20.0.12 (12311b84-bf6d-4043-b546-838828c304d7/7bfcd493-6f1b-4ef1-ab9a-0a8161316031/42452f8a-861b-4631-9705-d0d2d4f41d7d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:20.557523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] Set router 9ef40b90-d1dd-400f-85e0-379ea503434a gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:20.574453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Deleting port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:20.574794 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.611638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-41fbdede-1005-4ae3-9d87-d2f38991026e service neutron] 10.222.0.74 "GET /v2.0/ports/b766c02f-d025-4337-88e8-092e92a0e78b/bindings/n-h1-789963-20 HTTP/1.1" status: 200 len: 383 time: 0.3272359 Oct 19 01:13:20.656932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:13:20Z', 'revision_number': 6, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:20.742600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31178158-d6c2-4644-be1e-fe89c67a8f86 None None] The sync data for ids ['9ef40b90-d1dd-400f-85e0-379ea503434a'] in n-d-789963-20 is: [{'id': '9ef40b90-d1dd-400f-85e0-379ea503434a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-700797119-router', 'tenant_id': 'f2af29db725e441f80ff922a7b2da5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:14Z', 'updated_at': '2021-10-19T01:13:20Z', 'revision_number': 6, 'project_id': 'f2af29db725e441f80ff922a7b2da5e5', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:20.752040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50610) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:20.781904 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Set router 0dd2903c-3292-4d26-b333-79e7a8007e7c gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:20.868287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7f8253a6-3089-4303-a7fc-b1bdc071bf20 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:20.936681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting subnet 1c7189fe-8057-4309-81a2-737583745502 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:20.937986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 7f8253a6-3089-4303-a7fc-b1bdc071bf20 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:20.938936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7f8253a6-3089-4303-a7fc-b1bdc071bf20 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:20.939579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 36c78f89-17f7-4ecd-bb8a-74cd8125b866 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:20.942202 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:20.979185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 544454ad-e302-4568-a573-b8fc1cbb1832 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:20.982753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 36c78f89-17f7-4ecd-bb8a-74cd8125b866 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:20.983399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 36c78f89-17f7-4ecd-bb8a-74cd8125b866 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:21.001751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.078576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 544454ad-e302-4568-a573-b8fc1cbb1832 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:21.078931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.121000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.184763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.225791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.251338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] For port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:21.251736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.258344 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:13:18Z', 'revision_number': 4, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port': {'id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:11Z', 'updated_at': '2021-10-19T01:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '80af82b2-f7a3-4838-b1eb-8d61f002af62', 'name': '', 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'mac_address': 'fa:16:3e:4f:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2ffde002-54f5-4c7c-822a-80ee705abc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:16Z', 'updated_at': '2021-10-19T01:13:19Z', 'revision_number': 2, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'subnets': [{'id': '2ffde002-54f5-4c7c-822a-80ee705abc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:21.277903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7189fe-8057-4309-81a2-737583745502,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:21.280308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Calling delete_port for b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:21.281038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.288459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bbe0c797-f9e5-45b9-b8bd-20fdad8d31a9 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/subnets/1c7189fe-8057-4309-81a2-737583745502 HTTP/1.1" status: 204 len: 168 time: 0.5323877 Oct 19 01:13:21.290807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e6ff7a-4e77-44d0-8840-401365e8f29b None None] Network cc387aa1-daa5-4d4b-838b-4b0e24d0490c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:21.301722 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Checking router: 0dd2903c-3292-4d26-b333-79e7a8007e7c for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:21.301958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50620) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.302338 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Updating router 0dd2903c-3292-4d26-b333-79e7a8007e7c port 80af82b2-f7a3-4838-b1eb-8d61f002af62 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:13:21.321128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:21.345068 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.379688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-845328df-1f30-4d76-bf36-9122d0f1acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.381545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50624) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:21.381978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-845328df-1f30-4d76-bf36-9122d0f1acfe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59&tenant_id=9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 1102 time: 0.1952894 Oct 19 01:13:21.416205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-network', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:21.478843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.547209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Made reservation on behalf of a6231eec0d2d4f7ca77759ba14684adf for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:21.561112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.593695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:21.597966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.614753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:21.615890 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.643071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Network 12311b84-bf6d-4043-b546-838828c304d7 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:21.668959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:21.694596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:21.698709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:21.758549 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.784593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-eea1ab9c-18ec-4d57-b01d-788507f43edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.786550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-eea1ab9c-18ec-4d57-b01d-788507f43edc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1102 time: 0.3545954 Oct 19 01:13:21.795924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f21dd-ed70-4477-ac93-511055c601c5 req-4a7b6c75-b691-4367-a465-c88154ba85a3 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.797313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb6f21dd-ed70-4477-ac93-511055c601c5 req-4a7b6c75-b691-4367-a465-c88154ba85a3 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 932 time: 0.4148259 Oct 19 01:13:21.825914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] DHCP port deletion for cc387aa1-daa5-4d4b-838b-4b0e24d0490c request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:21.846662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.873440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:21.874142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.881756 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.904049 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.906329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb6f21dd-ed70-4477-ac93-511055c601c5 req-1524cae9-19e0-42a7-b512-cbe212d456c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999038 Oct 19 01:13:21.954895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.967622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:21.967996 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:21.971090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.002472 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cc78d-971b-44a0-8f8a-c0fa16ada6a2 None None] Pushing event updated for resources: {'Port': ['ID=80af82b2-f7a3-4838-b1eb-8d61f002af62,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.011119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:22.013955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:22.017423 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa2d018-d526-4f12-9cbc-4b0b9ce1f541" -d '{"events": [{"server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "name": "network-vif-plugged", "status": "completed", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:22.029878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.030815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:22.052286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:22.083361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.083913 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Added segment c36cee87-dba4-4030-9763-b7484311173c of type vlan for network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 Oct 19 01:13:22.139924 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Attempting to bind port 80af82b2-f7a3-4838-b1eb-8d61f002af62 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:22.140517 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Attempting to bind port 80af82b2-f7a3-4838-b1eb-8d61f002af62 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:22.140887 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Attempting to bind port 80af82b2-f7a3-4838-b1eb-8d61f002af62 on network 4925dcae-9992-45e4-b19c-01b441599ad5 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:22.157720 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:22.158102 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Checking segment: {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:22.158555 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.158961 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Bound using segment: {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:22.160125 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Bound port: 80af82b2-f7a3-4838-b1eb-8d61f002af62, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:22.160565 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.213228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.222888 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:13:22.299830 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] For port 80af82b2-f7a3-4838-b1eb-8d61f002af62, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:22.302914 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] For port 80af82b2-f7a3-4838-b1eb-8d61f002af62, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=80af82b2-f7a3-4838-b1eb-8d61f002af62,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:22.312768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.313479 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.350887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] Deleting port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:22.351778 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.355127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1566c898-cfdb-4b3b-8355-1b89d48bf979,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.367360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port 9e5e1f5d-8764-40ba-8969-c692af4d72d8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e5e1f5d-8764-40ba-8969-c692af4d72d8,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:22.368082 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.379310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.386315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-248eee9c-b889-402b-955a-f0dad91fcd3a None None] Provisioning complete for port 80af82b2-f7a3-4838-b1eb-8d61f002af62 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:22.386883 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-248eee9c-b889-402b-955a-f0dad91fcd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.394643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:22.395706 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.416506 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Routers {'0dd2903c-3292-4d26-b333-79e7a8007e7c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:22.417140 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0dd2903c-3292-4d26-b333-79e7a8007e7c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:22.485653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cc78d-971b-44a0-8f8a-c0fa16ada6a2 None None] Pushing event updated for resources: {'Port': ['ID=80af82b2-f7a3-4838-b1eb-8d61f002af62,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.557297 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-248eee9c-b889-402b-955a-f0dad91fcd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.568830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.579715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for 9e5e1f5d-8764-40ba-8969-c692af4d72d8 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:22.599728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-248eee9c-b889-402b-955a-f0dad91fcd3a None None] For port 80af82b2-f7a3-4838-b1eb-8d61f002af62, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=80af82b2-f7a3-4838-b1eb-8d61f002af62,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:22.613212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:22.658193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-248eee9c-b889-402b-955a-f0dad91fcd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.677523 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] Set router 0dd2903c-3292-4d26-b333-79e7a8007e7c gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:22.679363 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7bf3f765-a1eb-4e78-855f-cf681952d704 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2902212 Oct 19 01:13:22.687358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50636) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:22.693275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Request body: {'subnet': {'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-subnet', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:22.706020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba753faf-4f04-4233-be92-68288a4ceab5 req-9cfeb2b3-2be5-4866-b06d-071df9b29821 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:22.716512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba753faf-4f04-4233-be92-68288a4ceab5 req-9cfeb2b3-2be5-4866-b06d-071df9b29821 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.4098301 Oct 19 01:13:22.721801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e69fd7-8cf4-4a12-87d6-3e58a5cdaa92 req-d7bf299c-fd45-4ebc-932a-c17a57df02f4 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:22.723557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85e69fd7-8cf4-4a12-87d6-3e58a5cdaa92 req-d7bf299c-fd45-4ebc-932a-c17a57df02f4 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 944 time: 1.0995903 Oct 19 01:13:22.761179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-779f60fe-d9d7-43f2-bfc9-d20a02722164 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3542690 Oct 19 01:13:22.761375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] For port 9e5e1f5d-8764-40ba-8969-c692af4d72d8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e5e1f5d-8764-40ba-8969-c692af4d72d8,segment=NetworkSegment(ca428910-d1d2-4f18-a5f8-dc1c220d714f),segment_id=ca428910-d1d2-4f18-a5f8-dc1c220d714f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:22.761375 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.819564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Made reservation on behalf of a6231eec0d2d4f7ca77759ba14684adf for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:22.821997 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.841481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-1d9d8787-6044-4b98-afc0-83efd1c1cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:22.843332 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-1d9d8787-6044-4b98-afc0-83efd1c1cdff service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 1.0368977 Oct 19 01:13:22.856008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Request body: {'port': {'device_id': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:22.856232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.861270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] Calling delete_port for 9e5e1f5d-8764-40ba-8969-c692af4d72d8 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:22.896282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba753faf-4f04-4233-be92-68288a4ceab5 req-4cb9cfff-eb0d-4034-9c85-0342de1d3e13 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785915 Oct 19 01:13:22.942824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=9e5e1f5d-8764-40ba-8969-c692af4d72d8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:22.947533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:22.962479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:22.962725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:23.043017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eee9c-b889-402b-955a-f0dad91fcd3a None None] Pushing event updated for resources: {'Port': ['ID=80af82b2-f7a3-4838-b1eb-8d61f002af62,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.073742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b1cea50d-02c6-45db-9941-fc555b3aa9a3 None None] Provisioning complete for port 80af82b2-f7a3-4838-b1eb-8d61f002af62 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:23.074473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1cea50d-02c6-45db-9941-fc555b3aa9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.081019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85e69fd7-8cf4-4a12-87d6-3e58a5cdaa92 req-97b8a876-92b4-4754-b113-213c9a6968c5 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464615 Oct 19 01:13:23.092275 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-a2394dca-96f4-47a1-ac90-8ef8abcaadf4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 217 time: 0.2035744 Oct 19 01:13:23.137969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.166210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc387aa1-daa5-4d4b-838b-4b0e24d0490c']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.175792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.178384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca428910-d1d2-4f18-a5f8-dc1c220d714f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.178692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca428910-d1d2-4f18-a5f8-dc1c220d714f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.208922 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:13:18Z', 'revision_number': 4, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port': {'id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:11Z', 'updated_at': '2021-10-19T01:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '80af82b2-f7a3-4838-b1eb-8d61f002af62', 'name': '', 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'mac_address': 'fa:16:3e:4f:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2ffde002-54f5-4c7c-822a-80ee705abc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:16Z', 'updated_at': '2021-10-19T01:13:22Z', 'revision_number': 4, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'subnets': [{'id': '2ffde002-54f5-4c7c-822a-80ee705abc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:23.218443 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.229217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.243884 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a24ab0-1ed7-45c4-af97-5e9aecc14f95 x-openstack-request-id: req-c7a24ab0-1ed7-45c4-af97-5e9aecc14f95 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:23.244447 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "name": "network-vif-plugged", "status": "completed", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:23.245418 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7a24ab0-1ed7-45c4-af97-5e9aecc14f95 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:23.245889 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'code': 200} Oct 19 01:13:23.271849 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c48f6c-9d51-4f2b-80e4-dc606d40dd63 None None] The sync data for ids ['0dd2903c-3292-4d26-b333-79e7a8007e7c'] in n-d-789963-20 is: [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:13:18Z', 'revision_number': 4, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port': {'id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:11Z', 'updated_at': '2021-10-19T01:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '80af82b2-f7a3-4838-b1eb-8d61f002af62', 'name': '', 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'mac_address': 'fa:16:3e:4f:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2ffde002-54f5-4c7c-822a-80ee705abc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:16Z', 'updated_at': '2021-10-19T01:13:22Z', 'revision_number': 4, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'subnets': [{'id': '2ffde002-54f5-4c7c-822a-80ee705abc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:23.310631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.326427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:23.326806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:23.332184 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:23.352077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:23.356152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.389519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c270c6-a3e4-4edb-9ab9-a8e7572dca84,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.411736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No active binding found for port b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 {{(pid=100849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 01:13:23.413069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b8c270c6-a3e4-4edb-9ab9-a8e7572dca84 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:23.413609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 409000cf-749a-4c09-826f-d8d337d4feba no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:23.420359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] Pushing event deleted for resources: {'Port': ['ID=9e5e1f5d-8764-40ba-8969-c692af4d72d8,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.423674 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.457472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314839-a066-4fb5-b48b-e87b26bae928 req-6b7a3bfb-5270-40c2-b93a-bee6bf3ab680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:23.459690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62314839-a066-4fb5-b48b-e87b26bae928 req-6b7a3bfb-5270-40c2-b93a-bee6bf3ab680 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.1954896 Oct 19 01:13:23.468374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.503704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.514346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/networks/cc387aa1-daa5-4d4b-838b-4b0e24d0490c HTTP/1.1" status: 204 len: 168 time: 2.2072375 Oct 19 01:13:23.525223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50642) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.545730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-b9de86d5-0d33-4727-8ce3-491675383347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:23.547200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-b9de86d5-0d33-4727-8ce3-491675383347 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.4479470 Oct 19 01:13:23.562327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfccd50-bdaf-4995-a5ce-93163b2ea21f tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Network': ['ID=cc387aa1-daa5-4d4b-838b-4b0e24d0490c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.567416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 409000cf-749a-4c09-826f-d8d337d4feba {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:23.567894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 409000cf-749a-4c09-826f-d8d337d4feba not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:23.568494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e5e1f5d-8764-40ba-8969-c692af4d72d8 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:23.575259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f279fa-0671-4158-89f3-259a60cec0c9 None None] No DVR routers for this DVR port 9e5e1f5d-8764-40ba-8969-c692af4d72d8 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:23.591414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62314839-a066-4fb5-b48b-e87b26bae928 req-6d7a68c5-1c86-421b-a038-f1bac5076143 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212654 Oct 19 01:13:23.596554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.633532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 9e5e1f5d-8764-40ba-8969-c692af4d72d8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:23.633532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e5e1f5d-8764-40ba-8969-c692af4d72d8 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:23.679213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.680420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=86da2b77-2b59-44da-85c1-63d62278a546,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:23.690533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Checking segment: {'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:23.690929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Network hostable DHCP agents. Network: c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:23.699020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44692301-a06a-45f0-bf30-d620afc6ac70 req-c9945ad4-5607-4066-9228-8e585b97a967 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:23.700637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44692301-a06a-45f0-bf30-d620afc6ac70 req-c9945ad4-5607-4066-9228-8e585b97a967 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 932 time: 0.5115056 Oct 19 01:13:23.717604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:23.730352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:23.735846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:23.736528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.744970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a8589-d19b-40ec-95ae-b0a6cc6d00e9 None None] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:23.778217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.804530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8dc57fdf-2e53-4c8c-8ba5-f29e2f8fc5fe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1044123 Oct 19 01:13:23.810748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50644) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:23.817461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:23.865873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.868360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.926839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting subnet 663a82ca-f8ab-4adb-aa4d-b6494466f189 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:23.948027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:23.965184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332', 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'fixed_ips': [{'subnet_id': '86da2b77-2b59-44da-85c1-63d62278a546'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:13:23.966187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.022441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.046828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-75fba1cd-d066-40ff-867e-23dbcfdc9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:24.048386 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-75fba1cd-d066-40ff-867e-23dbcfdc9623 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4677532 Oct 19 01:13:24.063347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44692301-a06a-45f0-bf30-d620afc6ac70 req-c4c870f1-003a-4d83-bbca-9f4fccd5dd1a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234544 Oct 19 01:13:24.069621 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.139536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.195025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Allocated IP 172.20.0.2 (c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332/86da2b77-2b59-44da-85c1-63d62278a546/1d278888-eacf-43c4-a2fa-0f2ac101514f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:24.416903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.509129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.509708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef40b90-d1dd-400f-85e0-379ea503434a {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:13:24.512634 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.534773 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.536192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-08213d55-68fe-4aea-a971-d82060fa1a64 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9ef40b90-d1dd-400f-85e0-379ea503434a HTTP/1.1" status: 204 len: 168 time: 4.8416581 Oct 19 01:13:24.538438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.541205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50654) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:24.575052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e881e9a-7b5a-498d-aae8-9354deb3bdcd req-cda87b12-d740-4697-8ee2-2de5bb0c0c53 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:24.576637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e881e9a-7b5a-498d-aae8-9354deb3bdcd req-cda87b12-d740-4697-8ee2-2de5bb0c0c53 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 945 time: 0.2415822 Oct 19 01:13:24.639732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-beabd1c3-2a53-4f33-8a93-616ecfa43f8b service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546751 Oct 19 01:13:24.665138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Pushing event updated for resources: {'Port': ['ID=1d278888-eacf-43c4-a2fa-0f2ac101514f,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:24.676461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.711191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b5b5-cb57-4e4f-8d87-d785082a4518 req-1991c390-48f2-4190-b044-995277b170da tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:24.714742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:24.718196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:24.718949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eff4b5b5-cb57-4e4f-8d87-d785082a4518 req-1991c390-48f2-4190-b044-995277b170da tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.6988740 Oct 19 01:13:24.722448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:24.743514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] Deleting subnet a5b767bc-bad0-4606-a0b8-a7615f20bbb9 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:24.761776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.766713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e881e9a-7b5a-498d-aae8-9354deb3bdcd req-39cdd4bd-038a-4af6-a150-e6e36ea0cff1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825266 Oct 19 01:13:24.823642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42452f8a-861b-4631-9705-d0d2d4f41d7d {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:24.848643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.874352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eff4b5b5-cb57-4e4f-8d87-d785082a4518 req-802a009c-8c96-4a7a-be10-9ae49a599599 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399515 Oct 19 01:13:24.879374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.884704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Transition to ACTIVE for port object 42452f8a-861b-4631-9705-d0d2d4f41d7d will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:24.905169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Attempting to bind port 1d278888-eacf-43c4-a2fa-0f2ac101514f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:24.905548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Attempting to bind port 1d278888-eacf-43c4-a2fa-0f2ac101514f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:24.907936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Attempting to bind port 1d278888-eacf-43c4-a2fa-0f2ac101514f on network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:24.929869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:24.930573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Checking segment: {'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:24.930732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.931035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Bound using segment: {'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:24.931511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Bound port: 1d278888-eacf-43c4-a2fa-0f2ac101514f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:24.931896 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.979259 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:24.988914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.041983 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.096702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] For port 1d278888-eacf-43c4-a2fa-0f2ac101514f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:25.100550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] For port 1d278888-eacf-43c4-a2fa-0f2ac101514f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1d278888-eacf-43c4-a2fa-0f2ac101514f,segment=NetworkSegment(c36cee87-dba4-4030-9763-b7484311173c),segment_id=c36cee87-dba4-4030-9763-b7484311173c)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:25.103915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 80af82b2-f7a3-4838-b1eb-8d61f002af62 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:25.175206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.205089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Pushing event updated for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:25.238680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3af30-475b-408c-948b-a5f6c0de617c None None] Pushing event updated for resources: {'Port': ['ID=1d278888-eacf-43c4-a2fa-0f2ac101514f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:25.249905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:25.253780 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f47938-bd84-48db-875b-3acca23d1fb5" -d '{"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-unplugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:25.281968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 80af82b2-f7a3-4838-b1eb-8d61f002af62 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:25.282511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.358111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.430276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b767bc-bad0-4606-a0b8-a7615f20bbb9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:25.432480 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.444536 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eb63170c-53d8-4d27-81c8-5ce77d17da06 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a5b767bc-bad0-4606-a0b8-a7615f20bbb9 HTTP/1.1" status: 204 len: 168 time: 0.8574648 Oct 19 01:13:25.447243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50664) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.452690 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf29128-f051-4333-a5fb-d22c980323f9 x-openstack-request-id: req-7bf29128-f051-4333-a5fb-d22c980323f9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:25.453232 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-unplugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:25.453639 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bf29128-f051-4333-a5fb-d22c980323f9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:25.454318 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'code': 200} Oct 19 01:13:25.455446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8640b89-eb2f-4391-b6c0-e00bf220f253 None None] Network 16fc0c80-bdbe-44b5-bc08-e76911bcf305 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:25.471027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.510966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1b186-1f56-45ae-8688-588fde784373 req-9b3a59ec-90ed-412a-8d23-f2777c22bff5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.512695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eee1b186-1f56-45ae-8688-588fde784373 req-9b3a59ec-90ed-412a-8d23-f2777c22bff5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 944 time: 0.2782319 Oct 19 01:13:25.520486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.524687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.548146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47b1bc3a-9b9a-46e6-bf03-d62a1983bd1d req-dff1aaa9-dd38-4a84-bc31-95a139cdc57a service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383110 Oct 19 01:13:25.626147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Subnet': ['ID=663a82ca-f8ab-4adb-aa4d-b6494466f189,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:25.629456 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.637955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b4021-c260-46e1-9bc6-ecf194031f81 None None] Network f5770aad-614b-423b-a547-e9e915857517 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:25.641532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-26ad3985-601d-4319-9368-8b439360cd6b tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/subnets/663a82ca-f8ab-4adb-aa4d-b6494466f189 HTTP/1.1" status: 204 len: 168 time: 2.1121938 Oct 19 01:13:25.643125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50666) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:25.684834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eee1b186-1f56-45ae-8688-588fde784373 req-7ed82756-92aa-468d-a985-2e072e42d0a0 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604066 Oct 19 01:13:25.700334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Attempting to bind port 42452f8a-861b-4631-9705-d0d2d4f41d7d on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:25.700761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Attempting to bind port 42452f8a-861b-4631-9705-d0d2d4f41d7d by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:25.701868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Attempting to bind port 42452f8a-861b-4631-9705-d0d2d4f41d7d on network 12311b84-bf6d-4043-b546-838828c304d7 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:25.718836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Port 42452f8a-861b-4631-9705-d0d2d4f41d7d on network 12311b84-bf6d-4043-b546-838828c304d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:25.721039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Attempting to bind port 42452f8a-861b-4631-9705-d0d2d4f41d7d on network 12311b84-bf6d-4043-b546-838828c304d7 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:25.729020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:25.729606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Checking segment: {'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:25.730386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Bound using segment: {'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:25.730877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Bound port: 42452f8a-861b-4631-9705-d0d2d4f41d7d, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:25.731614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.752106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.835332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:25.843016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:25.856224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.901087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:25.901765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:25.903813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] 10.222.0.74 "PUT /v2.0/ports/42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 200 len: 1093 time: 3.0581212 Oct 19 01:13:25.904417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:25.906640 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d731b1e-5336-4830-93bb-2ed275f14c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:25.915802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.014675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Allocated IP 172.25.0.70 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/7059d620-0cca-4a7e-9097-b5480fcb638e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:26.065321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e66e2f-ba76-4510-8c24-86efc60c76cb service neutron] Pushing event updated for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:26.089756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] DHCP port deletion for 16fc0c80-bdbe-44b5-bc08-e76911bcf305 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:26.112207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a460c3-bd89-4c80-8262-1514a322f257 req-6d4a191d-4c4b-4c52-982b-e4bb9384b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.114539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-6d4a191d-4c4b-4c52-982b-e4bb9384b128 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1096 time: 0.1407268 Oct 19 01:13:26.123201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7927155-b8f1-4161-ba12-bbb845545dc3 req-dcbe9a99-424e-48e3-89f5-8debda31b174 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.136623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7927155-b8f1-4161-ba12-bbb845545dc3 req-dcbe9a99-424e-48e3-89f5-8debda31b174 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 945 time: 0.2501380 Oct 19 01:13:26.142706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] DHCP port deletion for f5770aad-614b-423b-a547-e9e915857517 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:26.153846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719db6a-e5ac-44f2-9915-8fe4a8199a54 req-8a20f956-8810-4be7-b5fc-7de53ee79ace tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.155823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0719db6a-e5ac-44f2-9915-8fe4a8199a54 req-8a20f956-8810-4be7-b5fc-7de53ee79ace tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.1024165 Oct 19 01:13:26.202593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-ad5ed92c-c2d7-4549-8f09-0da8cdc55dd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 200 len: 217 time: 0.0686400 Oct 19 01:13:26.215927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Deleting port 8c754451-f6c5-4458-b1f3-449420acd979 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:26.216265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.246186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] Deleting port 8c754451-f6c5-4458-b1f3-449420acd979 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:26.247800 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.296148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a460c3-bd89-4c80-8262-1514a322f257 req-fba20d3e-0cf7-4b68-8d7d-79a8be12fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:26.297800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-fba20d3e-0cf7-4b68-8d7d-79a8be12fd26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.0783422 Oct 19 01:13:26.317383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0719db6a-e5ac-44f2-9915-8fe4a8199a54 req-48d193ec-9050-498b-ad1a-90ff943cbeee tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233637 Oct 19 01:13:26.325257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7927155-b8f1-4161-ba12-bbb845545dc3 req-d901e0be-f428-4432-860a-5fd6c6b689b7 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876881 Oct 19 01:13:26.335569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-27bc84a4-b102-4e21-bcfb-17d516f36aa4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303304 Oct 19 01:13:26.410652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] For port 8c754451-f6c5-4458-b1f3-449420acd979, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8c754451-f6c5-4458-b1f3-449420acd979,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:26.411346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.413869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] Deleting port eacfe560-8f3e-4c6d-b458-aa43f3357afc {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:26.415765 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.439679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Calling delete_port for 8c754451-f6c5-4458-b1f3-449420acd979 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:26.497595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-534198ae-9537-420e-a3c8-b7c57d42c835 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545568 Oct 19 01:13:26.509756 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a3eb6-6470-428c-ab98-a2fffb7bcefd x-openstack-request-id: req-375a3eb6-6470-428c-ab98-a2fffb7bcefd {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:26.510035 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:26.510290 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-375a3eb6-6470-428c-ab98-a2fffb7bcefd {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:26.510690 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d', 'status': 'completed', 'code': 200} Oct 19 01:13:26.562579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.577042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] For port 8c754451-f6c5-4458-b1f3-449420acd979, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8c754451-f6c5-4458-b1f3-449420acd979,segment=NetworkSegment(45952b67-2372-4b3b-b24c-492ae54938e2),segment_id=45952b67-2372-4b3b-b24c-492ae54938e2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:26.577441 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.582219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Deleting port eacfe560-8f3e-4c6d-b458-aa43f3357afc {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:26.582561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.583430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] For port eacfe560-8f3e-4c6d-b458-aa43f3357afc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eacfe560-8f3e-4c6d-b458-aa43f3357afc,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:26.584880 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.605873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] Calling delete_port for 8c754451-f6c5-4458-b1f3-449420acd979 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:26.612697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] Calling delete_port for eacfe560-8f3e-4c6d-b458-aa43f3357afc owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:26.629684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c754451-f6c5-4458-b1f3-449420acd979,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:26.645494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.665263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] No DVR routers for this DVR port 8c754451-f6c5-4458-b1f3-449420acd979 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:26.809103 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.838795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab54d0-05f2-4738-9c59-12997902ea27 None None] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:26.944480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d81df937-b009-44cb-9537-c6a03364dcae None None] Provisioning complete for port 1d278888-eacf-43c4-a2fa-0f2ac101514f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:26.944480 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d81df937-b009-44cb-9537-c6a03364dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:26.973534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.001794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:27.019925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] For port eacfe560-8f3e-4c6d-b458-aa43f3357afc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eacfe560-8f3e-4c6d-b458-aa43f3357afc,segment=NetworkSegment(b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052),segment_id=b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:27.020834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.040277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Calling delete_port for eacfe560-8f3e-4c6d-b458-aa43f3357afc owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:27.098146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:27.111365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:27.113468 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.123326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1d278888-eacf-43c4-a2fa-0f2ac101514f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:27.156958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a460c3-bd89-4c80-8262-1514a322f257 req-cc3dd901-017e-47d3-8f60-fa1df47a7657 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348319 Oct 19 01:13:27.165353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.183674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2601d4-2a06-4490-b110-5dcede25b974 req-4a98d277-65a1-4901-bda5-b12ced0b446d tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.192071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c2601d4-2a06-4490-b110-5dcede25b974 req-4a98d277-65a1-4901-bda5-b12ced0b446d tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 944 time: 0.3046308 Oct 19 01:13:27.194082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Pushing event updated for resources: {'Port': ['ID=7059d620-0cca-4a7e-9097-b5480fcb638e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.202273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] Pushing event deleted for resources: {'Port': ['ID=8c754451-f6c5-4458-b1f3-449420acd979,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.213150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da5da1-2190-4383-9e56-682a9da49763 None None] No DVR routers for this DVR port 8c754451-f6c5-4458-b1f3-449420acd979 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:27.216578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fc0c80-bdbe-44b5-bc08-e76911bcf305']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.245987 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-a8b868f7-c377-4c77-bb4f-4020e3934ac9 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7461586 Oct 19 01:13:27.255255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] No DVR routers for this DVR port eacfe560-8f3e-4c6d-b458-aa43f3357afc on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:27.261223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:27.265624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237a8d6-ef5a-4d2c-bcb2-e8c2708e13e9 None None] Pushing event deleted for resources: {'Port': ['ID=eacfe560-8f3e-4c6d-b458-aa43f3357afc,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.284397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45952b67-2372-4b3b-b24c-492ae54938e2') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.284698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45952b67-2372-4b3b-b24c-492ae54938e2') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.327458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1d278888-eacf-43c4-a2fa-0f2ac101514f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:27.327840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.358552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.364663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.383422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.412420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] No DVR routers for this DVR port eacfe560-8f3e-4c6d-b458-aa43f3357afc on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:27.416247 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d81df937-b009-44cb-9537-c6a03364dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.458143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-37817acb-3229-4214-9e58-96ddac814639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.460287 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-37817acb-3229-4214-9e58-96ddac814639 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1096 time: 0.1681719 Oct 19 01:13:27.464340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d81df937-b009-44cb-9537-c6a03364dcae None None] For port 1d278888-eacf-43c4-a2fa-0f2ac101514f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1d278888-eacf-43c4-a2fa-0f2ac101514f,segment=NetworkSegment(c36cee87-dba4-4030-9763-b7484311173c),segment_id=c36cee87-dba4-4030-9763-b7484311173c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:27.504056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d81df937-b009-44cb-9537-c6a03364dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.535368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Port': ['ID=eacfe560-8f3e-4c6d-b458-aa43f3357afc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.559398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c2601d4-2a06-4490-b110-5dcede25b974 req-78ab5613-aefe-4335-a989-698e04740ea2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620961 Oct 19 01:13:27.581441 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.634631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81df937-b009-44cb-9537-c6a03364dcae None None] Pushing event updated for resources: {'Port': ['ID=1d278888-eacf-43c4-a2fa-0f2ac101514f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:27.674394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.682324 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.720925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-e4198c54-71f7-467a-848e-f8d123f43c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.722395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-e4198c54-71f7-467a-848e-f8d123f43c2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 914 time: 0.2520151 Oct 19 01:13:27.722761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:27.723167 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:27.725807 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:27.730021 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:13:27.730445 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:13:27.770027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5770aad-614b-423b-a547-e9e915857517']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.777660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-a3bc6a5a-29e8-473f-aa9d-a752df8b58cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 200 len: 217 time: 0.0453806 Oct 19 01:13:27.784391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.839020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bf1230e3-7964-4bd0-84a4-e1cbcded4f71 None None] Provisioning complete for port 1d278888-eacf-43c4-a2fa-0f2ac101514f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:27.841168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.841708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a49e9d-57ef-4ad4-9c79-9cdf1b9dd052') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:27.842433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf1230e3-7964-4bd0-84a4-e1cbcded4f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.877132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-709870e5-9498-466f-99cd-c6e324fe4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.879020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-709870e5-9498-466f-99cd-c6e324fe4814 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.0927250 Oct 19 01:13:27.890539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.918211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a4c45-e094-4c87-95ed-b0a672faaee4 req-a7cf3cb8-db99-4dc1-973f-4d0dd8ff3afe tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:27.922243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b0a4c45-e094-4c87-95ed-b0a672faaee4 req-a7cf3cb8-db99-4dc1-973f-4d0dd8ff3afe tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.2425854 Oct 19 01:13:27.928112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.937767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.939838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-09a34eae-77a9-412f-8129-30d1f1cda739 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522635 Oct 19 01:13:27.940133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.946412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] 10.222.0.64 "DELETE /v2.0/networks/16fc0c80-bdbe-44b5-bc08-e76911bcf305 HTTP/1.1" status: 204 len: 168 time: 2.4949126 Oct 19 01:13:27.984924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:27.985322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:27.990467 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:28.005701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c4cbf-77db-43f1-b024-799f8fa1f60d admin admin] Pushing event deleted for resources: {'Network': ['ID=16fc0c80-bdbe-44b5-bc08-e76911bcf305,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:28.036017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Allocated IP 172.25.0.180 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/917d8c6d-cc50-468b-9cb9-aa069eaa83e8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:28.104790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b0a4c45-e094-4c87-95ed-b0a672faaee4 req-6e37b607-9148-4b6e-b762-c741b9652a24 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529126 Oct 19 01:13:28.113058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.114677 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.158461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.163808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] 10.222.0.64 "DELETE /v2.0/networks/f5770aad-614b-423b-a547-e9e915857517 HTTP/1.1" status: 204 len: 168 time: 2.5198507 Oct 19 01:13:28.181715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-aafdde49-4c33-4668-95e8-eaa6b4aaabbc service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337439 Oct 19 01:13:28.183888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ddd65-066a-49c2-b12e-a667a0d5b165 tempest-ServersTestMultiNic-1185843866 tempest-ServersTestMultiNic-1185843866-project] Pushing event deleted for resources: {'Network': ['ID=f5770aad-614b-423b-a547-e9e915857517,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:28.299974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50692) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.355698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.369734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eacfe560-8f3e-4c6d-b458-aa43f3357afc no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:28.393413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e006cb21-f175-4ef0-a8c9-f9a82c7f5afa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2af29db725e441f80ff922a7b2da5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923183 Oct 19 01:13:28.396212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50696) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.424733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d731b1e-5336-4830-93bb-2ed275f14c1c req-429f788f-3699-41b6-a0d6-a2f68c22e103 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340734 Oct 19 01:13:28.424954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: eacfe560-8f3e-4c6d-b458-aa43f3357afc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:28.427916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eacfe560-8f3e-4c6d-b458-aa43f3357afc not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:28.428688 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8c754451-f6c5-4458-b1f3-449420acd979 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:28.436195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.463658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.480895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 8c754451-f6c5-4458-b1f3-449420acd979 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:28.480895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8c754451-f6c5-4458-b1f3-449420acd979 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:28.536763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50704) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:28.545498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:28.550909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:28.561424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:28.618160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Pushing event updated for resources: {'Port': ['ID=917d8c6d-cc50-468b-9cb9-aa069eaa83e8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:28.629164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab390c21-3914-485e-9fd5-fad9a6d4bb81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.680472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab390c21-3914-485e-9fd5-fad9a6d4bb81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.728929 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.768596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:28.906805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1d278888-eacf-43c4-a2fa-0f2ac101514f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:28.998753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1d278888-eacf-43c4-a2fa-0f2ac101514f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:28.999451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.062696 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.069810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.163854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Pushing event updated for resources: {'Port': ['ID=917d8c6d-cc50-468b-9cb9-aa069eaa83e8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:29.186903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.210995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4673f7-d7f7-4c64-a0be-bbcf130f097f req-43a2a175-f8f3-45d7-9c80-633e2b974556 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:29.218304 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.219565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d4673f7-d7f7-4c64-a0be-bbcf130f097f req-43a2a175-f8f3-45d7-9c80-633e2b974556 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 944 time: 0.5697806 Oct 19 01:13:29.220566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-0ade89cc-b5f0-41e9-84b1-c55ca91ab557 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9667683 Oct 19 01:13:29.299939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Router 345029de-7d64-4e3a-978a-33bf40d05f16 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:13:29.310100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-70b47002-5654-432c-b79f-806e476a9119 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.0732417 Oct 19 01:13:29.319248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab390c21-3914-485e-9fd5-fad9a6d4bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.322089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab390c21-3914-485e-9fd5-fad9a6d4bb81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.323432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab390c21-3914-485e-9fd5-fad9a6d4bb81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3aaa038-493e-4c50-a1bf-482dbf794a3e HTTP/1.1" status: 204 len: 168 time: 0.9257481 Oct 19 01:13:29.329710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:29.370317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d4673f7-d7f7-4c64-a0be-bbcf130f097f req-a3641720-c044-48ba-a55a-840dd3b3afda tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377952 Oct 19 01:13:29.392290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab390c21-3914-485e-9fd5-fad9a6d4bb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aaa038-493e-4c50-a1bf-482dbf794a3e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:29.566791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:29.571190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-ee8d7cb6-f2cd-4394-bbff-214d479df5e9 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:29.572672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-ee8d7cb6-f2cd-4394-bbff-214d479df5e9 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2564027 Oct 19 01:13:29.579007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'mac_address': 'fa:16:3e:9f:af:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:29.597656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-5884990c-dc58-4b25-be61-6eb092e36d90 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:13:29.598696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fef6043-4734-4acc-911a-54956d7a9f93 req-5884990c-dc58-4b25-be61-6eb092e36d90 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0136650 Oct 19 01:13:29.623816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.639943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b766c02f-d025-4337-88e8-092e92a0e78b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:29.672031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:29.678702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.702460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ff807-7176-4cf9-8478-096d29e47dda req-ac7c54f7-be22-46ba-a9ba-54d4421861d5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:29.710293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dc8ff807-7176-4cf9-8478-096d29e47dda req-ac7c54f7-be22-46ba-a9ba-54d4421861d5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.1720698 Oct 19 01:13:29.744477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:29.769936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:29.781307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Sync routers for ids ['345029de-7d64-4e3a-978a-33bf40d05f16'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:29.798334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dc8ff807-7176-4cf9-8478-096d29e47dda req-20fd164c-811b-42b7-8388-7afab19acc0f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871670 Oct 19 01:13:29.812470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:29.814051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-949c37e3-02aa-4616-99c3-38ef6164db32 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0020647 Oct 19 01:13:29.817068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50722) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:29.819086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Routers {'345029de-7d64-4e3a-978a-33bf40d05f16'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:29.821268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['345029de-7d64-4e3a-978a-33bf40d05f16'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:29.997803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.069327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b766c02f-d025-4337-88e8-092e92a0e78b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:30.125113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-37757916-68a1-4310-851e-683d6a03209d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:30.134774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-37757916-68a1-4310-851e-683d6a03209d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 820 time: 0.2111104 Oct 19 01:13:30.151841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Set router 345029de-7d64-4e3a-978a-33bf40d05f16 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:30.160309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-62f7a2ed-8787-486a-b0dc-98eef33d9bce tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/quotas/f3657033c8e9415fb3b423e7b89ea3a2 HTTP/1.1" status: 200 len: 375 time: 0.0244603 Oct 19 01:13:30.294956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-92862bf7-e841-4b87-a338-2d8560278e16 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1337116 Oct 19 01:13:30.542759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-1ff513d9-639e-408c-bb5b-02c8d7d8487c service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468677 Oct 19 01:13:30.560304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-67feb996-860e-471d-a937-a9deb4215d06 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:30.561780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-67feb996-860e-471d-a937-a9deb4215d06 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59&tenant_id=9d05292ca908459aa0eb23f3e418bded&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 949 time: 0.1826911 Oct 19 01:13:30.581697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c06c6-c7a8-4a4d-b58d-14cc089e8a53 req-3cc89ed0-1fe6-4673-9d5e-f49de63febeb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:30.584750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb5c06c6-c7a8-4a4d-b58d-14cc089e8a53 req-3cc89ed0-1fe6-4673-9d5e-f49de63febeb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 949 time: 0.0847981 Oct 19 01:13:30.599724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Deleting port 90a58778-cf68-4bba-abab-310dca34d8cf {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:30.600169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.673830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:13:27Z', 'revision_number': 3, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:30.721481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Checking router: 345029de-7d64-4e3a-978a-33bf40d05f16 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:30.721833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Updating router 345029de-7d64-4e3a-978a-33bf40d05f16 port 7059d620-0cca-4a7e-9097-b5480fcb638e binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:13:30.758116 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.773306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb5c06c6-c7a8-4a4d-b58d-14cc089e8a53 req-152c4e81-9948-4a88-9a66-b2ae29f998d1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804876 Oct 19 01:13:30.782118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-949e59b8-0f41-4526-92a9-328f0ede4973 service neutron] 10.222.0.74 "GET /v2.0/ports/b766c02f-d025-4337-88e8-092e92a0e78b/bindings/n-h1-789963-20 HTTP/1.1" status: 200 len: 383 time: 0.1867666 Oct 19 01:13:30.801577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-2a1a26cd-e91f-4bc8-9dfa-e5808f78c93d service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578847 Oct 19 01:13:30.826374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] For port 90a58778-cf68-4bba-abab-310dca34d8cf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=90a58778-cf68-4bba-abab-310dca34d8cf,segment=NetworkSegment(6be25cd4-7469-4ef8-afc3-9cdb3141d853),segment_id=6be25cd4-7469-4ef8-afc3-9cdb3141d853)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:30.828382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:30.862599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Calling delete_port for 90a58778-cf68-4bba-abab-310dca34d8cf owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:30.958206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.015424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-1e15396c-e29b-4bc8-b2e9-76c3f67c649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:31.016979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-1e15396c-e29b-4bc8-b2e9-76c3f67c649f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1101 time: 0.1807990 Oct 19 01:13:31.043736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1c610-ac10-4c87-bf93-ec01b81c567b req-7e943da6-e2a8-4a78-8503-83312a7f0d22 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:31.045573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3f1c610-ac10-4c87-bf93-ec01b81c567b req-7e943da6-e2a8-4a78-8503-83312a7f0d22 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 944 time: 0.1082234 Oct 19 01:13:31.212573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.226957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.237336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3f1c610-ac10-4c87-bf93-ec01b81c567b req-0ff4d586-aad5-4921-b9a8-182d9544d8f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802177 Oct 19 01:13:31.339413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-0d994098-4ee5-4293-982a-c8f3b207c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:31.341345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-0d994098-4ee5-4293-982a-c8f3b207c8ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.3164856 Oct 19 01:13:31.362363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 42452f8a-861b-4631-9705-d0d2d4f41d7d details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:31.425216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f76dba-3c02-468a-95e5-fcf61e3f06f1 req-26639988-6a7c-43b4-a427-7bbb2018daed tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 210 time: 0.0786607 Oct 19 01:13:31.437281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Attempting to bind port 7059d620-0cca-4a7e-9097-b5480fcb638e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:31.438715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Attempting to bind port 7059d620-0cca-4a7e-9097-b5480fcb638e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:31.444120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-aebe6487-bb61-4737-9517-91806360d5d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 217 time: 0.0909717 Oct 19 01:13:31.448642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Attempting to bind port 7059d620-0cca-4a7e-9097-b5480fcb638e on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:31.452766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343d46e-7240-4816-9407-f6fb20cf3782 None None] Pushing event updated for resources: {'Port': ['ID=7059d620-0cca-4a7e-9097-b5480fcb638e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:31.466146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:31.466855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:31.467368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.467875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:31.468589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Bound port: 7059d620-0cca-4a7e-9097-b5480fcb638e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:31.469071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.475778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.505231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Pushing event deleted for resources: {'Port': ['ID=90a58778-cf68-4bba-abab-310dca34d8cf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:31.551197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:13:31.631465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-27cd3a8e-4900-48d1-b86f-00479c5d1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:31.631465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-27cd3a8e-4900-48d1-b86f-00479c5d1c21 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1177974 Oct 19 01:13:31.633647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] For port 7059d620-0cca-4a7e-9097-b5480fcb638e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:31.789733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] For port 7059d620-0cca-4a7e-9097-b5480fcb638e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7059d620-0cca-4a7e-9097-b5480fcb638e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:31.812229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.829068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:31.856478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Allocated IP 172.20.0.1 (c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332/86da2b77-2b59-44da-85c1-63d62278a546/7b250038-97e2-47bd-bf9e-edd853d760a1) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:31.900450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-4811cd1c-9ea0-483f-9a89-967e1889bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:31.903590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-4811cd1c-9ea0-483f-9a89-967e1889bc6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2641699 Oct 19 01:13:31.912164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Routers {'345029de-7d64-4e3a-978a-33bf40d05f16'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:31.912875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['345029de-7d64-4e3a-978a-33bf40d05f16'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:31.982561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:32.011902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '42452f8a-861b-4631-9705-d0d2d4f41d7d', 'network_id': '12311b84-bf6d-4043-b546-838828c304d7', 'port_id': '42452f8a-861b-4631-9705-d0d2d4f41d7d', 'mac_address': 'fa:16:3e:43:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfcd493-6f1b-4ef1-ab9a-0a8161316031', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:32.035065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343d46e-7240-4816-9407-f6fb20cf3782 None None] Pushing event updated for resources: {'Port': ['ID=7059d620-0cca-4a7e-9097-b5480fcb638e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:32.200821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Router c6f71f59-4433-4379-b336-3a8470d5fe54 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:32.237764 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.262528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] Set router 345029de-7d64-4e3a-978a-33bf40d05f16 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:32.265457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42452f8a-861b-4631-9705-d0d2d4f41d7d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:32.323964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:32.377485 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.390645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:32.393618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a0b0a7cf-edf4-47fb-bdc7-3ed5d286df2a admin admin] 10.222.0.64 "PUT /v2.0/routers/c6f71f59-4433-4379-b336-3a8470d5fe54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8549354 Oct 19 01:13:32.394482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50812) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:32.405084 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] Sync routers for ids ['c6f71f59-4433-4379-b336-3a8470d5fe54'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:32.406699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50814) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:32.434038 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] Routers {'c6f71f59-4433-4379-b336-3a8470d5fe54'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:32.435185 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c6f71f59-4433-4379-b336-3a8470d5fe54'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:32.542190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fb4b7-b446-4d97-a402-b16803b36100 req-235569d2-627c-4d95-b8cf-9db7600acc83 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:32.550786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e4fb4b7-b446-4d97-a402-b16803b36100 req-235569d2-627c-4d95-b8cf-9db7600acc83 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 945 time: 0.1650045 Oct 19 01:13:32.669383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:32.722298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.741021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-797c5e77-2e96-4ced-a36b-e685db85cc59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:32.777700 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] Set router c6f71f59-4433-4379-b336-3a8470d5fe54 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:32.835489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:32.851163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e4fb4b7-b446-4d97-a402-b16803b36100 req-f112bc18-5119-4d8e-90f0-3f0ecf425a1b tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725440 Oct 19 01:13:32.972043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be8281-a123-4ffb-b5e1-c7c296fb530c req-3f45c8e9-565d-4394-a228-2936650026ab tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:32.987102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27be8281-a123-4ffb-b5e1-c7c296fb530c req-3f45c8e9-565d-4394-a228-2936650026ab tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 949 time: 0.9746864 Oct 19 01:13:33.034029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5db66a7a-1b22-4228-af46-40db5c754deb req-873bdf12-d5a1-447b-b14a-f416feb8ca11 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 210 time: 0.0543745 Oct 19 01:13:33.057999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:13:27Z', 'revision_number': 3, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.079137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.103245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebdcd12-f0b1-4833-995f-a603eb005f22 None None] The sync data for ids ['345029de-7d64-4e3a-978a-33bf40d05f16'] in n-d-789963-20 is: [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:13:27Z', 'revision_number': 3, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:33.115349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-7340c65e-c322-4194-a8cc-13b3e6b30b3c tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:33.119226 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-7340c65e-c322-4194-a8cc-13b3e6b30b3c tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.62 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 820 time: 0.3400962 Oct 19 01:13:33.151795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-c03de8fb-409f-4754-924b-b2607aa5000d service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2306328 Oct 19 01:13:33.156242 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-797c5e77-2e96-4ced-a36b-e685db85cc59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.165336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'port': {'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'admin_state_up': True, 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:33.166098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-797c5e77-2e96-4ced-a36b-e685db85cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.211464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.230743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c5e77-2e96-4ced-a36b-e685db85cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4daf9-2a46-4549-81bc-355dfb990ce8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.236864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-797c5e77-2e96-4ced-a36b-e685db85cc59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c75b9e27ddb64363a2780edd6c125536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8408473 Oct 19 01:13:33.240760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50822) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:33.252539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Deleting port 99ee7652-651f-49e3-aa42-3047300189d0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:33.253264 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.264602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27be8281-a123-4ffb-b5e1-c7c296fb530c req-0ec32a58-3220-446f-8bd6-2d439f8c7074 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766318 Oct 19 01:13:33.268584 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '99ee7652-651f-49e3-aa42-3047300189d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:13:31Z', 'revision_number': 5, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port': {'id': '99ee7652-651f-49e3-aa42-3047300189d0', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:11:32Z', 'updated_at': '2021-10-19T01:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.348116 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] Checking router: c6f71f59-4433-4379-b336-3a8470d5fe54 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:33.359006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:33.371972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75f83de3-2952-4a71-a4f7-b52c2269fd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.387568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] Routers {'c6f71f59-4433-4379-b336-3a8470d5fe54'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:33.388645 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c6f71f59-4433-4379-b336-3a8470d5fe54'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:33.406259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] For port 99ee7652-651f-49e3-aa42-3047300189d0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=99ee7652-651f-49e3-aa42-3047300189d0,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:33.406760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.418960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75f83de3-2952-4a71-a4f7-b52c2269fd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.445944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Calling delete_port for 99ee7652-651f-49e3-aa42-3047300189d0 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:33.468079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b766c02f-d025-4337-88e8-092e92a0e78b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:33.468320 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.500810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-93b143ad-6217-4712-9bba-3d65e7e7a744 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226836 Oct 19 01:13:33.524481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.622247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Made reservation on behalf of f3657033c8e9415fb3b423e7b89ea3a2 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:33.626887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.647314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:33.662957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:33.686473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:33.704829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75f83de3-2952-4a71-a4f7-b52c2269fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.706767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Pushing event updated for resources: {'Port': ['ID=7b250038-97e2-47bd-bf9e-edd853d760a1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.707801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75f83de3-2952-4a71-a4f7-b52c2269fd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.709726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-75f83de3-2952-4a71-a4f7-b52c2269fd6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39a4daf9-2a46-4549-81bc-355dfb990ce8 HTTP/1.1" status: 204 len: 168 time: 0.4629741 Oct 19 01:13:33.743865 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.746005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f83de3-2952-4a71-a4f7-b52c2269fd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4daf9-2a46-4549-81bc-355dfb990ce8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:33.873613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:33.876321 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2081e5-a4ab-4519-b76b-5ef1ad7276a4" -d '{"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-plugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:33.935394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:33.972807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:33.991687 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.013378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Allocated IP 172.20.0.3 (e1f052a3-0cab-42a9-8e30-374e8ca1f301/38ab5065-ae17-4002-913a-ca0b14841f1a/f48b5036-91b2-4fdf-94c6-940a9f9a3f88) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:34.064608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ee7652-651f-49e3-aa42-3047300189d0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:34.073973 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] Set router c6f71f59-4433-4379-b336-3a8470d5fe54 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:34.090594 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13d8ad2-b595-4c39-9593-6f1ddfc2e16a x-openstack-request-id: req-c13d8ad2-b595-4c39-9593-6f1ddfc2e16a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:34.091435 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-plugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:34.091868 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c13d8ad2-b595-4c39-9593-6f1ddfc2e16a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:34.092527 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'code': 200} Oct 19 01:13:34.160831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:34.170151 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:13:33Z', 'revision_number': 6, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:34.181204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.184586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a7221cd8-3c7c-4af0-ab49-a82cb09f5387 None None] Provisioning complete for port 7b250038-97e2-47bd-bf9e-edd853d760a1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:34.185089 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a7221cd8-3c7c-4af0-ab49-a82cb09f5387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.231482 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860702f9-07d1-42ec-9902-4ceb8689e2f3 None None] The sync data for ids ['c6f71f59-4433-4379-b336-3a8470d5fe54'] in n-d-789963-20 is: [{'id': 'c6f71f59-4433-4379-b336-3a8470d5fe54', 'name': 'tempest-ServersTestMultiNic-1803644937-router', 'tenant_id': '28a095346b664672a4719b8f3b7407fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:11:30Z', 'updated_at': '2021-10-19T01:13:33Z', 'revision_number': 6, 'project_id': '28a095346b664672a4719b8f3b7407fe', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:34.282838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a7221cd8-3c7c-4af0-ab49-a82cb09f5387 None None] Port 7b250038-97e2-47bd-bf9e-edd853d760a1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:34.298575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9edcba94-0987-4afd-ac7b-4b8403521f20 req-78e5bbbd-2b1b-4ca6-812d-964d7a4d80c5 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 210 time: 0.0961926 Oct 19 01:13:34.329064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.478063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191d07-f8cd-4e5e-b84c-c107d1876a12 req-c20db5ce-4fe0-4a5c-8460-f1d753b3c196 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:34.480196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f191d07-f8cd-4e5e-b84c-c107d1876a12 req-c20db5ce-4fe0-4a5c-8460-f1d753b3c196 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 945 time: 0.3548269 Oct 19 01:13:34.519595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.524573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.611878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f191d07-f8cd-4e5e-b84c-c107d1876a12 req-bf9916ed-1fce-4d0a-926d-6b0b6bfc2350 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167645 Oct 19 01:13:34.634192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.728727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8446f-54de-4c10-bafb-84d125b34c5d req-a4e4cdb0-545d-4e49-90f0-c0c9c774619f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:34.730378 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42a8446f-54de-4c10-bafb-84d125b34c5d req-a4e4cdb0-545d-4e49-90f0-c0c9c774619f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.3147876 Oct 19 01:13:34.734839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.741617 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.742173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f71f59-4433-4379-b336-3a8470d5fe54 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:13:34.765636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.769405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b0b92004-d9dc-460a-aece-59f15c27d433 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c6f71f59-4433-4379-b336-3a8470d5fe54 HTTP/1.1" status: 204 len: 168 time: 2.3578055 Oct 19 01:13:34.770039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50858) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:34.848558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.855808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42a8446f-54de-4c10-bafb-84d125b34c5d req-3801a148-0238-427f-9b27-53ba4b9d1d94 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161268 Oct 19 01:13:34.869564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] Deleting subnet ddfc5604-d751-40fd-aab6-03e89bee8686 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:34.873612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:34.897729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4ba3b57a-2e2e-4842-b02d-2b02c048cc95'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:34.959229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:34.976644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:34.979826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:34.982934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Pushing event updated for resources: {'Port': ['ID=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.011023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.136068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:35.141413 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.186812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-f9197059-ff35-41ad-be99-d01d705df413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0263624 Oct 19 01:13:35.199385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.210657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Request body: {'port': {'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:35.302733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50872) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:35.306479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.341758 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.352732 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.357252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 42452f8a-861b-4631-9705-d0d2d4f41d7d up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:35.444324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfc5604-d751-40fd-aab6-03e89bee8686,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.453721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.456564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7059d620-0cca-4a7e-9097-b5480fcb638e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:35.465526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-90c3ed23-16d9-4d27-abef-a11b7663ffa1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ddfc5604-d751-40fd-aab6-03e89bee8686 HTTP/1.1" status: 204 len: 168 time: 0.6912224 Oct 19 01:13:35.467263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50876) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:35.472144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a8f41-8103-4221-bc10-e0b98c9e47d0 None None] Network c048487a-7f51-428e-b359-b557e767a1b6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:35.482555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.561441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-494ffbb9-f4dc-4466-9138-4a5dc393cd43 None None] Provisioning complete for port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:35.561816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-494ffbb9-f4dc-4466-9138-4a5dc393cd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.583831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Pushing event updated for resources: {'Port': ['ID=7b250038-97e2-47bd-bf9e-edd853d760a1,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:35.586476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:35.882478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-494ffbb9-f4dc-4466-9138-4a5dc393cd43 None None] Port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:35.890124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614dc0e-db13-4ebb-97bf-77b14784a318 req-5aec5554-6b7f-4c0f-841b-c4548c66e59a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:35.894128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4614dc0e-db13-4ebb-97bf-77b14784a318 req-5aec5554-6b7f-4c0f-841b-c4548c66e59a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 931 time: 0.4544041 Oct 19 01:13:35.902631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 42452f8a-861b-4631-9705-d0d2d4f41d7d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:35.919628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 42452f8a-861b-4631-9705-d0d2d4f41d7d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:35.931493 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.013496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7059d620-0cca-4a7e-9097-b5480fcb638e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:36.013987 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.030064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-621012607-network', 'tenant_id': 'f0f94614281d4ca1a72a6850656437e8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:36.035810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:36.046803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:36.149011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4614dc0e-db13-4ebb-97bf-77b14784a318 req-031e7374-cf60-4644-87ba-b416ed1a82e5 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388101 Oct 19 01:13:36.210252 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.234606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 7059d620-0cca-4a7e-9097-b5480fcb638e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7059d620-0cca-4a7e-9097-b5480fcb638e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:36.242960 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.279832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 90a58778-cf68-4bba-abab-310dca34d8cf no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:36.304015 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.306103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] DHCP port deletion for c048487a-7f51-428e-b359-b557e767a1b6 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:13:36.312828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 90a58778-cf68-4bba-abab-310dca34d8cf {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:36.313324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 90a58778-cf68-4bba-abab-310dca34d8cf not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:36.314957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.329178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81da1fc-dc0c-453a-a4d3-4e291df97a01 req-58853972-edaf-4719-94b7-a7c5b89db190 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.352680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f81da1fc-dc0c-453a-a4d3-4e291df97a01 req-58853972-edaf-4719-94b7-a7c5b89db190 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 945 time: 0.3179734 Oct 19 01:13:36.376634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Made reservation on behalf of f0f94614281d4ca1a72a6850656437e8 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:36.379565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.408577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:36.421022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:36.423867 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457e6f5-027e-4d71-b9c0-8d1144b775e4" -d '{"events": [{"server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "name": "network-vif-plugged", "status": "completed", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:36.426410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.450611 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.468449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=7059d620-0cca-4a7e-9097-b5480fcb638e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:36.477182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f81da1fc-dc0c-453a-a4d3-4e291df97a01 req-39375194-b83d-46e5-b721-dfd90211ce1e tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218965 Oct 19 01:13:36.545843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Router 345029de-7d64-4e3a-978a-33bf40d05f16 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:36.560378 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b4eece-7551-4255-b91c-3e2c3e0e60de x-openstack-request-id: req-00b4eece-7551-4255-b91c-3e2c3e0e60de {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:36.560734 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "name": "network-vif-plugged", "status": "completed", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:36.561077 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00b4eece-7551-4255-b91c-3e2c3e0e60de {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:36.561538 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d', 'code': 200} Oct 19 01:13:36.561646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-9ec11d78-2ba2-4208-84b0-308702a89f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.563111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-9ec11d78-2ba2-4208-84b0-308702a89f0a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59&tenant_id=9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 1102 time: 0.2192063 Oct 19 01:13:36.579526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306c417-4662-45cf-9cb2-f404d7c0c662 req-cc1bb2e2-ad15-46a4-a72e-24966b0dd892 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:36.581305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e306c417-4662-45cf-9cb2-f404d7c0c662 req-cc1bb2e2-ad15-46a4-a72e-24966b0dd892 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1392202 Oct 19 01:13:36.596944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Deleting port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:36.597375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.616561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] Deleting port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:13:36.617607 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.710966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] For port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,segment=NetworkSegment(6be25cd4-7469-4ef8-afc3-9cdb3141d853),segment_id=6be25cd4-7469-4ef8-afc3-9cdb3141d853)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:36.712579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.713120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:36.717040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] For port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,segment=NetworkSegment(6be25cd4-7469-4ef8-afc3-9cdb3141d853),segment_id=6be25cd4-7469-4ef8-afc3-9cdb3141d853)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:36.717517 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.724949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.735060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.736388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] Calling delete_port for 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:36.748441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Calling delete_port for 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:13:36.778126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:36.781154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-555a33b9-8600-489b-a4a4-7ffd42260c58 admin admin] 10.222.0.64 "PUT /v2.0/routers/345029de-7d64-4e3a-978a-33bf40d05f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9529819 Oct 19 01:13:36.811901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b1895-58f6-4731-aa6d-b6390a37756a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:36.816303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.816894 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Added segment 95b4c8f0-fe7a-458f-80ba-efabd347f21d of type vlan for network 1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7 Oct 19 01:13:36.890848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Sync routers for ids ['345029de-7d64-4e3a-978a-33bf40d05f16'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:36.894207 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.923099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:36.926770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:36.950646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Routers {'345029de-7d64-4e3a-978a-33bf40d05f16'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:36.952401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['345029de-7d64-4e3a-978a-33bf40d05f16'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:36.975780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48b5036-91b2-4fdf-94c6-940a9f9a3f88 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:36.993718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e306c417-4662-45cf-9cb2-f404d7c0c662 req-04d6faab-8d41-44c9-9f3f-570bed9dbbb3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925431 Oct 19 01:13:37.005431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.008988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4999d9-b587-4ae7-ad0e-31f1dcc8f256 req-0cbb516b-9472-4ddd-b79b-f977970a4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.010683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f4999d9-b587-4ae7-ad0e-31f1dcc8f256 req-0cbb516b-9472-4ddd-b79b-f977970a4e67 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1098 time: 0.3005362 Oct 19 01:13:37.014135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.014808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-f9f4f398-e4d0-4e92-85ec-9eb4d8ba69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.016427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-f9f4f398-e4d0-4e92-85ec-9eb4d8ba69f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1102 time: 0.3052642 Oct 19 01:13:37.017263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.017893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.041692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.044705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] Pushing event deleted for resources: {'Port': ['ID=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:37.052818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7059d620-0cca-4a7e-9097-b5480fcb638e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:37.063302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Transition to ACTIVE for port object f48b5036-91b2-4fdf-94c6-940a9f9a3f88 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:37.066012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9cac482a-a41f-44e7-bc5b-3cbc8ad00a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.073878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec44c2-b590-4a04-a1aa-235de3e5434a None None] No DVR routers for this DVR port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:37.101839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7986748 Oct 19 01:13:37.102805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f0bbf4-8162-44c2-b2a2-92d9066d5a9f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:37.105105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] No DVR routers for this DVR port 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:13:37.108644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50904) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:37.113656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Request body: {'subnet': {'network_id': '1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-621012607-subnet', 'tenant_id': 'f0f94614281d4ca1a72a6850656437e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:37.116609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d35bf12f-e8f9-4c05-8713-8279bffc9ef6 None None] Provisioning complete for port 7b250038-97e2-47bd-bf9e-edd853d760a1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:37.117302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d35bf12f-e8f9-4c05-8713-8279bffc9ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.184208 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.203702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015be9be-e4db-4ca2-b5e5-c5d9fdf88301 admin admin] Pushing event updated for resources: {'Network': ['ID=1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:37.266643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:37.272605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.275150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Made reservation on behalf of f0f94614281d4ca1a72a6850656437e8 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:37.278422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.352770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f4999d9-b587-4ae7-ad0e-31f1dcc8f256 req-82786d84-295c-49c7-95b6-c9d45a37fdb3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326328 Oct 19 01:13:37.354476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:37.417971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Set router 345029de-7d64-4e3a-978a-33bf40d05f16 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:37.422812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c048487a-7f51-428e-b359-b557e767a1b6']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:37.444932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be25cd4-7469-4ef8-afc3-9cdb3141d853') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:37.445388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be25cd4-7469-4ef8-afc3-9cdb3141d853') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:37.476734 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.545476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.575595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07042eaa-455f-48a1-894f-5d9a0dadc933 req-6185526f-2e2e-46e1-9d13-c32a99d8a4cc tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.593714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07042eaa-455f-48a1-894f-5d9a0dadc933 req-6185526f-2e2e-46e1-9d13-c32a99d8a4cc tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 943 time: 0.2937410 Oct 19 01:13:37.664769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-d5c75456-cde8-4096-85f2-eaa08188e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.666257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-d5c75456-cde8-4096-85f2-eaa08188e66d service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.6378517 Oct 19 01:13:37.666948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Attempting to bind port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:37.667370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Attempting to bind port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:37.667689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Attempting to bind port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:37.711013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:37.712035 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.716275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:37.716639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Attempting to bind port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 on network e1f052a3-0cab-42a9-8e30-374e8ca1f301 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:37.787799 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:37.799750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:37.800154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Checking segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:37.800545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Bound using segment: {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:37.801461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Bound port: f48b5036-91b2-4fdf-94c6-940a9f9a3f88, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4babfe9d-edbd-4adf-88a7-7192b13bab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:37.801823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.820394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.838842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:37.861030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c048487a-7f51-428e-b359-b557e767a1b6 HTTP/1.1" status: 204 len: 168 time: 2.3803978 Oct 19 01:13:37.902196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] For port f48b5036-91b2-4fdf-94c6-940a9f9a3f88, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:37.905897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] For port f48b5036-91b2-4fdf-94c6-940a9f9a3f88, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:37.908484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-c09950f4-5387-4fd4-a565-eea13775769f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 217 time: 0.1632423 Oct 19 01:13:37.924350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c6eec-b8b1-45e6-9935-96a7b2b3d4e7 req-b06e53b3-3516-46d0-a97b-458a4bdc75a3 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:37.928537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad9c6eec-b8b1-45e6-9935-96a7b2b3d4e7 req-b06e53b3-3516-46d0-a97b-458a4bdc75a3 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 946 time: 0.2473764 Oct 19 01:13:37.953026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d35bf12f-e8f9-4c05-8713-8279bffc9ef6 None None] Port 7b250038-97e2-47bd-bf9e-edd853d760a1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:37.987855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.015038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82afafc-95ee-41af-b7cd-68f8a54efbe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c048487a-7f51-428e-b359-b557e767a1b6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:38.053319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07042eaa-455f-48a1-894f-5d9a0dadc933 req-eb2f766a-77a4-42bc-9baa-c9937c384a97 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415832 Oct 19 01:13:38.082584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.157770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934d3f31-caf0-4733-901d-72243cf3c768,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:38.165707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Checking segment: {'id': '95b4c8f0-fe7a-458f-80ba-efabd347f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:38.166029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Network hostable DHCP agents. Network: 1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:38.179677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50922) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:38.216625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Network 1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:38.289900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0f2affa9-4b42-47db-a30d-221d8d92dde4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28a095346b664672a4719b8f3b7407fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090555 Oct 19 01:13:38.290642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:38.292138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50926) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:38.301023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.301596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.310871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.311500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.312937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 1092 time: 3.1085105 Oct 19 01:13:38.367798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:38.376867 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664257b7-c30a-491a-8671-c6678abe5447" -d '{"events": [{"name": "network-changed", "server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:38.399198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f767f07-c28f-4f27-8d7b-0c6e31c9504b None None] Network 1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:38.419153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-edaa889c-b17a-4774-97a8-0a440becb4c1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3041739 Oct 19 01:13:38.430652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72867cf-889e-445a-b5b4-216506e3b782 req-0e0d7e36-4328-4a99-852d-4026d31a3a72 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:38.432517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a72867cf-889e-445a-b5b4-216506e3b782 req-0e0d7e36-4328-4a99-852d-4026d31a3a72 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1979773 Oct 19 01:13:38.470511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecce97f0-294a-423b-b934-773d1c47b582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.496081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecce97f0-294a-423b-b934-773d1c47b582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.627317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a72867cf-889e-445a-b5b4-216506e3b782 req-79d87e61-76bf-4f34-a222-0013071696d6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777949 Oct 19 01:13:38.641493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecce97f0-294a-423b-b934-773d1c47b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.644288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecce97f0-294a-423b-b934-773d1c47b582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:38.652989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ecce97f0-294a-423b-b934-773d1c47b582 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0b979dc-f45c-4a65-b32c-9b687717c657 HTTP/1.1" status: 204 len: 168 time: 0.3573565 Oct 19 01:13:38.691935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce97f0-294a-423b-b934-773d1c47b582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b979dc-f45c-4a65-b32c-9b687717c657,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:38.853834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7059d620-0cca-4a7e-9097-b5480fcb638e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:38.856907 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.230077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8f64f-4cd1-470c-8a7a-7dfada80eaa0 None None] Network 1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:39.419200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-0ee5ef24-1495-4420-9110-71eb8e5c1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.421743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-0ee5ef24-1495-4420-9110-71eb8e5c1b05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 1.4916198 Oct 19 01:13:39.429392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:13:34Z', 'revision_number': 4, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '7b250038-97e2-47bd-bf9e-edd853d760a1', 'name': '', 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'mac_address': 'fa:16:3e:33:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '86da2b77-2b59-44da-85c1-63d62278a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:31Z', 'updated_at': '2021-10-19T01:13:34Z', 'revision_number': 2, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'subnets': [{'id': '86da2b77-2b59-44da-85c1-63d62278a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:39.439948 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e93597c-bf3c-479f-90a9-0d92813dd52d x-openstack-request-id: req-4e93597c-bf3c-479f-90a9-0d92813dd52d {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:39.440483 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:39.440881 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e93597c-bf3c-479f-90a9-0d92813dd52d {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:39.443887 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'status': 'completed', 'code': 200} Oct 19 01:13:39.449417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:39.546420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.566034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad9c6eec-b8b1-45e6-9935-96a7b2b3d4e7 req-5ec3aa41-4a00-4a69-bde6-106ceb23e6d6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5816996 Oct 19 01:13:39.618328 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-03009241-60b1-4098-97d2-e3d6a4d1dadf req-c267bab1-f995-45d2-b99e-f6d957e5f33e tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] show failed (client error): The resource could not be found. Oct 19 01:13:39.629219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db24e2-9a2d-4d84-9fd3-af3365be93a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:39.639077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03009241-60b1-4098-97d2-e3d6a4d1dadf req-c267bab1-f995-45d2-b99e-f6d957e5f33e tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "GET /v2.0/security-groups/f871f281-891b-4a48-854f-30249114622a HTTP/1.1" status: 404 len: 352 time: 0.0653851 Oct 19 01:13:39.706037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-1dd6b512-1569-4d39-b226-2a313ff3fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.710298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-1dd6b512-1569-4d39-b226-2a313ff3fd88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2442405 Oct 19 01:13:39.752062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-0be32b62-db59-4f69-9850-ef0a5f386a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.754116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-0be32b62-db59-4f69-9850-ef0a5f386a32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 1095 time: 0.3490317 Oct 19 01:13:39.797578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Checking router: 345029de-7d64-4e3a-978a-33bf40d05f16 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:39.797939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Updating router 345029de-7d64-4e3a-978a-33bf40d05f16 port 7b250038-97e2-47bd-bf9e-edd853d760a1 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:13:39.888891 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:39.901702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832427a-a0c2-488d-90e2-a38facaf514c req-b7e7f995-9f70-41d6-bf2d-04e8dd3df5cb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:39.905642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-40827775-a5db-4870-b7a4-76ee1f5f108f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 217 time: 0.1106195 Oct 19 01:13:39.909393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3832427a-a0c2-488d-90e2-a38facaf514c req-b7e7f995-9f70-41d6-bf2d-04e8dd3df5cb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1226487 Oct 19 01:13:39.982669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ce163-1438-4b80-b10b-1761485830d8 req-7535e915-5978-4f8e-a84a-e46bc0d5d808 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:40.004396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-770ce163-1438-4b80-b10b-1761485830d8 req-7535e915-5978-4f8e-a84a-e46bc0d5d808 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 943 time: 0.2477398 Oct 19 01:13:40.015169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3832427a-a0c2-488d-90e2-a38facaf514c req-76ab583d-70c7-4d73-b4b7-319fce5ce564 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921347 Oct 19 01:13:40.147246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-0b572990-7abf-4cf5-a27c-ae1162113a20 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265084 Oct 19 01:13:40.162382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-770ce163-1438-4b80-b10b-1761485830d8 req-c1f8daee-febb-4862-981f-389d6c70e728 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560912 Oct 19 01:13:40.172368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-65bc336d-70e0-49c2-8099-4a9c58311555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:40.172368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-65bc336d-70e0-49c2-8099-4a9c58311555 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.2483397 Oct 19 01:13:40.212823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50978) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:40.229591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f762a89-d12d-40a2-85d0-606544570321 req-444bd425-e742-41e6-b463-e76df0b0ab2c tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f94614281d4ca1a72a6850656437e8 HTTP/1.1" status: 200 len: 2984 time: 0.0872262 Oct 19 01:13:40.374808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f762a89-d12d-40a2-85d0-606544570321 req-2265a9f4-778c-4998-abbf-9a04bd757ebf tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "GET /v2.0/security-groups/f39b1895-58f6-4731-aa6d-b6390a37756a HTTP/1.1" status: 200 len: 2981 time: 0.1437979 Oct 19 01:13:40.414778 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.437570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.463607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2001144751-network', 'tenant_id': 'd185beea1e3b4131a52bbbadaea53751'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:40.485016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b72c1cc6-b05c-4848-8144-2a9c4f50e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:40.495598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b72c1cc6-b05c-4848-8144-2a9c4f50e50c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3137672 Oct 19 01:13:40.560144 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f762a89-d12d-40a2-85d0-606544570321 req-9c8c9f42-4a61-4d34-adba-e9684439d165 tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "GET /v2.0/security-groups/f39b1895-58f6-4731-aa6d-b6390a37756a HTTP/1.1" status: 200 len: 2981 time: 0.1829660 Oct 19 01:13:40.602125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Made reservation on behalf of d185beea1e3b4131a52bbbadaea53751 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:40.617387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.628853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f29a40b-bc33-4878-973b-99dcf6ede32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.638025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.773235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a91763f-ea0a-44d7-83a1-e7ac2f421a80 req-5e1b8c84-ac99-40d0-b6d8-8a1cfe2815cc service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050723 Oct 19 01:13:40.810597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87bae439-9894-4323-8724-f6b4c67bdcf0 req-69fe85c3-8c69-4aef-8840-f64d0ab48f5c tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "GET /v2.0/security-groups/f39b1895-58f6-4731-aa6d-b6390a37756a HTTP/1.1" status: 200 len: 2981 time: 0.1815293 Oct 19 01:13:40.829878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:40.832043 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.852739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.866947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.902746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42751d31-5cee-4e2f-b008-59bf1502c0de None None] Pushing event updated for resources: {'Port': ['ID=7b250038-97e2-47bd-bf9e-edd853d760a1,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:40.912983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:40.913603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b020d404-7b22-4a5a-9452-7f6b2cb38d15 service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065082 Oct 19 01:13:40.957445 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-87bae439-9894-4323-8724-f6b4c67bdcf0 req-f113ba89-37b0-4d57-aa20-9255a6777893 tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:13:40.959193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87bae439-9894-4323-8724-f6b4c67bdcf0 req-f113ba89-37b0-4d57-aa20-9255a6777893 tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "DELETE /v2.0/security-groups/f39b1895-58f6-4731-aa6d-b6390a37756a HTTP/1.1" status: 409 len: 352 time: 0.1390550 Oct 19 01:13:40.979087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7925bdfb-9332-4caa-8213-f2acb251e47e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.006486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:41.024448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:41.024982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 79f0bbf4-8162-44c2-b2a2-92d9066d5a9f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:41.025475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 99ee7652-651f-49e3-aa42-3047300189d0 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:13:41.037141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.037498 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Added segment 23e9ebba-4037-4682-924a-d06a07cd3d4a of type vlan for network 04997528-080e-4a27-87c2-f3da36585398 Oct 19 01:13:41.059377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f235f-b889-46bf-9b31-36d792349c2a req-2e79e14b-480a-4035-8306-870cb3a70898 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:41.061048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-263f235f-b889-46bf-9b31-36d792349c2a req-2e79e14b-480a-4035-8306-870cb3a70898 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 946 time: 0.2258861 Oct 19 01:13:41.100065 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-8f9fef85-8141-48b7-b561-0393746f0182 req-ad505a41-3cab-483f-b175-cbbec8a1f746 tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] show failed (client error): The resource could not be found. Oct 19 01:13:41.102027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f9fef85-8141-48b7-b561-0393746f0182 req-ad505a41-3cab-483f-b175-cbbec8a1f746 tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "GET /v2.0/security-groups/05deca6e-06f6-4b2a-899b-a2d26043fdbc HTTP/1.1" status: 404 len: 352 time: 0.0976555 Oct 19 01:13:41.163100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 99ee7652-651f-49e3-aa42-3047300189d0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:13:41.163550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 99ee7652-651f-49e3-aa42-3047300189d0 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:13:41.170587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.175537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a4507f9-2dda-4df0-a8dd-781cd0d9bd7f req-b76fb427-d8d8-4fb3-bc60-240eb2c9d2f6 service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510512 Oct 19 01:13:41.191061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Attempting to bind port 7b250038-97e2-47bd-bf9e-edd853d760a1 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:41.191518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Attempting to bind port 7b250038-97e2-47bd-bf9e-edd853d760a1 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:41.191964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Attempting to bind port 7b250038-97e2-47bd-bf9e-edd853d760a1 on network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:41.195622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.206798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-263f235f-b889-46bf-9b31-36d792349c2a req-f661419e-d0d7-42eb-a17d-ff528498a7bf tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377573 Oct 19 01:13:41.216220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:41.216694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Checking segment: {'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:41.217162 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.217613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Bound using segment: {'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:41.218204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Bound port: 7b250038-97e2-47bd-bf9e-edd853d760a1, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36cee87-dba4-4030-9763-b7484311173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:41.218645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.226415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9cc9781-93c0-4e09-a44d-ed0d1c179ff6 None None] Provisioning complete for port 7b250038-97e2-47bd-bf9e-edd853d760a1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:41.226880 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9cc9781-93c0-4e09-a44d-ed0d1c179ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.280931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.282177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:41.283860 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.287334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:41.296170 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bc489c-c0a2-4ad8-9a0e-3a1bc7630dd2" -d '{"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-unplugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:41.375948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:41.394585 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.405336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc9781-93c0-4e09-a44d-ed0d1c179ff6 None None] Port 7b250038-97e2-47bd-bf9e-edd853d760a1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:41.418549 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-4257aa0c-1475-4f05-9012-b90f92a8df00 req-13f16ae7-4fda-4256-b1bb-f2873580e05d tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] show failed (client error): The resource could not be found. Oct 19 01:13:41.440626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4257aa0c-1475-4f05-9012-b90f92a8df00 req-13f16ae7-4fda-4256-b1bb-f2873580e05d tempest-SecurityGroupsNegativeTestJSON-32780876 tempest-SecurityGroupsNegativeTestJSON-32780876-project] 10.222.0.64 "GET /v2.0/security-groups/48301f5d-950a-4506-8760-2f96c148092d HTTP/1.1" status: 404 len: 352 time: 0.0799282 Oct 19 01:13:41.453007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51002) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:41.574748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] For port 7b250038-97e2-47bd-bf9e-edd853d760a1, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:41.581422 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3442347 Oct 19 01:13:41.584053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51006) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:41.609595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Request body: {'subnet': {'network_id': '04997528-080e-4a27-87c2-f3da36585398', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2001144751-subnet', 'tenant_id': 'd185beea1e3b4131a52bbbadaea53751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:41.610655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa83900-437b-480b-a15c-5ca8c48515c6 req-2687063a-9245-46ae-b21c-d1e9c1648dd2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:41.618529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.621414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-daa83900-437b-480b-a15c-5ca8c48515c6 req-2687063a-9245-46ae-b21c-d1e9c1648dd2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.4005177 Oct 19 01:13:41.622282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] For port 7b250038-97e2-47bd-bf9e-edd853d760a1, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7b250038-97e2-47bd-bf9e-edd853d760a1,segment=NetworkSegment(c36cee87-dba4-4030-9763-b7484311173c),segment_id=c36cee87-dba4-4030-9763-b7484311173c)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:41.634725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.653840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9f333-dfb6-4198-a7b2-79debab5d865 admin admin] Pushing event updated for resources: {'Network': ['ID=04997528-080e-4a27-87c2-f3da36585398,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.687297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 04997528-080e-4a27-87c2-f3da36585398 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:41.702665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] Deleting subnet 934d3f31-caf0-4733-901d-72243cf3c768 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:13:41.735884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.795524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Routers {'345029de-7d64-4e3a-978a-33bf40d05f16'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:41.801212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['345029de-7d64-4e3a-978a-33bf40d05f16'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:41.808964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Made reservation on behalf of d185beea1e3b4131a52bbbadaea53751 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:41.812481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:41.866686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664257b7-c30a-491a-8671-c6678abe5447 req-3d426aa0-a666-4154-a8f1-881c65d7c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:41.874588 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-664257b7-c30a-491a-8671-c6678abe5447 req-3d426aa0-a666-4154-a8f1-881c65d7c68b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 1095 time: 0.5264027 Oct 19 01:13:41.882527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42751d31-5cee-4e2f-b008-59bf1502c0de None None] Pushing event updated for resources: {'Port': ['ID=7b250038-97e2-47bd-bf9e-edd853d760a1,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:41.962593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-daa83900-437b-480b-a15c-5ca8c48515c6 req-d7a8618b-02be-4860-9d13-f5728b8e398e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349667 Oct 19 01:13:41.988966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] Set router 345029de-7d64-4e3a-978a-33bf40d05f16 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:42.014539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.040502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82c17-e895-4ad3-a24e-c8d0efbc1908 req-656cbec7-2c77-4c6d-88bb-1ac39baa7afd tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:42.050897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-52b82c17-e895-4ad3-a24e-c8d0efbc1908 req-656cbec7-2c77-4c6d-88bb-1ac39baa7afd tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 943 time: 0.4159338 Oct 19 01:13:42.179589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-52b82c17-e895-4ad3-a24e-c8d0efbc1908 req-33972b51-fb46-4bce-b415-e487a58aeb00 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262715 Oct 19 01:13:42.295048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.310607 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da32502-45ab-4117-86df-8b1816ae8473 x-openstack-request-id: req-2da32502-45ab-4117-86df-8b1816ae8473 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:42.310936 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-unplugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:42.311993 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2da32502-45ab-4117-86df-8b1816ae8473 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:42.313051 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'code': 200} Oct 19 01:13:42.316433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4b62c822-022a-495d-bc75-05a679d5bfd9 None None] Provisioning complete for port 7b250038-97e2-47bd-bf9e-edd853d760a1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:42.316810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b62c822-022a-495d-bc75-05a679d5bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.321803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.341937 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.356558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-73b82b91-be7a-45a2-9ff6-b169df6ab5da tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1072136466&fields=id&tenant_id=ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 267 time: 0.2637796 Oct 19 01:13:42.380577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664257b7-c30a-491a-8671-c6678abe5447 req-b92ee63a-b05a-4cea-8417-5f8bd4d84342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:42.381375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:13:34Z', 'revision_number': 4, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '7b250038-97e2-47bd-bf9e-edd853d760a1', 'name': '', 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'mac_address': 'fa:16:3e:33:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '86da2b77-2b59-44da-85c1-63d62278a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:31Z', 'updated_at': '2021-10-19T01:13:41Z', 'revision_number': 4, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'subnets': [{'id': '86da2b77-2b59-44da-85c1-63d62278a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:42.383398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-664257b7-c30a-491a-8671-c6678abe5447 req-b92ee63a-b05a-4cea-8417-5f8bd4d84342 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.4979391 Oct 19 01:13:42.428287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9988b5-0bcb-400b-9c64-fce6f74b6dca None None] The sync data for ids ['345029de-7d64-4e3a-978a-33bf40d05f16'] in n-d-789963-20 is: [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:13:34Z', 'revision_number': 4, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '7b250038-97e2-47bd-bf9e-edd853d760a1', 'name': '', 'network_id': 'c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'mac_address': 'fa:16:3e:33:54:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '86da2b77-2b59-44da-85c1-63d62278a546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:31Z', 'updated_at': '2021-10-19T01:13:41Z', 'revision_number': 4, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'subnets': [{'id': '86da2b77-2b59-44da-85c1-63d62278a546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:42.466264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e1e199-f70c-44a4-b23e-509c173059ed,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:42.476826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-664257b7-c30a-491a-8671-c6678abe5447 req-922ebcc8-fe86-4f07-92e9-de0d50621190 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 217 time: 0.0685589 Oct 19 01:13:42.488102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Checking segment: {'id': '23e9ebba-4037-4682-924a-d06a07cd3d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04997528-080e-4a27-87c2-f3da36585398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:42.488227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Network hostable DHCP agents. Network: 04997528-080e-4a27-87c2-f3da36585398, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:42.549573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b62c822-022a-495d-bc75-05a679d5bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.552910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Network 04997528-080e-4a27-87c2-f3da36585398 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:42.583006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 04997528-080e-4a27-87c2-f3da36585398) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:42.586592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4b62c822-022a-495d-bc75-05a679d5bfd9 None None] For port 7b250038-97e2-47bd-bf9e-edd853d760a1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7b250038-97e2-47bd-bf9e-edd853d760a1,segment=NetworkSegment(c36cee87-dba4-4030-9763-b7484311173c),segment_id=c36cee87-dba4-4030-9763-b7484311173c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:42.592429 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b62c822-022a-495d-bc75-05a679d5bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.607020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:42.607843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.626954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fde839-a1cf-437f-a88a-fb13081eaf40 None None] Network 04997528-080e-4a27-87c2-f3da36585398 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:42.676705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36295ae0-919f-4721-a2ab-86f39a636d53 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0788875 Oct 19 01:13:42.718900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-f7dc586d-0eb9-425b-bc21-4f05a92bd6fb tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:42.730846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-f7dc586d-0eb9-425b-bc21-4f05a92bd6fb tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 946 time: 0.3652346 Oct 19 01:13:42.736950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'port': {'security_groups': ['8dd2f312-c949-47e8-be8d-4090188cba31', '336de59d-167d-4b49-8c2f-eab0bef59fda']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:42.836336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62c822-022a-495d-bc75-05a679d5bfd9 None None] Pushing event updated for resources: {'Port': ['ID=7b250038-97e2-47bd-bf9e-edd853d760a1,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:42.864535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.883526 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:42.889775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/934d3f31-caf0-4733-901d-72243cf3c768 HTTP/1.1" status: 204 len: 168 time: 1.4282882 Oct 19 01:13:42.890090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51014) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:42.952308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.008889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664257b7-c30a-491a-8671-c6678abe5447 req-d478a239-01af-4146-9651-02a7bf57c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.010592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-664257b7-c30a-491a-8671-c6678abe5447 req-d478a239-01af-4146-9651-02a7bf57c8c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.5168033 Oct 19 01:13:43.106227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.179843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f48b5036-91b2-4fdf-94c6-940a9f9a3f88 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:43.251875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4592fb-29e9-4440-926b-6f26746b7950 None None] Network 04997528-080e-4a27-87c2-f3da36585398 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:43.425856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.439692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:43.456706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:43.482855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c027bb-ddb6-4bb1-816a-c068aeff97e7 req-7d8cdd21-4297-43d1-96c0-5489e7143126 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.484420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4c027bb-ddb6-4bb1-816a-c068aeff97e7 req-7d8cdd21-4297-43d1-96c0-5489e7143126 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 948 time: 0.3395617 Oct 19 01:13:43.513409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.517628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:43.521347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7b250038-97e2-47bd-bf9e-edd853d760a1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:43.537686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c672c1-5548-4013-8688-d237b4e382cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934d3f31-caf0-4733-901d-72243cf3c768,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.543103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b4c8f0-fe7a-458f-80ba-efabd347f21d') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:43.543407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b4c8f0-fe7a-458f-80ba-efabd347f21d') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:43.548414 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.566267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4c027bb-ddb6-4bb1-816a-c068aeff97e7 req-c575acd0-c85c-49d0-8fae-9731d53069bd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749555 Oct 19 01:13:43.573668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.598629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.621163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:13:43.623471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:13:43.632209 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:13:43.706774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:43.707423 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.723562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f60d2337-1b58-4fab-9ab0-6714dbcf8a0c req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "PUT /v2.0/ports/42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 200 len: 982 time: 0.9873149 Oct 19 01:13:43.742536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:13:43.773180 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.822529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:43.829314 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f57038-d485-4e47-81b4-86e576a348b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:43.838658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:43.862726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] 10.222.0.64 "DELETE /v2.0/networks/1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7 HTTP/1.1" status: 204 len: 168 time: 0.9705107 Oct 19 01:13:43.866187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2702d9-2f86-4c23-9f03-0427db39865f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b67cc93-8f2c-4dce-a0ab-ac3c5433bbf7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:43.996614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port f48b5036-91b2-4fdf-94c6-940a9f9a3f88, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:44.017388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'mac_address': 'fa:16:3e:60:10:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:44.077732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:44.153728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664257b7-c30a-491a-8671-c6678abe5447 req-1365a3eb-b414-4ef6-be41-70c4047e653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.155243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-664257b7-c30a-491a-8671-c6678abe5447 req-1365a3eb-b414-4ef6-be41-70c4047e653d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6387601 Oct 19 01:13:44.245942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20babbf-a24f-4a4c-bbd0-08a92ff08ac9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.262104 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.270495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51044) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.296282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:44.300291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309e9f1-ce91-4756-8a77-0c112278d1b5 req-59a3ed96-d977-4549-9088-7d462aa1251a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.302382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a309e9f1-ce91-4756-8a77-0c112278d1b5 req-59a3ed96-d977-4549-9088-7d462aa1251a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 943 time: 0.4254000 Oct 19 01:13:44.319374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48b5036-91b2-4fdf-94c6-940a9f9a3f88 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:44.334746 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406e2-3164-41c4-8743-a528ad92732a req-af281b37-0c3a-48b3-9fea-ea28d6acda30 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:44.346912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-af281b37-0c3a-48b3-9fea-ea28d6acda30 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/networks?id=04997528-080e-4a27-87c2-f3da36585398 HTTP/1.1" status: 200 len: 818 time: 0.2121007 Oct 19 01:13:44.375120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-20831553-122a-4341-a560-2dc942f2156b tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/quotas/d185beea1e3b4131a52bbbadaea53751 HTTP/1.1" status: 200 len: 375 time: 0.0228817 Oct 19 01:13:44.379898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port f48b5036-91b2-4fdf-94c6-940a9f9a3f88, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:44.447320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-abfcc516-1eb6-43c3-98cc-cd00398d1352 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d185beea1e3b4131a52bbbadaea53751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709176 Oct 19 01:13:44.466374 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.567666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:44.579876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7b250038-97e2-47bd-bf9e-edd853d760a1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:44.580302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:44.597893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:44.631506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-a0553a7a-6641-4d84-bcb0-c3a5005af540 service neutron] 10.222.0.64 "GET /v2.0/networks/04997528-080e-4a27-87c2-f3da36585398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809251 Oct 19 01:13:44.669512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a309e9f1-ce91-4756-8a77-0c112278d1b5 req-7d921443-e78e-45a9-be28-93888e13a806 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312073 Oct 19 01:13:44.749731 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f6f232c3-1b89-4975-8744-3078156074b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f94614281d4ca1a72a6850656437e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438307 Oct 19 01:13:44.767914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51048) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:44.779869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'mac_address': 'fa:16:3e:9f:af:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:44.858687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['f48b5036-91b2-4fdf-94c6-940a9f9a3f88'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:44.881372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-84bcffa0-ce8e-45cf-8151-c2cccaa19fee service neutron] 10.222.0.64 "GET /v2.0/networks/04997528-080e-4a27-87c2-f3da36585398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481513 Oct 19 01:13:44.886387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-664257b7-c30a-491a-8671-c6678abe5447 req-376d449d-bedf-462e-974f-ab2c5693b776 service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870227 Oct 19 01:13:44.993063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.010637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b766c02f-d025-4337-88e8-092e92a0e78b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:45.035734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:45.088326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.135086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a510c08e-1c16-441b-81ba-979aef091593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.351107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=10']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:45.355688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-664257b7-c30a-491a-8671-c6678abe5447 req-82c49a0f-36a6-4993-b4e9-3d0a3c777708 service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456561 Oct 19 01:13:45.378052 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b0529b-36d4-4db9-9462-0cf7020154fe x-openstack-request-id: req-47b0529b-36d4-4db9-9462-0cf7020154fe {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:45.378731 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:45.379593 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47b0529b-36d4-4db9-9462-0cf7020154fe {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:45.380161 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d', 'status': 'completed', 'code': 200} Oct 19 01:13:45.386435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-353c369f-f02c-4c0c-aaf5-9b1b907fd02f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2055955532&fields=id&tenant_id=ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 267 time: 0.5437353 Oct 19 01:13:45.456970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a510c08e-1c16-441b-81ba-979aef091593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:45.574069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9db18-455e-4daf-bea2-2b9490e7c423 req-2c88af38-b463-4b52-9f2a-048c9ec24619 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:45.583853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b766c02f-d025-4337-88e8-092e92a0e78b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:45.587255 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49f9db18-455e-4daf-bea2-2b9490e7c423 req-2c88af38-b463-4b52-9f2a-048c9ec24619 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1419432 Oct 19 01:13:45.723093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49f9db18-455e-4daf-bea2-2b9490e7c423 req-c4aad028-a8f9-481b-ba01-877704e0b1d3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303456 Oct 19 01:13:45.782132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f57038-d485-4e47-81b4-86e576a348b0 req-fd48e2eb-0564-4d65-88c4-0c37f987c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:45.784144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-06f57038-d485-4e47-81b4-86e576a348b0 req-fd48e2eb-0564-4d65-88c4-0c37f987c9c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1137 time: 0.3737588 Oct 19 01:13:45.815755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-e7a132dd-583a-4a67-9218-cd667193e496 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:45.829779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-e7a132dd-583a-4a67-9218-cd667193e496 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 985 time: 0.3931870 Oct 19 01:13:45.841572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'port': {'security_groups': ['336de59d-167d-4b49-8c2f-eab0bef59fda', '8dd2f312-c949-47e8-be8d-4090188cba31', '7ee7175b-307e-4632-b0d5-653fe8b410a0']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:45.902345 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a381c052-70ae-492d-b7b4-1755fdfbafdc req-77f65c75-505b-4de7-b5ae-25e59a85f916 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 210 time: 0.0764678 Oct 19 01:13:46.059544 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a510c08e-1c16-441b-81ba-979aef091593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.062822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a510c08e-1c16-441b-81ba-979aef091593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.102928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a510c08e-1c16-441b-81ba-979aef091593 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f39b1895-58f6-4731-aa6d-b6390a37756a HTTP/1.1" status: 204 len: 168 time: 1.3160665 Oct 19 01:13:46.245556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510c08e-1c16-441b-81ba-979aef091593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b1895-58f6-4731-aa6d-b6390a37756a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:46.247035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5787-3da0-404e-aeea-949cfec1d31e req-44805e7f-b97d-443a-acfe-3fd23ee68970 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:46.258884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd1c5787-3da0-404e-aeea-949cfec1d31e req-44805e7f-b97d-443a-acfe-3fd23ee68970 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 944 time: 0.1761589 Oct 19 01:13:46.295837 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:46.386085 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd1c5787-3da0-404e-aeea-949cfec1d31e req-5f98687e-f2fc-4c73-96d9-ecbea114ba96 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259055 Oct 19 01:13:46.501536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f57038-d485-4e47-81b4-86e576a348b0 req-5eacedfe-6466-4845-96b9-17733ac9f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:46.503578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-06f57038-d485-4e47-81b4-86e576a348b0 req-5eacedfe-6466-4845-96b9-17733ac9f224 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 914 time: 0.6523087 Oct 19 01:13:46.566962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-06f57038-d485-4e47-81b4-86e576a348b0 req-de146a59-857b-44fa-b99c-63f1d80dadd3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 200 len: 217 time: 0.0538099 Oct 19 01:13:46.655680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d1a53-75f3-4562-b126-96478e15640f req-c0ad024d-1499-464a-88a4-87344fdf7fa1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:46.676184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e6d1a53-75f3-4562-b126-96478e15640f req-c0ad024d-1499-464a-88a4-87344fdf7fa1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 950 time: 0.1623921 Oct 19 01:13:46.810883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e6d1a53-75f3-4562-b126-96478e15640f req-2d9bddcb-2de6-494b-be75-d4ff6067b912 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336820 Oct 19 01:13:46.836876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f57038-d485-4e47-81b4-86e576a348b0 req-b3baeb60-9e75-4ef1-aafb-03d03cc09be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:46.842736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-06f57038-d485-4e47-81b4-86e576a348b0 req-b3baeb60-9e75-4ef1-aafb-03d03cc09be0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.2583230 Oct 19 01:13:46.947307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f48b5036-91b2-4fdf-94c6-940a9f9a3f88 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:47.070558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:47.078089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:47.078473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.119610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-06f57038-d485-4e47-81b4-86e576a348b0 req-7a5415ca-8b5e-498c-ac7d-a5a3325b15ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845179 Oct 19 01:13:47.347353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d515db6-7973-4fd7-a9bb-c1a410f0a487 req-1cc74cc3-b893-40ec-bd23-8d3e6da3d590 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 210 time: 0.0782053 Oct 19 01:13:47.445770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:47.598537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.680139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-06f57038-d485-4e47-81b4-86e576a348b0 req-583115ff-2231-45a1-93c9-a39d61c4e19a service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508592 Oct 19 01:13:47.707037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0969-ac5b-4257-9cc3-0aea1a906dc3 req-ccde5116-7b76-459a-b54f-e71972d0f121 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:47.717527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94ef0969-ac5b-4257-9cc3-0aea1a906dc3 req-ccde5116-7b76-459a-b54f-e71972d0f121 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 944 time: 0.1362567 Oct 19 01:13:47.751828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:47.760435 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd06857-91f3-4a72-82dd-eafcc4857c1d" -d '{"events": [{"server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "name": "network-vif-plugged", "status": "completed", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:47.795091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port f48b5036-91b2-4fdf-94c6-940a9f9a3f88, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:47.816643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94ef0969-ac5b-4257-9cc3-0aea1a906dc3 req-1ba73978-edb8-4df3-ac52-93ea8282fe17 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977921 Oct 19 01:13:47.828394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:47.998432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:48.025881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:48.026913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-5812ea25-af37-4e47-b6e7-97c4e75cd970 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720487 Oct 19 01:13:48.040223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b766c02f-d025-4337-88e8-092e92a0e78b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:48.046597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.265393 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.298185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-eb5afbf5-0fd0-436a-92de-5445bf9f398a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:48.307706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-eb5afbf5-0fd0-436a-92de-5445bf9f398a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796140 Oct 19 01:13:48.337494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-36cf9cea-451c-4eb6-a490-c8b193254e74 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/quotas/9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 375 time: 0.0286179 Oct 19 01:13:48.346917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406e2-3164-41c4-8743-a528ad92732a req-0d3fc608-0f7b-4971-8ab3-fbbb9f396839 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:48.347184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:48.352615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.354010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-0d3fc608-0f7b-4971-8ab3-fbbb9f396839 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.62 "GET /v2.0/networks?id=04997528-080e-4a27-87c2-f3da36585398 HTTP/1.1" status: 200 len: 818 time: 1.0440462 Oct 19 01:13:48.404450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Request body: {'port': {'device_id': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'network_id': '04997528-080e-4a27-87c2-f3da36585398', 'admin_state_up': True, 'tenant_id': 'd185beea1e3b4131a52bbbadaea53751'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:48.431240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.482241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-55458c82-7fc6-4868-a481-b917186f12f0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434932 Oct 19 01:13:48.504406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.507881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:48.543154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:48.629452 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-06f57038-d485-4e47-81b4-86e576a348b0 req-23439b0c-155e-4c13-bc1a-46eaf8213d41 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287786 Oct 19 01:13:48.668558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-3829cc20-3461-4811-a541-16c4875c7871 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1488264 Oct 19 01:13:48.722844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:48.723504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.727284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0598fc9-ba90-4120-bd3a-660d813a99b2 req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "PUT /v2.0/ports/42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 200 len: 1021 time: 2.8963740 Oct 19 01:13:48.727776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:48.730191 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b51b823-8f47-4232-8142-1c5e8db1db53" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:48.788642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44a6b6-3808-4acc-947c-8760d09472e8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:48.832390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Made reservation on behalf of d185beea1e3b4131a52bbbadaea53751 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:48.853511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-41faf750-b7d3-4209-ab50-e1d1e699efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:48.855442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:48.863495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-41faf750-b7d3-4209-ab50-e1d1e699efa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1772261 Oct 19 01:13:48.878649 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9298f270-7d8d-4e48-9050-46276a88f1fa x-openstack-request-id: req-9298f270-7d8d-4e48-9050-46276a88f1fa {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:48.886877 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "name": "network-vif-plugged", "status": "completed", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:48.887328 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9298f270-7d8d-4e48-9050-46276a88f1fa {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:48.888035 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'code': 200} Oct 19 01:13:48.930272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:49.223116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8cb02-cecd-49a9-8607-b022b5372dc3 req-fa8ac493-ec7b-46ac-b1fa-83217f39a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.225110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4905be8f-62c1-46dd-aff4-2a6b2a491cff req-63a197ac-dff2-4bb0-8e1e-f0a661ab4632 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 210 time: 0.1132677 Oct 19 01:13:49.230574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec8cb02-cecd-49a9-8607-b022b5372dc3 req-fa8ac493-ec7b-46ac-b1fa-83217f39a3bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 1097 time: 0.2881653 Oct 19 01:13:49.309629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-f0e0ef40-c675-422d-8110-a346e6e3a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.311140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-f0e0ef40-c675-422d-8110-a346e6e3a317 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.4181888 Oct 19 01:13:49.464192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-dc7111a0-c412-41a0-bce4-740df06c0e8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 200 len: 217 time: 0.1362484 Oct 19 01:13:49.533266 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce206c4-d47c-421e-a541-7c685e81c61b x-openstack-request-id: req-1ce206c4-d47c-421e-a541-7c685e81c61b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:49.533969 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:49.534308 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ce206c4-d47c-421e-a541-7c685e81c61b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:49.538653 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d', 'status': 'completed', 'code': 200} Oct 19 01:13:49.559492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec8cb02-cecd-49a9-8607-b022b5372dc3 req-d08add74-d616-4b39-9854-b73a53a2b446 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588842 Oct 19 01:13:49.563160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Allocated IP 172.20.0.4 (04997528-080e-4a27-87c2-f3da36585398/04e1e199-f70c-44a4-b23e-509c173059ed/f4681c4d-6f7a-4b67-9fb5-3a8a2154e449) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:49.684258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-42e58fc0-9c3a-4b29-b02d-a9932587553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.685738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-42e58fc0-9c3a-4b29-b02d-a9932587553d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1839418 Oct 19 01:13:49.768410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271656c-b124-4a44-aa86-60146457c104 req-1f0ae3b5-6b07-4d74-a864-e4f38984b71e tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.780384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4271656c-b124-4a44-aa86-60146457c104 req-1f0ae3b5-6b07-4d74-a864-e4f38984b71e tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1024 time: 0.3526576 Oct 19 01:13:49.886471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-7c308ed2-7124-40db-b931-3de9ed721170 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721102 Oct 19 01:13:49.899827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:49.907008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-6dc2eaa6-7ee7-468d-8d40-352c629c3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:49.922030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-6dc2eaa6-7ee7-468d-8d40-352c629c3f77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1176 time: 0.3337219 Oct 19 01:13:50.070913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4271656c-b124-4a44-aa86-60146457c104 req-09b59a7e-ad0a-456d-985f-a2b9f007ebc8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&id=336de59d-167d-4b49-8c2f-eab0bef59fda&id=7ee7175b-307e-4632-b0d5-653fe8b410a0 HTTP/1.1" status: 200 len: 6150 time: 0.2877991 Oct 19 01:13:50.103649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51154) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:50.295639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb11daa1-c3bc-4189-a5f3-42fe5e3e4fd5 req-56928d27-bef7-4484-853c-e1a8ac077b5a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 210 time: 0.0923555 Oct 19 01:13:50.312857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-a65f9286-d1e8-4d75-a3f1-1984709d3653 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939466 Oct 19 01:13:50.484071 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-30061728-af69-45c3-beb6-3e2023ef20dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.516342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8abf9-f9b6-4041-9cd1-7637462a3a20 req-b5898fd8-2554-4683-8819-fa7d6f9e26c2 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.518112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7c8abf9-f9b6-4041-9cd1-7637462a3a20 req-b5898fd8-2554-4683-8819-fa7d6f9e26c2 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 945 time: 0.8261895 Oct 19 01:13:50.585955 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea2e546-268e-42d1-85a4-42a86c6bb962 req-f4a97100-a197-47c7-ac2d-71632964184c service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715559 Oct 19 01:13:50.623394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-0d852c55-7423-41a1-95b6-40d7dd968e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.625067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-0d852c55-7423-41a1-95b6-40d7dd968e5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 914 time: 0.7013597 Oct 19 01:13:50.639879 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7c8abf9-f9b6-4041-9cd1-7637462a3a20 req-c9135081-ec70-48b5-9a91-18d4d3b20096 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057551 Oct 19 01:13:50.653494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-186030ba-2384-4353-9da1-bcd2b7bf20ab tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.670985 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-186030ba-2384-4353-9da1-bcd2b7bf20ab tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.2349291 Oct 19 01:13:50.710160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-27852f4c-c2f8-4acb-809c-4c402da3c3ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 200 len: 217 time: 0.0716770 Oct 19 01:13:50.735613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-29b58f1c-2dab-4367-a985-66ce220a0e4f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/quotas/df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 375 time: 0.0162423 Oct 19 01:13:50.797322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.818968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-7d409b57-5726-4724-85c0-78f910d241cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:50.820538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-7d409b57-5726-4724-85c0-78f910d241cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.0960898 Oct 19 01:13:50.842445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4c2d639f-b926-47e3-990d-15d7b389ea43 req-a79aad02-dbae-4843-8118-4f26f7ebc0b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': ' tempest-securitygroup -229709125 ', 'description': 'tempest-description-2075378749'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:50.881144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-30061728-af69-45c3-beb6-3e2023ef20dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.889321 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-30061728-af69-45c3-beb6-3e2023ef20dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.890364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:50.895343 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785131cc-ea53-4cfa-a787-ddad91306233" -d '{"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-plugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:50.907634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-a1ebd1e7-4920-4707-adc8-75c0ee8879d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593989 Oct 19 01:13:50.916749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-7d35718a-2294-4d30-a8b4-b5f4540aae72 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347282 Oct 19 01:13:50.935690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-5fefcd20-ebc8-47fb-8d02-03449fffb852 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9d05292ca908459aa0eb23f3e418bded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453165 Oct 19 01:13:50.939103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.972767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c2d639f-b926-47e3-990d-15d7b389ea43 req-a79aad02-dbae-4843-8118-4f26f7ebc0b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:50.999003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-30061728-af69-45c3-beb6-3e2023ef20dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e2ce23637fe477d8703fb754a2b6935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8917544 Oct 19 01:13:51.004128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30061728-af69-45c3-beb6-3e2023ef20dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7671c76-2d30-4124-a3a5-730c8b6893a2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:51.044226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51174) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:51.084708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-d122a3d9-8c31-4c3c-9693-c7fd0cb4b003 service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667914 Oct 19 01:13:51.119531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Network 04997528-080e-4a27-87c2-f3da36585398 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:51.168714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:51.192738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:51.195339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Pushing event updated for resources: {'Port': ['ID=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:51.203413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-3c69aa42-6069-4d36-a9d7-c3cc6a6d4251 service neutron] 10.222.0.64 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116536 Oct 19 01:13:51.330434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:51.331088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.338586 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a460d464-3ab4-4f9b-815d-e45832d6cd93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.341828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-6d837aca-3b67-434f-ad52-152147752f6e service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191227 Oct 19 01:13:51.348521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-865fc755-e058-4bd6-a815-3aa4412141bd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:51.350981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-865fc755-e058-4bd6-a815-3aa4412141bd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3946080 Oct 19 01:13:51.385511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Request body: {'port': {'device_id': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '9d05292ca908459aa0eb23f3e418bded'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:51.425516 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c2d639f-b926-47e3-990d-15d7b389ea43 req-a79aad02-dbae-4843-8118-4f26f7ebc0b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.440297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-3ea8dcd1-5524-4127-b95c-026235ef8a42 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0729194 Oct 19 01:13:51.456170 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c2d639f-b926-47e3-990d-15d7b389ea43 req-a79aad02-dbae-4843-8118-4f26f7ebc0b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.462391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Request body: {'port': {'device_id': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:51.465948 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a460d464-3ab4-4f9b-815d-e45832d6cd93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.638870 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c2d639f-b926-47e3-990d-15d7b389ea43 req-a79aad02-dbae-4843-8118-4f26f7ebc0b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.644609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c2d639f-b926-47e3-990d-15d7b389ea43 req-a79aad02-dbae-4843-8118-4f26f7ebc0b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8073721 Oct 19 01:13:51.709998 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ab2fe-4c9e-422b-8742-d402f2dd5800 x-openstack-request-id: req-1c8ab2fe-4c9e-422b-8742-d402f2dd5800 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:51.710530 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-plugged", "status": "completed", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:51.710961 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c8ab2fe-4c9e-422b-8742-d402f2dd5800 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:51.711489 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'code': 200} Oct 19 01:13:51.754209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1191-f9fe-49d6-9e7f-90c7d11decf4 req-dd540326-f1b2-4ecf-a45a-42a0a2084272 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:51.756113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0eac1191-f9fe-49d6-9e7f-90c7d11decf4 req-dd540326-f1b2-4ecf-a45a-42a0a2084272 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 931 time: 0.1178174 Oct 19 01:13:51.797951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.810132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0eac1191-f9fe-49d6-9e7f-90c7d11decf4 req-a44d9d1a-c911-41d4-9f26-895e4c583942 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Oct 19 01:13:51.813402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79aad02-dbae-4843-8118-4f26f7ebc0b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c933be-7c8d-4281-8519-f0d6a81c708c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:51.864712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b51b823-8f47-4232-8142-1c5e8db1db53 req-be0fee96-240c-46c2-b790-4b1b52f64b7f service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984429 Oct 19 01:13:51.875507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a460d464-3ab4-4f9b-815d-e45832d6cd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.878036 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a460d464-3ab4-4f9b-815d-e45832d6cd93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.882707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a460d464-3ab4-4f9b-815d-e45832d6cd93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7671c76-2d30-4124-a3a5-730c8b6893a2 HTTP/1.1" status: 204 len: 168 time: 0.8343391 Oct 19 01:13:51.889297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-712e84cd-fb99-4df5-b245-ea8903f63c81 req-d40225c8-38b3-436b-953e-b05b34568a38 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 210 time: 0.0812104 Oct 19 01:13:51.917856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Made reservation on behalf of 9d05292ca908459aa0eb23f3e418bded for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:51.921381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:51.940506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460d464-3ab4-4f9b-815d-e45832d6cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7671c76-2d30-4124-a3a5-730c8b6893a2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:51.985879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-254915b0-1f05-47ee-9aae-94a163f21dea req-157ab8d4-bd73-41ff-ba77-47cb423cf50e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.0377274 Oct 19 01:13:52.156685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-62c80ac1-07fc-4fc7-85f8-5c5e1eb12d1a req-913ca58b-29db-4dbf-b042-92e6920fcce5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/e1c933be-7c8d-4281-8519-f0d6a81c708c HTTP/1.1" status: 200 len: 1780 time: 0.2140005 Oct 19 01:13:52.169450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bd6d9-8603-48fb-be17-39481048fe37 req-704dfce9-1e9e-4cbd-b296-ba3be423fe0b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:52.171713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a5bd6d9-8603-48fb-be17-39481048fe37 req-704dfce9-1e9e-4cbd-b296-ba3be423fe0b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 945 time: 0.1140499 Oct 19 01:13:52.240308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a5bd6d9-8603-48fb-be17-39481048fe37 req-d4ed7882-d7fb-4d91-89e1-b71eb59991a4 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567968 Oct 19 01:13:52.331381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-369ad9c9-d357-40d0-982e-f2852a012bbe req-30f52b60-5d40-41a9-9b43-b5bee6d296f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/e1c933be-7c8d-4281-8519-f0d6a81c708c HTTP/1.1" status: 200 len: 1780 time: 0.0721300 Oct 19 01:13:52.399575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-369ad9c9-d357-40d0-982e-f2852a012bbe req-1116d203-3a0c-479d-b09d-dec4de5d762c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.431297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-369ad9c9-d357-40d0-982e-f2852a012bbe req-1116d203-3a0c-479d-b09d-dec4de5d762c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.493978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:52.501857 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.512473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-369ad9c9-d357-40d0-982e-f2852a012bbe req-1116d203-3a0c-479d-b09d-dec4de5d762c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.515570 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-369ad9c9-d357-40d0-982e-f2852a012bbe req-1116d203-3a0c-479d-b09d-dec4de5d762c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.517112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-369ad9c9-d357-40d0-982e-f2852a012bbe req-1116d203-3a0c-479d-b09d-dec4de5d762c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/e1c933be-7c8d-4281-8519-f0d6a81c708c HTTP/1.1" status: 204 len: 173 time: 0.1845322 Oct 19 01:13:52.545300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116d203-3a0c-479d-b09d-dec4de5d762c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c933be-7c8d-4281-8519-f0d6a81c708c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:52.555908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Transition to ACTIVE for port object f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:52.587710 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-7637096e-6f92-4b76-9667-bd856374cceb req-73d9d2ac-4abb-4506-a3d1-dfe6edf7c8e7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:13:52.588320 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.600561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7637096e-6f92-4b76-9667-bd856374cceb req-73d9d2ac-4abb-4506-a3d1-dfe6edf7c8e7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/e1c933be-7c8d-4281-8519-f0d6a81c708c HTTP/1.1" status: 404 len: 352 time: 0.0490172 Oct 19 01:13:52.603830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Allocated IP 192.168.233.204 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/62c34b3b-a108-41f7-a17b-daace0d74d78) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:52.618791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-46d7aeaa-12f4-47d0-a787-7ad9008be7e5 req-3cf5dd2e-31a0-4436-8702-5154560a39c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-119899403', 'description': 'tempest-description-680117959'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:52.659475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46d7aeaa-12f4-47d0-a787-7ad9008be7e5 req-3cf5dd2e-31a0-4436-8702-5154560a39c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.714017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673c38c-502c-48d4-85ee-f905b50af909 req-72f3f886-b4d5-4390-95e4-15e946c8f676 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:52.721189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-72f3f886-b4d5-4390-95e4-15e946c8f676 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3624711 Oct 19 01:13:52.728781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Pushing event updated for resources: {'Port': ['ID=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:52.818464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-ec2e2225-9109-4b22-acc4-912c2d537184 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.0957208 Oct 19 01:13:52.819357 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46d7aeaa-12f4-47d0-a787-7ad9008be7e5 req-3cf5dd2e-31a0-4436-8702-5154560a39c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.828193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46d7aeaa-12f4-47d0-a787-7ad9008be7e5 req-3cf5dd2e-31a0-4436-8702-5154560a39c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.856559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'floatingip': {'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:52.874775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46d7aeaa-12f4-47d0-a787-7ad9008be7e5 req-3cf5dd2e-31a0-4436-8702-5154560a39c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:52.876115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46d7aeaa-12f4-47d0-a787-7ad9008be7e5 req-3cf5dd2e-31a0-4436-8702-5154560a39c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2634568 Oct 19 01:13:52.878305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5dd2e-31a0-4436-8702-5154560a39c9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871162f0-083b-4dde-ba25-ceb367d438cf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:52.947301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.050352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a8d31-09be-47dc-86db-96c9822f2d05 req-8288eaaf-f322-4dee-9ac6-bd9eaf099311 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.058884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b8a8d31-09be-47dc-86db-96c9822f2d05 req-8288eaaf-f322-4dee-9ac6-bd9eaf099311 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 943 time: 0.0883191 Oct 19 01:13:53.084412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Attempting to bind port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:53.084764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Attempting to bind port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '23e9ebba-4037-4682-924a-d06a07cd3d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04997528-080e-4a27-87c2-f3da36585398'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:53.085094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Attempting to bind port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 on network 04997528-080e-4a27-87c2-f3da36585398 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:53.104559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 on network 04997528-080e-4a27-87c2-f3da36585398 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:53.104893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Attempting to bind port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 on network 04997528-080e-4a27-87c2-f3da36585398 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:53.111875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b8a8d31-09be-47dc-86db-96c9822f2d05 req-00e3c092-0109-4da1-8943-4c758974bda5 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Oct 19 01:13:53.130586 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.135650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:53.135948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Checking segment: {'id': '23e9ebba-4037-4682-924a-d06a07cd3d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04997528-080e-4a27-87c2-f3da36585398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:53.136586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Bound using segment: {'id': '23e9ebba-4037-4682-924a-d06a07cd3d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04997528-080e-4a27-87c2-f3da36585398'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:53.136822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Bound port: f4681c4d-6f7a-4b67-9fb5-3a8a2154e449, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e9ebba-4037-4682-924a-d06a07cd3d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '04997528-080e-4a27-87c2-f3da36585398'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:53.137177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.166443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51250) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:53.223010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-dcbe30f4-4006-42f7-badb-49adeb6ecdaa req-c1184abe-5840-4484-95f1-6c73587d9b56 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-95865659', 'description': 'tempest-description-615835500'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:53.316525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] For port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:53.324419 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.335626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcbe30f4-4006-42f7-badb-49adeb6ecdaa req-c1184abe-5840-4484-95f1-6c73587d9b56 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.336830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:53.382594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] For port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,segment=NetworkSegment(23e9ebba-4037-4682-924a-d06a07cd3d4a),segment_id=23e9ebba-4037-4682-924a-d06a07cd3d4a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:53.390946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-e32ec1a3-eace-4151-8510-34f701196ac4 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.392975 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-e32ec1a3-eace-4151-8510-34f701196ac4 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 820 time: 0.1963346 Oct 19 01:13:53.409250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.412930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Request body: {'port': {'device_id': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'admin_state_up': True, 'tenant_id': 'df79da2ee2474603b62070de5a0569a8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:53.458909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:53.464124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['288699e8-942e-417f-8fc0-6af2226e8c10', 'b766c02f-d025-4337-88e8-092e92a0e78b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:53.485703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:53.539961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:53.567306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:53.590619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-167734669-network', 'tenant_id': '4c6895689ac947d1b081d4afded415df'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:53.659070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.659674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.663704 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] 10.222.0.62 "PUT /v2.0/ports/f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 HTTP/1.1" status: 200 len: 1092 time: 2.2087092 Oct 19 01:13:53.780882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'tag': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:53.784543 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfc10a1-632b-4e5c-b464-6250aa1092c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fd4f7a-156c-4d0f-b7db-055a274b6c0d", "tag": "f4681c4d-6f7a-4b67-9fb5-3a8a2154e449"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:53.795834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.796651 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:53.799510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Pushing event updated for resources: {'Port': ['ID=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:53.879201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.879694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.880851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.881354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.881801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.882950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.883401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.884290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.884867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.885526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.885848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.886346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ab0d2-0c89-4c90-b8f5-1de08b47238a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:53.956797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-1b6321a9-aaea-4ab4-86c4-45a91e2762db tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5850196 Oct 19 01:13:53.967451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406e2-3164-41c4-8743-a528ad92732a req-b9720616-8d73-436a-9b6d-fb482f4f9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:53.969374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-b9720616-8d73-436a-9b6d-fb482f4f9c5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d185beea1e3b4131a52bbbadaea53751&device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 1095 time: 0.1653481 Oct 19 01:13:54.010085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Request body: {'port': {'device_id': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:54.022029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b4b121ea-0622-471f-85b2-ac2d068ccf65 None None] Provisioning complete for port 62c34b3b-a108-41f7-a17b-daace0d74d78 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:54.022443 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4b121ea-0622-471f-85b2-ac2d068ccf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.080482 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcbe30f4-4006-42f7-badb-49adeb6ecdaa req-c1184abe-5840-4484-95f1-6c73587d9b56 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.082115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Made reservation on behalf of 4c6895689ac947d1b081d4afded415df for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:54.085353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.096690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.102110 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcbe30f4-4006-42f7-badb-49adeb6ecdaa req-c1184abe-5840-4484-95f1-6c73587d9b56 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.133319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b4b121ea-0622-471f-85b2-ac2d068ccf65 None None] Port 62c34b3b-a108-41f7-a17b-daace0d74d78 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:13:54.138170 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.144030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1184abe-5840-4484-95f1-6c73587d9b56 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a803d66-86be-4135-a5d7-150403b52b88,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:54.231843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.249980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.310475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dcbe30f4-4006-42f7-badb-49adeb6ecdaa req-c1184abe-5840-4484-95f1-6c73587d9b56 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.324875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dcbe30f4-4006-42f7-badb-49adeb6ecdaa req-c1184abe-5840-4484-95f1-6c73587d9b56 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.1411500 Oct 19 01:13:54.326212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Made reservation on behalf of df79da2ee2474603b62070de5a0569a8 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:54.336810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.497001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-3b224823-2db1-43fb-80f8-18762119b6c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 HTTP/1.1" status: 200 len: 217 time: 0.5097136 Oct 19 01:13:54.516147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d2097f-8de9-4c98-a251-efbf160dd9ac,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:54.530914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:13:54.581852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.582563 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Added segment d78d59da-f0bd-4e27-9d68-1af94486e6f1 of type vlan for network b6106c76-884a-499a-a8ee-38084482390e Oct 19 01:13:54.619805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Allocated IP 172.20.0.13 (56fc9e66-ba83-4ac4-a193-bd7876bc3b89/68cbcae8-6460-4c37-b101-a39da0fdcbd4/4570f789-80b6-4b73-847a-c8940b30e8c1) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:13:54.640779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e406e2-3164-41c4-8743-a528ad92732a req-15c400a7-676f-4bf3-b29f-4a7e54a78073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:54.642269 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-15c400a7-676f-4bf3-b29f-4a7e54a78073 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e1e199-f70c-44a4-b23e-509c173059ed HTTP/1.1" status: 200 len: 858 time: 0.1271386 Oct 19 01:13:54.659310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e897e-7399-4105-bedb-5e2a0f4def2c req-67ebffaf-5a79-4431-8392-e282b98c2ec8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:54.690821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a39e897e-7399-4105-bedb-5e2a0f4def2c req-67ebffaf-5a79-4431-8392-e282b98c2ec8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 936 time: 0.2098527 Oct 19 01:13:54.741272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-6b6e732e-ce54-49fb-8749-dc5b2c06f133 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04997528-080e-4a27-87c2-f3da36585398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887516 Oct 19 01:13:54.745557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.750023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a39e897e-7399-4105-bedb-5e2a0f4def2c req-e2606ce5-550c-4ef5-b20c-0e814227c7a1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581024 Oct 19 01:13:54.759382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.786904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.822183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.823183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:54.823961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:54.922847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7531018 Oct 19 01:13:54.925942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:13:54.932463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Request body: {'subnet': {'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-167734669-subnet', 'tenant_id': '4c6895689ac947d1b081d4afded415df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:55.003680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Made reservation on behalf of 4c6895689ac947d1b081d4afded415df for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:13:55.006922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.030828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-ab18482e-3e3d-42eb-bc7a-30c79d78c23b service neutron] 10.222.0.62 "GET /v2.0/networks/04997528-080e-4a27-87c2-f3da36585398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699072 Oct 19 01:13:55.060531 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Floating IP 52644b32-e11a-4bde-b381-7a26073779ee associated. External IP: 172.25.0.180, port: 4ba3b57a-2e2e-4842-b02d-2b02c048cc95. Oct 19 01:13:55.208645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.216708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-764acb40-fd23-412c-8dcb-3bc7af6d0f8f req-c8010564-9fcd-4659-a5ca-3e9cb663569b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.2560515 Oct 19 01:13:55.265679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Pushing event updated for resources: {'Network': ['ID=b6106c76-884a-499a-a8ee-38084482390e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:55.270836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6ea792-f825-4538-8342-9ff51dc13c18,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:55.275969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e406e2-3164-41c4-8743-a528ad92732a req-64e895d8-5ad3-42c6-8d92-2c1ced6d6286 service neutron] 10.222.0.62 "GET /v2.0/networks/04997528-080e-4a27-87c2-f3da36585398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331851 Oct 19 01:13:55.283271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c34b3b-a108-41f7-a17b-daace0d74d78 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:55.299330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.314363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.314716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.315043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.318580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.318807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.319336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.319492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.319838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.320187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.320509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.320990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.321384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.323399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Transition to ACTIVE for port object 62c34b3b-a108-41f7-a17b-daace0d74d78 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:55.338801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.339149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.339485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.339825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.340201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.340535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.340861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.341201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.341512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.341903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.342139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.342457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf041f-4dec-4abd-ac8b-4f7db81460de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:55.355613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b6106c76-884a-499a-a8ee-38084482390e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:13:55.379591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Checking segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:55.380513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Network hostable DHCP agents. Network: b6106c76-884a-499a-a8ee-38084482390e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:13:55.400400 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.414373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.429619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Network b6106c76-884a-499a-a8ee-38084482390e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:13:55.460689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b6106c76-884a-499a-a8ee-38084482390e) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:55.475056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.475645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.528898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-93eecafb-448c-4b17-9a0c-5153688f27fa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6000206 Oct 19 01:13:55.540706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6869f27f-32f7-4488-9ea3-9e7b5ba32d7f None None] Network b6106c76-884a-499a-a8ee-38084482390e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:55.555179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.594803 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b68c0a-7eff-40dc-9133-0578de48b340 x-openstack-request-id: req-e8b68c0a-7eff-40dc-9133-0578de48b340 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:55.595894 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fd4f7a-156c-4d0f-b7db-055a274b6c0d", "tag": "f4681c4d-6f7a-4b67-9fb5-3a8a2154e449", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:55.596279 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8b68c0a-7eff-40dc-9133-0578de48b340 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:55.597252 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'tag': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449', 'status': 'completed', 'code': 200} Oct 19 01:13:55.623825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:13:55.628449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:13:55.638538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:13:55.686884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:55.812131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.813468 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:55.894072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:13:55.909036 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5045657 Oct 19 01:13:55.910076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dd211-f866-493a-add8-0456df3ed6d7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:55.941537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Request body: {'port': {'device_id': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:55.959286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-eb5ce855-8ab8-40f6-a917-2e6aa34ceba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.960597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825c963-a520-4bcb-96e7-6996e50111ae req-fbac5571-6edb-48b9-8014-0c3b2eaffcff tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:55.962266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a825c963-a520-4bcb-96e7-6996e50111ae req-fbac5571-6edb-48b9-8014-0c3b2eaffcff tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 943 time: 0.2218010 Oct 19 01:13:55.965005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:55.974712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-eb5ce855-8ab8-40f6-a917-2e6aa34ceba4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d185beea1e3b4131a52bbbadaea53751&device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 1095 time: 0.3379354 Oct 19 01:13:56.117788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:56.121443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:56.121893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:56.137168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a825c963-a520-4bcb-96e7-6996e50111ae req-94ee739e-711f-4c3e-b79c-4420a5c7e502 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469235 Oct 19 01:13:56.142070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.156297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:56.159032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:56.218189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a36ad2f8-0387-4eec-a2ad-8ee69527b152 req-af60f659-1ada-4753-84f1-9efa365604ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-356743601', 'description': 'tempest-description-1769387075'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:13:56.230515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ce492-00c8-4387-b48f-69354561feff None None] Network b6106c76-884a-499a-a8ee-38084482390e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:13:56.280904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:56.280904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:56.280904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:56.280904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Bound port: 62c34b3b-a108-41f7-a17b-daace0d74d78, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:56.280904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.407037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:13:56.415576 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.418515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-7a04aef8-8b99-4153-96a7-f317e6761c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:56.420159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-7a04aef8-8b99-4153-96a7-f317e6761c04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04997528-080e-4a27-87c2-f3da36585398 HTTP/1.1" status: 200 len: 919 time: 0.3487618 Oct 19 01:13:56.421131 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:13:56.442335 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:56.443301 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:56.495710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a36ad2f8-0387-4eec-a2ad-8ee69527b152 req-af60f659-1ada-4753-84f1-9efa365604ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.596806 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:56.612596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-fdc897fd-45e7-4a9d-b2a7-e517e7ebb4ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 HTTP/1.1" status: 200 len: 217 time: 0.1837397 Oct 19 01:13:56.621046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:56.726879 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-3a5824f5-fd60-4f50-b31e-e36f466657bb tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "PUT /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 200 len: 996 time: 3.9072757 Oct 19 01:13:56.728674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-c0f2d545-1765-469e-9ea9-5daac19ace1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:56.729768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a36ad2f8-0387-4eec-a2ad-8ee69527b152 req-af60f659-1ada-4753-84f1-9efa365604ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.731045 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-c0f2d545-1765-469e-9ea9-5daac19ace1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e1e199-f70c-44a4-b23e-509c173059ed HTTP/1.1" status: 200 len: 858 time: 0.1066544 Oct 19 01:13:56.762032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a36ad2f8-0387-4eec-a2ad-8ee69527b152 req-af60f659-1ada-4753-84f1-9efa365604ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.788216 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-7e4e5990-4466-46e7-8716-16afa037c29c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04997528-080e-4a27-87c2-f3da36585398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457454 Oct 19 01:13:56.794784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:56.814569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.838900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60f659-1ada-4753-84f1-9efa365604ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0e815-c40c-4ae7-89e8-0659378b7ff3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:56.858874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a36ad2f8-0387-4eec-a2ad-8ee69527b152 req-af60f659-1ada-4753-84f1-9efa365604ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.860586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a36ad2f8-0387-4eec-a2ad-8ee69527b152 req-af60f659-1ada-4753-84f1-9efa365604ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6516612 Oct 19 01:13:56.875477 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:5c:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:13:54Z', 'revision_number': 1, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:56.875937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:56.880693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:56.882188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 1097 time: 2.8974969 Oct 19 01:13:56.913852 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:13:56.923403 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:13:56.924403 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:57.016991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4570f789-80b6-4b73-847a-c8940b30e8c1 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:57.018423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:13:57.080430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.113425 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:13:57.185148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Transition to ACTIVE for port object 4570f789-80b6-4b73-847a-c8940b30e8c1 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:13:57.213446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060398a-58c7-48ef-84a9-2570fb918fce req-6152ce7d-75d2-4bcf-a01b-f729796c09af tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:57.221909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f060398a-58c7-48ef-84a9-2570fb918fce req-6152ce7d-75d2-4bcf-a01b-f729796c09af tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 948 time: 0.1932540 Oct 19 01:13:57.222576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.224818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,segment=NetworkSegment(23e9ebba-4037-4682-924a-d06a07cd3d4a),segment_id=23e9ebba-4037-4682-924a-d06a07cd3d4a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:57.255579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449', 'network_id': '04997528-080e-4a27-87c2-f3da36585398', 'port_id': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449', 'mac_address': 'fa:16:3e:7f:81:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e1e199-f70c-44a4-b23e-509c173059ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:13:57.284722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673c38c-502c-48d4-85ee-f905b50af909 req-429d78cd-373c-4550-a3ab-b7a0bdf06235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:57.287409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-429d78cd-373c-4550-a3ab-b7a0bdf06235 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.4962192 Oct 19 01:13:57.310855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-6e6afaf1-de89-4062-b129-41e71c001ef6 service neutron] 10.222.0.62 "GET /v2.0/networks/04997528-080e-4a27-87c2-f3da36585398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001712 Oct 19 01:13:57.329194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:57.354083 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.392644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:13:57.441952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,segment=NetworkSegment(23e9ebba-4037-4682-924a-d06a07cd3d4a),segment_id=23e9ebba-4037-4682-924a-d06a07cd3d4a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:57.449353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8423482-baf0-4e2b-8583-249b8fea18f3 service neutron] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:57.459930 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.461186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f060398a-58c7-48ef-84a9-2570fb918fce req-1d092b94-1e05-4ab8-8f25-6f32438d7ac0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346641 Oct 19 01:13:57.465924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-3558f447-5f67-4123-a78c-3802c0443825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:57.468376 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-3558f447-5f67-4123-a78c-3802c0443825 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1100 time: 0.4500968 Oct 19 01:13:57.560922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:57.576945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.581507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.583582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.585293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.585755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.586201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.588319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.588745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.589189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.591132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.591596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.592067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:13:57.595505 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:5c:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:13:54Z', 'revision_number': 1, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:13:57.608105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95'}, {'name': 'network-changed', 'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:57.610610 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5f65f-4aa2-4659-a276-6dd1fd163668" -d '{"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95"}, {"name": "network-changed", "server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:57.616957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:13:57.617285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:13:57.617608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:57.626415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:13:57.626732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:13:57.638946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:13:57.639337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:13:57.639723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:13:57.643605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Bound port: 4570f789-80b6-4b73-847a-c8940b30e8c1, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:13:57.644014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.644141 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d7d9c-3a6b-4fd7-9e0d-ccc017b95b48 None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:5c:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:13:54Z', 'revision_number': 1, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:13:57.747838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['f4681c4d-6f7a-4b67-9fb5-3a8a2154e449'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:13:57.794139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:13:57.799390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:13:57.813316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.878843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:57.901081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:57.901831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:57.903379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-5ae6e134-bb63-4761-928a-52ae599d260d service neutron] 10.222.0.62 "PUT /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 1093 time: 1.9823351 Oct 19 01:13:57.903835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:57.907688 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140cfce3-9688-400f-b684-d1a87ec9fb52" -d '{"events": [{"name": "network-changed", "server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:58.101881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921f741-c0f6-4f24-85fa-820859a9279a None None] New status for floating IP 52644b32-e11a-4bde-b381-7a26073779ee: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:13:58.146635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-0179cd4c-224f-4aba-a3a7-b2b63ca417a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.6102641 Oct 19 01:13:58.212438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bfc10a1-632b-4e5c-b464-6250aa1092c6 req-914d6d01-f636-481d-bcc4-2baaaef7603a service neutron] 10.222.0.62 "GET /v2.0/networks/04997528-080e-4a27-87c2-f3da36585398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860743 Oct 19 01:13:58.220452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673c38c-502c-48d4-85ee-f905b50af909 req-f6a39aae-fb9e-4f7e-8f72-085ac81f2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.228240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-beb1364b-9cd4-41aa-883e-150199eb0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.229476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-f6a39aae-fb9e-4f7e-8f72-085ac81f2e10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.9285452 Oct 19 01:13:58.230528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-beb1364b-9cd4-41aa-883e-150199eb0cc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1096 time: 0.2532315 Oct 19 01:13:58.237770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-84e4bd14-a533-4044-927f-b890f92d77bd tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.239608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-84e4bd14-a533-4044-927f-b890f92d77bd tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 812 time: 0.3012090 Oct 19 01:13:58.284090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-0987d3cc-6432-4ea4-8c59-411a1918e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.285744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-0987d3cc-6432-4ea4-8c59-411a1918e41f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1190870 Oct 19 01:13:58.288738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-49fee08c-e559-42e8-9264-7fe39a8e641d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 217 time: 0.0479629 Oct 19 01:13:58.297180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9a7ad63f-5c9d-46bd-ba1b-04f88149d50b tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/quotas/4c6895689ac947d1b081d4afded415df HTTP/1.1" status: 200 len: 375 time: 0.0499973 Oct 19 01:13:58.306959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-5e26bbf1-f17e-4c40-a9c5-eea563b8a9d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 999 time: 0.0765135 Oct 19 01:13:58.375314 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-0a07870a-125e-4d42-b100-d42ade1d2e1e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769935 Oct 19 01:13:58.411811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-fdfee517-ea95-4bc6-b05d-53e402196c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.413277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-fdfee517-ea95-4bc6-b05d-53e402196c6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054494 Oct 19 01:13:58.418689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673c38c-502c-48d4-85ee-f905b50af909 req-c67bbf09-1e7c-479d-a599-cfe9fb732b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.420363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-c67bbf09-1e7c-479d-a599-cfe9fb732b14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.1035392 Oct 19 01:13:58.423039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-e697fc22-5cf9-4a24-a742-daaaa53318e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.424570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-e697fc22-5cf9-4a24-a742-daaaa53318e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1247041 Oct 19 01:13:58.491621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-ed2bbc2f-795e-445f-9c6d-b74b7ab6f04d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361760 Oct 19 01:13:58.556015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-8a397a33-e3ce-4296-9f23-15cb2378a56a service neutron] 10.222.0.64 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797631 Oct 19 01:13:58.556726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673c38c-502c-48d4-85ee-f905b50af909 req-c409d063-a189-428b-888f-12cebbea3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:58.564249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-c409d063-a189-428b-888f-12cebbea3957 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144259 Oct 19 01:13:58.571500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-0c261d8d-1596-44d8-aa6a-468a16b00bd7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:13:58.578444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-0c261d8d-1596-44d8-aa6a-468a16b00bd7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134137 Oct 19 01:13:58.625744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-f343c43f-3f4c-4c2f-a719-cc5f3bb22892 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918628 Oct 19 01:13:58.711647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-70ac28ec-b0c4-4b3e-9026-e5e540f3a4b1 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088399 Oct 19 01:13:58.746306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4771ba7e-2f7c-4c94-9103-7a72d7b470ff req-2cddd9ef-ea82-4158-af55-d20d37d7ec8e service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921533 Oct 19 01:13:58.750477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-5911c45a-dbcf-43a1-8f09-53dc9a33853d service neutron] 10.222.0.64 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929753 Oct 19 01:13:58.813154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-11dc06ec-2ebd-47ee-b547-0e2f70fc840a service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337773 Oct 19 01:13:58.848260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4074f0c6-25b9-4a1f-b40c-34d7b90edde3 req-b1419097-3fd3-4fb8-aecd-e24a8703228f service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251712 Oct 19 01:13:59.032627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:13:59.108186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9673c38c-502c-48d4-85ee-f905b50af909 req-1861bc5b-4bf6-47ce-8dfd-8c6dd0260f79 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870164 Oct 19 01:13:59.115848 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-0024e4ca-bd16-4b75-ac3e-196b01174df7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2879975 Oct 19 01:13:59.170074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:13:59.175109 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:13:59.181568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:13:59.189552 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.218224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba1bf8-7784-4d82-8020-396cb369c732 req-da76cbf0-65ea-42ac-8043-d62735eb9c4d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.231638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-daba1bf8-7784-4d82-8020-396cb369c732 req-da76cbf0-65ea-42ac-8043-d62735eb9c4d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.0871277 Oct 19 01:13:59.244123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-ef36a4a1-1cc4-46c9-999d-ec3f8e3ca2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.253952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-ef36a4a1-1cc4-46c9-999d-ec3f8e3ca2ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 1103 time: 0.0984414 Oct 19 01:13:59.325743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-daba1bf8-7784-4d82-8020-396cb369c732 req-f616119d-5e09-4d41-93c2-6896b7d26b3b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745788 Oct 19 01:13:59.376769 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.433421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:13:59.435546 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232cc0a-30c1-45f5-ae40-e890cd5b2b9a" -d '{"events": [{"server_uuid": "c7fd4f7a-156c-4d0f-b7db-055a274b6c0d", "name": "network-vif-plugged", "status": "completed", "tag": "f4681c4d-6f7a-4b67-9fb5-3a8a2154e449"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:13:59.469799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,segment=NetworkSegment(23e9ebba-4037-4682-924a-d06a07cd3d4a),segment_id=23e9ebba-4037-4682-924a-d06a07cd3d4a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:13:59.476718 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:13:59.524015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-3fbcaf52-2358-4257-8341-efd43e70f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.525599 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-3fbcaf52-2358-4257-8341-efd43e70f1e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2431214 Oct 19 01:13:59.537408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24594f6-e814-44b9-bd16-e52f502626ab req-ac750f8f-b8aa-468b-9805-0fd8b50689da tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.540211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e24594f6-e814-44b9-bd16-e52f502626ab req-ac750f8f-b8aa-468b-9805-0fd8b50689da tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 944 time: 0.1170514 Oct 19 01:13:59.589111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:13:59.596179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-1511a64b-9ed1-45d7-b43a-4c96d08d7a0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 200 len: 217 time: 0.0618794 Oct 19 01:13:59.610895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb84d69c-43fe-4c4a-ae9b-fd224de09d62 req-05770234-eb51-4d47-918f-6b3114de3cc1 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 10894 time: 0.2613308 Oct 19 01:13:59.617558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e24594f6-e814-44b9-bd16-e52f502626ab req-229d3ad0-0b12-4263-a8a6-2eb516208106 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708890 Oct 19 01:13:59.706850 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d956c7-1467-420f-a38f-5488428752cb x-openstack-request-id: req-76d956c7-1467-420f-a38f-5488428752cb {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:59.707044 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:59.707232 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76d956c7-1467-420f-a38f-5488428752cb {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:59.707758 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'status': 'completed', 'code': 200} Oct 19 01:13:59.708715 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'status': 'completed', 'code': 200} Oct 19 01:13:59.738409 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c374e-dc67-464d-ac21-afd2fd7bd6d8 x-openstack-request-id: req-668c374e-dc67-464d-ac21-afd2fd7bd6d8 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:13:59.738701 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:13:59.739020 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-668c374e-dc67-464d-ac21-afd2fd7bd6d8 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:13:59.740062 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1', 'status': 'completed', 'code': 200} Oct 19 01:13:59.821214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-c85f1711-6c39-4410-ae06-0e8e1b4844c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.823048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-c85f1711-6c39-4410-ae06-0e8e1b4844c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2112858 Oct 19 01:13:59.866976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-dd8f1554-5319-4826-bc92-7accf60f1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.868623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-dd8f1554-5319-4826-bc92-7accf60f1c1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1096 time: 0.1062837 Oct 19 01:13:59.891179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3a04-5937-462d-b3f4-65d9f2a05c5c req-e9694869-ca59-4ee0-8a12-dc51f10962c7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:13:59.893236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-459e3a04-5937-462d-b3f4-65d9f2a05c5c req-e9694869-ca59-4ee0-8a12-dc51f10962c7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 948 time: 0.0824506 Oct 19 01:13:59.918948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb84d69c-43fe-4c4a-ae9b-fd224de09d62 req-bbd0f803-783b-431d-b956-3398c9e98b75 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/8dd2f312-c949-47e8-be8d-4090188cba31 HTTP/1.1" status: 200 len: 2981 time: 0.2149658 Oct 19 01:13:59.964537 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-459e3a04-5937-462d-b3f4-65d9f2a05c5c req-234912ba-3fe8-4c0e-a64b-7d7c7b3e07a3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597858 Oct 19 01:13:59.997551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-10945442-ad3e-4331-89c7-5523b3fee256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:00.010646 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-10945442-ad3e-4331-89c7-5523b3fee256 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505799 Oct 19 01:14:00.090912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-d85f832c-05f9-4d08-a3bc-e20d40d75cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:00.092412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-d85f832c-05f9-4d08-a3bc-e20d40d75cfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.2111938 Oct 19 01:14:00.097629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-e3da4f91-5f68-4166-a764-573529176940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:00.099497 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-e3da4f91-5f68-4166-a764-573529176940 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.2819464 Oct 19 01:14:00.105037 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb84d69c-43fe-4c4a-ae9b-fd224de09d62 req-8b10e08e-06d5-4019-a7e4-28624d713257 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/8dd2f312-c949-47e8-be8d-4090188cba31 HTTP/1.1" status: 200 len: 2981 time: 0.1779728 Oct 19 01:14:00.197164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-039bf2db-65fe-42c7-ac6b-6dfc1bb8aef4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 217 time: 0.0945361 Oct 19 01:14:00.297029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-aabb9f26-9861-49d7-9cfe-2389facb4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:00.298667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-aabb9f26-9861-49d7-9cfe-2389facb4888 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0947297 Oct 19 01:14:00.336077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-1523aeee-b0ff-4e92-9958-645059fa8dfa service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165708 Oct 19 01:14:00.394826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-8b468828-eca1-4522-bf4b-d37462bc51e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884089 Oct 19 01:14:00.401787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-64367650-9e4c-4ac6-abad-f334a8c84419 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:00.406465 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc16533-ee9e-4b8a-bf15-9b927f26ab74 x-openstack-request-id: req-4fc16533-ee9e-4b8a-bf15-9b927f26ab74 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:00.406981 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fd4f7a-156c-4d0f-b7db-055a274b6c0d", "name": "network-vif-plugged", "status": "completed", "tag": "f4681c4d-6f7a-4b67-9fb5-3a8a2154e449", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:00.406981 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fc16533-ee9e-4b8a-bf15-9b927f26ab74 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:00.407367 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449', 'code': 200} Oct 19 01:14:00.410107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-64367650-9e4c-4ac6-abad-f334a8c84419 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1950572 Oct 19 01:14:00.416040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-d415bb48-03c9-4316-bead-8c564588b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:00.417817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-d415bb48-03c9-4316-bead-8c564588b098 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.3053429 Oct 19 01:14:00.569925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48a16f84-0b6d-4d94-9f81-2dce32bc128f req-f4c53171-d613-41eb-a5cd-ee27065af9a2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/871162f0-083b-4dde-ba25-ceb367d438cf HTTP/1.1" status: 200 len: 1799 time: 0.1318872 Oct 19 01:14:00.611684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-adf0ee7b-64c9-43c0-b0f6-e1133535f4b5 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085099 Oct 19 01:14:00.621549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e48fcc7-04d3-4eb7-b674-901c57229acd req-5eb0ab8c-f6ab-48bc-8c4e-8d0e0039c768 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750790 Oct 19 01:14:00.791357 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48a16f84-0b6d-4d94-9f81-2dce32bc128f req-e9639539-0826-4ef7-b92a-1d3f310816f7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.839748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140cfce3-9688-400f-b684-d1a87ec9fb52 req-b0329893-623c-48ab-beb7-1da179039772 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185593 Oct 19 01:14:00.841672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48a16f84-0b6d-4d94-9f81-2dce32bc128f req-e9639539-0826-4ef7-b92a-1d3f310816f7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.934498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48a16f84-0b6d-4d94-9f81-2dce32bc128f req-e9639539-0826-4ef7-b92a-1d3f310816f7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.938690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-48a16f84-0b6d-4d94-9f81-2dce32bc128f req-e9639539-0826-4ef7-b92a-1d3f310816f7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:00.940202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48a16f84-0b6d-4d94-9f81-2dce32bc128f req-e9639539-0826-4ef7-b92a-1d3f310816f7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/871162f0-083b-4dde-ba25-ceb367d438cf HTTP/1.1" status: 204 len: 173 time: 0.3635955 Oct 19 01:14:00.952999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9639539-0826-4ef7-b92a-1d3f310816f7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871162f0-083b-4dde-ba25-ceb367d438cf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:01.007534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-afbd888c-5714-4342-81a7-ae7273c3eda3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.5964575 Oct 19 01:14:01.025361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'floatingip': {'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:01.091612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c7e02-07af-4812-aaae-c00c4a9081ba req-54fc0bdf-d167-4fec-ae81-625254f4fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:01.093135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-163c7e02-07af-4812-aaae-c00c4a9081ba req-54fc0bdf-d167-4fec-ae81-625254f4fc17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 1097 time: 0.3812430 Oct 19 01:14:01.096990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-8916ba8e-3abe-4989-95e1-ff49d0291995 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 1001 time: 0.4833314 Oct 19 01:14:01.185670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-f090091b-900b-477d-bf53-cfd913484580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:01.187765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-f090091b-900b-477d-bf53-cfd913484580 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0761988 Oct 19 01:14:01.194637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.299907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc165a-3d0c-4e16-9604-8c896a1d6528 req-ba13524c-0188-4956-bcc3-4a7d3f3467d0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:01.302797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-163c7e02-07af-4812-aaae-c00c4a9081ba req-3c932228-ae69-4985-a15d-e29a97998ff9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989906 Oct 19 01:14:01.305735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7adc165a-3d0c-4e16-9604-8c896a1d6528 req-ba13524c-0188-4956-bcc3-4a7d3f3467d0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.1365173 Oct 19 01:14:01.387070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7adc165a-3d0c-4e16-9604-8c896a1d6528 req-51d84bcc-dfb6-4b0b-8243-c2228c4d106b tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764921 Oct 19 01:14:01.417546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-7b859511-1646-4efb-a09b-539d4169ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:01.419075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-7b859511-1646-4efb-a09b-539d4169ad89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689427 Oct 19 01:14:01.506512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-95698da9-d8b3-4eb2-bf55-c83dbf5a09c0 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:01.508029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-95698da9-d8b3-4eb2-bf55-c83dbf5a09c0 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 812 time: 0.3024096 Oct 19 01:14:01.511749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:01.547362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Request body: {'port': {'device_id': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'admin_state_up': True, 'tenant_id': '4c6895689ac947d1b081d4afded415df'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:01.683656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86fdae1d-9c51-4919-9ca7-e6f453a89e5a req-98e6f370-8d27-43d5-a4cd-a23f441f2df2 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0960572 Oct 19 01:14:01.748119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:01.773443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'mac_address': 'fa:16:3e:e1:a3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:01.823464 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.843133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c34b3b-a108-41f7-a17b-daace0d74d78 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:01.858823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914d83-7455-43f9-a215-d353d34814e6 req-09441932-26cf-4023-9b9b-abe84d21af53 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:01.869088 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d914d83-7455-43f9-a215-d353d34814e6 req-09441932-26cf-4023-9b9b-abe84d21af53 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 945 time: 0.0719035 Oct 19 01:14:01.870671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:01.887186 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:01.917535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d914d83-7455-43f9-a215-d353d34814e6 req-695fddc3-cad9-405c-af6f-ed88795571f5 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475450 Oct 19 01:14:01.986394 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-709f2779-a10f-4597-827d-141e059e6ad6 req-309b0a7c-6872-4bc1-b8dc-ef328b7c3323 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:01.995006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-709f2779-a10f-4597-827d-141e059e6ad6 req-309b0a7c-6872-4bc1-b8dc-ef328b7c3323 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/871162f0-083b-4dde-ba25-ceb367d438cf HTTP/1.1" status: 404 len: 352 time: 0.0287926 Oct 19 01:14:02.012317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:02.158419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a43cde-0ec6-401b-9a64-b758f692872b req-d399528c-8585-4058-931a-6f5fda262b33 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:02.160156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8a43cde-0ec6-401b-9a64-b758f692872b req-d399528c-8585-4058-931a-6f5fda262b33 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.0794134 Oct 19 01:14:02.279851 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8a43cde-0ec6-401b-9a64-b758f692872b req-c0a338f5-1a70-46ca-a671-50471cd2ac2f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058576 Oct 19 01:14:02.389441 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43e1fa5f-f199-47b5-8947-972dc0191bb1 req-4749be48-0118-4891-8c30-d076de8e1716 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/4a803d66-86be-4135-a5d7-150403b52b88 HTTP/1.1" status: 200 len: 1798 time: 0.0747449 Oct 19 01:14:02.439662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['62c34b3b-a108-41f7-a17b-daace0d74d78'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:02.440471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Made reservation on behalf of 4c6895689ac947d1b081d4afded415df for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:02.444775 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.447879 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-af652410-7bf5-49f4-b923-6e45c5ef703d service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9744906 Oct 19 01:14:02.487733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-43e1fa5f-f199-47b5-8947-972dc0191bb1 req-e8880747-4752-4db5-bd18-8cf506b87dd6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.524590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a78b0c99-3dbc-4132-bd4e-be2f02348fc2 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:02.526430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a78b0c99-3dbc-4132-bd4e-be2f02348fc2 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 812 time: 1.0154600 Oct 19 01:14:02.531870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-43e1fa5f-f199-47b5-8947-972dc0191bb1 req-e8880747-4752-4db5-bd18-8cf506b87dd6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.569680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Request body: {'port': {'device_id': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'admin_state_up': True, 'tenant_id': '4c6895689ac947d1b081d4afded415df'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:02.613166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-43e1fa5f-f199-47b5-8947-972dc0191bb1 req-e8880747-4752-4db5-bd18-8cf506b87dd6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.623616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-43e1fa5f-f199-47b5-8947-972dc0191bb1 req-e8880747-4752-4db5-bd18-8cf506b87dd6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:02.640539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43e1fa5f-f199-47b5-8947-972dc0191bb1 req-e8880747-4752-4db5-bd18-8cf506b87dd6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/4a803d66-86be-4135-a5d7-150403b52b88 HTTP/1.1" status: 204 len: 173 time: 0.2479596 Oct 19 01:14:02.674134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8880747-4752-4db5-bd18-8cf506b87dd6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a803d66-86be-4135-a5d7-150403b52b88,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:02.845790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Allocated IP 172.20.0.11 (b6106c76-884a-499a-a8ee-38084482390e/5d6ea792-f825-4538-8342-9ff51dc13c18/4aee42ab-d4e9-48e6-8977-539591fdb426) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:02.932486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-add1b56d-bdb5-43b2-adf9-7d4b4bdac52f service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962674 Oct 19 01:14:02.935821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb587e-c68e-4367-8141-6ec12ab795da req-78937e92-8a4c-453c-87f1-24df76c5ecab tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:02.937441 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cfb587e-c68e-4367-8141-6ec12ab795da req-78937e92-8a4c-453c-87f1-24df76c5ecab tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.0623429 Oct 19 01:14:02.988025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cfb587e-c68e-4367-8141-6ec12ab795da req-c3826ab5-894d-48b6-85a5-8b9f4a16370d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Oct 19 01:14:03.046970 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-d6ba30ce-9eac-4941-b88e-c1c4eca13106 req-08790b9c-e482-4b8a-99f9-6f1893583733 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:03.048548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6ba30ce-9eac-4941-b88e-c1c4eca13106 req-08790b9c-e482-4b8a-99f9-6f1893583733 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/4a803d66-86be-4135-a5d7-150403b52b88 HTTP/1.1" status: 404 len: 352 time: 0.0185783 Oct 19 01:14:03.156550 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-39de2666-9515-44a1-8932-2cbe14d5b3a8 req-ceff305d-d464-4553-8451-ca640ca0df5b tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0442972 Oct 19 01:14:03.280113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Made reservation on behalf of 4c6895689ac947d1b081d4afded415df for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:03.280625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982dab8-1026-4a44-8d9b-4798538c39ed req-a7c699ca-f5c5-4924-b1f0-52c4a3b45687 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:03.283717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.291274 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e982dab8-1026-4a44-8d9b-4798538c39ed req-a7c699ca-f5c5-4924-b1f0-52c4a3b45687 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 945 time: 0.0685511 Oct 19 01:14:03.337588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e982dab8-1026-4a44-8d9b-4798538c39ed req-e279268d-ec27-4321-9740-e831e095ee46 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Oct 19 01:14:03.383937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-2598ba69-581a-4ca3-9c41-20d6d2210ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:03.388481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-2598ba69-581a-4ca3-9c41-20d6d2210ab5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1101 time: 0.3267038 Oct 19 01:14:03.413346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-adf95971-5097-4cf2-9698-457d148f35ab req-5519928c-2f71-4279-a4c6-e137e9046e7c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/85a0e815-c40c-4ae7-89e8-0659378b7ff3 HTTP/1.1" status: 200 len: 1800 time: 0.0503354 Oct 19 01:14:03.455149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.484545 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.486420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-adf95971-5097-4cf2-9698-457d148f35ab req-54ef6d97-6403-4912-931f-6320cd935439 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.513065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-adf95971-5097-4cf2-9698-457d148f35ab req-54ef6d97-6403-4912-931f-6320cd935439 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.513452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.563281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-adf95971-5097-4cf2-9698-457d148f35ab req-54ef6d97-6403-4912-931f-6320cd935439 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.566625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-adf95971-5097-4cf2-9698-457d148f35ab req-54ef6d97-6403-4912-931f-6320cd935439 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.568791 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-adf95971-5097-4cf2-9698-457d148f35ab req-54ef6d97-6403-4912-931f-6320cd935439 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/85a0e815-c40c-4ae7-89e8-0659378b7ff3 HTTP/1.1" status: 204 len: 173 time: 0.1487672 Oct 19 01:14:03.580128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef6d97-6403-4912-931f-6320cd935439 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0e815-c40c-4ae7-89e8-0659378b7ff3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:03.691911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-119b9919-7c21-491c-b080-99f727ba4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:03.693996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-119b9919-7c21-491c-b080-99f727ba4861 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2937615 Oct 19 01:14:03.699607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:03.726577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236826b-ecc5-4265-9308-2c9b40b0689c req-2cb1fe55-00ab-456d-bb4b-efb20ecaa5b8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:03.728183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3236826b-ecc5-4265-9308-2c9b40b0689c req-2cb1fe55-00ab-456d-bb4b-efb20ecaa5b8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.0829833 Oct 19 01:14:03.775494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3236826b-ecc5-4265-9308-2c9b40b0689c req-b9b67db3-acc5-45bf-8195-3a571ad94e6b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Oct 19 01:14:03.816856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-529d29b8-0d40-42e7-88c9-fd5ac04d5509 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.1078403 Oct 19 01:14:03.828768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Network b6106c76-884a-499a-a8ee-38084482390e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:03.843291 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Floating IP 52644b32-e11a-4bde-b381-7a26073779ee associated. External IP: 172.25.0.180, port: 4ba3b57a-2e2e-4842-b02d-2b02c048cc95. Oct 19 01:14:03.870829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:03.916480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:03.920618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event updated for resources: {'Port': ['ID=4aee42ab-d4e9-48e6-8977-539591fdb426,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:03.938808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Allocated IP 172.20.0.7 (b6106c76-884a-499a-a8ee-38084482390e/5d6ea792-f825-4538-8342-9ff51dc13c18/72968f06-f1cf-4e49-a635-8025a5d9de07) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:04.028355 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-be038325-a7df-45b0-99bf-2630b1859969 req-5784d13c-6553-4e92-852b-f84d3534ceb4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:04.038809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-7f98a9da-5e6a-4813-850e-7b1150b6c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:04.040313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-7f98a9da-5e6a-4813-850e-7b1150b6c3d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2105322 Oct 19 01:14:04.049121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be038325-a7df-45b0-99bf-2630b1859969 req-5784d13c-6553-4e92-852b-f84d3534ceb4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/85a0e815-c40c-4ae7-89e8-0659378b7ff3 HTTP/1.1" status: 404 len: 352 time: 0.0354378 Oct 19 01:14:04.059881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:04.060768 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.148896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-df8a0f77-2696-4a19-8644-333c3b1227c1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6051793 Oct 19 01:14:04.175837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Request body: {'port': {'device_id': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:04.249584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-74f5759d-c09f-4554-9311-2424a7ad322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:04.251318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-74f5759d-c09f-4554-9311-2424a7ad322c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1984968 Oct 19 01:14:04.277431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148550b-7814-4b73-a983-e8e8c2c356e7 req-da38749c-7ae1-4ace-8636-283e8a335399 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:04.283826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6148550b-7814-4b73-a983-e8e8c2c356e7 req-da38749c-7ae1-4ace-8636-283e8a335399 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 945 time: 0.0765781 Oct 19 01:14:04.338806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6148550b-7814-4b73-a983-e8e8c2c356e7 req-4d14ee10-6091-4f01-adc2-dddc27fca91d tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518942 Oct 19 01:14:04.430456 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.472487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d416f6f-4d6e-4692-be9e-2897e317ea86 req-5995a13b-3c4b-4efc-a971-0bef62d066c2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:04.474513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d416f6f-4d6e-4692-be9e-2897e317ea86 req-5995a13b-3c4b-4efc-a971-0bef62d066c2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.0567167 Oct 19 01:14:04.492302 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:04.561811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d416f6f-4d6e-4692-be9e-2897e317ea86 req-2f81e9bc-e8b3-4d79-b8d7-1a63af3ef261 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754781 Oct 19 01:14:04.682321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68090c62-69b4-4245-8244-d801b109d0bb req-52bdb8ea-e679-422b-9f48-693ecd71baf3 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 6150 time: 0.1002374 Oct 19 01:14:04.736881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68090c62-69b4-4245-8244-d801b109d0bb req-1c104f80-5907-4734-8800-d4cfbd3a8014 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/8dd2f312-c949-47e8-be8d-4090188cba31 HTTP/1.1" status: 200 len: 2981 time: 0.0466719 Oct 19 01:14:04.811732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68090c62-69b4-4245-8244-d801b109d0bb req-0150e63d-b30c-46cd-af15-2efb71720129 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/8dd2f312-c949-47e8-be8d-4090188cba31 HTTP/1.1" status: 200 len: 2981 time: 0.0677733 Oct 19 01:14:04.846613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:04.854737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-1cbcb6f1-5153-4cc2-9423-8f6dafda9b13 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672035 Oct 19 01:14:04.896867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab58c3fd-3d0c-4b13-9508-0f8e166c7b1c req-f3be3f13-f270-4037-a6f0-3f902a665d76 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0279145 Oct 19 01:14:05.031692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaf7fa-89f3-4691-b8e0-0ac938854522 req-da1c38ee-4e3d-4df5-a844-5520208b346d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:05.033387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fdaf7fa-89f3-4691-b8e0-0ac938854522 req-da1c38ee-4e3d-4df5-a844-5520208b346d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.0631900 Oct 19 01:14:05.065637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.088237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fdaf7fa-89f3-4691-b8e0-0ac938854522 req-01e04a50-28f1-457c-a1fd-4f9b929c502c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Oct 19 01:14:05.121584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-475698c7-771b-48ff-9d5a-ed2100cb8acd req-1163d575-49eb-4746-ab2b-2475acf995f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1858597265', 'description': 'tempest-description-1461214618'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:05.152385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-475698c7-771b-48ff-9d5a-ed2100cb8acd req-1163d575-49eb-4746-ab2b-2475acf995f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.218395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2c5f65f-4aa2-4659-a276-6dd1fd163668 req-28abfa7e-7d04-41ac-9a5a-b8c446108c18 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510194 Oct 19 01:14:05.230605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Network b6106c76-884a-499a-a8ee-38084482390e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:05.238203 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-475698c7-771b-48ff-9d5a-ed2100cb8acd req-1163d575-49eb-4746-ab2b-2475acf995f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.245713 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-475698c7-771b-48ff-9d5a-ed2100cb8acd req-1163d575-49eb-4746-ab2b-2475acf995f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.247666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:05.253347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event updated for resources: {'Port': ['ID=72968f06-f1cf-4e49-a635-8025a5d9de07,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:05.255736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:05.262113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:05.276186 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:05.301895 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:05.303788 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:05.331728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-475698c7-771b-48ff-9d5a-ed2100cb8acd req-1163d575-49eb-4746-ab2b-2475acf995f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.335881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-475698c7-771b-48ff-9d5a-ed2100cb8acd req-1163d575-49eb-4746-ab2b-2475acf995f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2189100 Oct 19 01:14:05.368267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163d575-49eb-4746-ab2b-2475acf995f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf049f91-dcde-4682-87f7-dcb49e58457a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:05.380739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:05.381370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.460692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-be92e10c-6e15-450c-82af-eb7f762a2cf3 req-cae0a276-acb0-45e4-830f-5f990d9d2ab2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1268898111', 'description': 'tempest-description-706661912'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:05.465180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7201bd90-26e0-4399-8f38-154768002e97 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9039168 Oct 19 01:14:05.468250 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:05.483429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Request body: {'port': {'device_id': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:05.495272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-be92e10c-6e15-450c-82af-eb7f762a2cf3 req-cae0a276-acb0-45e4-830f-5f990d9d2ab2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.532200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:05.578359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aee42ab-d4e9-48e6-8977-539591fdb426 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:05.603889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-eaa32140-543e-44c5-85da-10e0b92225fa tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:05.606172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-eaa32140-543e-44c5-85da-10e0b92225fa tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 945 time: 0.0959799 Oct 19 01:14:05.610956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.632428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Transition to ACTIVE for port object 4aee42ab-d4e9-48e6-8977-539591fdb426 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:05.653336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 62c34b3b-a108-41f7-a17b-daace0d74d78 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:05.661469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 62c34b3b-a108-41f7-a17b-daace0d74d78 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:05.662156 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.746867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-be92e10c-6e15-450c-82af-eb7f762a2cf3 req-cae0a276-acb0-45e4-830f-5f990d9d2ab2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.767070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-be92e10c-6e15-450c-82af-eb7f762a2cf3 req-cae0a276-acb0-45e4-830f-5f990d9d2ab2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.793344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.822508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-be92e10c-6e15-450c-82af-eb7f762a2cf3 req-cae0a276-acb0-45e4-830f-5f990d9d2ab2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.836346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be92e10c-6e15-450c-82af-eb7f762a2cf3 req-cae0a276-acb0-45e4-830f-5f990d9d2ab2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3818061 Oct 19 01:14:05.837431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0a276-acb0-45e4-830f-5f990d9d2ab2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5242cd-9c60-4848-a9f1-0949b9e89e8b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:05.849739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Deleting port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:05.850443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.856354 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.866687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:05.869526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:05.874200 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e3106-7843-406c-8fca-a542e3b92683" -d '{"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-plugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:05.881983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.905250 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:60:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:03Z', 'revision_number': 3, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:05.937515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.964655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] For port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,segment=NetworkSegment(23e9ebba-4037-4682-924a-d06a07cd3d4a),segment_id=23e9ebba-4037-4682-924a-d06a07cd3d4a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:05.965076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:05.969059 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:05.984902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Calling delete_port for f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:06.004113 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:06.005336 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.018358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:06.064152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:06.068488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4aee42ab-d4e9-48e6-8977-539591fdb426,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:06.169103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f702-d9e4-440b-8749-d14429531c90 req-dc0e7bcb-abd1-4eab-bd92-6174d03832b1 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:06.178295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-99b0f702-d9e4-440b-8749-d14429531c90 req-dc0e7bcb-abd1-4eab-bd92-6174d03832b1 tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7fd4f7a-156c-4d0f-b7db-055a274b6c0d HTTP/1.1" status: 200 len: 945 time: 0.1291814 Oct 19 01:14:06.250409 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:06.257853 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-99b0f702-d9e4-440b-8749-d14429531c90 req-0a3536f3-0b5e-45de-96b0-e7f43929d5be tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.64 "GET /v2.0/security-groups?id=7925bdfb-9332-4caa-8213-f2acb251e47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783863 Oct 19 01:14:06.290520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Attempting to bind port 4aee42ab-d4e9-48e6-8977-539591fdb426 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:06.291088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Attempting to bind port 4aee42ab-d4e9-48e6-8977-539591fdb426 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:06.291677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Attempting to bind port 4aee42ab-d4e9-48e6-8977-539591fdb426 on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:06.328295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.342412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['f4681c4d-6f7a-4b67-9fb5-3a8a2154e449'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:06.350028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Port 4aee42ab-d4e9-48e6-8977-539591fdb426 on network b6106c76-884a-499a-a8ee-38084482390e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:06.350944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Attempting to bind port 4aee42ab-d4e9-48e6-8977-539591fdb426 on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:06.358950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:06.371760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Checking segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:06.372755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Bound using segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:06.373471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Bound port: 4aee42ab-d4e9-48e6-8977-539591fdb426, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:06.374091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.404742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Pushing event deleted for resources: {'Port': ['ID=f4681c4d-6f7a-4b67-9fb5-3a8a2154e449,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:06.459794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] No DVR routers for this DVR port f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:06.463791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.467172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f59228c2-cd37-4d31-8c0a-35dfb54b091b req-c6b740ca-5587-4d3a-ade0-cbe822d964bb tempest-InstanceActionsV221TestJSON-1650968792 tempest-InstanceActionsV221TestJSON-1650968792-project] 10.222.0.62 "DELETE /v2.0/ports/f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 HTTP/1.1" status: 204 len: 173 time: 0.8544035 Oct 19 01:14:06.467624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'name': 'network-vif-deleted', 'tag': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:06.469980 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ae574c-32e7-4791-9aeb-248f351cb457" -d '{"events": [{"server_uuid": "c7fd4f7a-156c-4d0f-b7db-055a274b6c0d", "name": "network-vif-deleted", "tag": "f4681c4d-6f7a-4b67-9fb5-3a8a2154e449"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:06.500420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3e48-5dc1-474b-93c1-63c27fa13427 req-d3082540-4a54-4ffd-98b5-06473bffed8e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:06.503152 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-397f3e48-5dc1-474b-93c1-63c27fa13427 req-d3082540-4a54-4ffd-98b5-06473bffed8e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.1312017 Oct 19 01:14:06.592864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-397f3e48-5dc1-474b-93c1-63c27fa13427 req-f6a242f8-48ec-4eff-bb47-5ffa9c5eaeae tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825939 Oct 19 01:14:06.682515 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d625e5-b8c1-4af0-89ce-173c0168c7fd x-openstack-request-id: req-c0d625e5-b8c1-4af0-89ce-173c0168c7fd {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:06.683500 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-plugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:06.683962 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0d625e5-b8c1-4af0-89ce-173c0168c7fd {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:06.684912 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'code': 200} Oct 19 01:14:06.686930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:06.719769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] For port 4aee42ab-d4e9-48e6-8977-539591fdb426, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:06.725971 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.772074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] For port 4aee42ab-d4e9-48e6-8977-539591fdb426, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4aee42ab-d4e9-48e6-8977-539591fdb426,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:06.795732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:06.797961 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e8b51e-675c-486e-b905-cad376209f16" -d '{"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:06.835724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9903d-4e38-4b26-ac2b-3c20f32c66a7 req-7bd5b25c-4afd-4a26-99df-e6a15477b13a tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:06.838035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6dc9903d-4e38-4b26-ac2b-3c20f32c66a7 req-7bd5b25c-4afd-4a26-99df-e6a15477b13a tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 931 time: 0.0911999 Oct 19 01:14:06.840200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.845441 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:60:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:03Z', 'revision_number': 3, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:06.866122 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5da7-3aa7-41d2-b152-835af7fe4b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.878735 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bc41be-9594-4a01-ac63-e769b3ceb5e2 None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:60:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:03Z', 'revision_number': 3, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:06.897771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6dc9903d-4e38-4b26-ac2b-3c20f32c66a7 req-7136f30b-e6a2-4994-a37d-792177fae562 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539684 Oct 19 01:14:06.930261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-23d8ba78-39e7-4f58-ba5e-b06e83c4512b tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "PUT /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 200 len: 998 time: 5.9121048 Oct 19 01:14:06.939434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:06.940171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:06.941609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/4aee42ab-d4e9-48e6-8977-539591fdb426 HTTP/1.1" status: 200 len: 1093 time: 2.7729886 Oct 19 01:14:07.098018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd7d8d-5657-46ee-9512-4ebeb3ce1a27 req-18e85e7a-b749-4e72-83bc-799c9060bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.105469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4bfd7d8d-5657-46ee-9512-4ebeb3ce1a27 req-18e85e7a-b749-4e72-83bc-799c9060bc3d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1102 time: 0.3168924 Oct 19 01:14:07.189392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-75526d5b-4dc8-4ce2-a539-5700dcf56953 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.190738 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-75526d5b-4dc8-4ce2-a539-5700dcf56953 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports/4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 942 time: 0.2450316 Oct 19 01:14:07.215093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab459c-b052-4fb0-be63-d85d924869d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4aee42ab-d4e9-48e6-8977-539591fdb426,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:07.247592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b8c17-f7c9-4962-828d-4ef4c42044de None None] New status for floating IP 52644b32-e11a-4bde-b381-7a26073779ee: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:14:07.247782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-ba057f6d-ff10-4821-89cc-56c3669d66a8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.257487 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-ba057f6d-ff10-4821-89cc-56c3669d66a8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 813 time: 0.1785898 Oct 19 01:14:07.268319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72968f06-f1cf-4e49-a635-8025a5d9de07 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:07.276458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-2ef037e7-8c5c-41b8-926a-8022e3cb2266 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/quotas/ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 375 time: 0.0173001 Oct 19 01:14:07.280759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.296180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4bfd7d8d-5657-46ee-9512-4ebeb3ce1a27 req-c7c60d85-cad9-49c5-af6a-9f74340a98d5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602271 Oct 19 01:14:07.300602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-fbdcf370-6c09-41d4-8b4a-de273ad582de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.303229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-fbdcf370-6c09-41d4-8b4a-de273ad582de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 1096 time: 0.2594216 Oct 19 01:14:07.306502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Transition to ACTIVE for port object 72968f06-f1cf-4e49-a635-8025a5d9de07 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:07.319576 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.364960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-d0d79b68-30cd-4574-9792-a4dfe01751c2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867620 Oct 19 01:14:07.492537 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-36eac868-b45a-4670-9a90-5b9b24ddd44f service neutron] 10.222.0.64 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227183 Oct 19 01:14:07.512021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Pushing event updated for resources: {'Port': ['ID=72968f06-f1cf-4e49-a635-8025a5d9de07,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:07.527830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Attempting to bind port 72968f06-f1cf-4e49-a635-8025a5d9de07 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:07.528485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Attempting to bind port 72968f06-f1cf-4e49-a635-8025a5d9de07 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:07.528817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Attempting to bind port 72968f06-f1cf-4e49-a635-8025a5d9de07 on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:07.535098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-9c40cb1b-744e-46b3-9559-2fd49705daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.536831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-9c40cb1b-744e-46b3-9559-2fd49705daf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.2087138 Oct 19 01:14:07.537425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Port 72968f06-f1cf-4e49-a635-8025a5d9de07 on network b6106c76-884a-499a-a8ee-38084482390e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:07.537731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Attempting to bind port 72968f06-f1cf-4e49-a635-8025a5d9de07 on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:07.544675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:07.545118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Checking segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:07.545503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Bound using segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:07.545937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Bound port: 72968f06-f1cf-4e49-a635-8025a5d9de07, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:07.546295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.621834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-93f10b47-e26a-456b-be11-0c64d422a054 service neutron] 10.222.0.64 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279521 Oct 19 01:14:07.705534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] For port 72968f06-f1cf-4e49-a635-8025a5d9de07, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:07.715615 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:07.729068 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:07.730607 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:07.759426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-443f5834-3917-4786-84dc-6734c1cb8d9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aee42ab-d4e9-48e6-8977-539591fdb426 HTTP/1.1" status: 200 len: 217 time: 0.0688882 Oct 19 01:14:07.762117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-e60e7e07-ce29-4d85-b082-f3a8f616afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.769445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-e60e7e07-ce29-4d85-b082-f3a8f616afbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.2259891 Oct 19 01:14:07.772470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] For port 72968f06-f1cf-4e49-a635-8025a5d9de07, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=72968f06-f1cf-4e49-a635-8025a5d9de07,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:07.828380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:07.847103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-9ea3e758-bc33-43b2-8be8-762961ea6129 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 217 time: 0.0768077 Oct 19 01:14:07.905545 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:07.909569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-5fc1cfe8-599a-4950-beb4-478d3485e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.918846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-5fc1cfe8-599a-4950-beb4-478d3485e9b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0709150 Oct 19 01:14:07.961136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fe810-2dcc-440d-97a1-5860c79012a6 req-2b133a89-8d78-4c50-bda3-e275d416ea72 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:07.970047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b14fe810-2dcc-440d-97a1-5860c79012a6 req-2b133a89-8d78-4c50-bda3-e275d416ea72 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1004300 Oct 19 01:14:08.018586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b14fe810-2dcc-440d-97a1-5860c79012a6 req-b1c3c506-4c3a-4587-80bb-3b5c14c997cd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474987 Oct 19 01:14:08.051183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:08.051183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:08.052760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] 10.222.0.62 "PUT /v2.0/ports/72968f06-f1cf-4e49-a635-8025a5d9de07 HTTP/1.1" status: 200 len: 1092 time: 2.5754085 Oct 19 01:14:08.227487 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb23717f-8244-4d6e-97dc-de0a3635042c x-openstack-request-id: req-fb23717f-8244-4d6e-97dc-de0a3635042c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:08.227789 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fd4f7a-156c-4d0f-b7db-055a274b6c0d", "name": "network-vif-deleted", "tag": "f4681c4d-6f7a-4b67-9fb5-3a8a2154e449", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:08.228177 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb23717f-8244-4d6e-97dc-de0a3635042c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:08.228597 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd4f7a-156c-4d0f-b7db-055a274b6c0d', 'name': 'network-vif-deleted', 'tag': 'f4681c4d-6f7a-4b67-9fb5-3a8a2154e449', 'status': 'completed', 'code': 200} Oct 19 01:14:08.419351 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:60:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:07Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.452292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:08.466775 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:08.467762 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:08.501203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272da88b-3374-459d-a563-b93018d9aca5 req-415b99a1-b051-48fe-8478-e21e7d935f30 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:08.510329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-272da88b-3374-459d-a563-b93018d9aca5 req-415b99a1-b051-48fe-8478-e21e7d935f30 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.0743124 Oct 19 01:14:08.568203 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-272da88b-3374-459d-a563-b93018d9aca5 req-9fc23665-08c6-4842-8afa-a04423f0edf9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566299 Oct 19 01:14:08.613196 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213765dc-4d73-4bb6-b959-f563d6f7e0d3 x-openstack-request-id: req-213765dc-4d73-4bb6-b959-f563d6f7e0d3 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:08.613539 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:08.613739 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-213765dc-4d73-4bb6-b959-f563d6f7e0d3 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:08.618305 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'status': 'completed', 'code': 200} Oct 19 01:14:08.620016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-0317a644-a384-4c0b-bfb1-25b5fe725faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:08.621814 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-0317a644-a384-4c0b-bfb1-25b5fe725faf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.7949142 Oct 19 01:14:08.693456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73c702-7215-4a81-bc27-76e24bb59441 service neutron] Pushing event updated for resources: {'Port': ['ID=72968f06-f1cf-4e49-a635-8025a5d9de07,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:08.715221 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:08.725390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e34bf22-f3c7-4466-816e-966f98d6f6f2 req-92693dc5-66c2-4f61-bbff-1655ee0edf0e tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 210 time: 0.0856848 Oct 19 01:14:08.752492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-7b132f6c-463b-4737-91a0-dbd13a40e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:08.760846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-7b132f6c-463b-4737-91a0-dbd13a40e6cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8411212 Oct 19 01:14:08.834977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-62c8ffd8-c567-4708-b5a2-06d2686e339a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753683 Oct 19 01:14:08.917724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98538e51-b668-41aa-9ee4-bffa6449025a req-1186c56a-3ce4-442e-b4ce-1596dc9d84f6 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:08.922324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98538e51-b668-41aa-9ee4-bffa6449025a req-1186c56a-3ce4-442e-b4ce-1596dc9d84f6 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 943 time: 0.1371765 Oct 19 01:14:08.993142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98538e51-b668-41aa-9ee4-bffa6449025a req-247f5e67-e5a3-4247-b850-59a65c5cb574 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Oct 19 01:14:08.994933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-ffc54608-e05a-413f-911f-a60ecbdaa5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:08.996876 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-ffc54608-e05a-413f-911f-a60ecbdaa5e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 1095 time: 0.8767347 Oct 19 01:14:09.008813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-b8099257-5448-4ffa-acb1-b9d12fc03bc8 service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159513 Oct 19 01:14:09.078526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:09.121136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:09.121477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f4681c4d-6f7a-4b67-9fb5-3a8a2154e449 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:09.169760 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:60:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:07Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:09.179252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b51e-675c-486e-b905-cad376209f16 req-5dc3886a-bda3-4f5a-be8f-2fc1edbaee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:09.181139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52e8b51e-675c-486e-b905-cad376209f16 req-5dc3886a-bda3-4f5a-be8f-2fc1edbaee66 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.5696838 Oct 19 01:14:09.182556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7abb1ffd-d028-4bda-842f-4c859f3e7ca9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72968f06-f1cf-4e49-a635-8025a5d9de07 HTTP/1.1" status: 200 len: 217 time: 0.0863090 Oct 19 01:14:09.204922 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b6a3f-a9c6-45a2-aeed-9e5a5fb5e314 None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:60:10:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:07Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:09.250822 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.263265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e838-a07a-413e-bc63-18a6c4faa24d req-010d4b34-25c0-4e3b-a476-7a91d3e8ad0d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:09.265222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96e1e838-a07a-413e-bc63-18a6c4faa24d req-010d4b34-25c0-4e3b-a476-7a91d3e8ad0d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0869668 Oct 19 01:14:09.292893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-7f99b53f-5f23-46af-b86b-ba5e8c097490 service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834330 Oct 19 01:14:09.332417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-47afcbe9-4e71-47f2-a1cf-a3ea792e2268 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696654 Oct 19 01:14:09.338013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-8c55ded0-3fc0-4b98-84eb-98d015d886b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:09.340125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-8c55ded0-3fc0-4b98-84eb-98d015d886b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.1341672 Oct 19 01:14:09.461896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-2be4c2f0-c319-4be9-b649-2aef4ffd798b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061933 Oct 19 01:14:09.502678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96e1e838-a07a-413e-bc63-18a6c4faa24d req-9def674d-05cc-4a4b-b388-f20004a39f02 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129450 Oct 19 01:14:09.554031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-277c7520-355a-43ba-addc-904aa83272cd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:09.555567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-277c7520-355a-43ba-addc-904aa83272cd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 813 time: 0.2894380 Oct 19 01:14:09.582198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'port': {'device_id': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'network_id': '12311b84-bf6d-4043-b546-838828c304d7', 'admin_state_up': True, 'tenant_id': 'ffd46702aea5415391bfb5e7d96393a8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:09.605326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-386cf16f-0e37-4f0f-8c00-54b6381c82bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.728306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-6c3dfbd4-c387-4d93-b523-102c1e01f734 service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485313 Oct 19 01:14:09.732479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-779597c4-fcbf-4c58-94e8-460a58de0e8e service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972671 Oct 19 01:14:09.756118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b51e-675c-486e-b905-cad376209f16 req-b515110f-f214-4adf-9df2-6f14ac3f8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:09.757645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52e8b51e-675c-486e-b905-cad376209f16 req-b515110f-f214-4adf-9df2-6f14ac3f8eb5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.5631905 Oct 19 01:14:09.783525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Made reservation on behalf of ffd46702aea5415391bfb5e7d96393a8 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:09.787102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:09.798489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f72b-9ea0-4b19-8868-151eff38cb28 req-583f0580-3478-4f47-b70f-c8ef4647a96f tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:09.800164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b67f72b-9ea0-4b19-8868-151eff38cb28 req-583f0580-3478-4f47-b70f-c8ef4647a96f tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1102 time: 0.0751584 Oct 19 01:14:09.868039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52e8b51e-675c-486e-b905-cad376209f16 req-18255305-f1fb-4588-b6de-12679a38bd34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 217 time: 0.0968196 Oct 19 01:14:09.890900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b67f72b-9ea0-4b19-8868-151eff38cb28 req-af60adc1-1b91-46a3-a038-cdc634a78a66 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Oct 19 01:14:09.969316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Allocated IP 172.20.0.2 (12311b84-bf6d-4043-b546-838828c304d7/7bfcd493-6f1b-4ef1-ab9a-0a8161316031/e9da07d2-ee22-48c2-bd79-c8440a997db0) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:09.972379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff6c4aaa-0ed0-4988-a9fe-baa2d58f3103 req-8843c7cf-a3a6-4136-a90c-7dc007f4177b service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379982 Oct 19 01:14:09.978996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-da3c8988-499d-478a-84ac-327c9172df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:09.981014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-da3c8988-499d-478a-84ac-327c9172df4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 1097 time: 0.2086725 Oct 19 01:14:10.071603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ac230-527e-4b21-8bb3-ad763cd98a5d req-1ad488bd-57f0-4f99-ab03-fe4071e89a67 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:10.072716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f88ac230-527e-4b21-8bb3-ad763cd98a5d req-1ad488bd-57f0-4f99-ab03-fe4071e89a67 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.0969667 Oct 19 01:14:10.112254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b51e-675c-486e-b905-cad376209f16 req-6d79a88f-8896-431b-b917-796236c521ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:10.114422 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52e8b51e-675c-486e-b905-cad376209f16 req-6d79a88f-8896-431b-b917-796236c521ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.2374866 Oct 19 01:14:10.167588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f88ac230-527e-4b21-8bb3-ad763cd98a5d req-1450a3d2-99d0-4f6a-9e3f-9091d5fde038 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843532 Oct 19 01:14:10.171874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-9a969feb-a4f5-42d0-8726-e5b5bafe6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:10.175416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-9a969feb-a4f5-42d0-8726-e5b5bafe6fc3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.1619217 Oct 19 01:14:10.225558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.241883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51438) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:10.330258 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-bdfe19cd-44de-4d94-acc8-47506cd40dbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 1001 time: 0.1482761 Oct 19 01:14:10.333157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b51e-675c-486e-b905-cad376209f16 req-a60e0259-3026-4e0b-bd45-21b4fb593795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:10.335938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52e8b51e-675c-486e-b905-cad376209f16 req-a60e0259-3026-4e0b-bd45-21b4fb593795 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466382 Oct 19 01:14:10.478173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.481463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-d578370c-54b0-4501-99d2-57595d7375dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:10.483057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-d578370c-54b0-4501-99d2-57595d7375dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.1412315 Oct 19 01:14:10.516747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52e8b51e-675c-486e-b905-cad376209f16 req-929c1086-5ddd-47a0-8c01-63aba5e033d0 service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556449 Oct 19 01:14:10.608006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93968f-f805-4788-ad62-a02093be3136 req-602f7f67-8b22-4146-a9a8-94c28c0cf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:10.609549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-602f7f67-8b22-4146-a9a8-94c28c0cf320 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076362 Oct 19 01:14:10.626068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88'}, {'name': 'network-changed', 'server_uuid': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'tag': '4aee42ab-d4e9-48e6-8977-539591fdb426'}, {'name': 'network-changed', 'server_uuid': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'tag': '72968f06-f1cf-4e49-a635-8025a5d9de07'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:10.629284 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec" -d '{"events": [{"name": "network-changed", "server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88"}, {"name": "network-changed", "server_uuid": "2dac792b-e9c0-4f28-996c-d4f383a8c7d6", "tag": "4aee42ab-d4e9-48e6-8977-539591fdb426"}, {"name": "network-changed", "server_uuid": "361c1e62-66d5-44f1-b288-a2cd5297cfa3", "tag": "72968f06-f1cf-4e49-a635-8025a5d9de07"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:10.631113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a81f23c-f901-4fc6-aa91-9e05dfb8c757 req-72f54252-a7a5-4c8c-a0f4-31b7e4737cfa tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 210 time: 0.0620668 Oct 19 01:14:10.664045 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.674679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] Deleting subnet 04e1e199-f70c-44a4-b23e-509c173059ed {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:10.684107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.701581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.731947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:10.834926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Network 12311b84-bf6d-4043-b546-838828c304d7 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:10.842270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:10.859801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-f1e8fa05-cc1d-478e-9613-e19856f27bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413325 Oct 19 01:14:10.863005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52e8b51e-675c-486e-b905-cad376209f16 req-59dff837-be31-45fe-9e35-33ffe28ed12a service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322036 Oct 19 01:14:10.875406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:10.915248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:10.924078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.016005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.017347 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.026249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e93968f-f805-4788-ad62-a02093be3136 req-6a8ed5b3-9682-4a96-9bf4-5007946afdc7 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572359 Oct 19 01:14:11.047171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-7b33295a-3866-4bee-821f-3603769f3cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522332 Oct 19 01:14:11.097959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.112907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:11.181978 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df0ed17-fd90-4051-908b-f05915a0b4a7 x-openstack-request-id: req-1df0ed17-fd90-4051-908b-f05915a0b4a7 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:11.182413 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dac792b-e9c0-4f28-996c-d4f383a8c7d6", "tag": "4aee42ab-d4e9-48e6-8977-539591fdb426", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "361c1e62-66d5-44f1-b288-a2cd5297cfa3", "tag": "72968f06-f1cf-4e49-a635-8025a5d9de07", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:11.182879 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1df0ed17-fd90-4051-908b-f05915a0b4a7 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:11.183835 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'status': 'completed', 'code': 200} Oct 19 01:14:11.184235 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'tag': '4aee42ab-d4e9-48e6-8977-539591fdb426', 'status': 'completed', 'code': 200} Oct 19 01:14:11.184550 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'tag': '72968f06-f1cf-4e49-a635-8025a5d9de07', 'status': 'completed', 'code': 200} Oct 19 01:14:11.244819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:11.251459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-9f568f63-c043-4bba-99dc-50ee23c588b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6733282 Oct 19 01:14:11.258622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.276042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '4570f789-80b6-4b73-847a-c8940b30e8c1', 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89', 'port_id': '4570f789-80b6-4b73-847a-c8940b30e8c1', 'mac_address': 'fa:16:3e:e7:df:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cbcae8-6460-4c37-b101-a39da0fdcbd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:11.300696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06924ba-58a9-44d9-a91d-ea6dc602102c req-3d864184-d0f1-4894-8d73-a21cafbab449 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.315541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a06924ba-58a9-44d9-a91d-ea6dc602102c req-3d864184-d0f1-4894-8d73-a21cafbab449 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 943 time: 0.2843156 Oct 19 01:14:11.343119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Request body: {'port': {'device_id': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:11.372707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.380370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/04e1e199-f70c-44a4-b23e-509c173059ed HTTP/1.1" status: 204 len: 168 time: 1.1373436 Oct 19 01:14:11.405323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51466) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:11.407168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-01444ce1-a854-4f9d-bd66-de9b6840d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.408748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-01444ce1-a854-4f9d-bd66-de9b6840d3d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 1097 time: 0.2089365 Oct 19 01:14:11.409944 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.454505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4570f789-80b6-4b73-847a-c8940b30e8c1 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:11.467641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b400fd-2e15-4b1f-89b7-2f02edf94827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e1e199-f70c-44a4-b23e-509c173059ed,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.509617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:11.517563 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.540414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a06924ba-58a9-44d9-a91d-ea6dc602102c req-2a2e4b47-a2f8-4740-bfcb-87630793a262 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238686 Oct 19 01:14:11.545863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-e5f50dfc-0098-42e1-80ed-91e2266b1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.547366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-e5f50dfc-0098-42e1-80ed-91e2266b1c33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 1096 time: 0.3138320 Oct 19 01:14:11.552138 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.602281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:11.636867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:11.677741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcb043-be47-4a21-8474-567e67c431d8 req-40014c5e-ec72-4e98-8b20-e28717b9be6d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.687787 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98dcb043-be47-4a21-8474-567e67c431d8 req-40014c5e-ec72-4e98-8b20-e28717b9be6d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.2955437 Oct 19 01:14:11.733076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c67094d-fba8-4e4d-b0f3-2355a43d2670 req-6cb840de-5828-470b-8020-f55cf614e7fa tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.1194170 Oct 19 01:14:11.807264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['4570f789-80b6-4b73-847a-c8940b30e8c1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:11.829173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-db6b78de-6c6f-4ac1-b677-0e20cbc68932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.830609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-db6b78de-6c6f-4ac1-b677-0e20cbc68932 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.3840692 Oct 19 01:14:11.848060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67094d-fba8-4e4d-b0f3-2355a43d2670 req-fda6c2c3-9f14-481f-898a-82b97a1ef7d5 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:11.849262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c67094d-fba8-4e4d-b0f3-2355a43d2670 req-fda6c2c3-9f14-481f-898a-82b97a1ef7d5 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports/f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 942 time: 0.1060388 Oct 19 01:14:12.078597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9da07d2-ee22-48c2-bd79-c8440a997db0 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:12.090061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.102146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c67094d-fba8-4e4d-b0f3-2355a43d2670 req-de17a6cb-9a0d-4c9e-b268-b1e583435422 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.1370344 Oct 19 01:14:12.122116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Transition to ACTIVE for port object e9da07d2-ee22-48c2-bd79-c8440a997db0 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:12.141762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.194097 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.230150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.244114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98dcb043-be47-4a21-8474-567e67c431d8 req-0e32637b-d185-4f6f-8fb8-9e8e78c8768b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254545 Oct 19 01:14:12.247189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Pushing event updated for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:12.284204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-179b3dae-36be-4f62-8dbf-6fc19a2c0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.285724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-179b3dae-36be-4f62-8dbf-6fc19a2c0a56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 913 time: 0.7269118 Oct 19 01:14:12.288021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04997528-080e-4a27-87c2-f3da36585398']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:12.299547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67094d-fba8-4e4d-b0f3-2355a43d2670 req-2fb5790f-110b-414c-86ba-b6e708fdfbd0 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.300965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c67094d-fba8-4e4d-b0f3-2355a43d2670 req-2fb5790f-110b-414c-86ba-b6e708fdfbd0 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1905928 Oct 19 01:14:12.312467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e9ebba-4037-4682-924a-d06a07cd3d4a') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:12.312893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e9ebba-4037-4682-924a-d06a07cd3d4a') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:12.355459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-6e0686db-87c1-4765-9d58-c03b9cff66da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 1001 time: 0.5025797 Oct 19 01:14:12.357135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.360183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-adb8feb0-aaa6-4148-958d-b9c0873c85e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aee42ab-d4e9-48e6-8977-539591fdb426 HTTP/1.1" status: 200 len: 217 time: 0.0634766 Oct 19 01:14:12.368695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Attempting to bind port e9da07d2-ee22-48c2-bd79-c8440a997db0 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:12.369001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Attempting to bind port e9da07d2-ee22-48c2-bd79-c8440a997db0 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:12.369321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Attempting to bind port e9da07d2-ee22-48c2-bd79-c8440a997db0 on network 12311b84-bf6d-4043-b546-838828c304d7 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:12.373987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Port e9da07d2-ee22-48c2-bd79-c8440a997db0 on network 12311b84-bf6d-4043-b546-838828c304d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:12.374309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Attempting to bind port e9da07d2-ee22-48c2-bd79-c8440a997db0 on network 12311b84-bf6d-4043-b546-838828c304d7 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:12.380104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:12.380601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Checking segment: {'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:12.381280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Bound using segment: {'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:12.381586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Bound port: e9da07d2-ee22-48c2-bd79-c8440a997db0, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45e3220-6084-4094-911c-df557b199b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '12311b84-bf6d-4043-b546-838828c304d7'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:12.382051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.451336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.469523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:12.469947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:12.472465 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:12.482283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e62d78-28a1-48c6-b25a-2f9277b40147 req-e733d87b-8ba5-4a5b-84dd-9043e2fc1e2c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.483779 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5e62d78-28a1-48c6-b25a-2f9277b40147 req-e733d87b-8ba5-4a5b-84dd-9043e2fc1e2c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 943 time: 0.0920789 Oct 19 01:14:12.486255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:12.490597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:12.500163 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.512837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-15bc43ec-5671-4510-97bb-f199c056db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.514285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-15bc43ec-5671-4510-97bb-f199c056db1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.1403761 Oct 19 01:14:12.545307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-0b8ac6d1-496a-41fa-867e-fc42d1d428ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.546837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-0b8ac6d1-496a-41fa-867e-fc42d1d428ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.1649115 Oct 19 01:14:12.548662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.549483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.550882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] 10.222.0.74 "PUT /v2.0/ports/e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 1092 time: 1.2717531 Oct 19 01:14:12.553613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:12.555903 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:12.575302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197027f-cda6-4623-b197-38a9da019a39 req-9c54e179-0562-4f36-94fb-425f72ce8cbf tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.577002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7197027f-cda6-4623-b197-38a9da019a39 req-9c54e179-0562-4f36-94fb-425f72ce8cbf tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.2255542 Oct 19 01:14:12.578571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5e62d78-28a1-48c6-b25a-2f9277b40147 req-f70b325b-66ed-4deb-a9df-9fc99a4db37c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865245 Oct 19 01:14:12.600090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172f23e-a244-42f0-85bd-d7fa24d3e798 service neutron] Pushing event updated for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:12.632605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-2730acf9-690d-42f4-b9ef-98211b0e7238 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679822 Oct 19 01:14:12.635382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.652407 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:12.656183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] 10.222.0.64 "DELETE /v2.0/networks/04997528-080e-4a27-87c2-f3da36585398 HTTP/1.1" status: 204 len: 168 time: 1.2464705 Oct 19 01:14:12.665603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4b7c894a-0b88-4a5a-9843-c1279b1409be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.667304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-4b7c894a-0b88-4a5a-9843-c1279b1409be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1095 time: 0.0556178 Oct 19 01:14:12.699217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d1947-e5bc-44c2-aadb-bae86aada781 admin admin] Pushing event deleted for resources: {'Network': ['ID=04997528-080e-4a27-87c2-f3da36585398,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:12.714847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7197027f-cda6-4623-b197-38a9da019a39 req-bef3302b-3d38-42c0-b44b-c84075f3292f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166172 Oct 19 01:14:12.722124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-aab99216-a16a-4b17-8abb-1421b30bf7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.724438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-aab99216-a16a-4b17-8abb-1421b30bf7e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755314 Oct 19 01:14:12.742617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-c55797df-fd75-466e-83c1-7b192f3ac120 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 217 time: 0.0608199 Oct 19 01:14:12.817657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-bffc085c-0f5f-4d8e-a4f8-03553ac16380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.819286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-bffc085c-0f5f-4d8e-a4f8-03553ac16380 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.0673537 Oct 19 01:14:12.847159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51512) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:12.886604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-8508cf09-fd8c-4ea9-a9fc-6ffc3825db6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573957 Oct 19 01:14:12.951963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-10e6b55c-9fd3-4789-88eb-34eedd5c5de3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.1625130 Oct 19 01:14:12.953804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-85069d76-3428-421e-bee3-0a2985b63fec service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099153 Oct 19 01:14:12.957245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-9150eb17-df02-4a86-a20b-58530062085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:12.959221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-9150eb17-df02-4a86-a20b-58530062085d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1102 time: 0.2336676 Oct 19 01:14:12.979036 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1d164f44-6b90-47d8-93cf-4b94f867eb98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d185beea1e3b4131a52bbbadaea53751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306467 Oct 19 01:14:12.982697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51514) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:13.047183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-e346abc5-4116-4022-a81b-7515c05b1f56 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.048708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-e346abc5-4116-4022-a81b-7515c05b1f56 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/networks?id=4925dcae-9992-45e4-b19c-01b441599ad5 HTTP/1.1" status: 200 len: 815 time: 0.2337182 Oct 19 01:14:13.056043 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-11ea7da0-0a2a-4a0e-be97-9e96a4c24f1a service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928319 Oct 19 01:14:13.093246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-23b1aaa8-af9b-4d91-8c2b-72b7d33102a9 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/quotas/568b7f442a334ce79601bf0d1357e40d HTTP/1.1" status: 200 len: 375 time: 0.0352125 Oct 19 01:14:13.117980 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-b34a3b6d-1ca8-4003-b098-34c115c31b71 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174268 Oct 19 01:14:13.134166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 72968f06-f1cf-4e49-a635-8025a5d9de07 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:13.136714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:13.159700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-4fc21692-a3fc-4a70-8b4b-b77a9932710d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.162552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-4fc21692-a3fc-4a70-8b4b-b77a9932710d tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports/f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 942 time: 0.2002490 Oct 19 01:14:13.165128 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9a653dcb-7eac-4825-9a64-3275acf3782e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.227394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9a653dcb-7eac-4825-9a64-3275acf3782e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.251342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-2a430429-e5da-42a8-84db-39d56faafe20 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=568b7f442a334ce79601bf0d1357e40d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493101 Oct 19 01:14:13.286996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 4570f789-80b6-4b73-847a-c8940b30e8c1 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:13.296280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 4570f789-80b6-4b73-847a-c8940b30e8c1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:13.296620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.298000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-a27a6aee-e3ef-4aa6-9d28-90499adfa19e service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225970 Oct 19 01:14:13.303967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-8359943a-f729-455e-9e45-34c6c77221a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.305866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-8359943a-f729-455e-9e45-34c6c77221a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.3328376 Oct 19 01:14:13.321904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd8fddd5-030f-4d08-882e-4b09d29436c8 req-f09ad5e3-98b1-4469-9b65-2df568f23885 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833348 Oct 19 01:14:13.355352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-5878ad78-011f-431f-a00a-fc9de55cea09 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.1313946 Oct 19 01:14:13.357737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-86c0f44f-8302-4da4-b984-1f7191e1cf57 service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856979 Oct 19 01:14:13.389176 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-f24df4ee-822c-42c2-947f-0668024ceacd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.0668044 Oct 19 01:14:13.389773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9a653dcb-7eac-4825-9a64-3275acf3782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.392947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9a653dcb-7eac-4825-9a64-3275acf3782e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.398540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9a653dcb-7eac-4825-9a64-3275acf3782e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7925bdfb-9332-4caa-8213-f2acb251e47e HTTP/1.1" status: 204 len: 168 time: 0.4127874 Oct 19 01:14:13.414715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a653dcb-7eac-4825-9a64-3275acf3782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7925bdfb-9332-4caa-8213-f2acb251e47e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.441030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-f04ed20c-e0fe-42db-b85c-853828f9b332 service neutron] 10.222.0.64 "GET /v2.0/networks/4925dcae-9992-45e4-b19c-01b441599ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698570 Oct 19 01:14:13.536147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.549817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 72968f06-f1cf-4e49-a635-8025a5d9de07, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=72968f06-f1cf-4e49-a635-8025a5d9de07,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:13.559456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-7f23e82e-76df-415b-af20-3ab416f76620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.560956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-7f23e82e-76df-415b-af20-3ab416f76620 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1456237 Oct 19 01:14:13.568027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4aee42ab-d4e9-48e6-8977-539591fdb426 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:13.578188 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-60419283-deba-4b4b-b8e1-5fd970e6ae46 service neutron] 10.222.0.64 "GET /v2.0/networks/4925dcae-9992-45e4-b19c-01b441599ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284647 Oct 19 01:14:13.590137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-344f1de6-afed-4df5-a9ac-6082993bde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.590451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '72968f06-f1cf-4e49-a635-8025a5d9de07', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'port_id': '72968f06-f1cf-4e49-a635-8025a5d9de07', 'mac_address': 'fa:16:3e:57:d5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6ea792-f825-4538-8342-9ff51dc13c18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:13.591658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-344f1de6-afed-4df5-a9ac-6082993bde6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 1095 time: 0.1444559 Oct 19 01:14:13.594548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:13.596839 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e9a6eb-a797-42be-acfc-e1ce7cbbcbce" -d '{"events": [{"server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "name": "network-vif-plugged", "status": "completed", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:13.614937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-417caa15-8dfe-492a-aa18-c650d545618f tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.622993 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-417caa15-8dfe-492a-aa18-c650d545618f tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2367241 Oct 19 01:14:13.661231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:13.661231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.697679 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.703964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:14:13.714991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-72731696-952c-4ad9-a0c0-7f007f881e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.716921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-72731696-952c-4ad9-a0c0-7f007f881e75 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421254 Oct 19 01:14:13.806896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-ecf296a9-bb7a-4dc5-9ccd-7f930b2d6afa tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.1829813 Oct 19 01:14:13.822908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:13.859403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72968f06-f1cf-4e49-a635-8025a5d9de07 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:13.892961 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186b6bb0-7922-4d81-b42e-41b874548859 x-openstack-request-id: req-186b6bb0-7922-4d81-b42e-41b874548859 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:13.893912 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:13.894410 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-186b6bb0-7922-4d81-b42e-41b874548859 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:13.895035 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0', 'status': 'completed', 'code': 200} Oct 19 01:14:13.923900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:13.934345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 72968f06-f1cf-4e49-a635-8025a5d9de07, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=72968f06-f1cf-4e49-a635-8025a5d9de07,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:13.955631 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:13.971203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-e62d1430-8396-4c3d-baec-a725c3ed0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:13.973788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-e62d1430-8396-4c3d-baec-a725c3ed0cdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 913 time: 0.3662815 Oct 19 01:14:13.995809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4aee42ab-d4e9-48e6-8977-539591fdb426, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4aee42ab-d4e9-48e6-8977-539591fdb426,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:14.014002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '4aee42ab-d4e9-48e6-8977-539591fdb426', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'port_id': '4aee42ab-d4e9-48e6-8977-539591fdb426', 'mac_address': 'fa:16:3e:a6:32:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6ea792-f825-4538-8342-9ff51dc13c18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:14.032416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=72968f06-f1cf-4e49-a635-8025a5d9de07,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:14.053348 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-dfbb6100-f64e-4cbc-936b-bfa6374325fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72968f06-f1cf-4e49-a635-8025a5d9de07 HTTP/1.1" status: 200 len: 217 time: 0.0644970 Oct 19 01:14:14.060747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-5728bd65-e10e-4062-828e-e843e0fd1ff5 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033879 Oct 19 01:14:14.063033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.070553 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.086374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aee42ab-d4e9-48e6-8977-539591fdb426 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:14.110039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4aee42ab-d4e9-48e6-8977-539591fdb426, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4aee42ab-d4e9-48e6-8977-539591fdb426,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:14.115018 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.141636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c28b-faa9-4331-8d6f-6669e75e64da req-b485174a-d578-428f-9896-6a1035374a72 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:14.146437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f62c28b-faa9-4331-8d6f-6669e75e64da req-b485174a-d578-428f-9896-6a1035374a72 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 944 time: 0.1655965 Oct 19 01:14:14.151362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-5d98d0cb-5905-4a52-bb23-3d09973e000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:14.158304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-5d98d0cb-5905-4a52-bb23-3d09973e000e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1095 time: 0.2182472 Oct 19 01:14:14.171783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4aee42ab-d4e9-48e6-8977-539591fdb426,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:14.252825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f62c28b-faa9-4331-8d6f-6669e75e64da req-42e5dc1e-f4b7-4d69-a354-4661dafdbf73 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931726 Oct 19 01:14:14.265620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['72968f06-f1cf-4e49-a635-8025a5d9de07'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:14.272215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-36eac577-ac56-4e96-a75a-e84423b9a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:14.273693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-36eac577-ac56-4e96-a75a-e84423b9a0a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.2071569 Oct 19 01:14:14.343263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-5169765b-448c-4b37-a343-de1860b78954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:14.346378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-c19905df-4dd7-49df-9dd1-e7f0b15ede48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608690 Oct 19 01:14:14.347081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-5169765b-448c-4b37-a343-de1860b78954 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 914 time: 0.1653731 Oct 19 01:14:14.418481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-b47fa0ea-bc71-415e-8937-2d153773cc8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 217 time: 0.0647511 Oct 19 01:14:14.498809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51554) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:14.511832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-59e5dde3-6e84-4bf3-ae5b-07ad6f6242f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:14.513393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-59e5dde3-6e84-4bf3-ae5b-07ad6f6242f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.0738845 Oct 19 01:14:14.521674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcec07-3689-4636-9571-ad0698181677 req-d51899f2-0f61-4db2-aaf2-06c0d30aa956 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:14.523121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bcdcec07-3689-4636-9571-ad0698181677 req-d51899f2-0f61-4db2-aaf2-06c0d30aa956 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1146765 Oct 19 01:14:14.551361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-df547e4a-b57d-4252-b1c7-724591326269 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272205 Oct 19 01:14:14.552455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-a8efd283-2c9c-4559-abfb-ae5f51d265df service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775317 Oct 19 01:14:14.560091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.568778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.569775 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Floating IP 52644b32-e11a-4bde-b381-7a26073779ee disassociated. External IP: 172.25.0.180, port: f48b5036-91b2-4fdf-94c6-940a9f9a3f88. Oct 19 01:14:14.630633 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bcdcec07-3689-4636-9571-ad0698181677 req-5efe2207-dd83-4305-b393-45771db08275 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916209 Oct 19 01:14:14.634567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-a0da001c-c9d6-41ed-87fd-d706e374266a service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798619 Oct 19 01:14:14.682642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1205530774-network', 'tenant_id': 'c3b7ffac3a18450e94018f83bd43d678'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:14.712949 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3b7ff-312d-4e19-a34d-b049f696193a x-openstack-request-id: req-82f3b7ff-312d-4e19-a34d-b049f696193a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:14.713531 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "name": "network-vif-plugged", "status": "completed", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:14.713978 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82f3b7ff-312d-4e19-a34d-b049f696193a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:14.714941 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1', 'code': 200} Oct 19 01:14:14.727647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-76e2c04b-db69-4714-85f1-ff3e1c660c50 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597154 Oct 19 01:14:14.728818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Made reservation on behalf of c3b7ffac3a18450e94018f83bd43d678 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:14.732275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.748208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4aee42ab-d4e9-48e6-8977-539591fdb426'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:14.779419 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:14.910155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1add7d9e-d5fa-46bb-980b-d0c3daf5afec req-adb89d41-53e5-4935-95d6-8e5df9f9bef5 service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666895 Oct 19 01:14:14.981209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46c8e6-fb2b-48e7-9a55-3f710fb44f92 req-e10b5f44-c0bc-4fbe-864f-acde3662453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:14.982741 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f46c8e6-fb2b-48e7-9a55-3f710fb44f92 req-e10b5f44-c0bc-4fbe-864f-acde3662453b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1098 time: 0.1776736 Oct 19 01:14:14.988423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee6cd749-ed8b-456d-a62c-2e40b419f0eb req-ec1771fd-9c3d-47e7-804d-4fd2fd84f4bd service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495463 Oct 19 01:14:14.998639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394748f9-6b75-49ef-a42e-33b519d9e5d0 req-15fbd377-0086-453e-a0cc-e5c5a419f4b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.000392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-394748f9-6b75-49ef-a42e-33b519d9e5d0 req-15fbd377-0086-453e-a0cc-e5c5a419f4b4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 943 time: 0.1939552 Oct 19 01:14:15.104542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.107105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f46c8e6-fb2b-48e7-9a55-3f710fb44f92 req-577661f4-0c4f-4a6b-8a5e-4c75f0f9dae1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056528 Oct 19 01:14:15.113462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.121817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-394748f9-6b75-49ef-a42e-33b519d9e5d0 req-22a0f0c1-6ff0-4e66-bd29-4e2e362b64ac tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109526 Oct 19 01:14:15.162623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:15.169994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c821ec70-0a85-4398-81c1-bc92d794888f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.182032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.182531 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Added segment 38fe14ff-394b-41b9-8e63-20ad7d05bc75 of type vlan for network a9fe1078-938e-4fe1-acb2-820bb387a880 Oct 19 01:14:15.262265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc5d461-85e3-4a0b-b84f-30f0300fe130 req-6f2f6cda-787c-4de8-8f0d-24f7887d3423 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 210 time: 0.0405807 Oct 19 01:14:15.263913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.310762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:15.349836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.351486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.352270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.449766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:15.463395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:15.463940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.487897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:15.489428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:15.499450 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9988842 Oct 19 01:14:15.508642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:15.508850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-77de0469-6f33-410d-800a-1b6a80c9c1a1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "PUT /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 200 len: 695 time: 1.7005916 Oct 19 01:14:15.509270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:15.512021 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e1f5e-357b-45c4-a91e-6a63e6699360" -d '{"events": [{"name": "network-changed", "server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:15.516019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Request body: {'subnet': {'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1205530774-subnet', 'tenant_id': 'c3b7ffac3a18450e94018f83bd43d678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:15.525308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7fd1-560c-4278-9495-dbb8d9c08630 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fe1078-938e-4fe1-acb2-820bb387a880,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:15.538365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a9fe1078-938e-4fe1-acb2-820bb387a880 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:15.557908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-bbad9a30-c134-4279-abf0-e7669068179f tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.558992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-bbad9a30-c134-4279-abf0-e7669068179f tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.74 "GET /v2.0/networks?id=4925dcae-9992-45e4-b19c-01b441599ad5 HTTP/1.1" status: 200 len: 815 time: 0.2436249 Oct 19 01:14:15.574108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517e0fe-05e7-46fb-b05e-0172e24455b4 req-815104bd-d806-4cee-9519-5202b89ead93 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.579298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-eccbaf37-55f4-432c-9587-8300273c6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.581326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-eccbaf37-55f4-432c-9587-8300273c6bde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 1097 time: 0.0518754 Oct 19 01:14:15.581543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1517e0fe-05e7-46fb-b05e-0172e24455b4 req-815104bd-d806-4cee-9519-5202b89ead93 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.2202101 Oct 19 01:14:15.621715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Request body: {'port': {'device_id': '454f82ce-0527-4b81-8391-415504566385', 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5', 'admin_state_up': True, 'tenant_id': '568b7f442a334ce79601bf0d1357e40d'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:15.701614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:15.722602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Made reservation on behalf of c3b7ffac3a18450e94018f83bd43d678 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:15.724986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.755749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-22bbd85b-2b1d-4ae0-982b-89a48ac4b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.757285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-22bbd85b-2b1d-4ae0-982b-89a48ac4b01a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.1636713 Oct 19 01:14:15.778533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1517e0fe-05e7-46fb-b05e-0172e24455b4 req-ef57240a-c948-4d0e-9841-7b120f7afb5a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900525 Oct 19 01:14:15.828254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-4be8db43-c688-43c4-86fc-50f74a024f8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 217 time: 0.0604448 Oct 19 01:14:15.838873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Made reservation on behalf of 568b7f442a334ce79601bf0d1357e40d for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:15.842338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:15.918141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-6482d9d0-2ba2-4909-b09c-25234cfddc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.919657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-6482d9d0-2ba2-4909-b09c-25234cfddc30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0837023 Oct 19 01:14:15.976068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:15.982041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-b6fcb583-eea6-4623-ae87-5f050e10a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:15.983922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-b6fcb583-eea6-4623-ae87-5f050e10a585 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570660 Oct 19 01:14:15.989194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Allocated IP 172.20.0.5 (4925dcae-9992-45e4-b19c-01b441599ad5/2ffde002-54f5-4c7c-822a-80ee705abc43/f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:16.022807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:16.031613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:16.032515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:16.105269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafe641-ffff-4ffd-9662-4c49db19a1d7 req-887d3f70-7682-433b-b138-71aa543d50b4 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:16.106961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aaafe641-ffff-4ffd-9662-4c49db19a1d7 req-887d3f70-7682-433b-b138-71aa543d50b4 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 944 time: 0.1081839 Oct 19 01:14:16.170705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-d8072148-666b-454d-9bac-6bed8ee91c15 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793282 Oct 19 01:14:16.246877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:16.309775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fdcb298-0f4f-4029-9691-f54f90918f14 req-834fbf50-415e-4365-8279-681b59b93603 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315200 Oct 19 01:14:16.420382 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c28d70-62a8-4aca-b4ea-e94339b72be2 x-openstack-request-id: req-92c28d70-62a8-4aca-b4ea-e94339b72be2 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:16.421208 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:16.421208 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92c28d70-62a8-4aca-b4ea-e94339b72be2 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:16.421485 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'status': 'completed', 'code': 200} Oct 19 01:14:16.590632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aaafe641-ffff-4ffd-9662-4c49db19a1d7 req-533635a1-8f2d-4968-873b-5f13c7f3f998 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627588 Oct 19 01:14:16.601912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.640592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc9dc-cba1-401b-89f9-e5daaf317f1c req-5e738ed3-e64b-43fe-b1e2-3f8660316ff0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:16.646520 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cdc9dc-cba1-401b-89f9-e5daaf317f1c req-5e738ed3-e64b-43fe-b1e2-3f8660316ff0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1141243 Oct 19 01:14:16.658354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:16.735122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cdc9dc-cba1-401b-89f9-e5daaf317f1c req-7781c6e8-17fb-41bc-94dc-ee00b5cfad92 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813115 Oct 19 01:14:16.736191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e05e3-970a-42c7-b37b-e72a852f0b92 None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:16.901732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76f25c44-f1fc-42bf-926c-e6bf746c0c63 req-b39e93e8-475a-4a5e-b6cc-35eb4a558fa6 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 210 time: 0.0436637 Oct 19 01:14:16.925737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:16.943021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-581b975f-3c93-4261-a599-94c538ec59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:16.958871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-581b975f-3c93-4261-a599-94c538ec59b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 1097 time: 0.4636626 Oct 19 01:14:16.963552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40573504-128d-42d1-a529-06b4c3fb84c3,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:17.049439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Checking segment: {'id': '38fe14ff-394b-41b9-8e63-20ad7d05bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:17.050278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Network hostable DHCP agents. Network: a9fe1078-938e-4fe1-acb2-820bb387a880, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:17.069878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17732-f388-4607-b45a-f9da79518cca req-1f75e257-bed0-46b8-bd9c-b44a87498b12 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:17.071637 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcd17732-f388-4607-b45a-f9da79518cca req-1f75e257-bed0-46b8-bd9c-b44a87498b12 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 943 time: 0.3625939 Oct 19 01:14:17.158429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 72968f06-f1cf-4e49-a635-8025a5d9de07 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:17.231696 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77094748-a2ff-445c-bb1f-522c3d542bc4 None None] New status for floating IP 52644b32-e11a-4bde-b381-7a26073779ee: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:14:17.287148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 72968f06-f1cf-4e49-a635-8025a5d9de07 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:17.296503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 72968f06-f1cf-4e49-a635-8025a5d9de07 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:17.297782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.307524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1155-80b4-4a3b-acad-f816efb691cf req-d5df8459-d8c5-4d02-98f3-c768487cbaa1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:17.310610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-334e1155-80b4-4a3b-acad-f816efb691cf req-d5df8459-d8c5-4d02-98f3-c768487cbaa1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.1018806 Oct 19 01:14:17.370250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-334e1155-80b4-4a3b-acad-f816efb691cf req-1994525a-026f-46b3-814f-1d96d6e259c3 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534866 Oct 19 01:14:17.506604 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.571672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72968f06-f1cf-4e49-a635-8025a5d9de07'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:17.579045 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7549a81c-a1c5-47a0-a1ab-7befbf87da5b" -d '{"events": [{"server_uuid": "361c1e62-66d5-44f1-b288-a2cd5297cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "72968f06-f1cf-4e49-a635-8025a5d9de07"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:17.608262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e9da07d2-ee22-48c2-bd79-c8440a997db0 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:17.692613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.696248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Network a9fe1078-938e-4fe1-acb2-820bb387a880 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:17.706835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-4b34f4d4-66e7-4195-bdb5-c827b3fe8bc7 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:17.708671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcd17732-f388-4607-b45a-f9da79518cca req-bd6e5d01-889a-4596-8063-42ec96bcd7ef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207764 Oct 19 01:14:17.716849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-4b34f4d4-66e7-4195-bdb5-c827b3fe8bc7 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0947165 Oct 19 01:14:17.745150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-fdd0d4e3-2f3b-40ef-89c1-e9d920af14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:17.748481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-fdd0d4e3-2f3b-40ef-89c1-e9d920af14c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.7753277 Oct 19 01:14:17.766023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4aee42ab-d4e9-48e6-8977-539591fdb426 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:17.776811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-e53ac137-1637-42d4-8210-7812a1323d72 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 698 time: 0.0590000 Oct 19 01:14:17.781712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'floatingip': {'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:17.810551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a9fe1078-938e-4fe1-acb2-820bb387a880) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:17.825808 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.831039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:17.831917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.857234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 72968f06-f1cf-4e49-a635-8025a5d9de07, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=72968f06-f1cf-4e49-a635-8025a5d9de07,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:17.881472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-0cb2b44a-03f1-44c0-b168-9572199dbada service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 200 len: 217 time: 0.0728605 Oct 19 01:14:17.883273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Network 4925dcae-9992-45e4-b19c-01b441599ad5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:17.923770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:17.925936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0d154-7c5a-47f9-a6e1-c915d4e6eab8 None None] Network a9fe1078-938e-4fe1-acb2-820bb387a880 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:17.928976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Pushing event updated for resources: {'Port': ['ID=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:17.950021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:17.960241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:17.965865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb8ac286-51b2-41f4-a3d8-53d59fdae071 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4561203 Oct 19 01:14:18.109890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=72968f06-f1cf-4e49-a635-8025a5d9de07,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:18.135093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.136679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.147820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-49db57b4-f937-49a8-8137-831ac09eb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.150440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-49db57b4-f937-49a8-8137-831ac09eb95b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.2407115 Oct 19 01:14:18.155419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a027a-816d-454f-8580-3526af101e4f req-39a708ee-c045-4861-a13a-eca5b26fd709 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.163888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d34a027a-816d-454f-8580-3526af101e4f req-39a708ee-c045-4861-a13a-eca5b26fd709 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1098 time: 0.3417470 Oct 19 01:14:18.302480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfb6c236-8760-4ccb-9cc2-f3cc63efbf5a tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6849568 Oct 19 01:14:18.350279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-0716ace5-396b-4f57-856c-7523ed67a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.352353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-0716ace5-396b-4f57-856c-7523ed67a8c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668131 Oct 19 01:14:18.384204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d34a027a-816d-454f-8580-3526af101e4f req-40bab706-e787-4bd0-af15-a073ec001b16 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979597 Oct 19 01:14:18.417102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:18.479776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e9da07d2-ee22-48c2-bd79-c8440a997db0', 'network_id': '12311b84-bf6d-4043-b546-838828c304d7', 'port_id': 'e9da07d2-ee22-48c2-bd79-c8440a997db0', 'mac_address': 'fa:16:3e:4c:1d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bfcd493-6f1b-4ef1-ab9a-0a8161316031', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:18.494045 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80d5814-5e87-43b8-9e8e-5cf2ac1e495f x-openstack-request-id: req-e80d5814-5e87-43b8-9e8e-5cf2ac1e495f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:18.494399 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361c1e62-66d5-44f1-b288-a2cd5297cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "72968f06-f1cf-4e49-a635-8025a5d9de07", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:18.494722 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e80d5814-5e87-43b8-9e8e-5cf2ac1e495f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:18.495176 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72968f06-f1cf-4e49-a635-8025a5d9de07', 'code': 200} Oct 19 01:14:18.504058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-99195677-c53e-458b-97af-d60072032962 None None] Provisioning complete for port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:18.504058 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99195677-c53e-458b-97af-d60072032962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.568210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 4aee42ab-d4e9-48e6-8977-539591fdb426 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:18.614738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 4aee42ab-d4e9-48e6-8977-539591fdb426 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:18.615117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.668923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-99195677-c53e-458b-97af-d60072032962 None None] Port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:14:18.685661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a25194-1ca1-437b-bcb9-f85ce823fbca req-adf1276c-ed13-45be-ab94-94bc28e95968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.689205 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1a25194-1ca1-437b-bcb9-f85ce823fbca req-adf1276c-ed13-45be-ab94-94bc28e95968 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.1082907 Oct 19 01:14:18.692538 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.722683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9da07d2-ee22-48c2-bd79-c8440a997db0 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:18.731925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a414ae-a652-4e23-9d67-8054c06a6ba3 None None] Network a9fe1078-938e-4fe1-acb2-820bb387a880 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:18.743410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c7a6c-1c47-4d37-8e4e-dbc4ca62359f req-9dd72cbe-041a-4e89-a018-cbf535be8df1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.752788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140c7a6c-1c47-4d37-8e4e-dbc4ca62359f req-9dd72cbe-041a-4e89-a018-cbf535be8df1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 945 time: 0.1559763 Oct 19 01:14:18.756075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.779661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.781997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-fdc34e92-4fe8-442a-a3fc-ba5397238ecc service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963330 Oct 19 01:14:18.824851 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-140c7a6c-1c47-4d37-8e4e-dbc4ca62359f req-885a7df7-353b-48d9-aab4-d4653e71bf71 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696645 Oct 19 01:14:18.837558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1a25194-1ca1-437b-bcb9-f85ce823fbca req-42ad08ec-b4b2-4fa6-bb27-d03b6a45d508 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389732 Oct 19 01:14:18.863483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-ffa07327-4224-4bca-be1c-eea433a60d1c tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:18.864888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:18.866122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-ffa07327-4224-4bca-be1c-eea433a60d1c tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.62 "GET /v2.0/ports?device_id=78d77be9-b653-44c9-bc89-16c843ba0e83 HTTP/1.1" status: 200 len: 945 time: 0.1261799 Oct 19 01:14:18.874124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.909810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:18.972316 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Floating IP 52644b32-e11a-4bde-b381-7a26073779ee associated. External IP: 172.25.0.180, port: 4ba3b57a-2e2e-4842-b02d-2b02c048cc95. Oct 19 01:14:19.033899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122bf46-3bda-4a09-b5a7-8d54bf3254e6 req-65268152-14cf-4cdc-b9b2-1fdde8bebd5e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:19.035534 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9122bf46-3bda-4a09-b5a7-8d54bf3254e6 req-65268152-14cf-4cdc-b9b2-1fdde8bebd5e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0825865 Oct 19 01:14:19.037496 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-837e1f5e-357b-45c4-a91e-6a63e6699360 req-a8253fb1-1a2f-4ab4-b55f-14e9ee40484a service neutron] 10.222.0.62 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372622 Oct 19 01:14:19.042892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4aee42ab-d4e9-48e6-8977-539591fdb426, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4aee42ab-d4e9-48e6-8977-539591fdb426,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:19.085756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9122bf46-3bda-4a09-b5a7-8d54bf3254e6 req-22b32c6e-4cc4-4c0f-9f90-c04719776070 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Oct 19 01:14:19.111767 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.122521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:19.209272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4aee42ab-d4e9-48e6-8977-539591fdb426,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:19.269977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d791-66b6-48d6-b367-8db0a82149dc req-0278a230-f533-4cda-acfd-f398a6bef303 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:19.272288 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5893d791-66b6-48d6-b367-8db0a82149dc req-0278a230-f533-4cda-acfd-f398a6bef303 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 931 time: 0.0772202 Oct 19 01:14:19.315312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5893d791-66b6-48d6-b367-8db0a82149dc req-0f344696-7b35-47e6-9cb5-598ea0cde04d tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355814 Oct 19 01:14:19.394261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:19.397410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Deleting port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:19.397752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.446821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e9da07d2-ee22-48c2-bd79-c8440a997db0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:19.618121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] For port f48b5036-91b2-4fdf-94c6-940a9f9a3f88, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:19.618747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.639817 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.644240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Calling delete_port for f48b5036-91b2-4fdf-94c6-940a9f9a3f88 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:19.655923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:19.664219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:19.677837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:19.697030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:19.697944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:19.712834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-07209901-33db-4937-ba2e-7075e7d20d4a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "PUT /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 200 len: 996 time: 1.9350014 Oct 19 01:14:19.733509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:19.733823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-87b38ac8-7649-48f0-8dfd-5c722bb77efd tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:19.735295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-87b38ac8-7649-48f0-8dfd-5c722bb77efd tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/networks?id=a9fe1078-938e-4fe1-acb2-820bb387a880 HTTP/1.1" status: 200 len: 813 time: 0.1732533 Oct 19 01:14:19.735888 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317744b2-6ed2-4101-8e47-4f79596f616b" -d '{"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:19.775263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-382c8cee-00aa-4af5-b4e8-8aacaad2d9ed tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/quotas/c3b7ffac3a18450e94018f83bd43d678 HTTP/1.1" status: 200 len: 375 time: 0.0203068 Oct 19 01:14:19.825647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:19.830331 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-45912c41-2553-4d39-85a5-c1804ec220af tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3b7ffac3a18450e94018f83bd43d678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469675 Oct 19 01:14:19.853815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-93e5cfd7-f800-4767-8b1d-0035ba2af4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:19.866387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-93e5cfd7-f800-4767-8b1d-0035ba2af4a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.1524615 Oct 19 01:14:19.966975 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-74e0fa14-8f5e-42f1-80a4-84fd9f1df4aa service neutron] 10.222.0.64 "GET /v2.0/networks/a9fe1078-938e-4fe1-acb2-820bb387a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356263 Oct 19 01:14:20.066623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-d2ce1e92-7369-4d41-b36b-04ac64f4c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:20.069363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-d2ce1e92-7369-4d41-b36b-04ac64f4c075 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.2021344 Oct 19 01:14:20.144922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8da6dc86-7c36-4db5-94be-3f33b7d7ba2e service neutron] 10.222.0.64 "GET /v2.0/networks/a9fe1078-938e-4fe1-acb2-820bb387a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689975 Oct 19 01:14:20.148270 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.165141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['f48b5036-91b2-4fdf-94c6-940a9f9a3f88'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:20.195362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Pushing event deleted for resources: {'Port': ['ID=f48b5036-91b2-4fdf-94c6-940a9f9a3f88,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:20.217879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:5c:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:18Z', 'revision_number': 8, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:20.255186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-b12a63a0-1764-4c7d-aec0-cfa1a4bd3470 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 999 time: 0.1633306 Oct 19 01:14:20.286945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] No DVR routers for this DVR port f48b5036-91b2-4fdf-94c6-940a9f9a3f88 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:20.309141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:20.313414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4ca4ec-179e-488f-9a4d-1523a5d8fa46 req-f3fd0ec8-b976-4b81-aaa6-513b66fed2d3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.62 "DELETE /v2.0/ports/f48b5036-91b2-4fdf-94c6-940a9f9a3f88 HTTP/1.1" status: 204 len: 173 time: 1.1407969 Oct 19 01:14:20.314317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:20.326046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:20.327472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:20.339876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-8fbaa50f-99c6-4415-9a10-68617ea5a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:20.341534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-8fbaa50f-99c6-4415-9a10-68617ea5a532 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0797274 Oct 19 01:14:20.485849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-19e510fa-3eda-4094-9e56-d4771b43f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:20.487362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-19e510fa-3eda-4094-9e56-d4771b43f198 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368532 Oct 19 01:14:20.526724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:20.557060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050410b-f2ad-4a32-a7da-2d80d3ec72a3 req-4327cb15-65fe-471d-bcfb-a25f89706b04 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:20.565408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5050410b-f2ad-4a32-a7da-2d80d3ec72a3 req-4327cb15-65fe-471d-bcfb-a25f89706b04 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1098 time: 0.1100163 Oct 19 01:14:20.579477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee42ab-d4e9-48e6-8977-539591fdb426'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:20.582816 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d49bea-d8ac-4d90-a43b-8500db05de36" -d '{"events": [{"server_uuid": "2dac792b-e9c0-4f28-996c-d4f383a8c7d6", "name": "network-vif-plugged", "status": "completed", "tag": "4aee42ab-d4e9-48e6-8977-539591fdb426"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:20.601136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4ba3b57a-2e2e-4842-b02d-2b02c048cc95'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:20.641690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5050410b-f2ad-4a32-a7da-2d80d3ec72a3 req-4c3c6080-2762-46cf-9723-f8d0633152bd tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698683 Oct 19 01:14:20.670280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-f145419b-31f8-495e-806d-6f39eeaa7f85 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750023 Oct 19 01:14:20.909590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b45a97a-a82e-4793-b257-701f51b814d8 req-06c6379f-5864-47d7-bfd1-c09379c383ed service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247584 Oct 19 01:14:20.992869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549c627-b309-4aa6-971f-a1d8e785ea6a req-aed481ec-923b-46ea-a5d6-20c5c8fba059 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:20.995111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3549c627-b309-4aa6-971f-a1d8e785ea6a req-aed481ec-923b-46ea-a5d6-20c5c8fba059 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 944 time: 0.0846734 Oct 19 01:14:21.019134 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821538a9-c4cd-4b29-8455-377e2e7ff482 x-openstack-request-id: req-821538a9-c4cd-4b29-8455-377e2e7ff482 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:21.019632 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:21.020647 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-821538a9-c4cd-4b29-8455-377e2e7ff482 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:21.021198 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'status': 'completed', 'code': 200} Oct 19 01:14:21.100331 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3549c627-b309-4aa6-971f-a1d8e785ea6a req-e00f02aa-1f18-42f5-806e-aa6beb983ffe tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958476 Oct 19 01:14:21.220786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25109-bb6b-4d1f-abcb-8573526c15f1 req-3e906181-06c6-4964-b41c-1ec319517e26 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:21.234962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44b25109-bb6b-4d1f-abcb-8573526c15f1 req-3e906181-06c6-4964-b41c-1ec319517e26 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 945 time: 0.1445203 Oct 19 01:14:21.299214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44b25109-bb6b-4d1f-abcb-8573526c15f1 req-7a22a7fd-876a-4275-b000-21989c08c8d9 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Oct 19 01:14:21.305550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5ce92-0ef5-4cd1-a2b3-27b3f1e7885a req-d5b0aa87-2744-47f1-98d3-af4aa65c6ee5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:21.313561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc5ce92-0ef5-4cd1-a2b3-27b3f1e7885a req-d5b0aa87-2744-47f1-98d3-af4aa65c6ee5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0850108 Oct 19 01:14:21.418795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc5ce92-0ef5-4cd1-a2b3-27b3f1e7885a req-20cec063-baaa-4583-8993-f8182675194e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897992 Oct 19 01:14:21.497601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57db7b-bee9-4ba3-aec5-7c1ac6ea60ba req-d2133406-390d-4289-9872-08ff5955bed9 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:21.507079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff57db7b-bee9-4ba3-aec5-7c1ac6ea60ba req-d2133406-390d-4289-9872-08ff5955bed9 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 931 time: 0.1002588 Oct 19 01:14:21.564507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:5c:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:18Z', 'revision_number': 8, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:21.569922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84239030-04ba-4695-bd8c-64a488f87896 req-6fc270e7-6682-431e-93d8-647c095dbf8f tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 210 time: 0.0487657 Oct 19 01:14:21.578540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff57db7b-bee9-4ba3-aec5-7c1ac6ea60ba req-184cbb89-1be8-4e94-9621-9c343daf5eae tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 Oct 19 01:14:21.611148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e9da07d2-ee22-48c2-bd79-c8440a997db0 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:21.686291 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701559b2-2ccf-4f5b-b11a-29a5d910875a x-openstack-request-id: req-701559b2-2ccf-4f5b-b11a-29a5d910875a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:21.687934 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac792b-e9c0-4f28-996c-d4f383a8c7d6", "name": "network-vif-plugged", "status": "completed", "tag": "4aee42ab-d4e9-48e6-8977-539591fdb426", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:21.688460 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-701559b2-2ccf-4f5b-b11a-29a5d910875a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:21.689019 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee42ab-d4e9-48e6-8977-539591fdb426', 'code': 200} Oct 19 01:14:21.694043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcf92a-a38c-4c37-bc8c-6c33ba65d723 None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '52644b32-e11a-4bde-b381-7a26073779ee', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'port_id': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'mac_address': 'fa:16:3e:5c:6a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:13:28Z', 'updated_at': '2021-10-19T01:14:18Z', 'revision_number': 8, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:21.748902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e9da07d2-ee22-48c2-bd79-c8440a997db0 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:21.753207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e9da07d2-ee22-48c2-bd79-c8440a997db0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:21.753584 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.778678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b215de7-9107-42c3-92ce-da46b87c7598 req-62a852a7-fba1-437c-85b9-a3fed2aba8be tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 200 len: 996 time: 0.1050324 Oct 19 01:14:21.933770 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:21.950489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b46afe-03df-40a3-b6c9-f81a68ba188d req-e872afc6-acf9-4bc0-bf92-031aef2179a7 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:21.953732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b215de7-9107-42c3-92ce-da46b87c7598 req-cd76ccc5-a9fe-4202-8592-a4579aa3d3af tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:21.962422 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b215de7-9107-42c3-92ce-da46b87c7598 req-cd76ccc5-a9fe-4202-8592-a4579aa3d3af tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1827667 Oct 19 01:14:21.969806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-5b215de7-9107-42c3-92ce-da46b87c7598 req-3f7376e2-a297-401d-9a56-a8f3c855400a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:14:21.972006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0b46afe-03df-40a3-b6c9-f81a68ba188d req-e872afc6-acf9-4bc0-bf92-031aef2179a7 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 946 time: 0.1946299 Oct 19 01:14:21.985593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b215de7-9107-42c3-92ce-da46b87c7598 req-3f7376e2-a297-401d-9a56-a8f3c855400a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0219166 Oct 19 01:14:22.009942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:22.017023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.107791 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bde11-b1ad-4341-ad93-0c2b2dba0714 None None] New status for floating IP 52644b32-e11a-4bde-b381-7a26073779ee: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:14:22.117979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0b46afe-03df-40a3-b6c9-f81a68ba188d req-9639afe5-ef0e-472b-9cfa-ccaff0ff4f7f tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400397 Oct 19 01:14:22.155384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:22.282160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8817bab6-60a9-47ad-b886-00cab2153a79 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:22.283382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8817bab6-60a9-47ad-b886-00cab2153a79 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.62 "GET /v2.0/networks?id=a9fe1078-938e-4fe1-acb2-820bb387a880 HTTP/1.1" status: 200 len: 813 time: 0.2576151 Oct 19 01:14:22.323566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Request body: {'port': {'device_id': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880', 'admin_state_up': True, 'tenant_id': 'c3b7ffac3a18450e94018f83bd43d678'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:22.415754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-a1d6fd39-a3c6-459f-8577-35dd03cd2fe9 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 999 time: 0.1496048 Oct 19 01:14:22.794617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-a9d13fc9-68b4-45f6-8c72-bcaaf3671df3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:22.808354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-a9d13fc9-68b4-45f6-8c72-bcaaf3671df3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports/4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 942 time: 0.3845024 Oct 19 01:14:22.899940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Made reservation on behalf of c3b7ffac3a18450e94018f83bd43d678 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:22.903580 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:22.951171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-2e7d4786-9a78-4d8a-8f08-2320e86afdc0 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.0931306 Oct 19 01:14:23.022193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'name': 'network-vif-deleted', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:23.024749 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42759486-2a4c-471d-ad11-0d2dc4e16b98" -d '{"events": [{"server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "name": "network-vif-deleted", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:23.148399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Allocated IP 172.20.0.7 (a9fe1078-938e-4fe1-acb2-820bb387a880/40573504-128d-42d1-a529-06b4c3fb84c3/a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:23.157095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-1979d148-c849-4909-a39c-ace9890b7c85 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:23.158539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-1979d148-c849-4909-a39c-ace9890b7c85 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1998677 Oct 19 01:14:23.188549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f48b5036-91b2-4fdf-94c6-940a9f9a3f88 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:23.209525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: f48b5036-91b2-4fdf-94c6-940a9f9a3f88 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:23.210189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device f48b5036-91b2-4fdf-94c6-940a9f9a3f88 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:23.269441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-90684653-77cb-4a3e-98c2-1b77972a74ed tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.0864570 Oct 19 01:14:23.285909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:23.398025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.513792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.595091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.602425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.602843 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Floating IP 52644b32-e11a-4bde-b381-7a26073779ee disassociated. External IP: 172.25.0.180, port: 4ba3b57a-2e2e-4842-b02d-2b02c048cc95. Oct 19 01:14:23.643102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.693935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:23.695886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Network a9fe1078-938e-4fe1-acb2-820bb387a880 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:23.696347 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564b074b-0789-4541-bb66-3dc4713899c9" -d '{"events": [{"server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "name": "network-vif-plugged", "status": "completed", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:23.704280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:23.738105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:23.776229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Pushing event updated for resources: {'Port': ['ID=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:23.815238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:23.815952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:23.871031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-8956edf3-045e-46e0-ad04-f0781f79d3e0 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5533254 Oct 19 01:14:23.884599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Request body: {'port': {'device_id': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:23.987896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:23.989972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.228978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:24.234515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.243727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:24.262499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:24.263105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:24.300504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-3e4d01d8-c7f0-4f39-8048-a4796edd3359 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "PUT /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 200 len: 696 time: 1.0233493 Oct 19 01:14:24.414224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-4a506836-6002-445f-a6ff-d692ce52b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:24.415743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-4a506836-6002-445f-a6ff-d692ce52b7ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.0877244 Oct 19 01:14:24.419318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:24.441759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:24.460749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.485938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Transition to ACTIVE for port object a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:24.517246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.641261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-6d653081-0f54-491e-88a0-5a81fdb8fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:24.649319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-6d653081-0f54-491e-88a0-5a81fdb8fa60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.2223892 Oct 19 01:14:24.667626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Pushing event updated for resources: {'Port': ['ID=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:24.718958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:24.731937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-dae275d7-a0a4-4ab8-ba88-486c81f5a70e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 217 time: 0.0667310 Oct 19 01:14:24.761943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:24.773951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:24.774505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:24.800693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Attempting to bind port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:24.801101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Attempting to bind port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '38fe14ff-394b-41b9-8e63-20ad7d05bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:24.801592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Attempting to bind port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 on network a9fe1078-938e-4fe1-acb2-820bb387a880 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:24.807448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-6c3e6d2d-32fe-461a-bd7d-18df918e5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:24.809172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-6c3e6d2d-32fe-461a-bd7d-18df918e5e08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0682552 Oct 19 01:14:24.811370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 on network a9fe1078-938e-4fe1-acb2-820bb387a880 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:24.811748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Attempting to bind port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 on network a9fe1078-938e-4fe1-acb2-820bb387a880 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:24.827892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:24.828383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Checking segment: {'id': '38fe14ff-394b-41b9-8e63-20ad7d05bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:24.829062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Bound using segment: {'id': '38fe14ff-394b-41b9-8e63-20ad7d05bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:24.829683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Bound port: a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fe14ff-394b-41b9-8e63-20ad7d05bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:24.830098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:24.913875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-a8e160f0-6c81-40bb-95b6-64ddc86d2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:24.915526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-a8e160f0-6c81-40bb-95b6-64ddc86d2c6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986538 Oct 19 01:14:24.945060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] For port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:24.967145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] For port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,segment=NetworkSegment(38fe14ff-394b-41b9-8e63-20ad7d05bc75),segment_id=38fe14ff-394b-41b9-8e63-20ad7d05bc75)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:25.003719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:25.047333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.047333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:25.048597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] 10.222.0.62 "PUT /v2.0/ports/a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 HTTP/1.1" status: 200 len: 1092 time: 1.1679590 Oct 19 01:14:25.054326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:25.089279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-d4a69c5b-6874-4a0d-84d9-94574fe991d0 service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671100 Oct 19 01:14:25.132378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dc135-ed1c-4d2c-9225-02018e155a3f service neutron] Pushing event updated for resources: {'Port': ['ID=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:25.236606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-14ab3b50-75b8-45b7-8250-c0d0918a7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.238092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-14ab3b50-75b8-45b7-8250-c0d0918a7b28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3b7ffac3a18450e94018f83bd43d678&device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 1095 time: 0.1418521 Oct 19 01:14:25.288284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:25.288959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-2bf6a4f8-a9a1-47fd-81b1-5ac42a64543b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 HTTP/1.1" status: 200 len: 217 time: 0.0408130 Oct 19 01:14:25.291274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ccdb1e-4027-4e99-b62a-40e8434067ce req-6352a927-cb6b-4946-bf10-50622a18ea8e service neutron] 10.222.0.64 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961064 Oct 19 01:14:25.321436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b249f-c800-41a3-b341-26116b091a2d None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:13:05Z', 'revision_number': 4, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd6aa7457-34db-48bc-b2b4-d39f79d81c75', 'name': '', 'network_id': 'e1f052a3-0cab-42a9-8e30-374e8ca1f301', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'mac_address': 'fa:16:3e:2a:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:02Z', 'updated_at': '2021-10-19T01:13:09Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'subnets': [{'id': '38ab5065-ae17-4002-913a-ca0b14841f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:25.351289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-cdfa0548-ba99-484d-b33d-ab0d4851a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.352827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-cdfa0548-ba99-484d-b33d-ab0d4851a5c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40573504-128d-42d1-a529-06b4c3fb84c3 HTTP/1.1" status: 200 len: 853 time: 0.0552371 Oct 19 01:14:25.390053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-21ee11f0-942b-4464-9a31-d9509aa189b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9fe1078-938e-4fe1-acb2-820bb387a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298650 Oct 19 01:14:25.521380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa65e2-17ab-4edd-ac77-72036c906535 req-7abd76a9-275e-4347-ade4-2acbd20af7ac tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.522896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fa65e2-17ab-4edd-ac77-72036c906535 req-7abd76a9-275e-4347-ade4-2acbd20af7ac tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 945 time: 0.1051285 Oct 19 01:14:25.535357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-4d65a2b0-a927-4dcc-9382-995c149a60e6 service neutron] 10.222.0.62 "GET /v2.0/networks/a9fe1078-938e-4fe1-acb2-820bb387a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380608 Oct 19 01:14:25.622755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fa65e2-17ab-4edd-ac77-72036c906535 req-8881ce5c-d1ea-4f9c-9d1f-90c3077341ad tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862861 Oct 19 01:14:25.667435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6219185f-8a1b-448b-ac04-2cfa99c61866 req-57381b40-e497-4b0f-96dc-9b9e875e2e94 service neutron] 10.222.0.62 "GET /v2.0/networks/a9fe1078-938e-4fe1-acb2-820bb387a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237237 Oct 19 01:14:25.683419 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d90565-752e-44d9-bafb-d06906b722bd None None] New status for floating IP 52644b32-e11a-4bde-b381-7a26073779ee: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:14:25.761099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1adb6f-4b35-46a8-8331-010d2bc74b8f req-ef8d8ab7-50f6-42c0-98f6-49d32ce4a998 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.762889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab1adb6f-4b35-46a8-8331-010d2bc74b8f req-ef8d8ab7-50f6-42c0-98f6-49d32ce4a998 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0666945 Oct 19 01:14:25.822938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab1adb6f-4b35-46a8-8331-010d2bc74b8f req-ce61cfd7-b1f6-4fbd-889d-a7cf2b047f28 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531590 Oct 19 01:14:25.953483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ea2d-67fb-483d-8b30-94b161344c0b req-e617d107-aa9a-488c-80f6-d48f2aad2b2e tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:25.955096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8262ea2d-67fb-483d-8b30-94b161344c0b req-e617d107-aa9a-488c-80f6-d48f2aad2b2e tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 931 time: 0.0678647 Oct 19 01:14:25.996610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8262ea2d-67fb-483d-8b30-94b161344c0b req-3cb07e4d-b7c9-4f5e-b8d6-a6e894981df1 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346849 Oct 19 01:14:26.124665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79dff3-4c88-426e-9a22-3b220eeb180b req-7b8c8b50-a834-4642-ab7f-30428c06692f tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:26.126034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b79dff3-4c88-426e-9a22-3b220eeb180b req-7b8c8b50-a834-4642-ab7f-30428c06692f tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 943 time: 0.0505638 Oct 19 01:14:26.165564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b79dff3-4c88-426e-9a22-3b220eeb180b req-5c714f6d-f3b6-4b24-a12e-7c851993e931 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Oct 19 01:14:26.212414 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8e2e25-3ad7-4b8a-8d07-22ae0449a3d1 x-openstack-request-id: req-3c8e2e25-3ad7-4b8a-8d07-22ae0449a3d1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:26.212826 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d77be9-b653-44c9-bc89-16c843ba0e83", "name": "network-vif-deleted", "tag": "f48b5036-91b2-4fdf-94c6-940a9f9a3f88", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:26.213171 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c8e2e25-3ad7-4b8a-8d07-22ae0449a3d1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:26.213659 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d77be9-b653-44c9-bc89-16c843ba0e83', 'name': 'network-vif-deleted', 'tag': 'f48b5036-91b2-4fdf-94c6-940a9f9a3f88', 'status': 'completed', 'code': 200} Oct 19 01:14:26.310544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf12e9-2178-4acf-a76a-4902c421650c req-dcf85e14-38da-4d1d-b860-5006b415027d tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:26.312033 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68cf12e9-2178-4acf-a76a-4902c421650c req-dcf85e14-38da-4d1d-b860-5006b415027d tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 946 time: 0.0543284 Oct 19 01:14:26.351890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68cf12e9-2178-4acf-a76a-4902c421650c req-0416cdf8-d453-423a-b29b-910f557dbf05 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Oct 19 01:14:26.451342 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a525ef-df1d-425c-90dd-662e982ae9fa x-openstack-request-id: req-c9a525ef-df1d-425c-90dd-662e982ae9fa {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:26.451858 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "name": "network-vif-plugged", "status": "completed", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:26.451858 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9a525ef-df1d-425c-90dd-662e982ae9fa {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:26.452283 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0', 'code': 200} Oct 19 01:14:26.570021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-4838aa59-d02b-4495-84c8-ebee1e4f85f3 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 200 len: 694 time: 0.0423143 Oct 19 01:14:26.677508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-64fcbd62-9eed-44fa-ba53-ff554dcda5f9 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:26.678838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-64fcbd62-9eed-44fa-ba53-ff554dcda5f9 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1034622 Oct 19 01:14:26.728574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-fa3aa7ac-4f07-4da8-b0e6-5f100e7aa0fc tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 697 time: 0.0433812 Oct 19 01:14:26.780004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-84a16e3c-5d14-43c8-b235-218405967306 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 697 time: 0.0454018 Oct 19 01:14:26.904590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Deleting port 917d8c6d-cc50-468b-9cb9-aa069eaa83e8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:26.904922 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:26.978150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:26.978467 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:26.990551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Calling delete_port for 917d8c6d-cc50-468b-9cb9-aa069eaa83e8 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:27.391015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.415891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Pushing event deleted for resources: {'Port': ['ID=917d8c6d-cc50-468b-9cb9-aa069eaa83e8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:27.478975 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.482697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:27.483825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-843ca780-3327-42d4-af99-6ac1a3c1cee7 req-769a3146-c589-436d-9398-ba53cfbfc413 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "DELETE /v2.0/floatingips/52644b32-e11a-4bde-b381-7a26073779ee HTTP/1.1" status: 204 len: 173 time: 0.6983864 Oct 19 01:14:27.577538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6c28-bd7e-4c66-8e98-7f57aa3a27ae req-e142a650-42aa-4b95-8602-8df751726540 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:27.578965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d2e6c28-bd7e-4c66-8e98-7f57aa3a27ae req-e142a650-42aa-4b95-8602-8df751726540 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Oct 19 01:14:27.616969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d2e6c28-bd7e-4c66-8e98-7f57aa3a27ae req-f7677f83-3b13-428d-9bac-c5993946912c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Oct 19 01:14:27.718972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76134d4b-f525-465b-a157-7668a08a3e3f req-ce2d187d-5242-4713-9b7c-27d8f99a04ae tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:27.720447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76134d4b-f525-465b-a157-7668a08a3e3f req-ce2d187d-5242-4713-9b7c-27d8f99a04ae tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0496955 Oct 19 01:14:27.758542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76134d4b-f525-465b-a157-7668a08a3e3f req-605a50b6-058a-4eea-b310-a7c033b2eafc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Oct 19 01:14:27.857587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd2ee7-f3b0-4f6e-a8a0-c473fd2714c6 req-0b9b947d-22c5-492d-9309-6bf87faf4bbe tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:27.859016 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00cd2ee7-f3b0-4f6e-a8a0-c473fd2714c6 req-0b9b947d-22c5-492d-9309-6bf87faf4bbe tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 931 time: 0.0482171 Oct 19 01:14:27.900555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00cd2ee7-f3b0-4f6e-a8a0-c473fd2714c6 req-d437ab3a-d1df-4aa0-aa25-3697fe473851 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347025 Oct 19 01:14:28.003686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d4ebe-775b-4051-9fce-7929a120ba3a req-e631b519-b2b3-4cb0-b2bd-d15df527f795 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.005898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d4d4ebe-775b-4051-9fce-7929a120ba3a req-e631b519-b2b3-4cb0-b2bd-d15df527f795 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 943 time: 0.0509164 Oct 19 01:14:28.044960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d4d4ebe-775b-4051-9fce-7929a120ba3a req-8141e23d-ff21-4b3b-b5cb-c55d64f33003 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Oct 19 01:14:28.155693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6547e5-4380-49c8-9fa3-325b68c1a60a req-5de6c367-b779-4cee-9fbc-ab81cba68e38 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.157169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b6547e5-4380-49c8-9fa3-325b68c1a60a req-5de6c367-b779-4cee-9fbc-ab81cba68e38 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 946 time: 0.0531671 Oct 19 01:14:28.197777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b6547e5-4380-49c8-9fa3-325b68c1a60a req-d87c81bf-68d9-461a-9241-964f6a3223e2 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Oct 19 01:14:28.214446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95'}, {'name': 'network-changed', 'server_uuid': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'tag': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:28.216866 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df56fb1-3a28-4e5b-97dc-171dca84a595" -d '{"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95"}, {"name": "network-changed", "server_uuid": "514bab6a-d1f6-4f82-b833-56bb9d8a6279", "tag": "a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:28.430260 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da790a-420c-41f4-bedc-a38839f6ede8 x-openstack-request-id: req-56da790a-420c-41f4-bedc-a38839f6ede8 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:28.430880 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "514bab6a-d1f6-4f82-b833-56bb9d8a6279", "tag": "a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:28.430880 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56da790a-420c-41f4-bedc-a38839f6ede8 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:28.431307 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'status': 'completed', 'code': 200} Oct 19 01:14:28.431559 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'tag': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181', 'status': 'completed', 'code': 200} Oct 19 01:14:28.532758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-c4f929ce-a433-4c76-8711-ef665c424706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.534302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-c4f929ce-a433-4c76-8711-ef665c424706 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3b7ffac3a18450e94018f83bd43d678&device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 1095 time: 0.0776863 Oct 19 01:14:28.557387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76007c4-ebb6-441d-a93e-c502db4bfb21 req-bc42816b-df81-4d19-b222-4eee1faa524f tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.558937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b76007c4-ebb6-441d-a93e-c502db4bfb21 req-bc42816b-df81-4d19-b222-4eee1faa524f tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 945 time: 0.0749650 Oct 19 01:14:28.653904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b76007c4-ebb6-441d-a93e-c502db4bfb21 req-77b5644b-0418-4344-b171-90a435dc5bc1 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843561 Oct 19 01:14:28.678825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-fecc185c-a58e-400e-bb23-aabb0f4d9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.680434 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-fecc185c-a58e-400e-bb23-aabb0f4d9705 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9fe1078-938e-4fe1-acb2-820bb387a880 HTTP/1.1" status: 200 len: 914 time: 0.1393387 Oct 19 01:14:28.742997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-57903635-0e34-4bd2-aafc-bda04f13c302 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 HTTP/1.1" status: 200 len: 217 time: 0.0541351 Oct 19 01:14:28.785104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Request body: {'port': {'device_id': '454f82ce-0527-4b81-8391-415504566385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:28.856038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e249186-fa7f-49d1-b980-2dba676f7066 req-bba4a847-6672-4146-bc0c-709ff6b21880 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.857725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e249186-fa7f-49d1-b980-2dba676f7066 req-bba4a847-6672-4146-bc0c-709ff6b21880 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 945 time: 0.1246445 Oct 19 01:14:28.857955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:28.869139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-a30b446c-e0a7-4cb3-9552-4c9c11229ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.870740 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-a30b446c-e0a7-4cb3-9552-4c9c11229ac4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=40573504-128d-42d1-a529-06b4c3fb84c3 HTTP/1.1" status: 200 len: 853 time: 0.1094878 Oct 19 01:14:28.903160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317744b2-6ed2-4101-8e47-4f79596f616b req-07bd98de-f5d1-4428-a798-d8994929421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:28.904998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-317744b2-6ed2-4101-8e47-4f79596f616b req-07bd98de-f5d1-4428-a798-d8994929421a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.1071818 Oct 19 01:14:28.933677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-f9eee685-f97a-42dc-b833-3710a34a8afa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9fe1078-938e-4fe1-acb2-820bb387a880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509543 Oct 19 01:14:28.934374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.74', 53161) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:29.041217 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e249186-fa7f-49d1-b980-2dba676f7066 req-769564cd-2192-459b-949a-b9ce388e87d3 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694183 Oct 19 01:14:29.159194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:29.168171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf8964-eac3-40e7-aaf7-c853053ea24f req-19c474d5-384c-44a4-90d1-f3b397ff1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.169191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ffdf8964-eac3-40e7-aaf7-c853053ea24f req-19c474d5-384c-44a4-90d1-f3b397ff1726 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1097 time: 0.2477109 Oct 19 01:14:29.169525 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.184068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Transition to ACTIVE for port object f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:29.189050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.219952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:29.246787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fc53c-65d3-4a3b-8c3b-54cb01ead85e req-2031a960-d480-4279-8ccd-05dacf8c0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.249926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f0fc53c-65d3-4a3b-8c3b-54cb01ead85e req-2031a960-d480-4279-8ccd-05dacf8c0b5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 1098 time: 0.2929482 Oct 19 01:14:29.278544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317744b2-6ed2-4101-8e47-4f79596f616b req-6a82f930-9110-492d-b262-8519ae456a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.286116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-317744b2-6ed2-4101-8e47-4f79596f616b req-6a82f930-9110-492d-b262-8519ae456a76 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.3294752 Oct 19 01:14:29.308334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-b6afbe76-9c51-4ec0-8c26-f8c52f8d89ad service neutron] 10.222.0.62 "GET /v2.0/networks/a9fe1078-938e-4fe1-acb2-820bb387a880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534679 Oct 19 01:14:29.339635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,segment=NetworkSegment(38fe14ff-394b-41b9-8e63-20ad7d05bc75),segment_id=38fe14ff-394b-41b9-8e63-20ad7d05bc75)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:29.351662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:29.352796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181', 'network_id': 'a9fe1078-938e-4fe1-acb2-820bb387a880', 'port_id': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181', 'mac_address': 'fa:16:3e:af:2d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40573504-128d-42d1-a529-06b4c3fb84c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:29.368367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ffdf8964-eac3-40e7-aaf7-c853053ea24f req-51c74504-2f68-4337-97b7-8b3bfc352773 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870646 Oct 19 01:14:29.370793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-b6f6d213-da9b-4060-8aaa-f37f43b0fa0a tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:14:29.378327 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-b6f6d213-da9b-4060-8aaa-f37f43b0fa0a tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1558077 Oct 19 01:14:29.390254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-317744b2-6ed2-4101-8e47-4f79596f616b req-bc3d088c-a18b-44cb-a006-468205cdc989 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 217 time: 0.0950933 Oct 19 01:14:29.395476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Attempting to bind port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:29.396137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Attempting to bind port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:29.396476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Attempting to bind port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 on network 4925dcae-9992-45e4-b19c-01b441599ad5 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:29.404077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.412994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f08222-93d9-4e48-9a37-1421517a76e2 req-4904fe39-cf01-48e5-96a8-b5569180bf0c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.416919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 on network 4925dcae-9992-45e4-b19c-01b441599ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:29.417471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Attempting to bind port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 on network 4925dcae-9992-45e4-b19c-01b441599ad5 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:29.420439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37f08222-93d9-4e48-9a37-1421517a76e2 req-4904fe39-cf01-48e5-96a8-b5569180bf0c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.2679236 Oct 19 01:14:29.420602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:29.426245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:29.426519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f0fc53c-65d3-4a3b-8c3b-54cb01ead85e req-d72cb604-1c8e-48d8-9998-5931fcc29af5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638646 Oct 19 01:14:29.426645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Checking segment: {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:29.427044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Bound using segment: {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:29.427951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Bound port: f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:29.428106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.443243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,segment=NetworkSegment(38fe14ff-394b-41b9-8e63-20ad7d05bc75),segment_id=38fe14ff-394b-41b9-8e63-20ad7d05bc75)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:29.448060 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.509252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] For port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:29.513089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] For port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:29.518584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.525703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37f08222-93d9-4e48-9a37-1421517a76e2 req-e75ad11a-b13f-4def-8a2a-0f7e78120497 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043060 Oct 19 01:14:29.532173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:29.562551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-1076c593-e363-4769-b790-adb80e889797 service neutron] 10.222.0.62 "GET /v2.0/networks/a9fe1078-938e-4fe1-acb2-820bb387a880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394595 Oct 19 01:14:29.574643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-2a300072-0b1b-4d8c-a1ce-d0d52ac69195 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.576336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-2a300072-0b1b-4d8c-a1ce-d0d52ac69195 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 1095 time: 0.1968744 Oct 19 01:14:29.584774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:29.592528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Request body: {'binding': {'host': 'n-h1-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:29.593036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Unknown quota resources ['binding']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:14:29.617885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.618504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:29.619944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-b4bc86c0-48f3-4aba-ad06-c20097bba4e8 service neutron] 10.222.0.74 "PUT /v2.0/ports/f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 HTTP/1.1" status: 200 len: 1092 time: 0.8395336 Oct 19 01:14:29.620423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454f82ce-0527-4b81-8391-415504566385', 'tag': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:29.622840 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40fe981-2913-4fa9-b3e9-3809f9e431a1" -d '{"events": [{"name": "network-changed", "server_uuid": "454f82ce-0527-4b81-8391-415504566385", "tag": "f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:29.670985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e4537-3597-4f23-a28e-2d34f0bb73c9 req-e8f9701f-1435-4881-9a36-06645acc6d25 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.679500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-986e4537-3597-4f23-a28e-2d34f0bb73c9 req-e8f9701f-1435-4881-9a36-06645acc6d25 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 943 time: 0.0669289 Oct 19 01:14:29.736372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-986e4537-3597-4f23-a28e-2d34f0bb73c9 req-7604f71b-282b-4e06-a05e-a59e717af024 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486684 Oct 19 01:14:29.799793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:29.816261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on host n-h1-789963-20 for vnic_type normal with profile None {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:29.817489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:29.818436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:29.823629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:29.824052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:29.866850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:29.866850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:29.870471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:29.871024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Bound port: 4570f789-80b6-4b73-847a-c8940b30e8c1, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:29.920484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa7e3-f159-4ab3-8432-d1bf562dd61c req-de6aa495-1997-44a0-aea3-b2fa28100958 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:29.928431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38bfa7e3-f159-4ab3-8432-d1bf562dd61c req-de6aa495-1997-44a0-aea3-b2fa28100958 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 944 time: 0.1332941 Oct 19 01:14:29.987274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38bfa7e3-f159-4ab3-8432-d1bf562dd61c req-3303d22b-1645-44ed-bce1-e9586d719e73 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578840 Oct 19 01:14:30.041559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:30.049142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] Publish callbacks [] for binding, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:30.050346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d1806d13-9561-492a-b163-d3e43df0a756 service neutron] 10.222.0.64 "POST /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1/bindings HTTP/1.1" status: 201 len: 390 time: 0.4628086 Oct 19 01:14:30.122390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7af3f-b819-4e4b-82fe-bd5b9dde1992 req-bad81300-4430-4394-9ad4-78bc590db4a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.124082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97e7af3f-b819-4e4b-82fe-bd5b9dde1992 req-bad81300-4430-4394-9ad4-78bc590db4a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 946 time: 0.0775354 Oct 19 01:14:30.182977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97e7af3f-b819-4e4b-82fe-bd5b9dde1992 req-e0086c88-cd7d-4fa4-9ff4-67677c571882 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Oct 19 01:14:30.215306 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ca75b-ec31-4e85-bbed-6476029ba2d0 x-openstack-request-id: req-6a4ca75b-ec31-4e85-bbed-6476029ba2d0 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:30.216072 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454f82ce-0527-4b81-8391-415504566385", "tag": "f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:30.216072 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a4ca75b-ec31-4e85-bbed-6476029ba2d0 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:30.216524 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454f82ce-0527-4b81-8391-415504566385', 'tag': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3', 'status': 'completed', 'code': 200} Oct 19 01:14:30.314380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a11636-858a-4ff8-836c-8b06f77e6416 req-8d6489b3-9760-46a0-bd7b-02329f53463b tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.315994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43a11636-858a-4ff8-836c-8b06f77e6416 req-8d6489b3-9760-46a0-bd7b-02329f53463b tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Oct 19 01:14:30.346349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a73f86-e6ed-4c11-8e96-25be08905a4c req-31e3e11e-7be1-4476-b3b3-b42157aaaa21 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.348586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1a73f86-e6ed-4c11-8e96-25be08905a4c req-31e3e11e-7be1-4476-b3b3-b42157aaaa21 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 945 time: 0.0894430 Oct 19 01:14:30.359453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43a11636-858a-4ff8-836c-8b06f77e6416 req-56b74230-8807-4094-a943-2189f75e9e93 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359488 Oct 19 01:14:30.381774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317744b2-6ed2-4101-8e47-4f79596f616b req-5e3d5911-26e5-4658-950f-d433ce3b7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.383345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-317744b2-6ed2-4101-8e47-4f79596f616b req-5e3d5911-26e5-4658-950f-d433ce3b7ab3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0863092 Oct 19 01:14:30.413038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fe981-2913-4fa9-b3e9-3809f9e431a1 req-877fc074-d4c2-4552-8dbe-783034046ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.414707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e40fe981-2913-4fa9-b3e9-3809f9e431a1 req-877fc074-d4c2-4552-8dbe-783034046ddf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=568b7f442a334ce79601bf0d1357e40d&device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 1095 time: 0.0546572 Oct 19 01:14:30.423134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1a73f86-e6ed-4c11-8e96-25be08905a4c req-6f8ffce6-d5d1-4f11-9dde-e2c71a65404f tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664167 Oct 19 01:14:30.441272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317744b2-6ed2-4101-8e47-4f79596f616b req-aa6633d0-7903-4a26-83f5-c5cf7a592d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.443616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-317744b2-6ed2-4101-8e47-4f79596f616b req-aa6633d0-7903-4a26-83f5-c5cf7a592d0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500813 Oct 19 01:14:30.547143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-f563fe49-c112-4f4d-9798-924cf5d5adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.548653 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-f563fe49-c112-4f4d-9798-924cf5d5adcb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1098 time: 0.1040695 Oct 19 01:14:30.580038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167931-6a23-4e5e-a10d-45d672902cff req-3daa369c-e573-4afc-a927-25a9a5431f79 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.581535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54167931-6a23-4e5e-a10d-45d672902cff req-3daa369c-e573-4afc-a927-25a9a5431f79 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.1565092 Oct 19 01:14:30.584277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-317744b2-6ed2-4101-8e47-4f79596f616b req-c7a974b1-b95e-455b-aa0a-9c689bbeec7d service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319559 Oct 19 01:14:30.652966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fe981-2913-4fa9-b3e9-3809f9e431a1 req-24f9f39e-4220-42e3-90b8-253333999083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.654349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e40fe981-2913-4fa9-b3e9-3809f9e431a1 req-24f9f39e-4220-42e3-90b8-253333999083 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=568b7f442a334ce79601bf0d1357e40d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2136602 Oct 19 01:14:30.657324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54167931-6a23-4e5e-a10d-45d672902cff req-3f517d34-e4ef-4768-96f0-473d13d4ecee tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673928 Oct 19 01:14:30.760068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fe981-2913-4fa9-b3e9-3809f9e431a1 req-58e04b36-75ef-4dc4-898b-b0e11f7badf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.761890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e40fe981-2913-4fa9-b3e9-3809f9e431a1 req-58e04b36-75ef-4dc4-898b-b0e11f7badf9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986834 Oct 19 01:14:30.762910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f828670-4593-4733-a86d-5955792423e6 req-ba52a1b5-0688-43b2-95d4-2e465b791b3c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.764403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f828670-4593-4733-a86d-5955792423e6 req-ba52a1b5-0688-43b2-95d4-2e465b791b3c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1536863 Oct 19 01:14:30.765397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-8d2331bd-9f64-4109-a09a-4ce97892e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.766698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-8d2331bd-9f64-4109-a09a-4ce97892e051 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.2065332 Oct 19 01:14:30.784651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-317744b2-6ed2-4101-8e47-4f79596f616b req-dea318c7-c3c5-49fa-9b2c-ba369e816c8f service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880436 Oct 19 01:14:30.830379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-a5024841-bc3c-44bd-b58b-b221ea67000d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 217 time: 0.0447750 Oct 19 01:14:30.845921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1d645-1d2e-4713-8008-b68458893b2e req-720598bc-707a-4715-8ca1-438935e612fa tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.847418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75f1d645-1d2e-4713-8008-b68458893b2e req-720598bc-707a-4715-8ca1-438935e612fa tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 943 time: 0.0517557 Oct 19 01:14:30.886956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75f1d645-1d2e-4713-8008-b68458893b2e req-1d559d0f-5e9c-4c4c-a603-2fc5d5346019 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Oct 19 01:14:30.889592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f828670-4593-4733-a86d-5955792423e6 req-aa643f3c-a745-4b8d-914a-d82082d3b0ce tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958672 Oct 19 01:14:30.935541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-bfe7d63c-f31d-4594-abc1-ce357965e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.937080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-bfe7d63c-f31d-4594-abc1-ce357965e2b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.0850098 Oct 19 01:14:30.948045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-4fe3c110-6c87-465c-9a49-5cd7b0b55b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.949247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-fbd64dfc-020e-4f40-8f54-750cb099a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:30.949436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-4fe3c110-6c87-465c-9a49-5cd7b0b55b3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=568b7f442a334ce79601bf0d1357e40d&device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 1095 time: 0.0559874 Oct 19 01:14:30.950718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-fbd64dfc-020e-4f40-8f54-750cb099a38f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 1097 time: 0.0525758 Oct 19 01:14:30.973183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-f0702d42-46e7-4494-b6b3-1b03acd43665 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270770 Oct 19 01:14:31.016845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-a59c66da-6b8d-4f46-ae1c-b5e92f09788a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 HTTP/1.1" status: 200 len: 217 time: 0.0418262 Oct 19 01:14:31.067804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-c91499e7-3d4f-4e52-a629-7375f6a9b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.069394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-c91499e7-3d4f-4e52-a629-7375f6a9b8ab service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 200 len: 921 time: 0.0866418 Oct 19 01:14:31.114774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-b66ac560-d09e-4138-a25f-825126d493c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 200 len: 217 time: 0.0372593 Oct 19 01:14:31.150335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-3e6e6e7b-9b8d-43e7-a0a9-4993f836ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.151790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-3e6e6e7b-9b8d-43e7-a0a9-4993f836ecfc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2ffde002-54f5-4c7c-822a-80ee705abc43 HTTP/1.1" status: 200 len: 854 time: 0.1219523 Oct 19 01:14:31.169205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-20e9aca2-ae94-4c34-9ad2-e352064fb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.170567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-20e9aca2-ae94-4c34-9ad2-e352064fb662 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 200 len: 859 time: 0.0444725 Oct 19 01:14:31.184707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-34350ef1-78fd-459c-aaa1-7e68ff969333 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758111 Oct 19 01:14:31.216353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230efa91-919c-479a-8282-85f846e335fa req-b84ce848-ec03-4908-aebe-4e45238ba8c6 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.217860 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-230efa91-919c-479a-8282-85f846e335fa req-b84ce848-ec03-4908-aebe-4e45238ba8c6 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 944 time: 0.1492565 Oct 19 01:14:31.220999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-30062827-cabc-411a-895e-9fa01956e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.224570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-30062827-cabc-411a-895e-9fa01956e69d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1f052a3-0cab-42a9-8e30-374e8ca1f301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454490 Oct 19 01:14:31.233995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:31.298210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:31.305540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:31.306101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.309376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfd0b04b-562f-4f0b-a460-0819d10b87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.310892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-dfd0b04b-562f-4f0b-a460-0819d10b87d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4925dcae-9992-45e4-b19c-01b441599ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446402 Oct 19 01:14:31.330797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-230efa91-919c-479a-8282-85f846e335fa req-976ea204-a319-4253-addd-c2c98015901b tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997224 Oct 19 01:14:31.351352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-1e9818db-5819-4659-b0c5-0938188b9960 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458066 Oct 19 01:14:31.392025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-012df2d5-5484-4a02-a7c0-1773d080eb62 service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411417 Oct 19 01:14:31.405173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694efd51-5dfa-43ad-9307-f7d7c91995dd req-2d5f7437-649e-412a-87f0-8c93d71af5bc tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.406795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-694efd51-5dfa-43ad-9307-f7d7c91995dd req-2d5f7437-649e-412a-87f0-8c93d71af5bc tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 946 time: 0.0844367 Oct 19 01:14:31.409997 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.440775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:31.443178 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3359642b-8d75-461e-b115-135c21f00cd4" -d '{"events": [{"server_uuid": "514bab6a-d1f6-4f82-b833-56bb9d8a6279", "name": "network-vif-plugged", "status": "completed", "tag": "a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:31.457780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,segment=NetworkSegment(38fe14ff-394b-41b9-8e63-20ad7d05bc75),segment_id=38fe14ff-394b-41b9-8e63-20ad7d05bc75)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:31.462713 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:31.514032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:31.521611 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-694efd51-5dfa-43ad-9307-f7d7c91995dd req-d12c2836-c0dd-47c9-b669-3e2e461dbc9b tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955167 Oct 19 01:14:31.557931 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df56fb1-3a28-4e5b-97dc-171dca84a595 req-ed8e9274-e925-4ba5-8c97-1e0800f8d82d service neutron] 10.222.0.74 "GET /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190205 Oct 19 01:14:31.566510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab213-1f47-42bc-b13d-952c372e1a26 req-cf37adb6-5d35-4d93-988a-c32bdebf56c5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.574425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a4ab213-1f47-42bc-b13d-952c372e1a26 req-cf37adb6-5d35-4d93-988a-c32bdebf56c5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 945 time: 0.1417146 Oct 19 01:14:31.610334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-0277f0c6-0be1-4224-8821-f243b7eeed37 service neutron] 10.222.0.74 "GET /v2.0/networks/4925dcae-9992-45e4-b19c-01b441599ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889007 Oct 19 01:14:31.640041 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a4ab213-1f47-42bc-b13d-952c372e1a26 req-b89606c6-3f97-4533-b0e7-a0950346cc10 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644879 Oct 19 01:14:31.647214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94787b-ce00-4859-8312-264cdcbb2c12 req-b0653307-92dd-4f30-8091-a07b0db41126 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.661855 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b94787b-ce00-4859-8312-264cdcbb2c12 req-b0653307-92dd-4f30-8091-a07b0db41126 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 945 time: 0.0731997 Oct 19 01:14:31.680434 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da95fe21-d3be-4aca-8fa5-a860aa826c26 x-openstack-request-id: req-da95fe21-d3be-4aca-8fa5-a860aa826c26 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:31.680737 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514bab6a-d1f6-4f82-b833-56bb9d8a6279", "name": "network-vif-plugged", "status": "completed", "tag": "a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:31.680982 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da95fe21-d3be-4aca-8fa5-a860aa826c26 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:31.681383 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181', 'code': 200} Oct 19 01:14:31.705397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b94787b-ce00-4859-8312-264cdcbb2c12 req-d35928b4-b7e7-4abb-87a9-7bd8d39c0951 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Oct 19 01:14:31.888177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8075bb8-b135-4163-b688-2fd4b34d6964 req-5f440be4-7d7d-42cf-9c20-139a400b87ee service neutron] 10.222.0.74 "GET /v2.0/networks/4925dcae-9992-45e4-b19c-01b441599ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654975 Oct 19 01:14:31.890093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52690e8e-dec0-4636-b689-839bf8a108a9 req-28f0b4bf-0158-4379-81a1-cd13ee8b74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.891587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52690e8e-dec0-4636-b689-839bf8a108a9 req-28f0b4bf-0158-4379-81a1-cd13ee8b74a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 1097 time: 0.1229117 Oct 19 01:14:31.900381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828434c-0f18-4aa0-be75-04d53d096c7d req-32723e10-9b3c-4731-8c00-9d075c8165a3 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:31.901871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f828434c-0f18-4aa0-be75-04d53d096c7d req-32723e10-9b3c-4731-8c00-9d075c8165a3 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.1379302 Oct 19 01:14:31.951368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52690e8e-dec0-4636-b689-839bf8a108a9 req-639540f5-4f3a-426d-bbdd-cd9769a3c212 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484626 Oct 19 01:14:31.968222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f828434c-0f18-4aa0-be75-04d53d096c7d req-504f7799-7797-4948-9b83-3af82bfe82a9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Oct 19 01:14:32.030344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b13098-40e5-4948-8d6f-6c90dbc989b1 req-b4703003-b474-435c-a5bc-433ecdad6845 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.032203 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6b13098-40e5-4948-8d6f-6c90dbc989b1 req-b4703003-b474-435c-a5bc-433ecdad6845 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 943 time: 0.0667443 Oct 19 01:14:32.080708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6b13098-40e5-4948-8d6f-6c90dbc989b1 req-f497b4c8-3e3f-4773-88fb-e4633ae85401 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Oct 19 01:14:32.092731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeae360-b215-4fcd-9c0b-94f29bc2d9c8 req-334a0333-2287-4a88-a396-18d3a8324a81 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.094291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-deeae360-b215-4fcd-9c0b-94f29bc2d9c8 req-334a0333-2287-4a88-a396-18d3a8324a81 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0520191 Oct 19 01:14:32.132898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-deeae360-b215-4fcd-9c0b-94f29bc2d9c8 req-31cde736-57f6-4f2b-8b50-fcb8d8f88271 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Oct 19 01:14:32.188635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-d1c183e8-970d-4bbc-9c0c-de22dd40325a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.190067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-d1c183e8-970d-4bbc-9c0c-de22dd40325a tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.74 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 945 time: 0.0502317 Oct 19 01:14:32.580131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44b838-3ea4-40d7-aa4f-160327c5dfc9 req-d3ae713a-c9af-4547-ae5d-5e97e9b8a40f tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.581603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e44b838-3ea4-40d7-aa4f-160327c5dfc9 req-d3ae713a-c9af-4547-ae5d-5e97e9b8a40f tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 945 time: 0.0838652 Oct 19 01:14:32.614617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Deleting port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:32.614867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.647951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9735c-76f1-471e-9a33-faea97ae8808 req-41506270-a49d-4355-ad3c-e6e3d661146e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.649628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42c9735c-76f1-471e-9a33-faea97ae8808 req-41506270-a49d-4355-ad3c-e6e3d661146e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 946 time: 0.0546048 Oct 19 01:14:32.664608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e44b838-3ea4-40d7-aa4f-160327c5dfc9 req-a9573428-1f2c-4d1a-a5e3-8e7cd6a7daf9 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707841 Oct 19 01:14:32.711657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42c9735c-76f1-471e-9a33-faea97ae8808 req-e196047d-b01f-4b6f-bf9d-2abb6fc699dc tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518630 Oct 19 01:14:32.736421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] For port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:32.737053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.756767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Calling delete_port for 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:32.856996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292fbf0-255d-4919-9b94-924dba8220f3 req-9e30609d-05f4-4cec-ac28-243dd417efe4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:32.858631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6292fbf0-255d-4919-9b94-924dba8220f3 req-9e30609d-05f4-4cec-ac28-243dd417efe4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 945 time: 0.1032095 Oct 19 01:14:32.944026 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6292fbf0-255d-4919-9b94-924dba8220f3 req-602daf0f-ab2e-4f2c-b55d-9de2f7d6dfc7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Oct 19 01:14:32.964755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:32.999150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Pushing event deleted for resources: {'Port': ['ID=4ba3b57a-2e2e-4842-b02d-2b02c048cc95,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:33.007826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4ba3b57a-2e2e-4842-b02d-2b02c048cc95'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:33.046641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] No DVR routers for this DVR port 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:33.050209 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.053896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fbb4e3d-67a5-45c3-8437-eb27d7afb949 req-b5bec675-3d20-4040-944d-897826543191 tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.74 "DELETE /v2.0/ports/4ba3b57a-2e2e-4842-b02d-2b02c048cc95 HTTP/1.1" status: 204 len: 173 time: 0.8578818 Oct 19 01:14:33.054458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'name': 'network-vif-deleted', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:33.054649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c9c8-3703-49d9-bd91-f8552ce45a72 req-acd41948-81d0-474c-b1ca-8c8a71205fce tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.057176 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52b95c7-b217-4b31-aa58-bc97c0ac69a3" -d '{"events": [{"server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "name": "network-vif-deleted", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:33.065103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5287c9c8-3703-49d9-bd91-f8552ce45a72 req-acd41948-81d0-474c-b1ca-8c8a71205fce tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/ports?device_id=c39b3887-640d-4e7f-a031-5655d7b6678a HTTP/1.1" status: 200 len: 867 time: 0.1339955 Oct 19 01:14:33.116648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5287c9c8-3703-49d9-bd91-f8552ce45a72 req-1ae3a07e-5df1-4560-a315-e5971b72075c tempest-FloatingIPsAssociationTestJSON-1240155159 tempest-FloatingIPsAssociationTestJSON-1240155159-project] 10.222.0.64 "GET /v2.0/security-groups?id=a392ab69-a359-4381-912d-f2459c247721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Oct 19 01:14:33.277216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-e1c29585-7025-4871-a552-b01f1ef54cd0 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1858597265&fields=id&tenant_id=ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 267 time: 0.0543418 Oct 19 01:14:33.340864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4272e6d-4dbf-4f2b-95b1-d9dab8ec994f req-30839b12-2290-4610-a6ad-7007825db267 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.342493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4272e6d-4dbf-4f2b-95b1-d9dab8ec994f req-30839b12-2290-4610-a6ad-7007825db267 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.0937774 Oct 19 01:14:33.342664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-704def04-af60-409f-a8b2-60ea1159cf78 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.344228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-704def04-af60-409f-a8b2-60ea1159cf78 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 945 time: 0.0597386 Oct 19 01:14:33.365728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'port': {'security_groups': ['8dd2f312-c949-47e8-be8d-4090188cba31', 'cf049f91-dcde-4682-87f7-dcb49e58457a']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:33.408779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4272e6d-4dbf-4f2b-95b1-d9dab8ec994f req-aacc3b5c-78a6-423a-a4f0-579d6aba1fb1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532460 Oct 19 01:14:33.443974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.461899 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd2564-3b33-4c6b-9f60-f041fcf15786 x-openstack-request-id: req-52cd2564-3b33-4c6b-9f60-f041fcf15786 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:33.462287 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39b3887-640d-4e7f-a031-5655d7b6678a", "name": "network-vif-deleted", "tag": "4ba3b57a-2e2e-4842-b02d-2b02c048cc95", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:33.462635 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52cd2564-3b33-4c6b-9f60-f041fcf15786 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:33.463129 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39b3887-640d-4e7f-a031-5655d7b6678a', 'name': 'network-vif-deleted', 'tag': '4ba3b57a-2e2e-4842-b02d-2b02c048cc95', 'status': 'completed', 'code': 200} Oct 19 01:14:33.576207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69316b3d-f23a-49e9-afed-f8c4f3ecd315 req-b2a7b79a-45fc-474d-bd70-539a9e340684 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.577809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69316b3d-f23a-49e9-afed-f8c4f3ecd315 req-b2a7b79a-45fc-474d-bd70-539a9e340684 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 943 time: 0.0586941 Oct 19 01:14:33.617612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69316b3d-f23a-49e9-afed-f8c4f3ecd315 req-ea22a80f-21f8-4e53-ad86-f44319ce791d tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Oct 19 01:14:33.680882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:33.719859 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.726427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.733228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04076016-b683-41b4-bcf0-230c1b522491 req-edd8a638-0ef4-48fe-b4c5-ef914f5e5cd6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.741424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04076016-b683-41b4-bcf0-230c1b522491 req-edd8a638-0ef4-48fe-b4c5-ef914f5e5cd6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0627017 Oct 19 01:14:33.788040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04076016-b683-41b4-bcf0-230c1b522491 req-e3be2313-fe9d-41e3-9946-f9e60c1aaf5a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Oct 19 01:14:33.788245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d', 'e9da07d2-ee22-48c2-bd79-c8440a997db0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:33.806584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:33.807286 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:33.810162 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c8678be-24fd-4e7b-8a69-a502728786cc req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "PUT /v2.0/ports/e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 981 time: 0.4532576 Oct 19 01:14:33.810846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:33.813852 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ae8b48-1580-42a1-9010-c5f63563786e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:33.838000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4ced8-f2ee-467a-99e8-f4d240961315 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:34.001283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b2655-6d73-45de-8662-a3a1f7a3b71b req-df500532-a8fa-4c3e-92bd-b24606cdfee7 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.002757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc0b2655-6d73-45de-8662-a3a1f7a3b71b req-df500532-a8fa-4c3e-92bd-b24606cdfee7 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 945 time: 0.0694091 Oct 19 01:14:34.031004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e9da07d2-ee22-48c2-bd79-c8440a997db0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:34.049620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc0b2655-6d73-45de-8662-a3a1f7a3b71b req-7cfe1d64-2238-41b1-ab02-7b573aecac93 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Oct 19 01:14:34.079481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-5a5a920d-79b4-466d-aeeb-162378c82632 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.088132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-5a5a920d-79b4-466d-aeeb-162378c82632 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 812 time: 0.1671128 Oct 19 01:14:34.099866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-a7eab4dd-30fc-42c1-8f4c-092f415f8e64 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/quotas/4c6895689ac947d1b081d4afded415df HTTP/1.1" status: 200 len: 375 time: 0.0107331 Oct 19 01:14:34.129813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a80bbcfb-33fd-4709-a926-c5023679517e req-a734b2ad-2956-4d75-b62d-e2ea3b52a157 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/cf049f91-dcde-4682-87f7-dcb49e58457a HTTP/1.1" status: 200 len: 1801 time: 0.0543704 Oct 19 01:14:34.181557 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b3dc443c-7ec5-4aef-9480-1685eb1c6f9d tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723259 Oct 19 01:14:34.189262 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-a80bbcfb-33fd-4709-a926-c5023679517e req-f7d987d1-bbe6-4f65-b0c7-27a64f830133 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:14:34.190703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a80bbcfb-33fd-4709-a926-c5023679517e req-f7d987d1-bbe6-4f65-b0c7-27a64f830133 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf049f91-dcde-4682-87f7-dcb49e58457a HTTP/1.1" status: 409 len: 341 time: 0.0529344 Oct 19 01:14:34.258614 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24c9a3-a79e-4f20-a7b1-678f5d8f1816 x-openstack-request-id: req-bf24c9a3-a79e-4f20-a7b1-678f5d8f1816 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:34.258972 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:34.259132 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf24c9a3-a79e-4f20-a7b1-678f5d8f1816 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:34.259537 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0', 'status': 'completed', 'code': 200} Oct 19 01:14:34.307671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-59bd5563-de0a-47bb-bde1-6565a70c8971 service neutron] 10.222.0.64 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247728 Oct 19 01:14:34.367393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8b48-1580-42a1-9010-c5f63563786e req-9d90477c-aafd-44a3-9147-4055732b8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.371548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13ae8b48-1580-42a1-9010-c5f63563786e req-9d90477c-aafd-44a3-9147-4055732b8239 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1136 time: 0.0701408 Oct 19 01:14:34.403351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:34.494481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8b48-1580-42a1-9010-c5f63563786e req-8bf64da5-b62c-46a6-acd2-66a66e9b6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.496310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13ae8b48-1580-42a1-9010-c5f63563786e req-8bf64da5-b62c-46a6-acd2-66a66e9b6aaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 914 time: 0.1154556 Oct 19 01:14:34.592621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13ae8b48-1580-42a1-9010-c5f63563786e req-c0552bfc-536c-40ff-b671-7af72ea407bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 217 time: 0.0822465 Oct 19 01:14:34.647597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0ce50200-af70-4f0d-9641-01e1c825be3d service neutron] 10.222.0.64 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383849 Oct 19 01:14:34.702864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8b48-1580-42a1-9010-c5f63563786e req-b5c9d9c7-24b6-4f4a-b4f4-b9b76574de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.704410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13ae8b48-1580-42a1-9010-c5f63563786e req-b5c9d9c7-24b6-4f4a-b4f4-b9b76574de24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.1057534 Oct 19 01:14:34.776344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13ae8b48-1580-42a1-9010-c5f63563786e req-9a34dc3b-fbc4-48c6-b88b-565fb0a76c14 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545492 Oct 19 01:14:34.784146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d2157-9b22-46ed-8b20-b3e36e04ea7a req-f7bd904b-d3fe-4e90-afc3-690db627d6a6 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.791599 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-779d2157-9b22-46ed-8b20-b3e36e04ea7a req-f7bd904b-d3fe-4e90-afc3-690db627d6a6 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.1399729 Oct 19 01:14:34.889050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13ae8b48-1580-42a1-9010-c5f63563786e req-0f07c641-1ef8-472b-84f2-bfed3c106df5 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948200 Oct 19 01:14:34.894690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:34.915579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-2646aed9-ca24-43e8-bf56-3b42981b2157 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:34.917066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-2646aed9-ca24-43e8-bf56-3b42981b2157 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "GET /v2.0/ports?device_id=361c1e62-66d5-44f1-b288-a2cd5297cfa3 HTTP/1.1" status: 200 len: 945 time: 0.2079449 Oct 19 01:14:35.011208 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-779d2157-9b22-46ed-8b20-b3e36e04ea7a req-587de1a1-e7e9-425a-b391-201995486b72 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090909 Oct 19 01:14:35.180320 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13ae8b48-1580-42a1-9010-c5f63563786e req-34edbeee-4711-4261-b29d-925a2f8238e9 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579868 Oct 19 01:14:35.206470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Deleting port 72968f06-f1cf-4e49-a635-8025a5d9de07 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:35.208197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.418239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-3a1578dd-93b8-4d81-8f27-26325b6b58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.420075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-3a1578dd-93b8-4d81-8f27-26325b6b58db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1136 time: 0.1531205 Oct 19 01:14:35.481160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7be94-365f-4bf2-8497-2a05d8b7a5e1 req-e70fe5f4-b457-4db3-b5b2-d8addf1455a6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.489762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] For port 72968f06-f1cf-4e49-a635-8025a5d9de07, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=72968f06-f1cf-4e49-a635-8025a5d9de07,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:35.490074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ce7be94-365f-4bf2-8497-2a05d8b7a5e1 req-e70fe5f4-b457-4db3-b5b2-d8addf1455a6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 984 time: 0.5544379 Oct 19 01:14:35.490591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.500555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13281d-2bc8-45ec-b809-deddba2afd46 req-52dc3d74-c2c9-4793-9e08-1f1111355392 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.502409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1c13281d-2bc8-45ec-b809-deddba2afd46 req-52dc3d74-c2c9-4793-9e08-1f1111355392 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 943 time: 0.1446424 Oct 19 01:14:35.510024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-760ef6cc-1773-4755-810d-c76b26acea26 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.512317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-760ef6cc-1773-4755-810d-c76b26acea26 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "GET /v2.0/ports?device_id=2dac792b-e9c0-4f28-996c-d4f383a8c7d6 HTTP/1.1" status: 200 len: 946 time: 0.5773406 Oct 19 01:14:35.551538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Calling delete_port for 72968f06-f1cf-4e49-a635-8025a5d9de07 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:35.666487 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:35.676471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-189770a0-f631-4d61-a8c4-d3c7774fa7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.678192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-189770a0-f631-4d61-a8c4-d3c7774fa7e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 914 time: 0.2484477 Oct 19 01:14:35.687881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1c13281d-2bc8-45ec-b809-deddba2afd46 req-8941507e-c292-4fbe-9d46-10e5a8736dd3 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737580 Oct 19 01:14:35.691083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:35.694971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ce7be94-365f-4bf2-8497-2a05d8b7a5e1 req-c866e4aa-4d71-420b-87db-32b219ddbbcc tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf049f91-dcde-4682-87f7-dcb49e58457a&id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2039435 Oct 19 01:14:35.792197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:35.795555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4ba3b57a-2e2e-4842-b02d-2b02c048cc95 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:35.799070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-6dfb2cb4-e33c-42a1-8c5e-74b7e15f4e2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 217 time: 0.1043601 Oct 19 01:14:35.907136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Deleting port 4aee42ab-d4e9-48e6-8977-539591fdb426 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:35.907513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:35.988605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-5bee58df-b8b8-44a0-a262-eb48805d22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:35.994397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:35.997072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-5bee58df-b8b8-44a0-a262-eb48805d22e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.1781940 Oct 19 01:14:36.008787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3', 'network_id': '4925dcae-9992-45e4-b19c-01b441599ad5', 'port_id': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3', 'mac_address': 'fa:16:3e:13:0f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffde002-54f5-4c7c-822a-80ee705abc43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:36.036115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac52879-6574-4175-8de2-bc5d91282066 req-b0bed71c-fecf-4fc1-b6ac-6b29b2cd314d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:36.047858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac52879-6574-4175-8de2-bc5d91282066 req-b0bed71c-fecf-4fc1-b6ac-6b29b2cd314d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.2514477 Oct 19 01:14:36.081792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.118130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:36.151270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:36.155888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-dc62932a-0b53-4abe-988c-2909ca37b5be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390738 Oct 19 01:14:36.162590 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.189742 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:14:36.196656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.213540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['72968f06-f1cf-4e49-a635-8025a5d9de07'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:36.230824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac52879-6574-4175-8de2-bc5d91282066 req-a309a9e9-ac99-496f-9b9d-421054ca9756 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806226 Oct 19 01:14:36.258558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:36.274412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4aee42ab-d4e9-48e6-8977-539591fdb426'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:36.283372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] For port 4aee42ab-d4e9-48e6-8977-539591fdb426, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4aee42ab-d4e9-48e6-8977-539591fdb426,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:36.283748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.305727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Calling delete_port for 4aee42ab-d4e9-48e6-8977-539591fdb426 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:36.333004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event deleted for resources: {'Port': ['ID=72968f06-f1cf-4e49-a635-8025a5d9de07,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:36.354244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a4ec-b25f-43ee-8201-647725a65229 req-0f6bb875-ac5f-454b-b356-721b355b0eb1 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:36.355916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9971a4ec-b25f-43ee-8201-647725a65229 req-0f6bb875-ac5f-454b-b356-721b355b0eb1 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 945 time: 0.2093847 Oct 19 01:14:36.405336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a8a33dde-2b8c-43c1-baa2-40d191bf8b66 req-fc976055-1acf-4eae-8886-6a17bbea6b4c tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 210 time: 0.0633287 Oct 19 01:14:36.468307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] No DVR routers for this DVR port 72968f06-f1cf-4e49-a635-8025a5d9de07 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:36.497574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.501142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ad56509-d1e3-46f6-aa75-e6d1df8d9984 req-e1593e22-9046-479c-b9d1-89d52054c052 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "DELETE /v2.0/ports/72968f06-f1cf-4e49-a635-8025a5d9de07 HTTP/1.1" status: 204 len: 173 time: 1.5718172 Oct 19 01:14:36.501640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'name': 'network-vif-deleted', 'tag': '72968f06-f1cf-4e49-a635-8025a5d9de07'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:36.504521 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ced977b-c63d-47d8-947c-51c818ad992a" -d '{"events": [{"server_uuid": "361c1e62-66d5-44f1-b288-a2cd5297cfa3", "name": "network-vif-deleted", "tag": "72968f06-f1cf-4e49-a635-8025a5d9de07"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:36.561936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-9327d5e4-5270-447c-864d-0e9efff42f51 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960695 Oct 19 01:14:36.604716 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.618556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['72968f06-f1cf-4e49-a635-8025a5d9de07'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:36.707480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event deleted for resources: {'Port': ['ID=4aee42ab-d4e9-48e6-8977-539591fdb426,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:36.746083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9971a4ec-b25f-43ee-8201-647725a65229 req-dae6ac8d-2f9c-4c92-bc33-dd1efbd36961 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602421 Oct 19 01:14:36.751668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:36.759011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Deleting port d6aa7457-34db-48bc-b2b4-d39f79d81c75 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:36.759564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.857033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] For port d6aa7457-34db-48bc-b2b4-d39f79d81c75, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d6aa7457-34db-48bc-b2b4-d39f79d81c75,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:36.857704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.867567 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3038683e-4d09-45cc-a17a-b5063d769c3c x-openstack-request-id: req-3038683e-4d09-45cc-a17a-b5063d769c3c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:36.867567 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361c1e62-66d5-44f1-b288-a2cd5297cfa3", "name": "network-vif-deleted", "tag": "72968f06-f1cf-4e49-a635-8025a5d9de07", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:36.868282 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3038683e-4d09-45cc-a17a-b5063d769c3c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:36.868282 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361c1e62-66d5-44f1-b288-a2cd5297cfa3', 'name': 'network-vif-deleted', 'tag': '72968f06-f1cf-4e49-a635-8025a5d9de07', 'status': 'completed', 'code': 200} Oct 19 01:14:36.876702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Calling delete_port for d6aa7457-34db-48bc-b2b4-d39f79d81c75 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:36.896188 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d4918025-0a08-4460-81f8-07659e34ffd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:36.942351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f892f0-3ba4-4af7-8525-b02100f4d173 req-87258861-f1b1-4e8e-bf33-0cbdf5f0b0f8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:36.950642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48f892f0-3ba4-4af7-8525-b02100f4d173 req-87258861-f1b1-4e8e-bf33-0cbdf5f0b0f8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.4254293 Oct 19 01:14:37.031940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-70236e04-cd35-45ca-92e8-a35dc833a156 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:37.033734 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-70236e04-cd35-45ca-92e8-a35dc833a156 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 812 time: 0.4892495 Oct 19 01:14:37.068324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48f892f0-3ba4-4af7-8525-b02100f4d173 req-54662eb7-b23a-4255-848b-f9c0bdadbbdd tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165245 Oct 19 01:14:37.076172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-c3dc089f-93ff-485a-9663-a6d0622500a0 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:37.077622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-c3dc089f-93ff-485a-9663-a6d0622500a0 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 812 time: 0.4848800 Oct 19 01:14:37.085918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Request body: {'port': {'device_id': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'admin_state_up': True, 'tenant_id': '4c6895689ac947d1b081d4afded415df'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:37.136861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Request body: {'port': {'device_id': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'admin_state_up': True, 'tenant_id': '4c6895689ac947d1b081d4afded415df'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:37.150119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] No DVR routers for this DVR port 4aee42ab-d4e9-48e6-8977-539591fdb426 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:37.154000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.157406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae6facde-4b3e-4195-a0ca-4769c43cd11b req-a1cdce4f-8688-4aec-949b-5d5d570bdd48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "DELETE /v2.0/ports/4aee42ab-d4e9-48e6-8977-539591fdb426 HTTP/1.1" status: 204 len: 173 time: 1.6394625 Oct 19 01:14:37.168738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'name': 'network-vif-deleted', 'tag': '4aee42ab-d4e9-48e6-8977-539591fdb426'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:37.174419 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cef7ff-dca0-4eeb-ba6b-5533be4989b5" -d '{"events": [{"server_uuid": "2dac792b-e9c0-4f28-996c-d4f383a8c7d6", "name": "network-vif-deleted", "tag": "4aee42ab-d4e9-48e6-8977-539591fdb426"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:37.209624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-5aac8233-015e-4c6a-94da-55a6b2b3e921 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:37.212731 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-5aac8233-015e-4c6a-94da-55a6b2b3e921 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.62 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 945 time: 0.1733198 Oct 19 01:14:37.241737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295e81e5-b35b-45f5-be72-5aae8e6bcb58 req-95bc60b6-1e99-49db-a614-e4e6460d7ac0 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475661 Oct 19 01:14:37.367796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09b25-9f74-4801-8e81-919d2e6181f4 req-f81816ea-a1fb-4bea-bcf4-5147ca5e2cdd tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:37.369213 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75d09b25-9f74-4801-8e81-919d2e6181f4 req-f81816ea-a1fb-4bea-bcf4-5147ca5e2cdd tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 944 time: 0.3283365 Oct 19 01:14:37.371212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.409899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f8440-ec52-4ea8-8318-c73246f6cb69 req-02f0ebd2-66c0-453b-a6d3-75d44af38e17 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:37.411604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b53f8440-ec52-4ea8-8318-c73246f6cb69 req-02f0ebd2-66c0-453b-a6d3-75d44af38e17 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 984 time: 0.1688068 Oct 19 01:14:37.455612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6aa7457-34db-48bc-b2b4-d39f79d81c75,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:37.465027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Made reservation on behalf of 4c6895689ac947d1b081d4afded415df for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:37.468821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.507913 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b53f8440-ec52-4ea8-8318-c73246f6cb69 req-09cce6df-3072-4737-b78e-9cc93cc813bf tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf049f91-dcde-4682-87f7-dcb49e58457a&id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0879753 Oct 19 01:14:37.584850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75d09b25-9f74-4801-8e81-919d2e6181f4 req-87799593-25c6-450b-aafe-67cd3b51830c tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623793 Oct 19 01:14:37.621815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Made reservation on behalf of 4c6895689ac947d1b081d4afded415df for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:37.630777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.682444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4aee42ab-d4e9-48e6-8977-539591fdb426 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:37.711403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Deleting port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:37.713396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:37.723206 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d68678-f59f-4dba-8c85-13e838551117 x-openstack-request-id: req-43d68678-f59f-4dba-8c85-13e838551117 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:37.723493 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac792b-e9c0-4f28-996c-d4f383a8c7d6", "name": "network-vif-deleted", "tag": "4aee42ab-d4e9-48e6-8977-539591fdb426", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:37.723749 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43d68678-f59f-4dba-8c85-13e838551117 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:37.724175 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac792b-e9c0-4f28-996c-d4f383a8c7d6', 'name': 'network-vif-deleted', 'tag': '4aee42ab-d4e9-48e6-8977-539591fdb426', 'status': 'completed', 'code': 200} Oct 19 01:14:37.730801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 4aee42ab-d4e9-48e6-8977-539591fdb426 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:37.731541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4aee42ab-d4e9-48e6-8977-539591fdb426 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:37.884670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e86f3951-51d5-43ea-8e70-3d3d880e6e15 req-2cee97f8-5f30-461c-8e57-9157baa24576 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 210 time: 0.0945725 Oct 19 01:14:37.911318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.042175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] For port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,segment=NetworkSegment(38fe14ff-394b-41b9-8e63-20ad7d05bc75),segment_id=38fe14ff-394b-41b9-8e63-20ad7d05bc75)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:38.042542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.079525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Calling delete_port for a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:38.147779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19928182-1cbe-4223-a87e-d6279dab407a req-329aadaf-5ec6-4631-b7c6-af9107117070 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.150182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19928182-1cbe-4223-a87e-d6279dab407a req-329aadaf-5ec6-4631-b7c6-af9107117070 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/ports?device_id=514bab6a-d1f6-4f82-b833-56bb9d8a6279 HTTP/1.1" status: 200 len: 945 time: 0.1237631 Oct 19 01:14:38.244925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0482fb-7a47-47ad-abfc-a2ff7b0369f3 req-e8df01c4-04d0-47b4-98d0-33be25ad80f4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.246650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed0482fb-7a47-47ad-abfc-a2ff7b0369f3 req-e8df01c4-04d0-47b4-98d0-33be25ad80f4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1878185 Oct 19 01:14:38.248037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Allocated IP 172.20.0.12 (b6106c76-884a-499a-a8ee-38084482390e/5d6ea792-f825-4538-8342-9ff51dc13c18/19d87129-f552-4b12-b811-856e28536dbc) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:38.311295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed0482fb-7a47-47ad-abfc-a2ff7b0369f3 req-78044d15-0a59-4a61-9362-a6a66cc28e17 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512197 Oct 19 01:14:38.314056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19928182-1cbe-4223-a87e-d6279dab407a req-68529256-030a-4497-86ab-702e6c138c9a tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.64 "GET /v2.0/security-groups?id=c821ec70-0a85-4398-81c1-bc92d794888f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250823 Oct 19 01:14:38.442961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.452036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Router 02d4e846-fb18-4c50-8969-d7cbf875f183 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:38.457603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:38.479152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Pushing event deleted for resources: {'Port': ['ID=a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:38.514007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc21844-3ccd-4918-901c-2155348d074f req-50f3ce1d-ec2d-46f6-be42-e3d9ef1a9038 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.515502 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebc21844-3ccd-4918-901c-2155348d074f req-50f3ce1d-ec2d-46f6-be42-e3d9ef1a9038 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.0989790 Oct 19 01:14:38.518396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.558200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] No DVR routers for this DVR port a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:38.562014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.565360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf94d6eb-ec50-446a-980b-35ec75d56601 req-17512b75-d0f2-4594-9233-40048386db42 tempest-ServerPasswordTestJSON-1310906716 tempest-ServerPasswordTestJSON-1310906716-project] 10.222.0.62 "DELETE /v2.0/ports/a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 HTTP/1.1" status: 204 len: 173 time: 1.3025661 Oct 19 01:14:38.574906 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebc21844-3ccd-4918-901c-2155348d074f req-9272b592-5fc8-4eec-9901-772fcb40682c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508790 Oct 19 01:14:38.595623 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.694015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:38.703704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58ec5233-1d20-4bb2-877e-66c80f41bdb9 admin admin] 10.222.0.64 "PUT /v2.0/routers/02d4e846-fb18-4c50-8969-d7cbf875f183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2968841 Oct 19 01:14:38.704013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51886) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:38.707114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] Sync routers for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:38.717571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Network b6106c76-884a-499a-a8ee-38084482390e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:38.727969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:38.728270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:38.729321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:38.730928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:38.735685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e7c7f-2311-449f-8521-50e61e747b52 req-8d2cecd3-4250-4b8a-97ca-2da0c40a2a2c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.737238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c9e7c7f-2311-449f-8521-50e61e747b52 req-8d2cecd3-4250-4b8a-97ca-2da0c40a2a2c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 984 time: 0.1521862 Oct 19 01:14:38.787791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event updated for resources: {'Port': ['ID=19d87129-f552-4b12-b811-856e28536dbc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:38.803327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Allocated IP 172.20.0.2 (b6106c76-884a-499a-a8ee-38084482390e/5d6ea792-f825-4538-8342-9ff51dc13c18/8b80ce54-4586-4a38-9b13-482f9cd11643) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:38.841493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:38.847235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.847932 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.848326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c9e7c7f-2311-449f-8521-50e61e747b52 req-f9ad5f39-3dd8-4469-b274-8e8db1bddc12 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf049f91-dcde-4682-87f7-dcb49e58457a&id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0806086 Oct 19 01:14:38.875676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df97e4-f268-48c8-9d13-36dbf1309f52 req-b43e4f32-35d9-4512-8bbe-ec514396ecd8 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:38.876109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:38.877618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90df97e4-f268-48c8-9d13-36dbf1309f52 req-b43e4f32-35d9-4512-8bbe-ec514396ecd8 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 944 time: 0.1969187 Oct 19 01:14:38.925409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-0b816e49-b280-4ae9-b3c5-22debe1905a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7934294 Oct 19 01:14:38.965746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Request body: {'port': {'device_id': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:38.990769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90df97e4-f268-48c8-9d13-36dbf1309f52 req-5c54e0ec-e04d-4145-bea4-ad20a427f7c2 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065602 Oct 19 01:14:39.010740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.073902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:14:37Z', 'revision_number': 5, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port': {'id': 'd0f7a126-393d-4bae-9db2-0daf7f38c1a3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:12:54Z', 'updated_at': '2021-10-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:39.104400 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] Checking router: 02d4e846-fb18-4c50-8969-d7cbf875f183 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:39.111382 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-14560843-caec-459a-9c8e-cb730ec5dad0 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1268898111&fields=id&tenant_id=ffd46702aea5415391bfb5e7d96393a8 HTTP/1.1" status: 200 len: 267 time: 0.0510993 Oct 19 01:14:39.115762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] Routers {'02d4e846-fb18-4c50-8969-d7cbf875f183'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:39.116526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d4e846-fb18-4c50-8969-d7cbf875f183'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:39.141446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Deleting port d0f7a126-393d-4bae-9db2-0daf7f38c1a3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:39.141785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.207354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89acb324-ce38-4a67-a583-b457a665d9ef req-e9082e42-2e16-4950-8f2c-00534d2a6514 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 210 time: 0.0753882 Oct 19 01:14:39.220585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.237870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] Set router 02d4e846-fb18-4c50-8969-d7cbf875f183 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:39.244139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-86f05f9e-ca75-4dd6-829a-d6571363861e tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:39.245613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-86f05f9e-ca75-4dd6-829a-d6571363861e tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 984 time: 0.1173234 Oct 19 01:14:39.260106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'port': {'security_groups': ['8dd2f312-c949-47e8-be8d-4090188cba31', 'cf049f91-dcde-4682-87f7-dcb49e58457a', 'ee5242cd-9c60-4848-a9f1-0949b9e89e8b']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:39.299185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 72968f06-f1cf-4e49-a635-8025a5d9de07 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:39.300416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] For port d0f7a126-393d-4bae-9db2-0daf7f38c1a3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:39.301005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.303360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:14:39Z', 'revision_number': 6, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:39.325587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.334483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Calling delete_port for d0f7a126-393d-4bae-9db2-0daf7f38c1a3 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:39.349830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 72968f06-f1cf-4e49-a635-8025a5d9de07 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:39.350193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 72968f06-f1cf-4e49-a635-8025a5d9de07 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:39.351093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:39.352888 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.354695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a385b8-e578-40e3-a445-5da849f29928 None None] The sync data for ids ['02d4e846-fb18-4c50-8969-d7cbf875f183'] in n-d-789963-20 is: [{'id': '02d4e846-fb18-4c50-8969-d7cbf875f183', 'name': 'tempest-FloatingIPsAssociationTestJSON-234163852-router', 'tenant_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:12:52Z', 'updated_at': '2021-10-19T01:14:39Z', 'revision_number': 6, 'project_id': 'f3657033c8e9415fb3b423e7b89ea3a2', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:39.375287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:39.375896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:39.377075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.518866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948b0d-0811-4336-9a5c-50f0197ef750 req-10288d5f-b740-44aa-a7ed-c47ed09a8798 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:39.521341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba948b0d-0811-4336-9a5c-50f0197ef750 req-10288d5f-b740-44aa-a7ed-c47ed09a8798 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.0871849 Oct 19 01:14:39.525054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.609650 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81c7ffa0-14dd-4b1f-bedf-f5aae8c4b8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.636681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Network b6106c76-884a-499a-a8ee-38084482390e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:39.649265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:39.662290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:39.680935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:39.684573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.700997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event updated for resources: {'Port': ['ID=8b80ce54-4586-4a38-9b13-482f9cd11643,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:39.715944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba948b0d-0811-4336-9a5c-50f0197ef750 req-3b9d7274-4738-44b7-ae5e-0097dd74cb2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772845 Oct 19 01:14:39.768965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:39.769594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.789847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:39.796389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:39.796988 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.802743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-b613b86d-95eb-47d0-b5a5-0c53911a81a1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7240694 Oct 19 01:14:39.847038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Request body: {'port': {'device_id': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:39.871103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51898) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:39.912354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d87129-f552-4b12-b811-856e28536dbc {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:39.929382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.947419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d6aa7457-34db-48bc-b2b4-d39f79d81c75 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:39.976762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d6aa7457-34db-48bc-b2b4-d39f79d81c75 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:39.977433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d6aa7457-34db-48bc-b2b4-d39f79d81c75 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:39.977923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Transition to ACTIVE for port object 19d87129-f552-4b12-b811-856e28536dbc will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:39.992467 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:39.998989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] Deleting subnet 40573504-128d-42d1-a529-06b4c3fb84c3 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:40.001332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.021656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.023809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454f82ce-0527-4b81-8391-415504566385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:40.026529 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da74fa4-69d8-4bf1-8cf8-1e65deac6a15" -d '{"events": [{"server_uuid": "454f82ce-0527-4b81-8391-415504566385", "name": "network-vif-plugged", "status": "completed", "tag": "f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:40.027701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.041405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:40.045982 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.103549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'name': 'network-vif-deleted', 'tag': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:40.105221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.105892 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92131cbf-4043-47e0-a38f-62f474686cf2" -d '{"events": [{"server_uuid": "514bab6a-d1f6-4f82-b833-56bb9d8a6279", "name": "network-vif-deleted", "tag": "a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:40.113060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f7a126-393d-4bae-9db2-0daf7f38c1a3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.147688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.152978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:40.171397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Pushing event updated for resources: {'Port': ['ID=19d87129-f552-4b12-b811-856e28536dbc,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.194252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2f721-2f3e-4ac8-b3ff-965eacab2251 req-cd325a6a-43ef-45ce-a564-39f8c1f0bc25 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.195747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-83d2f721-2f3e-4ac8-b3ff-965eacab2251 req-cd325a6a-43ef-45ce-a564-39f8c1f0bc25 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.2217748 Oct 19 01:14:40.211202 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.214192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.247958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.293428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d', 'e9da07d2-ee22-48c2-bd79-c8440a997db0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:40.356760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.357997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.362609 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.372287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.373192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.374606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3cb6fa6a-44f7-4c9f-a1f3-18a163c4933e req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "PUT /v2.0/ports/e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 1020 time: 1.1209786 Oct 19 01:14:40.424609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c3793-c7b4-4b54-bb28-28d880ead63a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.431883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.432646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d4e846-fb18-4c50-8969-d7cbf875f183 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:14:40.437591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.442233 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e586a38c-6ac8-4ef1-b1e7-095b1bb9f96a admin admin] 10.222.0.64 "DELETE /v2.0/routers/02d4e846-fb18-4c50-8969-d7cbf875f183 HTTP/1.1" status: 204 len: 168 time: 1.7373111 Oct 19 01:14:40.442853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51912) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:40.455901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-83d2f721-2f3e-4ac8-b3ff-965eacab2251 req-0fe23930-1269-484d-9213-f73ab1186333 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363279 Oct 19 01:14:40.494788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] Deleting subnet 38ab5065-ae17-4002-913a-ca0b14841f1a {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:14:40.499017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.527625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Attempting to bind port 19d87129-f552-4b12-b811-856e28536dbc on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:40.528035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Attempting to bind port 19d87129-f552-4b12-b811-856e28536dbc by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:40.528729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Attempting to bind port 19d87129-f552-4b12-b811-856e28536dbc on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:40.539938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.552948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.567454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Port 19d87129-f552-4b12-b811-856e28536dbc on network b6106c76-884a-499a-a8ee-38084482390e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:40.567849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Attempting to bind port 19d87129-f552-4b12-b811-856e28536dbc on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:40.624036 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.642951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:40.643299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Checking segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:40.643746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Bound using segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:40.644841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Bound port: 19d87129-f552-4b12-b811-856e28536dbc, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:40.645223 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.649674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.661450 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847c5a4d-52c8-44a9-ba7e-a832fb9d4437 x-openstack-request-id: req-847c5a4d-52c8-44a9-ba7e-a832fb9d4437 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:40.661450 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454f82ce-0527-4b81-8391-415504566385", "name": "network-vif-plugged", "status": "completed", "tag": "f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:40.662101 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-847c5a4d-52c8-44a9-ba7e-a832fb9d4437 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:40.662978 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454f82ce-0527-4b81-8391-415504566385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3', 'code': 200} Oct 19 01:14:40.693560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40573504-128d-42d1-a529-06b4c3fb84c3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.694630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e9da07d2-ee22-48c2-bd79-c8440a997db0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:40.703032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.707419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cba1150a-a374-4799-a713-80201e157377 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/40573504-128d-42d1-a529-06b4c3fb84c3 HTTP/1.1" status: 204 len: 168 time: 0.8332455 Oct 19 01:14:40.718268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51916) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:40.760255 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24587b81-f30f-45a8-8bfa-80e48b2bc4c6 x-openstack-request-id: req-24587b81-f30f-45a8-8bfa-80e48b2bc4c6 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:40.760255 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514bab6a-d1f6-4f82-b833-56bb9d8a6279", "name": "network-vif-deleted", "tag": "a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:40.760774 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24587b81-f30f-45a8-8bfa-80e48b2bc4c6 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:40.762018 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514bab6a-d1f6-4f82-b833-56bb9d8a6279', 'name': 'network-vif-deleted', 'tag': 'a68a3880-3ef7-4fc0-a6eb-5ccbf3b8f181', 'status': 'completed', 'code': 200} Oct 19 01:14:40.765268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.773080 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.817708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50be53-9278-4912-82e0-0e8cf815a917 req-90cec883-c12b-4e2b-a39f-e83cb6da5acd tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.828587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf50be53-9278-4912-82e0-0e8cf815a917 req-90cec883-c12b-4e2b-a39f-e83cb6da5acd tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 945 time: 0.2266057 Oct 19 01:14:40.892999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ab5065-ae17-4002-913a-ca0b14841f1a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:40.909485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:40.916122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ea3766db-5677-4476-a638-91f877195954 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/38ab5065-ae17-4002-913a-ca0b14841f1a HTTP/1.1" status: 204 len: 168 time: 0.4699087 Oct 19 01:14:40.918605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51920) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:40.919570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b830f2f-fded-4b6c-823f-d7cf899cd623 None None] Network e1f052a3-0cab-42a9-8e30-374e8ca1f301 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:40.945184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f988-9846-43bc-a58f-e5cbb5172750 req-50dd0b1b-7d2e-42fe-bf2f-eecacd59dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.946895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c15f988-9846-43bc-a58f-e5cbb5172750 req-50dd0b1b-7d2e-42fe-bf2f-eecacd59dc2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 1097 time: 0.1763813 Oct 19 01:14:40.957019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef5de-0862-4617-9ef8-7e219314f047 req-6074b82b-07c3-4d32-b55e-0da67cdca066 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:40.959117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-888ef5de-0862-4617-9ef8-7e219314f047 req-6074b82b-07c3-4d32-b55e-0da67cdca066 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 931 time: 0.1035762 Oct 19 01:14:41.021703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] For port 19d87129-f552-4b12-b811-856e28536dbc, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:41.055665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.060992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.068890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c15f988-9846-43bc-a58f-e5cbb5172750 req-912083d0-1d25-4bb4-9e73-d45e8d6f0fd2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025469 Oct 19 01:14:41.081122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf50be53-9278-4912-82e0-0e8cf815a917 req-a8e42b41-f22a-4502-9e1b-2cb8d2fb44e9 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510428 Oct 19 01:14:41.081409 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-888ef5de-0862-4617-9ef8-7e219314f047 req-e4248500-71fc-47a9-ac24-024e992bd548 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024306 Oct 19 01:14:41.106425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b80ce54-4586-4a38-9b13-482f9cd11643 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:41.118361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.139772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Transition to ACTIVE for port object 8b80ce54-4586-4a38-9b13-482f9cd11643 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:41.147196 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-93dac659-5ca7-4573-ad71-30148373adc3 service neutron] show failed (client error): The resource could not be found. Oct 19 01:14:41.150498 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-93dac659-5ca7-4573-ad71-30148373adc3 service neutron] 10.222.0.74 "GET /v2.0/ports/62c34b3b-a108-41f7-a17b-daace0d74d78/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.3773229 Oct 19 01:14:41.155694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] For port 19d87129-f552-4b12-b811-856e28536dbc, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=19d87129-f552-4b12-b811-856e28536dbc,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:41.163256 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.165311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Deleting port 67ab6f89-f49e-4572-a64a-2432e80184fe {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:41.165848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.186169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.274282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] For port 67ab6f89-f49e-4572-a64a-2432e80184fe, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=67ab6f89-f49e-4572-a64a-2432e80184fe,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:41.274282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.281681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] DHCP port deletion for e1f052a3-0cab-42a9-8e30-374e8ca1f301 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:14:41.297097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df931e-d269-4344-8b96-75064e291af0 req-60d2b070-87ff-422c-b8db-184024d38c91 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:41.297982 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8df931e-d269-4344-8b96-75064e291af0 req-60d2b070-87ff-422c-b8db-184024d38c91 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.1184635 Oct 19 01:14:41.298954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Calling delete_port for 67ab6f89-f49e-4572-a64a-2432e80184fe owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:41.305868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:41.306483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.309618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] 10.222.0.62 "PUT /v2.0/ports/19d87129-f552-4b12-b811-856e28536dbc HTTP/1.1" status: 200 len: 1093 time: 2.3486211 Oct 19 01:14:41.329140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'tag': '19d87129-f552-4b12-b811-856e28536dbc'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:41.337008 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5b7d00-0c04-45b5-a223-8d9fb932b419" -d '{"events": [{"name": "network-changed", "server_uuid": "fe48c8b6-efd7-4a53-bb38-903a5f6922b4", "tag": "19d87129-f552-4b12-b811-856e28536dbc"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:41.341877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b80ce54-4586-4a38-9b13-482f9cd11643,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:41.365407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] Deleting port 67ab6f89-f49e-4572-a64a-2432e80184fe {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:41.365785 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.390047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8df931e-d269-4344-8b96-75064e291af0 req-7f7205da-5210-4b09-a000-5d4109f63c7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792336 Oct 19 01:14:41.437792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.448522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] For port 67ab6f89-f49e-4572-a64a-2432e80184fe, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=67ab6f89-f49e-4572-a64a-2432e80184fe,segment=NetworkSegment(4babfe9d-edbd-4adf-88a7-7192b13bab92),segment_id=4babfe9d-edbd-4adf-88a7-7192b13bab92)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:41.449185 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.464327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] Calling delete_port for 67ab6f89-f49e-4572-a64a-2432e80184fe owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:41.502127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] No DVR routers for this DVR port 67ab6f89-f49e-4572-a64a-2432e80184fe on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:41.517293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ab6f89-f49e-4572-a64a-2432e80184fe,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:41.568698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-819e6caf-4a3a-41f3-9472-925a72a38e75 req-b4fa7c49-432e-4593-b480-95a1e934d3a4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/ee5242cd-9c60-4848-a9f1-0949b9e89e8b HTTP/1.1" status: 200 len: 1800 time: 0.4067149 Oct 19 01:14:41.591905 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.616233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0f7a126-393d-4bae-9db2-0daf7f38c1a3 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:41.623738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] Pushing event deleted for resources: {'Port': ['ID=67ab6f89-f49e-4572-a64a-2432e80184fe,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:41.623942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.647052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65233-b7c8-4519-b442-f46e94b8a3e0 req-0079a534-4b89-445d-82f9-ec05c3af2a4c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:41.649125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b4f65233-b7c8-4519-b442-f46e94b8a3e0 req-0079a534-4b89-445d-82f9-ec05c3af2a4c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1421654 Oct 19 01:14:41.672979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f052a3-0cab-42a9-8e30-374e8ca1f301']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:41.683293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Attempting to bind port 8b80ce54-4586-4a38-9b13-482f9cd11643 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:41.683677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Attempting to bind port 8b80ce54-4586-4a38-9b13-482f9cd11643 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:41.683946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Attempting to bind port 8b80ce54-4586-4a38-9b13-482f9cd11643 on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:41.697332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.712612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4babfe9d-edbd-4adf-88a7-7192b13bab92') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:41.713105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4babfe9d-edbd-4adf-88a7-7192b13bab92') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:41.726899 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-819e6caf-4a3a-41f3-9472-925a72a38e75 req-4f382d4c-c948-44d2-9619-e832d9abecc1 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:14:41.727907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-819e6caf-4a3a-41f3-9472-925a72a38e75 req-4f382d4c-c948-44d2-9619-e832d9abecc1 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/ee5242cd-9c60-4848-a9f1-0949b9e89e8b HTTP/1.1" status: 409 len: 341 time: 0.1352134 Oct 19 01:14:41.729904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-eda63ff4-efb1-42c7-9560-07bf37a79752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:41.731367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-eda63ff4-efb1-42c7-9560-07bf37a79752 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=fe48c8b6-efd7-4a53-bb38-903a5f6922b4 HTTP/1.1" status: 200 len: 1096 time: 0.3596911 Oct 19 01:14:41.736105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Port 8b80ce54-4586-4a38-9b13-482f9cd11643 on network b6106c76-884a-499a-a8ee-38084482390e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:41.736423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Attempting to bind port 8b80ce54-4586-4a38-9b13-482f9cd11643 on network b6106c76-884a-499a-a8ee-38084482390e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:41.752230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:41.752562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Checking segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:41.752948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Bound using segment: {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:41.753383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Bound port: 8b80ce54-4586-4a38-9b13-482f9cd11643, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78d59da-f0bd-4e27-9d68-1af94486e6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:41.754354 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.778142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04994a64-abc1-462c-ab52-e89da8226cbc service neutron] Pushing event updated for resources: {'Port': ['ID=19d87129-f552-4b12-b811-856e28536dbc,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:41.796375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.797889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d0f7a126-393d-4bae-9db2-0daf7f38c1a3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:41.798377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0f7a126-393d-4bae-9db2-0daf7f38c1a3 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:41.798377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67ab6f89-f49e-4572-a64a-2432e80184fe no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:41.803787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d54cd9-06d0-4682-8481-8f75faf74671 None None] No DVR routers for this DVR port 67ab6f89-f49e-4572-a64a-2432e80184fe on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:41.814556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fe1078-938e-4fe1-acb2-820bb387a880']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:41.819701 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcec37da-1b1c-4cb9-b37c-b9aab7a6d498 x-openstack-request-id: req-fcec37da-1b1c-4cb9-b37c-b9aab7a6d498 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:41.820007 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe48c8b6-efd7-4a53-bb38-903a5f6922b4", "tag": "19d87129-f552-4b12-b811-856e28536dbc", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:41.820398 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcec37da-1b1c-4cb9-b37c-b9aab7a6d498 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:41.820794 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'tag': '19d87129-f552-4b12-b811-856e28536dbc', 'status': 'completed', 'code': 200} Oct 19 01:14:41.823298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 67ab6f89-f49e-4572-a64a-2432e80184fe {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:41.823642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67ab6f89-f49e-4572-a64a-2432e80184fe not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:41.827955 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b4f65233-b7c8-4519-b442-f46e94b8a3e0 req-6e831345-bad5-41e8-9cc3-2912dbda2c93 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704602 Oct 19 01:14:41.828981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.848695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-43d0e648-df76-4723-a6d4-ad293ac9a673 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19d87129-f552-4b12-b811-856e28536dbc HTTP/1.1" status: 200 len: 217 time: 0.1051207 Oct 19 01:14:41.857635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fe14ff-394b-41b9-8e63-20ad7d05bc75') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:41.857822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fe14ff-394b-41b9-8e63-20ad7d05bc75') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:41.864921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:41.865325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:41.873675 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:41.886499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-83976976-b5aa-4529-8aa6-d515a116a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:41.888367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-83976976-b5aa-4529-8aa6-d515a116a5f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35&tenant_id=9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 1102 time: 0.1724684 Oct 19 01:14:41.901552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.907866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:41.977186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:41.998923 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.006461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e1f052a3-0cab-42a9-8e30-374e8ca1f301 HTTP/1.1" status: 204 len: 168 time: 1.0828259 Oct 19 01:14:42.030204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce8893-490d-4984-859f-fab408079492 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f052a3-0cab-42a9-8e30-374e8ca1f301,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:42.035285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.209832 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.221428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51940) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:42.291429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.309102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-85624e56-c991-459e-847e-2d905f6a1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.310566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-85624e56-c991-459e-847e-2d905f6a1219 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.4508307 Oct 19 01:14:42.315836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:14:42.317018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:14:42.319768 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:14:42.325366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:42.343783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] For port 8b80ce54-4586-4a38-9b13-482f9cd11643, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:42.362552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683506eb-2192-4828-9c48-6d52d1cd65c6 req-be2deeb5-5f92-4833-b174-59a4eef610d9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.365527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-683506eb-2192-4828-9c48-6d52d1cd65c6 req-be2deeb5-5f92-4833-b174-59a4eef610d9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1023 time: 0.0882781 Oct 19 01:14:42.381867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:42.429991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-61a7325c-2e91-4da9-be1b-f0c58e3ca6fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875278 Oct 19 01:14:42.432358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] For port 8b80ce54-4586-4a38-9b13-482f9cd11643, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8b80ce54-4586-4a38-9b13-482f9cd11643,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:42.442959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abde6d1-f8cd-4115-a7d8-383a61800794 req-3b108db8-3758-4c91-992b-fa59a8b9bb4a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.444476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9abde6d1-f8cd-4115-a7d8-383a61800794 req-3b108db8-3758-4c91-992b-fa59a8b9bb4a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.2224927 Oct 19 01:14:42.449214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7b4492e0-d057-4b62-b909-76c429edd145 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3657033c8e9415fb3b423e7b89ea3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120059 Oct 19 01:14:42.449598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.450421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51944) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:42.462587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-683506eb-2192-4828-9c48-6d52d1cd65c6 req-d30df45c-643e-4343-9b97-a9b50545d806 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf049f91-dcde-4682-87f7-dcb49e58457a&id=ee5242cd-9c60-4848-a9f1-0949b9e89e8b&id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0618632 Oct 19 01:14:42.462842 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.470681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Transition to ACTIVE for port object 62c34b3b-a108-41f7-a17b-daace0d74d78 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:42.477269 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.489541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.555696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] No DVR routers for this DVR port 62c34b3b-a108-41f7-a17b-daace0d74d78 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:42.560048 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.563338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a9fe1078-938e-4fe1-acb2-820bb387a880 HTTP/1.1" status: 204 len: 168 time: 1.8424745 Oct 19 01:14:42.573218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:42.596242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.597040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.600068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] 10.222.0.74 "PUT /v2.0/ports/8b80ce54-4586-4a38-9b13-482f9cd11643 HTTP/1.1" status: 200 len: 1092 time: 2.7647934 Oct 19 01:14:42.642429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:42.642952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:42.643357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:42.643631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ee099-bf41-468a-90ca-7b122298bdd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fe1078-938e-4fe1-acb2-820bb387a880,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:42.660943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:42.661278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:42.674392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:42.674763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:42.675175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:42.676272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Bound port: 62c34b3b-a108-41f7-a17b-daace0d74d78, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:42.676272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.709345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9777fb7-f5de-4e46-88aa-dfd351818f43 req-70069128-d89e-490f-b38b-b3a4f1146a05 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.711080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9777fb7-f5de-4e46-88aa-dfd351818f43 req-70069128-d89e-490f-b38b-b3a4f1146a05 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 945 time: 0.1415894 Oct 19 01:14:42.763180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0'}, {'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:42.765382 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e277c82-f789-4f07-92b1-7c616cb7b667" -d '{"events": [{"name": "network-changed", "server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0"}, {"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-unplugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:42.794997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f95776e2-20a6-44ee-a1c0-7a336639f73b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.815861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:42.821748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:42.825829 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9777fb7-f5de-4e46-88aa-dfd351818f43 req-0142cbaa-0002-4376-9fc7-e3fb939064d0 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717146 Oct 19 01:14:42.826005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9abde6d1-f8cd-4115-a7d8-383a61800794 req-3e35bdb9-0013-4a88-a66c-98ba833468df tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591945 Oct 19 01:14:42.827317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.832631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:42.842370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651a2e8-7971-4c1c-9320-e0e85b7a07d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b80ce54-4586-4a38-9b13-482f9cd11643,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:42.873691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f95776e2-20a6-44ee-a1c0-7a336639f73b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.898573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.899191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:42.900598 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] 10.222.0.62 "PUT /v2.0/ports/62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 1097 time: 0.9976311 Oct 19 01:14:42.928224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-1274b48a-7836-411b-b534-9809f90e8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:42.930303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-1274b48a-7836-411b-b534-9809f90e8790 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 1095 time: 0.1902502 Oct 19 01:14:42.939693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-e8b9b647-19ae-45f3-8252-a9bd82d0f2e1 service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913371 Oct 19 01:14:42.985959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff45f2-36b6-4da2-a259-dadd5ce8ecbf service neutron] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:42.993417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-932e8611-bcdf-4460-a388-db18c156800f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3b7ffac3a18450e94018f83bd43d678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599526 Oct 19 01:14:43.008905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51954) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:43.056191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-8a3c2cae-e94e-4ff7-ba12-aae7f0d4bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.057715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-8a3c2cae-e94e-4ff7-ba12-aae7f0d4bcfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1100 time: 0.1292348 Oct 19 01:14:43.058019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-30928e10-4f22-4ac2-b6dd-41f599e8b9fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b80ce54-4586-4a38-9b13-482f9cd11643 HTTP/1.1" status: 200 len: 217 time: 0.0986474 Oct 19 01:14:43.087866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37684579-963e-4cbe-8afb-b63b9fd0e5dc req-951e10b0-9fcb-4442-a2ef-92ad170cc644 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.095311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-37684579-963e-4cbe-8afb-b63b9fd0e5dc req-951e10b0-9fcb-4442-a2ef-92ad170cc644 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.1229801 Oct 19 01:14:43.169451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f95776e2-20a6-44ee-a1c0-7a336639f73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.172098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f95776e2-20a6-44ee-a1c0-7a336639f73b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.177211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f95776e2-20a6-44ee-a1c0-7a336639f73b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a392ab69-a359-4381-912d-f2459c247721 HTTP/1.1" status: 204 len: 168 time: 0.7252603 Oct 19 01:14:43.184478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd382f6f-9b92-455f-b0d5-85d441206df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.195656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8792ff9-6452-4c48-93dc-dea6a98c09c2 req-ca49affa-90c4-4834-b81e-6bb59da7aa8e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.198824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8792ff9-6452-4c48-93dc-dea6a98c09c2 req-ca49affa-90c4-4834-b81e-6bb59da7aa8e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 943 time: 0.2366965 Oct 19 01:14:43.214447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-8912bba0-d4a1-47a5-aaff-dd89ac60604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.216110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-37684579-963e-4cbe-8afb-b63b9fd0e5dc req-0db258d0-322f-4b87-b0b4-8d66617e228b tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175499 Oct 19 01:14:43.216470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-8912bba0-d4a1-47a5-aaff-dd89ac60604f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.1477525 Oct 19 01:14:43.223443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95776e2-20a6-44ee-a1c0-7a336639f73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a392ab69-a359-4381-912d-f2459c247721,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.276978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-d7795833-cf37-4fcd-b347-b4edaa5288f5 service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303914 Oct 19 01:14:43.277132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd382f6f-9b92-455f-b0d5-85d441206df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.288857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-c64e10a8-29f9-4da3-a28c-8dd93d899a9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591478 Oct 19 01:14:43.300437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-ae1d6d01-b3ef-4d0a-8466-fd97c4ebd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.304447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-ae1d6d01-b3ef-4d0a-8466-fd97c4ebd37b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2308776 Oct 19 01:14:43.312254 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72efe1e6-d24a-434e-b970-e496ecda6394 x-openstack-request-id: req-72efe1e6-d24a-434e-b970-e496ecda6394 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:43.314704 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0", "status": "completed", "code": 200}, {"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-unplugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:43.315061 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72efe1e6-d24a-434e-b970-e496ecda6394 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:43.315621 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0', 'status': 'completed', 'code': 200} Oct 19 01:14:43.315913 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'code': 200} Oct 19 01:14:43.325177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8792ff9-6452-4c48-93dc-dea6a98c09c2 req-1f617279-63a7-4fb9-a246-6bf43083fd0c tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946288 Oct 19 01:14:43.390245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-23887378-8baa-45fc-b62b-1b16d1d00630 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.0658548 Oct 19 01:14:43.506670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-136e12f7-bb66-4c9e-93f0-77c7923ad13b service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756284 Oct 19 01:14:43.512072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50de43-0a4b-43c6-ab5f-2fff449a7dec req-4d6951ce-9417-4002-9f3f-3bd1ca10a7fb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.514294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-1e757aaa-598e-4dc3-b179-5bc7af200b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.516094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7a50de43-0a4b-43c6-ab5f-2fff449a7dec req-4d6951ce-9417-4002-9f3f-3bd1ca10a7fb tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 948 time: 0.1265233 Oct 19 01:14:43.521991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-1e757aaa-598e-4dc3-b179-5bc7af200b6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=fe48c8b6-efd7-4a53-bb38-903a5f6922b4 HTTP/1.1" status: 200 len: 1096 time: 0.1110768 Oct 19 01:14:43.527113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd382f6f-9b92-455f-b0d5-85d441206df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.530532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd382f6f-9b92-455f-b0d5-85d441206df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:43.533968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fd382f6f-9b92-455f-b0d5-85d441206df5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c821ec70-0a85-4398-81c1-bc92d794888f HTTP/1.1" status: 204 len: 168 time: 0.5202920 Oct 19 01:14:43.534110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-8d553467-d2b9-4c86-9318-5ca3c68ee85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.534110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-8d553467-d2b9-4c86-9318-5ca3c68ee85e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffd46702aea5415391bfb5e7d96393a8&device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1175 time: 0.1246228 Oct 19 01:14:43.563147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-24ce32d9-4bee-4654-a705-024ff0f722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.563147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-24ce32d9-4bee-4654-a705-024ff0f722e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1575305 Oct 19 01:14:43.576423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd382f6f-9b92-455f-b0d5-85d441206df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c821ec70-0a85-4398-81c1-bc92d794888f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:43.641180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-44ac69be-7e66-40d3-b24c-16fa7f95bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.643234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-44ac69be-7e66-40d3-b24c-16fa7f95bf85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642571 Oct 19 01:14:43.649433 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7a50de43-0a4b-43c6-ab5f-2fff449a7dec req-54bc4489-c13b-4ac4-9ed7-47072ed64b41 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249933 Oct 19 01:14:43.702594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:43.789135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:43.825138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'tag': '8b80ce54-4586-4a38-9b13-482f9cd11643'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:43.827460 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd74677-f934-4a67-a130-ac515b17e3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b38b032a-4dd0-48e1-b25c-d3ed5bb17973", "tag": "8b80ce54-4586-4a38-9b13-482f9cd11643"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:43.841157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-26d18417-94c6-48ea-80ed-e3c8064cb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.842834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-26d18417-94c6-48ea-80ed-e3c8064cb58d service neutron] 10.222.0.74 "GET /v2.0/networks?id=12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 200 len: 914 time: 0.2852819 Oct 19 01:14:43.851223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-e3664dfb-94a4-47b6-aa25-966a79e01581 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965597 Oct 19 01:14:43.929032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6d0a-4534-4438-ac17-891d2e34ef69 req-9392f249-e67e-452b-bf22-5fb7da727c82 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:43.930539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f1f6d0a-4534-4438-ac17-891d2e34ef69 req-9392f249-e67e-452b-bf22-5fb7da727c82 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1023 time: 0.3749478 Oct 19 01:14:43.938373 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82441c9e-8ea4-4120-a07a-01b809dbc4c9 x-openstack-request-id: req-82441c9e-8ea4-4120-a07a-01b809dbc4c9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:43.938625 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38b032a-4dd0-48e1-b25c-d3ed5bb17973", "tag": "8b80ce54-4586-4a38-9b13-482f9cd11643", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:43.938892 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82441c9e-8ea4-4120-a07a-01b809dbc4c9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:43.939252 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'tag': '8b80ce54-4586-4a38-9b13-482f9cd11643', 'status': 'completed', 'code': 200} Oct 19 01:14:43.977037 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-f16eafed-9beb-4bdc-af41-ab6767caf471 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 200 len: 217 time: 0.1214664 Oct 19 01:14:43.997388 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-013bfa44-f8f5-4341-9372-7ee977d4d4a5 req-8614148f-e7fa-4d8c-9a9a-c69975a9cff1 service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736254 Oct 19 01:14:43.998441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-79ba11ce-7b21-4867-ba8d-93f95be0be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.002699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-79ba11ce-7b21-4867-ba8d-93f95be0be01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 913 time: 0.4660099 Oct 19 01:14:44.014670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fac6b217-f4a1-4b26-b1ea-ead25b705321 req-f1189aba-fcf7-4e66-a28a-12a8abc0736a service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498933 Oct 19 01:14:44.111500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e6d4f-365e-4ec6-9ac3-8bd77e4002a2 req-fb5188f9-0770-4248-b87c-9670afa1a978 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.112752 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-cf697afa-b7d2-4ea1-baae-d3b5fefca439 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19d87129-f552-4b12-b811-856e28536dbc HTTP/1.1" status: 200 len: 217 time: 0.0931494 Oct 19 01:14:44.113043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-618e6d4f-365e-4ec6-9ac3-8bd77e4002a2 req-fb5188f9-0770-4248-b87c-9670afa1a978 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 945 time: 0.1450665 Oct 19 01:14:44.162975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-ac991942-bc39-4ac4-b976-d5067f1145a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.164460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-ac991942-bc39-4ac4-b976-d5067f1145a2 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.2918808 Oct 19 01:14:44.205737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-e42d34b1-ab8e-47c9-8a49-4d383f20c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.207280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-e42d34b1-ab8e-47c9-8a49-4d383f20c59a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 200 len: 853 time: 0.2179267 Oct 19 01:14:44.208532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-618e6d4f-365e-4ec6-9ac3-8bd77e4002a2 req-6f6df71a-9f4c-40f7-907d-e8ae1ea144b0 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849338 Oct 19 01:14:44.214124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-65a98cd8-0fda-4f7a-ab2f-bcd314610bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.215836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-65a98cd8-0fda-4f7a-ab2f-bcd314610bfd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4c6895689ac947d1b081d4afded415df&device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 1095 time: 0.0814037 Oct 19 01:14:44.224773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f1f6d0a-4534-4438-ac17-891d2e34ef69 req-b01f115f-8a8f-472a-8a60-95384c00b086 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf049f91-dcde-4682-87f7-dcb49e58457a&id=ee5242cd-9c60-4848-a9f1-0949b9e89e8b&id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2733886 Oct 19 01:14:44.304526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-15915974-95de-48ab-8f35-b0a076faff04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12311b84-bf6d-4043-b546-838828c304d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771120 Oct 19 01:14:44.342552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-5dd7d215-5be2-4b92-8636-4f3964ccc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.344010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-5dd7d215-5be2-4b92-8636-4f3964ccc9d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.2005274 Oct 19 01:14:44.415055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831517ef-af12-42aa-9d63-d5a4250a136c req-1769e58b-ec65-49b1-aba0-0357ab64b998 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.416648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-831517ef-af12-42aa-9d63-d5a4250a136c req-1769e58b-ec65-49b1-aba0-0357ab64b998 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1023 time: 0.3248842 Oct 19 01:14:44.470810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-119e635f-d4b0-4030-9e54-91de50d3ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.473026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-119e635f-d4b0-4030-9e54-91de50d3ad56 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 200 len: 913 time: 0.2477460 Oct 19 01:14:44.490177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d2672-0bdc-4715-b5a5-d2bb961b72f5 req-775bb32e-12d8-4fa8-952f-4851ff78fad0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.491818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97d2672-0bdc-4715-b5a5-d2bb961b72f5 req-775bb32e-12d8-4fa8-952f-4851ff78fad0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.1008389 Oct 19 01:14:44.540070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52004) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.552914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-8af15c61-f886-4414-9b1e-0af640f913a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b80ce54-4586-4a38-9b13-482f9cd11643 HTTP/1.1" status: 200 len: 217 time: 0.0599184 Oct 19 01:14:44.577211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-2f66c783-b06b-4f47-b08a-fe8852cac744 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554246 Oct 19 01:14:44.658412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97d2672-0bdc-4715-b5a5-d2bb961b72f5 req-2557402b-fbea-4e6f-89a8-aa295415d849 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571712 Oct 19 01:14:44.682415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-f91c6807-b6d8-47c9-ad7d-4c22617c24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.688759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-f91c6807-b6d8-47c9-ad7d-4c22617c24d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 200 len: 852 time: 0.1280458 Oct 19 01:14:44.772971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-fae5eb1d-eca0-48d1-8909-ec8ba0cf7651 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b6106c76-884a-499a-a8ee-38084482390e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771275 Oct 19 01:14:44.805259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15d670-3487-4e08-ac7c-7757125a3fd2 req-4e3b02f2-3d81-49ef-889f-07585fb55fc1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.810953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd15d670-3487-4e08-ac7c-7757125a3fd2 req-4e3b02f2-3d81-49ef-889f-07585fb55fc1 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.3932312 Oct 19 01:14:44.826639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1870581494-network', 'tenant_id': 'df54b6fc5681472fbbdeb4ca606db1bc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:44.918664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52020) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:44.943325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Deleting port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:44.944102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.955079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Made reservation on behalf of df54b6fc5681472fbbdeb4ca606db1bc for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:44.955236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-9f43c037-e2cb-4abe-a365-0c73849129ab service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379616 Oct 19 01:14:44.958341 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:44.982351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf046-aa0c-4c28-a0bc-53f8e0813374 req-5b9d576f-3f9c-4092-adb2-ea5bb3900ad1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:44.984068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0daf046-aa0c-4c28-a0bc-53f8e0813374 req-5b9d576f-3f9c-4092-adb2-ea5bb3900ad1 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 943 time: 0.1621828 Oct 19 01:14:44.986947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.026197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-3039955f-5081-4b72-8930-cf8d74623014 service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435632 Oct 19 01:14:45.053727 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd15d670-3487-4e08-ac7c-7757125a3fd2 req-205343ef-bb46-4999-b506-5bf43607e713 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302084 Oct 19 01:14:45.132662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-821415763-network', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.153239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0daf046-aa0c-4c28-a0bc-53f8e0813374 req-c7afb8fa-e9d9-493f-a5a4-cd3b1c0aa6ba tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496255 Oct 19 01:14:45.174888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Deleting port e9da07d2-ee22-48c2-bd79-c8440a997db0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:45.174888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.202217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd74677-f934-4a67-a130-ac515b17e3ed req-ab82af97-7a9e-4e06-810e-8272b44d55ad service neutron] 10.222.0.74 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657617 Oct 19 01:14:45.204506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Made reservation on behalf of 909d2f4fb5a24ca7a8aed1d2c1d611bc for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:45.206949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.223160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.275883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.288161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 19d87129-f552-4b12-b811-856e28536dbc details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:45.295171 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.319009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:45.321845 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58506020-2c95-45d3-b844-742b58a19012" -d '{"events": [{"name": "network-changed", "server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:45.351618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:45.377178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6378835-32e1-4c8f-9027-86429f67aec0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:45.387750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.388219 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Added segment 5d678f74-9e7a-4752-ab35-ef4cab0726fd of type vlan for network bfe2b3f7-df60-4f12-a833-0d1a64149a3f Oct 19 01:14:45.459105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.495410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.499050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.524662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 19d87129-f552-4b12-b811-856e28536dbc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=19d87129-f552-4b12-b811-856e28536dbc,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:45.539007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '19d87129-f552-4b12-b811-856e28536dbc', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'port_id': '19d87129-f552-4b12-b811-856e28536dbc', 'mac_address': 'fa:16:3e:1f:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6ea792-f825-4538-8342-9ff51dc13c18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:45.544159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:14:45.603768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.604321 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Added segment 99fb7ad7-7f70-4535-b758-2cae877f1e45 of type vlan for network d0148eca-0fd1-4ca1-b4cb-56d424879b29 Oct 19 01:14:45.606903 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.612146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-d59caf06-fbe0-4b8b-b675-60772b6f1e09 service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9882400 Oct 19 01:14:45.624475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d87129-f552-4b12-b811-856e28536dbc {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:45.648017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 19d87129-f552-4b12-b811-856e28536dbc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=19d87129-f552-4b12-b811-856e28536dbc,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:45.682847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.683638 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.696109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68783087-ae00-40d5-8508-41b9ca44fb9d req-f6e7f497-0386-4e83-802a-e6c8d4c0bf6f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:45.703911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68783087-ae00-40d5-8508-41b9ca44fb9d req-f6e7f497-0386-4e83-802a-e6c8d4c0bf6f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1023 time: 0.2681041 Oct 19 01:14:45.703911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e186d57b-5899-40c4-94df-536508f593f0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:45.713102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.713102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:45.713102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.735259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:45.767129 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2212338 Oct 19 01:14:45.767507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=19d87129-f552-4b12-b811-856e28536dbc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:45.770980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52032) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:45.791619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Request body: {'subnet': {'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1870581494-subnet', 'tenant_id': 'df54b6fc5681472fbbdeb4ca606db1bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:45.820794 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.resource_extend [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:14:45.830415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Made reservation on behalf of df54b6fc5681472fbbdeb4ca606db1bc for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:45.832948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.842387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e277c82-f789-4f07-92b1-7c616cb7b667 req-75fdd513-be41-4e29-969d-db5ec7ef9ba6 service neutron] 10.222.0.74 "GET /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8577878 Oct 19 01:14:45.844480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] For port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:45.844857 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:45.911141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846669d-3b53-42d7-9fe2-7e8e372683a8 req-d4e521db-83b7-4e49-98f6-29053df730c7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:45.918764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4846669d-3b53-42d7-9fe2-7e8e372683a8 req-d4e521db-83b7-4e49-98f6-29053df730c7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 948 time: 0.7128725 Oct 19 01:14:45.930957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:45.946704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 has no active binding in host n-h1-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:14:45.989156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d8829c16-f81e-44c3-b256-0b8f2771b091 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:45.990730 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-d8829c16-f81e-44c3-b256-0b8f2771b091 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1098 time: 0.4477599 Oct 19 01:14:45.996959 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68783087-ae00-40d5-8508-41b9ca44fb9d req-00f070fa-e69d-4132-bcd7-8ca1b5e53cdf tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf049f91-dcde-4682-87f7-dcb49e58457a&id=ee5242cd-9c60-4848-a9f1-0949b9e89e8b&id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2957337 Oct 19 01:14:46.018335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['19d87129-f552-4b12-b811-856e28536dbc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:46.077380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] For port e9da07d2-ee22-48c2-bd79-c8440a997db0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e9da07d2-ee22-48c2-bd79-c8440a997db0,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:46.077980 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.138080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Calling delete_port for e9da07d2-ee22-48c2-bd79-c8440a997db0 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:46.142915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad5b7d00-0c04-45b5-a223-8d9fb932b419 req-4fd895a4-e07c-4b4a-82e8-de0391781171 service neutron] 10.222.0.62 "GET /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177302 Oct 19 01:14:46.184707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4846669d-3b53-42d7-9fe2-7e8e372683a8 req-5fce99ae-2ec4-4e69-9b99-63c7931cbfac tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649291 Oct 19 01:14:46.386151 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275497bb-7f91-4810-bdbc-6332ba6f6d90 x-openstack-request-id: req-275497bb-7f91-4810-bdbc-6332ba6f6d90 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:46.386151 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:46.386499 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-275497bb-7f91-4810-bdbc-6332ba6f6d90 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:46.386673 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'status': 'completed', 'code': 200} Oct 19 01:14:46.392517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-20'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:46.395168 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.395816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.396399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.411205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c4570-ae09-4306-9059-ca9104bdcfc0 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe2b3f7-df60-4f12-a833-0d1a64149a3f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.428230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:46.507673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-2666af58-2e9d-4a80-b4d2-a2a7b00eadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.509227 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-2666af58-2e9d-4a80-b4d2-a2a7b00eadff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1100 time: 0.2259111 Oct 19 01:14:46.511446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-4cb1b4a9-99fb-44b0-89ee-9f37bd0cf1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.513344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-4cb1b4a9-99fb-44b0-89ee-9f37bd0cf1b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1100 time: 0.2315850 Oct 19 01:14:46.521918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6021631 Oct 19 01:14:46.542396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52040) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:46.547740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Request body: {'subnet': {'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-subnet', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:46.587890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38945e-f207-4c2b-a9df-d729138d9d6a admin admin] Pushing event updated for resources: {'Network': ['ID=d0148eca-0fd1-4ca1-b4cb-56d424879b29,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.592647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.602251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:14:46.616293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee98485-364d-4bd0-a328-cd461bd3a290 req-b88cfd31-20d1-458b-bdb8-484eadb7e8c9 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.619925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81079b15-04ec-4065-b61d-941e639ce4ad req-fba2b9c4-ba22-431e-b4f7-e8a2a8553d6a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.625678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cee98485-364d-4bd0-a328-cd461bd3a290 req-b88cfd31-20d1-458b-bdb8-484eadb7e8c9 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 945 time: 0.3215947 Oct 19 01:14:46.631850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81079b15-04ec-4065-b61d-941e639ce4ad req-fba2b9c4-ba22-431e-b4f7-e8a2a8553d6a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 946 time: 0.2495744 Oct 19 01:14:46.642287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.642558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.642879 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b disassociated. External IP: 172.25.0.41, port: 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b. Oct 19 01:14:46.643227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Calling delete_port for 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:46.743517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.758079 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81079b15-04ec-4065-b61d-941e639ce4ad req-e8b815fa-25ce-48e1-a4f6-a104071fe9e1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252968 Oct 19 01:14:46.921129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Made reservation on behalf of 909d2f4fb5a24ca7a8aed1d2c1d611bc for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:46.922598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=940ab77a-0a42-442b-9bc5-4281aeec198d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:46.923630 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:46.943840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-e70f6074-e8e9-4db2-b6ff-81488c2d582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:46.945381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-e70f6074-e8e9-4db2-b6ff-81488c2d582d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.4153571 Oct 19 01:14:46.957827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cee98485-364d-4bd0-a328-cd461bd3a290 req-d5f01942-6bde-4249-ba97-bb5e5d1e5c06 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1511d07-9df4-4932-b04c-39fdc83fc8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310728 Oct 19 01:14:46.976191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Checking segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:46.976641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Network hostable DHCP agents. Network: bfe2b3f7-df60-4f12-a833-0d1a64149a3f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:47.028848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af54836-63b2-4468-ad3f-ad4e457d33cd req-0ba4811e-6012-4c7e-91b0-964bf6a8f0a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.037578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7af54836-63b2-4468-ad3f-ad4e457d33cd req-0ba4811e-6012-4c7e-91b0-964bf6a8f0a8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 943 time: 0.1906853 Oct 19 01:14:47.047993 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:47.062512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:47.078438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-52c6b181-e3dd-4d61-b86c-f05b391735c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.0852354 Oct 19 01:14:47.104507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, bfe2b3f7-df60-4f12-a833-0d1a64149a3f) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:47.115268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4d394-d3fb-464a-9077-1dfb8788ed47 None None] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:47.134898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.135636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.159105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7af54836-63b2-4468-ad3f-ad4e457d33cd req-c5cfc705-a4a6-4284-b51a-d4b1cf842c48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204658 Oct 19 01:14:47.179344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:47.248336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-1f021fa6-c463-4ad0-a38d-d172680d2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.250069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-1f021fa6-c463-4ad0-a38d-d172680d2041 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.7086830 Oct 19 01:14:47.261759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d6093c1-ab8c-4b97-8b88-eb97419a89ae admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4741879 Oct 19 01:14:47.302319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:47.305366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 19d87129-f552-4b12-b811-856e28536dbc up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:47.322168 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.329678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.362243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-a9a9e021-5a68-4968-ae41-8304cdf00674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.365486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-a9a9e021-5a68-4968-ae41-8304cdf00674 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1799796 Oct 19 01:14:47.385115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b33f3-538d-449e-bc8b-13db058807c6 None None] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:47.400886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71174585-5e42-48a7-b1a5-bfb1ff5b5837 req-46beaf18-843b-46f1-9fc7-76f9011ca2d1 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.411089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71174585-5e42-48a7-b1a5-bfb1ff5b5837 req-46beaf18-843b-46f1-9fc7-76f9011ca2d1 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d20ad1c-66d8-4740-9e72-978c9887b165 HTTP/1.1" status: 200 len: 1023 time: 0.1363328 Oct 19 01:14:47.440494 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.445077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-91ef48db-398a-4013-b092-cad1efba1da7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.0713081 Oct 19 01:14:47.487726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:47.531952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71174585-5e42-48a7-b1a5-bfb1ff5b5837 req-ac4b4d8f-0179-45c4-8fc4-18befcd5af74 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf049f91-dcde-4682-87f7-dcb49e58457a&id=ee5242cd-9c60-4848-a9f1-0949b9e89e8b&id=8dd2f312-c949-47e8-be8d-4090188cba31&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1205010 Oct 19 01:14:47.540479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event deleted for resources: {'Port': ['ID=6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:47.546372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on host n-h2-789963-20 for vnic_type normal with profile {"migrating_to": "n-h1-789963-20"} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:47.546901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:47.547429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:47.559774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:47.560466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Attempting to bind port 4570f789-80b6-4b73-847a-c8940b30e8c1 on network 56fc9e66-ba83-4ac4-a193-bd7876bc3b89 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:47.568866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:47.569473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Checking segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:47.570054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Bound using segment: {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:47.571609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Bound port: 4570f789-80b6-4b73-847a-c8940b30e8c1, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29c3308-422b-4360-8a26-486874c2141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '56fc9e66-ba83-4ac4-a193-bd7876bc3b89'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:47.572308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.595953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.638378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:47.658035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 19d87129-f552-4b12-b811-856e28536dbc completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:47.729806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 19d87129-f552-4b12-b811-856e28536dbc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:47.730537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.745024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:47.752536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:47.759350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.839455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8b80ce54-4586-4a38-9b13-482f9cd11643 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:47.887342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:47.888080 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:47.894239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] 10.222.0.74 "PUT /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 1124 time: 1.5098617 Oct 19 01:14:47.894849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae9f6c-6b68-4293-b599-fb825282dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=8']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:47.958985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Router fe71288c-b475-4807-8fbc-97e3718d56fe has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:47.991868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e9da07d2-ee22-48c2-bd79-c8440a997db0 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:48.089521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] No DVR routers for this DVR port e9da07d2-ee22-48c2-bd79-c8440a997db0 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:48.095061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.103213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-831517ef-af12-42aa-9d63-d5a4250a136c req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "DELETE /v2.0/ports/e9da07d2-ee22-48c2-bd79-c8440a997db0 HTTP/1.1" status: 204 len: 173 time: 3.6790471 Oct 19 01:14:48.110060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c4621-6a05-4776-ab74-606ea3b0ddbd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'Port': ['ID=e9da07d2-ee22-48c2-bd79-c8440a997db0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:48.117787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-5f831a20-584f-40dc-b9ed-9edbda78c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:48.120664 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-5f831a20-584f-40dc-b9ed-9edbda78c5ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.5886319 Oct 19 01:14:48.130583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'name': 'network-vif-deleted', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:48.142680 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f3dd08-2323-42d9-82b6-7e110c70232d" -d '{"events": [{"server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "name": "network-vif-deleted", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:48.181409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['4570f789-80b6-4b73-847a-c8940b30e8c1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:48.183673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4570f789-80b6-4b73-847a-c8940b30e8c1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:48.200240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:48.204594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-68f57706-c36b-4b5e-8693-111da49b8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:48.209363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-68f57706-c36b-4b5e-8693-111da49b8db4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7708962 Oct 19 01:14:48.231929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: e9da07d2-ee22-48c2-bd79-c8440a997db0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:48.232357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e9da07d2-ee22-48c2-bd79-c8440a997db0 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:48.274504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-473fec56-1659-4959-a07d-65b9bc3e1cf4 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:48.284098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-473fec56-1659-4959-a07d-65b9bc3e1cf4 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.1984220 Oct 19 01:14:48.304865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-e415799b-f7f5-4133-b9c5-ed76d970f8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/quotas/df54b6fc5681472fbbdeb4ca606db1bc HTTP/1.1" status: 200 len: 375 time: 0.0187917 Oct 19 01:14:48.354206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-7dcb330b-5e2c-46f9-9dbb-2097009bf48d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475729 Oct 19 01:14:48.388607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1'}, {'name': 'network-changed', 'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:48.391185 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f43d38-6c92-4f48-a21c-35168d21e4eb" -d '{"events": [{"server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "name": "network-vif-unplugged", "status": "completed", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1"}, {"name": "network-changed", "server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:48.433672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'mac_address': 'fa:16:3e:e1:a3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:48.443087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8b80ce54-4586-4a38-9b13-482f9cd11643, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8b80ce54-4586-4a38-9b13-482f9cd11643,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:48.486463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-c14a3ef2-6db8-4e78-acf8-6a031530a445 service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316369 Oct 19 01:14:48.513011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '8b80ce54-4586-4a38-9b13-482f9cd11643', 'network_id': 'b6106c76-884a-499a-a8ee-38084482390e', 'port_id': '8b80ce54-4586-4a38-9b13-482f9cd11643', 'mac_address': 'fa:16:3e:ed:c2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6ea792-f825-4538-8342-9ff51dc13c18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:48.526960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:48.538521 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] Sync routers for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:48.560562 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:48.561466 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:48.637288 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-01c0ce74-b006-4fda-8282-04ee41ee9cdd service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496406 Oct 19 01:14:48.705971 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.746244 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.834965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c34b3b-a108-41f7-a17b-daace0d74d78 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:48.854811 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:48.902819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d87129-f552-4b12-b811-856e28536dbc'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:48.905444 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411931bc-30f1-48f5-9438-f344dae898f5" -d '{"events": [{"server_uuid": "fe48c8b6-efd7-4a53-bb38-903a5f6922b4", "name": "network-vif-plugged", "status": "completed", "tag": "19d87129-f552-4b12-b811-856e28536dbc"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:48.942982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:48.964710 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:48.966163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b80ce54-4586-4a38-9b13-482f9cd11643 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:48.996636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 19d87129-f552-4b12-b811-856e28536dbc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=19d87129-f552-4b12-b811-856e28536dbc,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:49.014821 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.068561 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.069381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:49.152350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8b80ce54-4586-4a38-9b13-482f9cd11643, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8b80ce54-4586-4a38-9b13-482f9cd11643,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:49.186457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.188283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:14:49.188917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:49.233301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ef0a3-1b05-478a-a9fa-65ab680b4830 req-9d839e9b-ca48-410a-9814-9a54f654052d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.245366 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499ef0a3-1b05-478a-a9fa-65ab680b4830 req-9d839e9b-ca48-410a-9814-9a54f654052d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.1842782 Oct 19 01:14:49.254522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6233e-c7d9-479d-b923-04fe4d390628 req-ed5dfc2a-e981-46b0-a7a5-888e3fc4bd83 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.260200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31a6233e-c7d9-479d-b923-04fe4d390628 req-ed5dfc2a-e981-46b0-a7a5-888e3fc4bd83 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 948 time: 1.5159891 Oct 19 01:14:49.284426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.303142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-499ef0a3-1b05-478a-a9fa-65ab680b4830 req-58c16463-7d10-4c6c-af27-3595438d6def tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564687 Oct 19 01:14:49.304063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:49.428158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] No DVR routers for this DVR port 6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:49.497183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5edef8be-df91-4345-bc3f-db7b0ecaba25 req-a5e80edd-236b-477d-a6db-78a773fe8ea8 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd0fe775-456b-4d9f-a0d9-e832669e6c5d HTTP/1.1" status: 200 len: 210 time: 0.0740421 Oct 19 01:14:49.529377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-f409db96-fc6d-4420-b0af-f6db2d54a583 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1617441 Oct 19 01:14:49.530770 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:49.544908 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:49.553822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9680f3b-2a9d-4daa-91de-cd8e191ec2f8 req-2d6a0ead-6790-4499-933f-d353752cad78 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.62 "DELETE /v2.0/ports/6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b HTTP/1.1" status: 204 len: 173 time: 5.3790219 Oct 19 01:14:49.557805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506020-2c95-45d3-b844-742b58a19012 req-3ac23a14-3e16-4962-bf49-1a5cfbc6163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.560235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-3ac23a14-3e16-4962-bf49-1a5cfbc6163f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4033041 Oct 19 01:14:49.637216 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e682fcf6-cdca-42f4-9f61-a27487c89bcb x-openstack-request-id: req-e682fcf6-cdca-42f4-9f61-a27487c89bcb {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:49.637505 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d20ad1c-66d8-4740-9e72-978c9887b165", "name": "network-vif-deleted", "tag": "e9da07d2-ee22-48c2-bd79-c8440a997db0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:49.637765 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e682fcf6-cdca-42f4-9f61-a27487c89bcb {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:49.638158 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d20ad1c-66d8-4740-9e72-978c9887b165', 'name': 'network-vif-deleted', 'tag': 'e9da07d2-ee22-48c2-bd79-c8440a997db0', 'status': 'completed', 'code': 200} Oct 19 01:14:49.638537 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] Checking router: fe71288c-b475-4807-8fbc-97e3718d56fe for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:49.669331 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:49.671467 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:49.693525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-498f67e2-fc06-4409-8bf9-5c08fbc0c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.695221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-498f67e2-fc06-4409-8bf9-5c08fbc0c30e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 1096 time: 0.1447005 Oct 19 01:14:49.751103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31a6233e-c7d9-479d-b923-04fe4d390628 req-5c6cf627-9dff-4803-99be-7c88a459c543 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397299 Oct 19 01:14:49.752140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a62946-4e5a-433e-b583-121c648925a2,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:49.810648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62c34b3b-a108-41f7-a17b-daace0d74d78'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:49.873270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Checking segment: {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:49.875479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Network hostable DHCP agents. Network: d0148eca-0fd1-4ca1-b4cb-56d424879b29, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:14:49.896624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-45ca90ac-6e37-476e-afcc-efae45b5f47e service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3798637 Oct 19 01:14:49.916581 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebad5476-c92a-4b85-8860-d2d0cf17be70 x-openstack-request-id: req-ebad5476-c92a-4b85-8860-d2d0cf17be70 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:49.917248 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "name": "network-vif-unplugged", "status": "completed", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1", "code": 200}, {"name": "network-changed", "server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:49.917687 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebad5476-c92a-4b85-8860-d2d0cf17be70 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:49.918223 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1', 'code': 200} Oct 19 01:14:49.918976 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1', 'status': 'completed', 'code': 200} Oct 19 01:14:49.951475 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:49.961802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eedb7-eac1-4b10-bbba-25d68e8ea709 req-6d246e58-1687-4319-9e76-eb9492d86445 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:49.977623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-340eedb7-eac1-4b10-bbba-25d68e8ea709 req-6d246e58-1687-4319-9e76-eb9492d86445 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 944 time: 0.2031493 Oct 19 01:14:50.006366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-f8103469-0959-431b-82a7-c2c9f66c96f6 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236422 Oct 19 01:14:50.024826 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:50.037372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-71db64a7-ca04-4d39-8612-847b351d2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.042279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-71db64a7-ca04-4d39-8612-847b351d2f15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.3225186 Oct 19 01:14:50.082724 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94815e37-1a96-4319-8c17-dcf551a75efb x-openstack-request-id: req-94815e37-1a96-4319-8c17-dcf551a75efb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:50.085496 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48c8b6-efd7-4a53-bb38-903a5f6922b4", "name": "network-vif-plugged", "status": "completed", "tag": "19d87129-f552-4b12-b811-856e28536dbc", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:50.085999 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94815e37-1a96-4319-8c17-dcf551a75efb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:50.088057 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d87129-f552-4b12-b811-856e28536dbc', 'code': 200} Oct 19 01:14:50.108544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=19d87129-f552-4b12-b811-856e28536dbc,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:50.195394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-340eedb7-eac1-4b10-bbba-25d68e8ea709 req-49ce949b-d9fc-40a8-9e3f-8cadd107cac3 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167604 Oct 19 01:14:50.206585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-0cc8fd15-6c84-459e-a9d8-bf5f1740010d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 200 len: 217 time: 0.1522238 Oct 19 01:14:50.208501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.62', 54689) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:50.228021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8b80ce54-4586-4a38-9b13-482f9cd11643'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:50.230840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:14:50.331019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8b80ce54-4586-4a38-9b13-482f9cd11643,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:50.335587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-4db82fce-6418-47df-9ff6-a825a14519d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.337484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-4db82fce-6418-47df-9ff6-a825a14519d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1127 time: 0.3596683 Oct 19 01:14:50.340431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b7a0ae1-5513-41a9-911f-642cb5bb9bea req-aeb13b21-b051-493d-a3c1-c6a3f25bf786 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 210 time: 0.1381466 Oct 19 01:14:50.372074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, d0148eca-0fd1-4ca1-b4cb-56d424879b29) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:50.403468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef03af-6aca-4a59-8501-f938220849a5 None None] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:50.442161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-35dd29cb-e3d6-4be7-aecf-3e1990affb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.444393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-35dd29cb-e3d6-4be7-aecf-3e1990affb7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.1957176 Oct 19 01:14:50.469171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-65f5bb14-9176-44de-8ee4-b8d3eb57a92d service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217310 Oct 19 01:14:50.520424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58506020-2c95-45d3-b844-742b58a19012 req-bb9aa860-dc76-4c22-a765-f6656d65290f service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785279 Oct 19 01:14:50.525264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.526182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:50.544340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-d66f45f8-11fd-402c-a0a2-c5d3778b0d3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874007 Oct 19 01:14:50.545950 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:50.579185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cfb2f-42c5-4b30-b304-45c1bb17ca1c req-31f87ead-68c1-4c5e-9a29-dabcc41a548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.583747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9cfb2f-42c5-4b30-b304-45c1bb17ca1c req-31f87ead-68c1-4c5e-9a29-dabcc41a548c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe48c8b6-efd7-4a53-bb38-903a5f6922b4 HTTP/1.1" status: 200 len: 1098 time: 0.3459327 Oct 19 01:14:50.624353 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8377c-77d0-4b68-aa14-007de55b46ab None None] The sync data for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 is: [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:09:55Z', 'revision_number': 4, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3389304c-0d1c-422f-814a-c2579bae6826', 'name': '', 'network_id': '77a65c6d-c418-4f98-93f6-06fb0b05bada', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'mac_address': 'fa:16:3e:4e:d3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:54Z', 'updated_at': '2021-10-19T01:10:00Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'subnets': [{'id': 'd4d5b4a5-7a04-4e39-94ec-523970ce2ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:50.750417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a50a412-71c9-45e9-a3fc-405a05fcb350 req-ecb8568a-5017-4877-8ed6-3b8eea2045b9 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/cf049f91-dcde-4682-87f7-dcb49e58457a HTTP/1.1" status: 200 len: 1801 time: 0.2479851 Oct 19 01:14:50.759645 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9cfb2f-42c5-4b30-b304-45c1bb17ca1c req-60c87cad-738c-46cf-81c0-3cd5d2457855 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452043 Oct 19 01:14:50.762669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-b8e9df3d-a729-496c-a65f-f66e513b4a90 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097125 Oct 19 01:14:50.772790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-018f367e-8b53-4c36-8ac4-083d417e02df admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.2293665 Oct 19 01:14:50.786548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079f0e4-fd48-427f-a616-f0525dc4fa59 None None] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:14:50.787267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52116) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:50.813774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:50.843116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2b7f3-61c0-4f6a-a916-302262835d4d req-48f60aae-c87e-4584-ab55-b62d1073fb84 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.848462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-5419cd23-312b-4045-9d8d-6dc61144a7e2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.850081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-5419cd23-312b-4045-9d8d-6dc61144a7e2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.62 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35&tenant_id=9d05292ca908459aa0eb23f3e418bded&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 949 time: 0.2342341 Oct 19 01:14:50.853467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89c2b7f3-61c0-4f6a-a916-302262835d4d req-48f60aae-c87e-4584-ab55-b62d1073fb84 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.0895808 Oct 19 01:14:50.889575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-308d541d-32d9-46c2-8cc4-735d05769aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:50.891894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-308d541d-32d9-46c2-8cc4-735d05769aef service neutron] 10.222.0.62 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.5356908 Oct 19 01:14:50.892734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:50.894440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:50.917354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89c2b7f3-61c0-4f6a-a916-302262835d4d req-13395576-a8f7-4694-817f-1ea28d2317ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618711 Oct 19 01:14:50.963969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.129065 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-eb4cb2b6-1cfd-4971-b269-000975263275 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 217 time: 0.0889273 Oct 19 01:14:51.159289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139d6eb-b9c1-4aca-aae4-cddc87ca4ff1 None None] New status for floating IP 38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:14:51.212311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b676427-3608-4349-bc51-4d55c1e455b1 req-d342740d-623a-4827-9643-df7e8152b82e service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014647 Oct 19 01:14:51.343874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-512db38f-a3b3-4b33-9587-d9d3fb7d3c21 service neutron] 10.222.0.62 "GET /v2.0/ports/62c34b3b-a108-41f7-a17b-daace0d74d78/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 383 time: 0.3049672 Oct 19 01:14:51.351344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a50a412-71c9-45e9-a3fc-405a05fcb350 req-3d1d774a-814d-4d22-90ae-cbc1ae87ae97 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.371293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-bcc2655f-183f-4d95-91cd-48cf0cf4d3f5 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.372761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-bcc2655f-183f-4d95-91cd-48cf0cf4d3f5 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.2342596 Oct 19 01:14:51.381501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1be815-be38-4086-8b6f-f78419ffbe25 req-76b18cc0-62c3-4b66-bb5a-6b1a4ba804cd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.383064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd1be815-be38-4086-8b6f-f78419ffbe25 req-76b18cc0-62c3-4b66-bb5a-6b1a4ba804cd tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.2897725 Oct 19 01:14:51.390954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.398841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Request body: {'port': {'device_id': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'admin_state_up': True, 'tenant_id': 'df54b6fc5681472fbbdeb4ca606db1bc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:51.403167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-da69b30f-364b-4e4e-bdfd-4b2517b48f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.405039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-da69b30f-364b-4e4e-bdfd-4b2517b48f99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.2414877 Oct 19 01:14:51.475839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a50a412-71c9-45e9-a3fc-405a05fcb350 req-3d1d774a-814d-4d22-90ae-cbc1ae87ae97 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.488903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-1fe66dcd-c894-48b1-9cee-af273ab9ee28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565901 Oct 19 01:14:51.503267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd1be815-be38-4086-8b6f-f78419ffbe25 req-8cd793bd-af05-416c-82fb-a20396650c70 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109741 Oct 19 01:14:51.555791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Made reservation on behalf of df54b6fc5681472fbbdeb4ca606db1bc for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:14:51.559792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.574479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-e1059ed9-aa1e-4d18-9574-253a7c1fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.576273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-e1059ed9-aa1e-4d18-9574-253a7c1fea4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1101 time: 0.1911323 Oct 19 01:14:51.639728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'name': 'network-vif-deleted', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:51.642155 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f5645e-7442-4b11-b941-6e4121f6a4ee" -d '{"events": [{"server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "name": "network-vif-deleted", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:51.645713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a50a412-71c9-45e9-a3fc-405a05fcb350 req-3d1d774a-814d-4d22-90ae-cbc1ae87ae97 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.653887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a50a412-71c9-45e9-a3fc-405a05fcb350 req-3d1d774a-814d-4d22-90ae-cbc1ae87ae97 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:51.660055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a50a412-71c9-45e9-a3fc-405a05fcb350 req-3d1d774a-814d-4d22-90ae-cbc1ae87ae97 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf049f91-dcde-4682-87f7-dcb49e58457a HTTP/1.1" status: 204 len: 173 time: 0.8842516 Oct 19 01:14:51.749556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a54f46-7a46-4476-b863-6cca9f4dcd6b req-e3beffe1-3a8e-4435-a458-87493dfa9a21 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.751096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43a54f46-7a46-4476-b863-6cca9f4dcd6b req-e3beffe1-3a8e-4435-a458-87493dfa9a21 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 944 time: 0.1028948 Oct 19 01:14:51.789085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Allocated IP 172.20.0.14 (bfe2b3f7-df60-4f12-a833-0d1a64149a3f/940ab77a-0a42-442b-9bc5-4281aeec198d/b737f3a6-104a-4855-9a05-d0d9d272ecb8) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:51.822489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43a54f46-7a46-4476-b863-6cca9f4dcd6b req-eec0894c-6646-469b-97c3-05ae3939b774 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Oct 19 01:14:51.828476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d774a-814d-4d22-90ae-cbc1ae87ae97 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf049f91-dcde-4682-87f7-dcb49e58457a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:51.860411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20cf084a-2b8f-4814-a63e-444604592eab req-071a75ba-65b8-4c9f-9d9c-e9408f7e33a8 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 210 time: 0.1235275 Oct 19 01:14:51.876113 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-f7e6dc03-2840-45b7-9900-f61a0329267e service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759758 Oct 19 01:14:51.927438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-6d78de59-39b4-4e50-be79-b2c1ffd69da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:51.928918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-6d78de59-39b4-4e50-be79-b2c1ffd69da2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.3205299 Oct 19 01:14:51.978463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-574b5f37-8632-4d85-855e-863a97cd19fe req-c5d4c3b7-0926-4d60-a28e-eb2162cd9cff tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/ee5242cd-9c60-4848-a9f1-0949b9e89e8b HTTP/1.1" status: 200 len: 1800 time: 0.0611293 Oct 19 01:14:51.987318 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a567e-8ea6-46dc-9453-a33dcaa379c0 x-openstack-request-id: req-708a567e-8ea6-46dc-9453-a33dcaa379c0 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:51.987602 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0fe775-456b-4d9f-a0d9-e832669e6c5d", "name": "network-vif-deleted", "tag": "6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:51.988421 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-708a567e-8ea6-46dc-9453-a33dcaa379c0 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:51.988806 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0fe775-456b-4d9f-a0d9-e832669e6c5d', 'name': 'network-vif-deleted', 'tag': '6fa2b81f-ee2d-4667-b562-a02fdfe7cb3b', 'status': 'completed', 'code': 200} Oct 19 01:14:52.046106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:52.086816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-23a06087-3c6f-40ae-aaf5-e73ac61e57e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.0964541 Oct 19 01:14:52.167343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.201766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdc79b9a-c9c7-4b4b-b39f-7d78350a978f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.259866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9f43d38-6c92-4f48-a21c-35168d21e4eb req-f83f1f74-9203-42d9-9d56-cf9dea8a2535 service neutron] 10.222.0.62 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738098 Oct 19 01:14:52.268833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-aa96922c-5fcc-471e-93a0-6d1817a27468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:52.270361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-aa96922c-5fcc-471e-93a0-6d1817a27468 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1583529 Oct 19 01:14:52.275838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-574b5f37-8632-4d85-855e-863a97cd19fe req-9ddc1871-9a71-46c4-914a-fc0c9519a106 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.282131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdc79b9a-c9c7-4b4b-b39f-7d78350a978f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.307849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9cad-adb6-401b-9ffa-fb8914c069af req-9a04e519-47b8-49a4-99e8-9e7ee5416a99 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:52.309371 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c8d9cad-adb6-401b-9ffa-fb8914c069af req-9a04e519-47b8-49a4-99e8-9e7ee5416a99 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.2202103 Oct 19 01:14:52.340438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.371596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.385685 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdc79b9a-c9c7-4b4b-b39f-7d78350a978f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.388592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdc79b9a-c9c7-4b4b-b39f-7d78350a978f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.389891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bdc79b9a-c9c7-4b4b-b39f-7d78350a978f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "DELETE /v2.0/security-groups/f1511d07-9df4-4932-b04c-39fdc83fc8a4 HTTP/1.1" status: 204 len: 168 time: 0.3426142 Oct 19 01:14:52.401705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52140) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:52.412550 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-574b5f37-8632-4d85-855e-863a97cd19fe req-9ddc1871-9a71-46c4-914a-fc0c9519a106 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.417089 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.429270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc79b9a-c9c7-4b4b-b39f-7d78350a978f tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1511d07-9df4-4932-b04c-39fdc83fc8a4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:52.436540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:52.449118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c8d9cad-adb6-401b-9ffa-fb8914c069af req-4ad98a99-9bd5-45e3-8887-2184583b1c9d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231604 Oct 19 01:14:52.453257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:52.462749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:52.466122 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-fc3fd719-6c9d-40c9-89bb-052394e07309 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] show failed (client error): The resource could not be found. Oct 19 01:14:52.473500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fc3fd719-6c9d-40c9-89bb-052394e07309 tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "GET /v2.0/security-groups/f1511d07-9df4-4932-b04c-39fdc83fc8a4 HTTP/1.1" status: 404 len: 347 time: 0.0653479 Oct 19 01:14:52.473896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:52.474005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-79d92cf7-687c-4ac8-9ead-355e9d325bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:52.475840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52142) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:52.475971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-79d92cf7-687c-4ac8-9ead-355e9d325bb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1624629 Oct 19 01:14:52.597406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-574b5f37-8632-4d85-855e-863a97cd19fe req-9ddc1871-9a71-46c4-914a-fc0c9519a106 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.600932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-574b5f37-8632-4d85-855e-863a97cd19fe req-9ddc1871-9a71-46c4-914a-fc0c9519a106 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.602067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-574b5f37-8632-4d85-855e-863a97cd19fe req-9ddc1871-9a71-46c4-914a-fc0c9519a106 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/ee5242cd-9c60-4848-a9f1-0949b9e89e8b HTTP/1.1" status: 204 len: 173 time: 0.6053421 Oct 19 01:14:52.622825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc1871-9a71-46c4-914a-fc0c9519a106 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5242cd-9c60-4848-a9f1-0949b9e89e8b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:52.634569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:52.635416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.642531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-9e14bcd3-09d8-4ff8-a458-8a4be80bf8ba req-a27d4ce6-21e5-4b30-b4d1-364050a643c8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-430531035', 'description': 'tempest-description-945931857'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:52.714392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9e14bcd3-09d8-4ff8-a458-8a4be80bf8ba req-a27d4ce6-21e5-4b30-b4d1-364050a643c8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.729817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-033aa1cd-af82-45c1-8249-69b49b51ef2a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3362572 Oct 19 01:14:52.744624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Request body: {'port': {'device_id': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:52.789352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Deleting port 2fc8a4f7-19f3-4a8a-b859-69828b32b220 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:52.790069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.899877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.932142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9e14bcd3-09d8-4ff8-a458-8a4be80bf8ba req-a27d4ce6-21e5-4b30-b4d1-364050a643c8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.942226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9e14bcd3-09d8-4ff8-a458-8a4be80bf8ba req-a27d4ce6-21e5-4b30-b4d1-364050a643c8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.981904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:52.982352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.014051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Calling delete_port for 2fc8a4f7-19f3-4a8a-b859-69828b32b220 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:53.018137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc042-e316-48d0-8a44-f6412ed001d5 req-cd7fc119-4efe-49be-8823-75c8196e0904 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.020627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e0fc042-e316-48d0-8a44-f6412ed001d5 req-cd7fc119-4efe-49be-8823-75c8196e0904 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.4070604 Oct 19 01:14:53.021557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9e14bcd3-09d8-4ff8-a458-8a4be80bf8ba req-a27d4ce6-21e5-4b30-b4d1-364050a643c8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.022985 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e14bcd3-09d8-4ff8-a458-8a4be80bf8ba req-a27d4ce6-21e5-4b30-b4d1-364050a643c8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3843446 Oct 19 01:14:53.040381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4ce6-21e5-4b30-b4d1-364050a643c8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50097c1-3977-4829-87e0-de7c1f0b1e3f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:53.087583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Allocated IP 172.25.0.67 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/04fc7910-6696-4e91-9755-0d313477ed8d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:53.093430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-95873473-3a3e-4b11-8928-0d1361e2cd02 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832744 Oct 19 01:14:53.115223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e0fc042-e316-48d0-8a44-f6412ed001d5 req-7c56004a-846d-404d-ab31-6d4b279bc9e5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777426 Oct 19 01:14:53.288214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a98589-9a74-4e4c-8953-bea2ef931fb3 req-9f55283d-62f5-4244-a4a9-b3653a883711 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.289871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02a98589-9a74-4e4c-8953-bea2ef931fb3 req-9f55283d-62f5-4244-a4a9-b3653a883711 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 944 time: 0.1587849 Oct 19 01:14:53.324193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:53.330596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329853aa-d864-48fb-9f0c-6763588f53d7 req-126a156d-1b93-4472-8fed-c845adbb9e50 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.332355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-329853aa-d864-48fb-9f0c-6763588f53d7 req-126a156d-1b93-4472-8fed-c845adbb9e50 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 932 time: 0.1536875 Oct 19 01:14:53.397782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-b01d9798-3509-4b30-b0c1-2cb5ee08fe6f service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799900 Oct 19 01:14:53.402731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.429533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02a98589-9a74-4e4c-8953-bea2ef931fb3 req-fa49e13f-4ebf-468a-b9b6-fc7302dbe312 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Oct 19 01:14:53.444411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-329853aa-d864-48fb-9f0c-6763588f53d7 req-e8a06396-d6e4-4942-b212-1350df6fc345 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912433 Oct 19 01:14:53.459532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.467046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 62c34b3b-a108-41f7-a17b-daace0d74d78 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:53.476003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 62c34b3b-a108-41f7-a17b-daace0d74d78 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:53.476388 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.509783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.555948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:53.570341 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.575923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Pushing event deleted for resources: {'Port': ['ID=2fc8a4f7-19f3-4a8a-b859-69828b32b220,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:53.587954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b737f3a6-104a-4855-9a05-d0d9d272ecb8 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:53.593885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:53.601777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:53.606152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:53.608762 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b1206-2932-4335-b572-251228a763e0" -d '{"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-plugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:53.621217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.624522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:53.631833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.632752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:53.672355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3183da-8ecf-44ab-96cd-e1d19060fc8d req-de3c8d5b-c11a-4bb1-b96f-9f43e0b6411e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:53.673367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Transition to ACTIVE for port object b737f3a6-104a-4855-9a05-d0d9d272ecb8 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:53.676657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af3183da-8ecf-44ab-96cd-e1d19060fc8d req-de3c8d5b-c11a-4bb1-b96f-9f43e0b6411e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.1160383 Oct 19 01:14:53.679730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Pushing event updated for resources: {'Port': ['ID=04fc7910-6696-4e91-9755-0d313477ed8d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:53.691589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54455187-d276-44e9-84de-dc85d499288a req-7d3009de-3a64-4f4b-93bf-4a6e190a4b0c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/d50097c1-3977-4829-87e0-de7c1f0b1e3f HTTP/1.1" status: 200 len: 1799 time: 0.2259381 Oct 19 01:14:53.695737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.700124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-54455187-d276-44e9-84de-dc85d499288a req-dcab8329-5838-4a71-8d05-3d60d51e7779 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Request body: {'security_group': {'name': 'tempest-sg-hth-690340963', 'description': 'tempest-description-hth-1524483502'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:53.743079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.745703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.746861 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c89497b-11f3-4cef-824a-16723a44ac7c tempest-ServersWithSpecificFlavorTestJSON-175903034 tempest-ServersWithSpecificFlavorTestJSON-175903034-project] 10.222.0.64 "DELETE /v2.0/floatingips/38ea0c42-2ea8-4fdc-8fd7-a8ac2bfc3a6b HTTP/1.1" status: 204 len: 168 time: 1.2661703 Oct 19 01:14:53.755497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:53.780211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:53.786448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54455187-d276-44e9-84de-dc85d499288a req-dcab8329-5838-4a71-8d05-3d60d51e7779 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.786831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8b80ce54-4586-4a38-9b13-482f9cd11643 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:53.799167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af3183da-8ecf-44ab-96cd-e1d19060fc8d req-d3b87b6a-64f1-4a32-9196-16ee626b1aea tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082776 Oct 19 01:14:53.884407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 8b80ce54-4586-4a38-9b13-482f9cd11643 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:53.890946 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26408d9f-5548-454b-acd0-903b1fd5805c x-openstack-request-id: req-26408d9f-5548-454b-acd0-903b1fd5805c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:53.891351 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-plugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:53.891707 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26408d9f-5548-454b-acd0-903b1fd5805c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:53.892227 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'code': 200} Oct 19 01:14:53.893837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 8b80ce54-4586-4a38-9b13-482f9cd11643 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:53.895577 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.938848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54455187-d276-44e9-84de-dc85d499288a req-dcab8329-5838-4a71-8d05-3d60d51e7779 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.959952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54455187-d276-44e9-84de-dc85d499288a req-dcab8329-5838-4a71-8d05-3d60d51e7779 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.962642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54455187-d276-44e9-84de-dc85d499288a req-dcab8329-5838-4a71-8d05-3d60d51e7779 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:53.967109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54455187-d276-44e9-84de-dc85d499288a req-dcab8329-5838-4a71-8d05-3d60d51e7779 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "PUT /v2.0/security-groups/d50097c1-3977-4829-87e0-de7c1f0b1e3f HTTP/1.1" status: 200 len: 1774 time: 0.2748346 Oct 19 01:14:53.975843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Attempting to bind port b737f3a6-104a-4855-9a05-d0d9d272ecb8 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:53.977859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Attempting to bind port b737f3a6-104a-4855-9a05-d0d9d272ecb8 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:53.978379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Attempting to bind port b737f3a6-104a-4855-9a05-d0d9d272ecb8 on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:54.023938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.036957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Port b737f3a6-104a-4855-9a05-d0d9d272ecb8 on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:54.037424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Attempting to bind port b737f3a6-104a-4855-9a05-d0d9d272ecb8 on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:54.039512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8329-5838-4a71-8d05-3d60d51e7779 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50097c1-3977-4829-87e0-de7c1f0b1e3f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:54.069523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:54.069858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Checking segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:54.070163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Bound using segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:54.070610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Bound port: b737f3a6-104a-4855-9a05-d0d9d272ecb8, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:54.070965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.072556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8b80ce54-4586-4a38-9b13-482f9cd11643, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8b80ce54-4586-4a38-9b13-482f9cd11643,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:54.080076 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.126311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6cd1bf8-3460-4426-a578-09a318016b31 req-fb4c5ad3-57f3-4681-9d64-18aa0fac38f5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/d50097c1-3977-4829-87e0-de7c1f0b1e3f HTTP/1.1" status: 200 len: 1774 time: 0.1273758 Oct 19 01:14:54.163481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.193742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8b80ce54-4586-4a38-9b13-482f9cd11643,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:54.249862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:54.274919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:54.282435 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7147a625-7ea1-40bf-afd1-0a934baf373e req-726cebac-56aa-487c-81d6-448689f60b98 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/d50097c1-3977-4829-87e0-de7c1f0b1e3f HTTP/1.1" status: 200 len: 1774 time: 0.0959320 Oct 19 01:14:54.283613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.340385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.341127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.342621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] 10.222.0.62 "PUT /v2.0/ports/b737f3a6-104a-4855-9a05-d0d9d272ecb8 HTTP/1.1" status: 200 len: 1093 time: 1.6034150 Oct 19 01:14:54.344728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:54.348731 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832" -d '{"events": [{"name": "network-changed", "server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:54.362637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc769f-d90d-4e60-8cba-9168b621c5da req-94a547da-a3c9-4699-bbd0-6015a1b05c42 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.364195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcbc769f-d90d-4e60-8cba-9168b621c5da req-94a547da-a3c9-4699-bbd0-6015a1b05c42 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1071424 Oct 19 01:14:54.399257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a5583-acd9-4956-ab1d-4691701bc577 service neutron] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:54.452937 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.459775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7147a625-7ea1-40bf-afd1-0a934baf373e req-a19388c0-b4ab-40cd-9996-452d7f910c0f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.460218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcbc769f-d90d-4e60-8cba-9168b621c5da req-62019888-8b92-4b4b-a23c-fd175215fd9c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812008 Oct 19 01:14:54.501390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-eafeaf53-5103-4a10-a7aa-29b69d835235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.503790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-eafeaf53-5103-4a10-a7aa-29b69d835235 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 1096 time: 0.1156194 Oct 19 01:14:54.507481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7147a625-7ea1-40bf-afd1-0a934baf373e req-a19388c0-b4ab-40cd-9996-452d7f910c0f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.555199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-0b6e6dde-ae4b-4b59-be9f-7c0ed6bb703a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0392480 Oct 19 01:14:54.611774 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba418f-12d3-4497-8367-87464eb15a73 x-openstack-request-id: req-dbba418f-12d3-4497-8367-87464eb15a73 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:54.612231 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:54.612535 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbba418f-12d3-4497-8367-87464eb15a73 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:54.613879 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'status': 'completed', 'code': 200} Oct 19 01:14:54.617140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Router fbd374a7-de84-47fe-a176-3cc6a5e362a0 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:14:54.639499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-8918627e-22c1-4b26-b228-cba64dd1696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.641201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-8918627e-22c1-4b26-b228-cba64dd1696f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.0785182 Oct 19 01:14:54.664159 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7147a625-7ea1-40bf-afd1-0a934baf373e req-a19388c0-b4ab-40cd-9996-452d7f910c0f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.665567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7147a625-7ea1-40bf-afd1-0a934baf373e req-a19388c0-b4ab-40cd-9996-452d7f910c0f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.666810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7147a625-7ea1-40bf-afd1-0a934baf373e req-a19388c0-b4ab-40cd-9996-452d7f910c0f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/d50097c1-3977-4829-87e0-de7c1f0b1e3f HTTP/1.1" status: 204 len: 173 time: 0.3743002 Oct 19 01:14:54.699557 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-3eae41b6-caeb-412c-9d96-e956c8db534a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489643 Oct 19 01:14:54.706149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19388c0-b4ab-40cd-9996-452d7f910c0f tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50097c1-3977-4829-87e0-de7c1f0b1e3f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:54.748562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bafc5-0d4c-4e27-a17f-317f49abd095 req-44bc69fe-8437-40f3-8c66-7fa1b3867786 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.750080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc2bafc5-0d4c-4e27-a17f-317f49abd095 req-44bc69fe-8437-40f3-8c66-7fa1b3867786 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.1168427 Oct 19 01:14:54.842549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:54.854984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c38b5-b977-44e6-ac1b-7d9354cf93b3 req-a174bdc1-715b-4ddf-963b-84badd3f956d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:54.855843 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Sync routers for ids ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:54.862090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-072c38b5-b977-44e6-ac1b-7d9354cf93b3 req-a174bdc1-715b-4ddf-963b-84badd3f956d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 944 time: 0.1177313 Oct 19 01:14:54.863067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc2bafc5-0d4c-4e27-a17f-317f49abd095 req-1a465349-b31e-4229-9e31-fb11751c7647 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648069 Oct 19 01:14:54.873273 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Routers {'fbd374a7-de84-47fe-a176-3cc6a5e362a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:54.874140 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:54.885202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:54.885574 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-867e26ce-5987-4084-b09a-af1574681523 service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702123 Oct 19 01:14:54.886736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ebebed81-09f1-477a-b60d-b3dbcace71a6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0944133 Oct 19 01:14:54.889381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52190) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:55.000733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-072c38b5-b977-44e6-ac1b-7d9354cf93b3 req-0c888293-fc6d-47bf-84c7-9758e9826580 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376977 Oct 19 01:14:55.147356 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Set router fbd374a7-de84-47fe-a176-3cc6a5e362a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:55.147620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52200) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:55.150025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62df6f13-1a50-4208-a043-43a3954d9d27 req-3813d944-76c0-4e9c-a091-05a3dee7ffcf service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561059 Oct 19 01:14:55.185700 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-d7cf9915-c73f-4301-be44-6b46737ecf7b req-c25c1126-8624-4894-8089-d3512be4a5bd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:55.186760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7cf9915-c73f-4301-be44-6b46737ecf7b req-c25c1126-8624-4894-8089-d3512be4a5bd tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/ee5242cd-9c60-4848-a9f1-0949b9e89e8b HTTP/1.1" status: 404 len: 352 time: 0.0198557 Oct 19 01:14:55.205499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa96c-cfaf-4569-8ce0-df8f59f27815 req-62426fc7-99a4-44e6-85a4-245c6f1beb42 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:55.207569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c36aa96c-cfaf-4569-8ce0-df8f59f27815 req-62426fc7-99a4-44e6-85a4-245c6f1beb42 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.1167743 Oct 19 01:14:55.324706 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-dd3829ea-70b1-47f1-ae89-74ddcc4f2db8 req-8903d423-c54b-4faa-8339-a960dd2a21b8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:55.325877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd3829ea-70b1-47f1-ae89-74ddcc4f2db8 req-8903d423-c54b-4faa-8339-a960dd2a21b8 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/cf049f91-dcde-4682-87f7-dcb49e58457a HTTP/1.1" status: 404 len: 352 time: 0.0177088 Oct 19 01:14:55.405056 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:14:53Z', 'revision_number': 3, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port': {'id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:52Z', 'updated_at': '2021-10-19T01:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:55.474204 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-4cd0caed-d945-4c59-919a-57d71b7b914e req-e3961c1f-150b-46a8-af62-9f9e431a3a73 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:55.475522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4cd0caed-d945-4c59-919a-57d71b7b914e req-e3961c1f-150b-46a8-af62-9f9e431a3a73 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/85a0e815-c40c-4ae7-89e8-0659378b7ff3 HTTP/1.1" status: 404 len: 352 time: 0.0842156 Oct 19 01:14:55.553168 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Checking router: fbd374a7-de84-47fe-a176-3cc6a5e362a0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:14:55.553515 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Updating router fbd374a7-de84-47fe-a176-3cc6a5e362a0 port 04fc7910-6696-4e91-9755-0d313477ed8d binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:14:55.558707 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-54c9f8d5-5f11-46e6-9321-4d462ffab01b req-a7e4c6ce-f680-4314-8087-73c4cabd163c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:55.584197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54c9f8d5-5f11-46e6-9321-4d462ffab01b req-a7e4c6ce-f680-4314-8087-73c4cabd163c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/4a803d66-86be-4135-a5d7-150403b52b88 HTTP/1.1" status: 404 len: 352 time: 0.0335658 Oct 19 01:14:55.588870 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.636756 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.777779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:14:55.913653 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.915075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80ce54-4586-4a38-9b13-482f9cd11643'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:55.922512 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c304c6-5e4e-46c3-ac03-7cd329ac4976" -d '{"events": [{"server_uuid": "b38b032a-4dd0-48e1-b25c-d3ed5bb17973", "name": "network-vif-plugged", "status": "completed", "tag": "8b80ce54-4586-4a38-9b13-482f9cd11643"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:55.929794 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:55.930050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd516b-204a-4da0-a82c-2189ca3133ae req-913bb62e-fd72-43fd-8bdb-18582ff303f7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:55.938586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcdd516b-204a-4da0-a82c-2189ca3133ae req-913bb62e-fd72-43fd-8bdb-18582ff303f7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.1942680 Oct 19 01:14:55.940113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:14:55.991586 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Pushing event updated for resources: {'Port': ['ID=04fc7910-6696-4e91-9755-0d313477ed8d,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:56.016098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.016713 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.017211 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.017841 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.018325 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.018825 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.020029 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.020610 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.021088 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.021568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.023322 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.024092 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:56.028228 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Attempting to bind port 04fc7910-6696-4e91-9755-0d313477ed8d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:56.029222 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Attempting to bind port 04fc7910-6696-4e91-9755-0d313477ed8d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:56.029815 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Attempting to bind port 04fc7910-6696-4e91-9755-0d313477ed8d on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:56.037172 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:56.037912 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:56.038980 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.039541 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:56.040217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Bound port: 04fc7910-6696-4e91-9755-0d313477ed8d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:56.040791 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.057017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-5e781e10-4bdf-4e79-86bd-3b37f98db4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:56.058928 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-5e781e10-4bdf-4e79-86bd-3b37f98db4fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 1096 time: 0.8163342 Oct 19 01:14:56.076075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c36aa96c-cfaf-4569-8ce0-df8f59f27815 req-4bfbc4b5-9fd4-4cab-bf1d-0d8f0833be71 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8572519 Oct 19 01:14:56.079829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcdd516b-204a-4da0-a82c-2189ca3133ae req-66ca702e-cc2e-4ac1-be63-1062d9bd1e61 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402061 Oct 19 01:14:56.106426 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] For port 04fc7910-6696-4e91-9755-0d313477ed8d, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:56.109789 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] For port 04fc7910-6696-4e91-9755-0d313477ed8d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=04fc7910-6696-4e91-9755-0d313477ed8d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:56.115566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-27336776-09f5-4a16-bc46-1f92fec7ece2 service neutron] 10.222.0.62 "GET /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1/bindings/n-h1-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.2529526 Oct 19 01:14:56.118158 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.118642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Allocated IP 172.20.0.1 (d0148eca-0fd1-4ca1-b4cb-56d424879b29/43a62946-4e5a-433e-b583-121c648925a2/f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:14:56.122725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-b0ed3bd5-4c8a-45f7-ada3-a8fb93d877df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:56.124418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-b0ed3bd5-4c8a-45f7-ada3-a8fb93d877df service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35&tenant_id=9d05292ca908459aa0eb23f3e418bded HTTP/1.1" status: 200 len: 1102 time: 0.2206962 Oct 19 01:14:56.150114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:14:56.198604 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Routers {'fbd374a7-de84-47fe-a176-3cc6a5e362a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:56.199217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:56.303350 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a9c3f-429d-45ef-ba5e-de7b3620d09b None None] Pushing event updated for resources: {'Port': ['ID=04fc7910-6696-4e91-9755-0d313477ed8d,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:56.324396 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-12da0fcb-1a01-4b30-afbf-6f821a29964d req-7efd1b45-458e-4a34-8da0-27329c88f8d4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:56.337467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12da0fcb-1a01-4b30-afbf-6f821a29964d req-7efd1b45-458e-4a34-8da0-27329c88f8d4 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/871162f0-083b-4dde-ba25-ceb367d438cf HTTP/1.1" status: 404 len: 352 time: 0.2206173 Oct 19 01:14:56.364210 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.389571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177da2f5-c9f0-4a5f-99a2-ef1ff4926217 req-5447b3cb-76b1-49f3-adcf-ded222583223 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:56.391912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-177da2f5-c9f0-4a5f-99a2-ef1ff4926217 req-5447b3cb-76b1-49f3-adcf-ded222583223 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.1717641 Oct 19 01:14:56.399788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-8b468c51-417c-4ea5-9797-518368b178f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:56.399953 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a3c0dc-68af-40cf-9d8a-f0bb2b03876d x-openstack-request-id: req-c2a3c0dc-68af-40cf-9d8a-f0bb2b03876d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:56.400130 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38b032a-4dd0-48e1-b25c-d3ed5bb17973", "name": "network-vif-plugged", "status": "completed", "tag": "8b80ce54-4586-4a38-9b13-482f9cd11643", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:56.400574 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2a3c0dc-68af-40cf-9d8a-f0bb2b03876d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:56.401131 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80ce54-4586-4a38-9b13-482f9cd11643', 'code': 200} Oct 19 01:14:56.401265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-8b468c51-417c-4ea5-9797-518368b178f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 906 time: 0.3242264 Oct 19 01:14:56.427209 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] Set router fbd374a7-de84-47fe-a176-3cc6a5e362a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:56.538902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-177da2f5-c9f0-4a5f-99a2-ef1ff4926217 req-ae7979e2-8e96-49d1-88c1-9afd5ef78012 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317818 Oct 19 01:14:56.540468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-ac4ac717-f382-4dbb-aa89-b4d6627b17c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0903699 Oct 19 01:14:56.553048 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:56.615051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-95773c5c-f926-444c-9f3e-618648db46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:56.618351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-95773c5c-f926-444c-9f3e-618648db46e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.0699158 Oct 19 01:14:56.691563 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:14:53Z', 'revision_number': 3, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port': {'id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:52Z', 'updated_at': '2021-10-19T01:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:56.692160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-174177c7-ad0c-4920-9321-0b14c37e1260 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643461 Oct 19 01:14:56.730723 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5088358-8ade-4110-9351-17cc815484d6 None None] The sync data for ids ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'] in n-d-789963-20 is: [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:14:53Z', 'revision_number': 3, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port': {'id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:52Z', 'updated_at': '2021-10-19T01:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:14:56.752903 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-fa5eea43-1209-4274-a4cb-b0ef41f7c6e6 req-e0b8b32a-b270-47d5-8e6d-83ebceb5de35 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] show failed (client error): The resource could not be found. Oct 19 01:14:56.759067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa5eea43-1209-4274-a4cb-b0ef41f7c6e6 req-e0b8b32a-b270-47d5-8e6d-83ebceb5de35 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/e1c933be-7c8d-4281-8519-f0d6a81c708c HTTP/1.1" status: 404 len: 352 time: 0.1356330 Oct 19 01:14:56.889681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-7f3c68e6-0715-4a0d-aed2-60a6f439f76c service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838706 Oct 19 01:14:57.097209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a35a8d4e-55ae-4f90-9b42-dbb3d3e63832 req-6f38a435-8f63-43d9-8362-12865aa49968 service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990905 Oct 19 01:14:57.188360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.244978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03341986-b8c6-41e3-b10b-0156faccf0ea req-c85d257d-e75c-436a-8033-41682024ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:57.246481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03341986-b8c6-41e3-b10b-0156faccf0ea req-c85d257d-e75c-436a-8033-41682024ac94 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 1097 time: 0.7303481 Oct 19 01:14:57.251336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885d405-39a7-41fe-9ac0-6b277e5a3e77 req-a5c29754-83d7-47e5-8b53-b3484fcd9de1 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:57.252938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c885d405-39a7-41fe-9ac0-6b277e5a3e77 req-a5c29754-83d7-47e5-8b53-b3484fcd9de1 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1024 time: 0.1221230 Oct 19 01:14:57.265216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82be7-e2f7-44a6-bec2-fa7d0dfc40af req-c8c5939a-b3d8-45e3-9304-6acf53460326 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:57.272880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ef82be7-e2f7-44a6-bec2-fa7d0dfc40af req-c8c5939a-b3d8-45e3-9304-6acf53460326 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 944 time: 0.7637942 Oct 19 01:14:57.325538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.328433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:57.343632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b737f3a6-104a-4855-9a05-d0d9d272ecb8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:14:57.505732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:57.511382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ef82be7-e2f7-44a6-bec2-fa7d0dfc40af req-747c803f-4b08-4a73-9736-e302664bbb0d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376289 Oct 19 01:14:57.512328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:57.535262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:57.535524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03341986-b8c6-41e3-b10b-0156faccf0ea req-2ebc68e3-51f9-4f6f-934f-73f9e61c4248 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594070 Oct 19 01:14:57.536381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:14:57.551420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c885d405-39a7-41fe-9ac0-6b277e5a3e77 req-00eb813e-c36c-49fa-ac8c-64c738d3f5b6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&id=336de59d-167d-4b49-8c2f-eab0bef59fda&id=7ee7175b-307e-4632-b0d5-653fe8b410a0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2147379 Oct 19 01:14:57.561855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:14:57.572921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:57.625603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.657073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 04fc7910-6696-4e91-9755-0d313477ed8d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:57.664124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Pushing event updated for resources: {'Port': ['ID=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:57.665301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b737f3a6-104a-4855-9a05-d0d9d272ecb8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:57.692293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:57.715323 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.766921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.767265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.767586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.767914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.768435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.768770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.769633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.769953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.770380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.770709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.771011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.771324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.811941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4570f789-80b6-4b73-847a-c8940b30e8c1 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:14:57.813260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1c086-f676-4a73-a7b5-b40bbb009cbf req-c2215bc9-f932-4be9-8834-9c9624471aad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:57.815232 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87a1c086-f676-4a73-a7b5-b40bbb009cbf req-c2215bc9-f932-4be9-8834-9c9624471aad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 944 time: 0.1359401 Oct 19 01:14:57.816691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:57.821218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:57.835316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.835831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.836270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.836689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.837123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.837571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.838004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.838690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.839357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.839795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.840257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.840686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:57.854304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Deleting port 3389304c-0d1c-422f-814a-c2579bae6826 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:57.855018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.859233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 04fc7910-6696-4e91-9755-0d313477ed8d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:57.860135 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.864501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:57.881527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.916390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87a1c086-f676-4a73-a7b5-b40bbb009cbf req-ef647a68-5ba4-4b22-a70b-9ea7d5c25ca2 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901496 Oct 19 01:14:57.954016 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:57.977494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.005116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c8b85-f44d-433f-961d-c7769bfeecce req-bc844e61-ec6b-4fbc-b2a8-53c2932c4311 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:58.006519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 04fc7910-6696-4e91-9755-0d313477ed8d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=04fc7910-6696-4e91-9755-0d313477ed8d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:58.007521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc5c8b85-f44d-433f-961d-c7769bfeecce req-bc844e61-ec6b-4fbc-b2a8-53c2932c4311 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.3243601 Oct 19 01:14:58.012565 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.020523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:58.032624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b737f3a6-104a-4855-9a05-d0d9d272ecb8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:14:58.132531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] For port 3389304c-0d1c-422f-814a-c2579bae6826, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3389304c-0d1c-422f-814a-c2579bae6826,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:14:58.133052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.147474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=04fc7910-6696-4e91-9755-0d313477ed8d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:58.157788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601adf26-5867-4941-8195-31268ec2235e req-900d6d20-ea3a-4a5c-9e25-8daa5e56c3e8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:58.165777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-601adf26-5867-4941-8195-31268ec2235e req-900d6d20-ea3a-4a5c-9e25-8daa5e56c3e8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.0967946 Oct 19 01:14:58.184047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Calling delete_port for 3389304c-0d1c-422f-814a-c2579bae6826 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:14:58.236179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-601adf26-5867-4941-8195-31268ec2235e req-20c4dd3b-fba9-4f57-9cb3-b79f2dabfa75 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554855 Oct 19 01:14:58.250991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:14:58.254821 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35eff6f-54e2-4f16-95c9-ca0c36272965" -d '{"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-unplugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:14:58.264604 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.288122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc5c8b85-f44d-433f-961d-c7769bfeecce req-e09e3f8e-1b5d-4ec1-ab65-0ccbf812aee6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667882 Oct 19 01:14:58.324703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Transition to ACTIVE for port object 62c34b3b-a108-41f7-a17b-daace0d74d78 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:58.334700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] Transition to ACTIVE for port object 4570f789-80b6-4b73-847a-c8940b30e8c1 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:14:58.335563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.362766 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52bc2d1-3e9b-46c1-8f85-721c8dae4574 x-openstack-request-id: req-e52bc2d1-3e9b-46c1-8f85-721c8dae4574 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:14:58.363605 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-unplugged", "status": "completed", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:14:58.363790 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e52bc2d1-3e9b-46c1-8f85-721c8dae4574 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:14:58.364202 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'code': 200} Oct 19 01:14:58.367533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.409974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.461942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] No DVR routers for this DVR port 62c34b3b-a108-41f7-a17b-daace0d74d78 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:58.464052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:58.488374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.510756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] No DVR routers for this DVR port 4570f789-80b6-4b73-847a-c8940b30e8c1 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:14:58.528666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Pushing event deleted for resources: {'Port': ['ID=3389304c-0d1c-422f-814a-c2579bae6826,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:58.556597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.556946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.557288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.557629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.557962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.558298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.558627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.558951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.559285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.559601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.559999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.560263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:14:58.662145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] 10.222.0.62 "PUT /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1/bindings/n-h1-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 2.5297210 Oct 19 01:14:58.719052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:14:58.719542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:14:58.720003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:58.741328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c89128-6a33-454d-b144-2c9f2eec7a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:58.790926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:14:58.791412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Attempting to bind port 62c34b3b-a108-41f7-a17b-daace0d74d78 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:14:58.861614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e68c9-ed53-460e-882f-44f8eefccff2 req-845d107c-de5c-4d8a-8210-e1bdec9196c6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:58.863007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:14:58.863469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:14:58.863802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e5e68c9-ed53-460e-882f-44f8eefccff2 req-845d107c-de5c-4d8a-8210-e1bdec9196c6 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1024 time: 0.1228912 Oct 19 01:14:58.863936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:14:58.864707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Bound port: 62c34b3b-a108-41f7-a17b-daace0d74d78, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:14:58.864871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.865192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:58.949432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79c7f7-06b6-4b9d-913b-bc975fc10725 req-dc093cf4-80dd-48f9-bce3-5fc380e67253 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:58.951058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f79c7f7-06b6-4b9d-913b-bc975fc10725 req-dc093cf4-80dd-48f9-bce3-5fc380e67253 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 945 time: 0.2565465 Oct 19 01:14:58.951429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e5e68c9-ed53-460e-882f-44f8eefccff2 req-338393ee-ee2e-4ed8-8a8f-cc1396a2ea17 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&id=336de59d-167d-4b49-8c2f-eab0bef59fda&id=7ee7175b-307e-4632-b0d5-653fe8b410a0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0734506 Oct 19 01:14:58.956462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-dd0bfd87-7a7f-4525-8b67-018a3262b488 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:58.958009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-dd0bfd87-7a7f-4525-8b67-018a3262b488 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1923013 Oct 19 01:14:59.066897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:14:59.089659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f79c7f7-06b6-4b9d-913b-bc975fc10725 req-c2548003-a301-4b8d-867a-3f4d52339d52 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270988 Oct 19 01:14:59.102350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.105008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:14:59.115602 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.119245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-111070b1-6977-4abd-93d8-603ac5bc865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.120808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-111070b1-6977-4abd-93d8-603ac5bc865b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202&tenant_id=df79da2ee2474603b62070de5a0569a8 HTTP/1.1" status: 200 len: 1097 time: 0.1334977 Oct 19 01:14:59.121759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.133645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6fab-3964-4b97-ba3f-30646483e2c8 req-9b35c8b8-9364-4dea-aebf-0510e4d20c1f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.143808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63aa6fab-3964-4b97-ba3f-30646483e2c8 req-9b35c8b8-9364-4dea-aebf-0510e4d20c1f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.1221848 Oct 19 01:14:59.184133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.184618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.187248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] 10.222.0.74 "PUT /v2.0/ports/62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 1098 time: 3.0422938 Oct 19 01:14:59.217169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Pushing event updated for resources: {'Port': ['ID=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:59.219958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.243071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63aa6fab-3964-4b97-ba3f-30646483e2c8 req-7064c666-e6fc-4900-a02c-a190a5603be1 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980656 Oct 19 01:14:59.247613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Router fe71288c-b475-4807-8fbc-97e3718d56fe has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:14:59.359485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b737f3a6-104a-4855-9a05-d0d9d272ecb8 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:59.445084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aed37-6e7a-4f0e-891d-15c35f46c0e0 req-3479ceb6-5a0b-46eb-8875-2d28804e2ed1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.447391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-550aed37-6e7a-4f0e-891d-15c35f46c0e0 req-3479ceb6-5a0b-46eb-8875-2d28804e2ed1 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.0770602 Oct 19 01:14:59.450554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:14:59.458881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-564f3f4a-ea8c-4c68-82c9-26e78e703678 admin admin] 10.222.0.64 "PUT /v2.0/routers/fe71288c-b475-4807-8fbc-97e3718d56fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3077796 Oct 19 01:14:59.461435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port b737f3a6-104a-4855-9a05-d0d9d272ecb8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:14:59.462567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:14:59.466307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] Sync routers for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:14:59.470286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b737f3a6-104a-4855-9a05-d0d9d272ecb8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:14:59.470286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.500970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d13783-daa9-4e25-8b2a-d368962bba48 service neutron] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=11']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:14:59.515899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:14:59.517104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:14:59.572728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c4ed-1ea0-4481-a821-71728bf4c666 req-74bcaf15-a3c5-43a4-817e-f8b165ab1e00 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.573802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-550aed37-6e7a-4f0e-891d-15c35f46c0e0 req-d939a7ec-fdf8-44c4-9730-95b8880bccf4 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034269 Oct 19 01:14:59.575498 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4431c4ed-1ea0-4481-a821-71728bf4c666 req-74bcaf15-a3c5-43a4-817e-f8b165ab1e00 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.2604547 Oct 19 01:14:59.582527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-3a580aa2-9165-43c3-b6dc-4f83c77d51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.584293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-3a580aa2-9165-43c3-b6dc-4f83c77d51e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df79da2ee2474603b62070de5a0569a8&device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1097 time: 0.3070664 Oct 19 01:14:59.634757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-de29f01b-ee89-426e-b83a-171ee7b580b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.636234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-de29f01b-ee89-426e-b83a-171ee7b580b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1101 time: 0.2934661 Oct 19 01:14:59.665783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.688326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:14:59.707657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:14:59.716245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 04fc7910-6696-4e91-9755-0d313477ed8d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:14:59.756229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.759036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:14:59.795475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-95e24f4e-df76-47dd-a87a-2ab7090a32f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777957 Oct 19 01:14:59.812719 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.825377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4431c4ed-1ea0-4481-a821-71728bf4c666 req-945674da-55e7-4ccb-b433-ae8a49af98b0 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384453 Oct 19 01:14:59.895789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Deleting port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:14:59.896600 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:14:59.941273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-bd7dfad3-c188-47fc-ac33-ed092f8306d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:14:59.942924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-bd7dfad3-c188-47fc-ac33-ed092f8306d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 200 len: 921 time: 0.3197553 Oct 19 01:15:00.019088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-39fc05f6-ab95-4dde-9c9d-a995e80a838a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.021247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-39fc05f6-ab95-4dde-9c9d-a995e80a838a tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1024 time: 0.0683541 Oct 19 01:15:00.033997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] For port 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:00.034469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:00.056816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-800a0b44-84a3-48fb-a1b8-deafa064e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.058266 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-800a0b44-84a3-48fb-a1b8-deafa064e9b3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.3822634 Oct 19 01:15:00.066466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-704970c2-6b88-4efb-9d0e-d0a7e1186f8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 200 len: 217 time: 0.1018822 Oct 19 01:15:00.079665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:00.080080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Router fbd374a7-de84-47fe-a176-3cc6a5e362a0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:00.083233 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24054f33-1b47-43c2-a06e-d47dd2da188a" -d '{"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-plugged", "status": "completed", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:00.101617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Calling delete_port for 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:00.126853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-d7febd7b-7852-411b-81e5-f689236e8749 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.0573592 Oct 19 01:15:00.127179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:00.137622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:00.138937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:00.154242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-36895e24-d3c2-4994-9fa3-719d9bfb40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.155700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-36895e24-d3c2-4994-9fa3-719d9bfb40c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 1102 time: 0.1892936 Oct 19 01:15:00.171811 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616001d5-97b8-46d3-8dff-2749363d1c48 x-openstack-request-id: req-616001d5-97b8-46d3-8dff-2749363d1c48 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:00.172384 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-plugged", "status": "completed", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:00.172728 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-616001d5-97b8-46d3-8dff-2749363d1c48 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:00.173181 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'code': 200} Oct 19 01:15:00.173823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 04fc7910-6696-4e91-9755-0d313477ed8d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:00.174388 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:00.215618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf0002-efc2-431d-90d8-a9894822d44f req-3ce33707-ad40-4f86-b52f-5e1a49c66ea5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.223639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2abf0002-efc2-431d-90d8-a9894822d44f req-3ce33707-ad40-4f86-b52f-5e1a49c66ea5 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 1024 time: 0.1860025 Oct 19 01:15:00.283277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:00.290574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:00.307647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Deleting port 42452f8a-861b-4631-9705-d0d2d4f41d7d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:00.308208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:00.339266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:14:58Z', 'revision_number': 5, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port': {'id': '5a5b15b7-2d37-40d2-9362-8b0abad5ad6d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:09:52Z', 'updated_at': '2021-10-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:00.371733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:00.373363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] Checking router: fe71288c-b475-4807-8fbc-97e3718d56fe for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:00.374245 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60708039-e2e1-4c11-8e36-7a6fa89fa2de" -d '{"events": [{"name": "network-changed", "server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:00.380592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2abf0002-efc2-431d-90d8-a9894822d44f req-8756234a-296b-46a2-b196-85507e13c7c7 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups?id=8dd2f312-c949-47e8-be8d-4090188cba31&id=336de59d-167d-4b49-8c2f-eab0bef59fda&id=7ee7175b-307e-4632-b0d5-653fe8b410a0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1563687 Oct 19 01:15:00.403802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-4301a1a2-9571-4248-b80e-4fa904a99c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.405255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] Routers {'fe71288c-b475-4807-8fbc-97e3718d56fe'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:00.405645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-4301a1a2-9571-4248-b80e-4fa904a99c80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 200 len: 860 time: 0.3244174 Oct 19 01:15:00.405881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fe71288c-b475-4807-8fbc-97e3718d56fe'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:00.516679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] Set router fe71288c-b475-4807-8fbc-97e3718d56fe gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:00.575827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:14:59Z', 'revision_number': 6, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:00.609505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20556b8-7712-4025-894b-45b123a89b6b None None] The sync data for ids ['fe71288c-b475-4807-8fbc-97e3718d56fe'] in n-d-789963-20 is: [{'id': 'fe71288c-b475-4807-8fbc-97e3718d56fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-70782549-router', 'tenant_id': 'c12f04b297a3454c960f59ccb15c67cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:09:51Z', 'updated_at': '2021-10-19T01:14:59Z', 'revision_number': 6, 'project_id': 'c12f04b297a3454c960f59ccb15c67cf', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:00.816733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-09482b5d-ae5d-4a87-b319-e40714552f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.818602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-09482b5d-ae5d-4a87-b319-e40714552f18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.6668823 Oct 19 01:15:00.832730 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-8eff2fc4-0d5b-422c-8885-491db90ca1d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56fc9e66-ba83-4ac4-a193-bd7876bc3b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802898 Oct 19 01:15:00.853023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb8320-1457-4d9e-872e-fe17c341b48f req-0b051956-9e3e-4088-b978-3208492ede66 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.854520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edbb8320-1457-4d9e-872e-fe17c341b48f req-0b051956-9e3e-4088-b978-3208492ede66 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.1153846 Oct 19 01:15:00.861580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] For port 42452f8a-861b-4631-9705-d0d2d4f41d7d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=42452f8a-861b-4631-9705-d0d2d4f41d7d,segment=NetworkSegment(b45e3220-6084-4094-911c-df557b199b49),segment_id=b45e3220-6084-4094-911c-df557b199b49)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:00.861944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:00.915086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Calling delete_port for 42452f8a-861b-4631-9705-d0d2d4f41d7d owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:00.943522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9a8ad-4113-46b4-87f4-6ad9675c6b94 req-e49429e0-56ce-4041-995c-fcc9c34994a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.945119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1f9a8ad-4113-46b4-87f4-6ad9675c6b94 req-e49429e0-56ce-4041-995c-fcc9c34994a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 1098 time: 0.6903734 Oct 19 01:15:00.950592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edbb8320-1457-4d9e-872e-fe17c341b48f req-30f17fdf-5899-4840-b806-62f707361ca9 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857878 Oct 19 01:15:00.954490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:00.982020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e77ed6-8605-4aeb-bd73-873d45262dee req-01b81306-c214-44b3-ae38-a0cfaaac7516 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:00.983541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e77ed6-8605-4aeb-bd73-873d45262dee req-01b81306-c214-44b3-ae38-a0cfaaac7516 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 946 time: 0.7333605 Oct 19 01:15:01.034029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5b15b7-2d37-40d2-9362-8b0abad5ad6d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:01.038151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-5d899f59-f682-43d9-ad01-1a7c6eb13a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.039658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-5d899f59-f682-43d9-ad01-1a7c6eb13a61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.8525646 Oct 19 01:15:01.065424 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75411c0-1c39-4fef-b331-da588ac54ead x-openstack-request-id: req-f75411c0-1c39-4fef-b331-da588ac54ead {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:01.065771 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:01.066486 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f75411c0-1c39-4fef-b331-da588ac54ead {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:01.066486 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'status': 'completed', 'code': 200} Oct 19 01:15:01.096582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:01.108288 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Sync routers for ids ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:01.118523 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Routers {'fbd374a7-de84-47fe-a176-3cc6a5e362a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:01.119229 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:01.148610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-35f7e057-0c27-442e-8f94-dbd9507d087b admin admin] 10.222.0.64 "PUT /v2.0/routers/fbd374a7-de84-47fe-a176-3cc6a5e362a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2573287 Oct 19 01:15:01.154337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-ccbbeba8-bc71-4ffb-935b-f71baa2384c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.155806 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-ccbbeba8-bc71-4ffb-935b-f71baa2384c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3198423 Oct 19 01:15:01.162924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-a3a8c697-0eb0-462d-a7cb-cf1a909bda2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 200 len: 217 time: 0.0858710 Oct 19 01:15:01.184432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1f9a8ad-4113-46b4-87f4-6ad9675c6b94 req-b307856b-810d-45b1-9305-14c050441b99 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144370 Oct 19 01:15:01.237191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49e77ed6-8605-4aeb-bd73-873d45262dee req-f420440c-263c-41e6-9031-ed7c70c16754 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138629 Oct 19 01:15:01.239389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.240390 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-598836c4-969b-4835-be42-6508325a11fd service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877370 Oct 19 01:15:01.242736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-00b52cd0-b746-4e9f-b19c-77b167670822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.244554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-00b52cd0-b746-4e9f-b19c-77b167670822 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1101 time: 0.1577690 Oct 19 01:15:01.359476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-6c80d04f-db4c-4028-826c-db1aae42d133 service neutron] 10.222.0.74 "GET /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007528 Oct 19 01:15:01.369892 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Set router fbd374a7-de84-47fe-a176-3cc6a5e362a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:01.460177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-398658e8-142d-43bb-bed5-9932488f5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.461715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-398658e8-142d-43bb-bed5-9932488f5904 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2731006 Oct 19 01:15:01.509343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.525757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.535896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-56167f6b-58b1-4239-964e-ee4e3bfc16e7 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382001 Oct 19 01:15:01.553198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e91119-91f5-445d-ab1c-cd7e1643f4c0 req-d3806d4e-f37e-4b78-a24b-9daab3e33984 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.562989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5e91119-91f5-445d-ab1c-cd7e1643f4c0 req-d3806d4e-f37e-4b78-a24b-9daab3e33984 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.2024455 Oct 19 01:15:01.563158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:01.595121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:01.595505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b15b7-2d37-40d2-9362-8b0abad5ad6d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:01.595929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3389304c-0d1c-422f-814a-c2579bae6826 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:01.637393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3389304c-0d1c-422f-814a-c2579bae6826 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:01.637810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3389304c-0d1c-422f-814a-c2579bae6826 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:01.656101 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.667780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-21969718-ecd1-4e46-90a2-fae148454bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.668866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-f66c73b9-6ca8-4ca5-a05e-52d9a0f57f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.670265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-21969718-ecd1-4e46-90a2-fae148454bed service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2965169 Oct 19 01:15:01.670561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-f66c73b9-6ca8-4ca5-a05e-52d9a0f57f64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1943874 Oct 19 01:15:01.698680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['42452f8a-861b-4631-9705-d0d2d4f41d7d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:01.734768 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:14:58Z', 'revision_number': 4, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port': {'id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:52Z', 'updated_at': '2021-10-19T01:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1', 'name': '', 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'mac_address': 'fa:16:3e:c1:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '43a62946-4e5a-433e-b583-121c648925a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:55Z', 'updated_at': '2021-10-19T01:14:58Z', 'revision_number': 2, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'subnets': [{'id': '43a62946-4e5a-433e-b583-121c648925a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:01.756279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5e91119-91f5-445d-ab1c-cd7e1643f4c0 req-19746681-a53e-4f57-aaa5-a2e735edb082 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881571 Oct 19 01:15:01.765655 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Checking router: fbd374a7-de84-47fe-a176-3cc6a5e362a0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:01.765887 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Updating router fbd374a7-de84-47fe-a176-3cc6a5e362a0 port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:15:01.771184 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b52b87-0cca-49f8-8c39-8001872215e0 req-ef10ae9f-d43d-4783-a6eb-f2a8f124f2cc service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037587 Oct 19 01:15:01.784484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd820d-c26d-444e-a7b2-c8e4d5dd0ad4 req-4f55a769-81e2-48d0-9fcd-4eb0a7523599 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.799410 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.800757 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-67cd820d-c26d-444e-a7b2-c8e4d5dd0ad4 req-4f55a769-81e2-48d0-9fcd-4eb0a7523599 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.6480207 Oct 19 01:15:01.849349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'Port': ['ID=42452f8a-861b-4631-9705-d0d2d4f41d7d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:01.867957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-df3331d5-ebe5-411f-9f85-09566bdf2bb9 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:01.869945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-df3331d5-ebe5-411f-9f85-09566bdf2bb9 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202&tenant_id=df79da2ee2474603b62070de5a0569a8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1450779 Oct 19 01:15:01.873010 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.873689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe71288c-b475-4807-8fbc-97e3718d56fe {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:15:01.876250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-7a9aa1bb-8478-47aa-b359-72d18fc37621 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.1464226 Oct 19 01:15:01.879757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.880818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00b69b65-4c2e-43ad-9f3a-28921c54390a admin admin] 10.222.0.64 "DELETE /v2.0/routers/fe71288c-b475-4807-8fbc-97e3718d56fe HTTP/1.1" status: 204 len: 168 time: 2.4172728 Oct 19 01:15:01.890349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52290) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:01.950968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] No DVR routers for this DVR port 42452f8a-861b-4631-9705-d0d2d4f41d7d on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:01.958977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:01.962286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-282769b7-f7d9-4c7a-b162-f4b3c41394c7 req-63068fcf-33d2-4c96-854d-5bfcec777eef tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.74 "DELETE /v2.0/ports/42452f8a-861b-4631-9705-d0d2d4f41d7d HTTP/1.1" status: 204 len: 173 time: 1.9240162 Oct 19 01:15:01.964113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'name': 'network-vif-deleted', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:01.966170 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a4a89-f89b-4bf3-bbff-fca24a00ff6f" -d '{"events": [{"server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "name": "network-vif-deleted", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:02.014900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-67cd820d-c26d-444e-a7b2-c8e4d5dd0ad4 req-7c717dbb-1953-4354-81fb-e4adbb483391 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131636 Oct 19 01:15:02.030422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-4756adf8-c023-406d-aeeb-67e53589aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.033846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-4756adf8-c023-406d-aeeb-67e53589aa3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1392801 Oct 19 01:15:02.084383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-9a813d48-2ccc-40cb-b622-ce4a166de457 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987019 Oct 19 01:15:02.098361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-2e5febe9-73b4-472a-9695-642fb2eb0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.100788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-2e5febe9-73b4-472a-9695-642fb2eb0260 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593820 Oct 19 01:15:02.141368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3832c902-ab47-48aa-b1c1-8f33e349187d req-54f70acd-f62d-4d30-bb63-8618ef2ce2c2 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1eaa821-49d3-4c19-956e-8c081e0fd468 HTTP/1.1" status: 200 len: 210 time: 0.0454359 Oct 19 01:15:02.209902 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.226636 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.276485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] Deleting subnet d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:02.285788 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0c671-5df0-4b08-8906-c9d26a37e62b None None] Pushing event updated for resources: {'Port': ['ID=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:02.297109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-6767d339-c2a7-4ec6-a4de-48c64aea02dd service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849968 Oct 19 01:15:02.304015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.314967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-6e3e517f-81c6-48dc-a52e-02f4ed45a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.317930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-6e3e517f-81c6-48dc-a52e-02f4ed45a806 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d05292ca908459aa0eb23f3e418bded&device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1101 time: 0.4181726 Oct 19 01:15:02.337165 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Attempting to bind port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:02.337702 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Attempting to bind port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:02.338175 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Attempting to bind port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 on network d0148eca-0fd1-4ca1-b4cb-56d424879b29 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:02.344348 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:02.345470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Checking segment: {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:02.345470 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.346123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Bound using segment: {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:02.347151 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Bound port: f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:02.347291 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.350593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4729f88-9a45-4ef4-a898-b1b93896ed4a req-9f35b5f5-5d33-4c65-82a3-372535d9efe8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.352081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4729f88-9a45-4ef4-a898-b1b93896ed4a req-9f35b5f5-5d33-4c65-82a3-372535d9efe8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe48c8b6-efd7-4a53-bb38-903a5f6922b4 HTTP/1.1" status: 200 len: 946 time: 0.0927215 Oct 19 01:15:02.429226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-2cf737d1-e296-46d8-bcd0-a44971323a29 service neutron] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:02.435565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.447926 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] For port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:02.453305 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] For port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:02.460006 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.461209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4729f88-9a45-4ef4-a898-b1b93896ed4a req-f3241142-9e23-4113-bf36-93bfc6f2d3f7 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Oct 19 01:15:02.472786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-f5ab19ce-6f66-4ee4-80e0-f882ce15d8c8 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657548 Oct 19 01:15:02.494843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-2cf737d1-e296-46d8-bcd0-a44971323a29 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.496144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9a38148-0982-4dfc-bb5c-20032800dfdb req-2cf737d1-e296-46d8-bcd0-a44971323a29 service neutron] 10.222.0.74 "DELETE /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1/bindings/n-h2-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.6022913 Oct 19 01:15:02.504918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-3658f773-c558-414a-8648-c6230ca505be tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.506710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-3658f773-c558-414a-8648-c6230ca505be tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 818 time: 0.5322032 Oct 19 01:15:02.525736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-592ddcdb-d3f4-4e6d-89b6-3483dc39ac53 req-992999f0-95db-46cb-b2d9-2700b16b383f service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104571 Oct 19 01:15:02.545979 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe9496b-4234-4238-8ebc-15528d506244 x-openstack-request-id: req-abe9496b-4234-4238-8ebc-15528d506244 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:02.546253 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eaa821-49d3-4c19-956e-8c081e0fd468", "name": "network-vif-deleted", "tag": "42452f8a-861b-4631-9705-d0d2d4f41d7d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:02.546588 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abe9496b-4234-4238-8ebc-15528d506244 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:02.546969 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eaa821-49d3-4c19-956e-8c081e0fd468', 'name': 'network-vif-deleted', 'tag': '42452f8a-861b-4631-9705-d0d2d4f41d7d', 'status': 'completed', 'code': 200} Oct 19 01:15:02.559648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-fee6fd3b-d727-49ca-802e-f709f1059316 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/quotas/909d2f4fb5a24ca7a8aed1d2c1d611bc HTTP/1.1" status: 200 len: 375 time: 0.0329189 Oct 19 01:15:02.567337 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Routers {'fbd374a7-de84-47fe-a176-3cc6a5e362a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:02.568054 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:02.574153 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0c671-5df0-4b08-8906-c9d26a37e62b None None] Pushing event updated for resources: {'Port': ['ID=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:02.641590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-4aec8f4e-39f6-434d-a739-5a343b07d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.642994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-4aec8f4e-39f6-434d-a739-5a343b07d52f service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.3003452 Oct 19 01:15:02.669560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.674090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dbc59-0c62-4d93-80a6-412fead9043e req-7e1a4c78-76bd-4e78-93f7-af0ead693fff tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.682114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d71dbc59-0c62-4d93-80a6-412fead9043e req-7e1a4c78-76bd-4e78-93f7-af0ead693fff tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.0744295 Oct 19 01:15:02.708924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-970dc0d0-9804-4e80-ae44-b894c2cdcb82 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372688 Oct 19 01:15:02.710501 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] Set router fbd374a7-de84-47fe-a176-3cc6a5e362a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:02.725483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d71dbc59-0c62-4d93-80a6-412fead9043e req-a19e3e99-ee1d-4229-8921-9ba977ecebbb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Oct 19 01:15:02.767018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-b479f807-73ca-4456-a8a3-e9cbd93f6cf7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 200 len: 217 time: 0.0739107 Oct 19 01:15:02.875506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbf50f-5309-42f6-991f-b973fe6a893a req-319672d3-35ea-43c4-be20-7f640864facc tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.884371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e9dbf50f-5309-42f6-991f-b973fe6a893a req-319672d3-35ea-43c4-be20-7f640864facc tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 946 time: 0.0975430 Oct 19 01:15:02.890894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-7f2ec8da-c4ff-46ef-ac95-062d2ff5f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:02.892610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-7f2ec8da-c4ff-46ef-ac95-062d2ff5f6ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1129191 Oct 19 01:15:02.903408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:02.954706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e9dbf50f-5309-42f6-991f-b973fe6a893a req-ab1d11a0-e0af-40f9-a2f8-db67e8ee070a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623162 Oct 19 01:15:02.989900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0c512-1a42-4420-8c0b-ebebc155afd2 None None] Network 77a65c6d-c418-4f98-93f6-06fb0b05bada requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:02.998243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d5b4a5-7a04-4e39-94ec-523970ce2ff3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:03.005984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:03.013299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52310) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:03.032971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a01f2b50-f805-4d3f-b65b-e85e5e2388c3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d4d5b4a5-7a04-4e39-94ec-523970ce2ff3 HTTP/1.1" status: 204 len: 168 time: 1.1264818 Oct 19 01:15:03.048095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-20929ce2-b407-4bb5-b0a2-43f433e3071e service neutron] 10.222.0.64 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918675 Oct 19 01:15:03.093978 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:14:58Z', 'revision_number': 4, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port': {'id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:52Z', 'updated_at': '2021-10-19T01:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1', 'name': '', 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'mac_address': 'fa:16:3e:c1:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '43a62946-4e5a-433e-b583-121c648925a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:55Z', 'updated_at': '2021-10-19T01:15:02Z', 'revision_number': 4, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'subnets': [{'id': '43a62946-4e5a-433e-b583-121c648925a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:03.134818 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b800bdc-73f6-4b0d-9e14-669ee7dfd0ce None None] The sync data for ids ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'] in n-d-789963-20 is: [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:14:58Z', 'revision_number': 4, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port': {'id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:52Z', 'updated_at': '2021-10-19T01:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1', 'name': '', 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'mac_address': 'fa:16:3e:c1:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '43a62946-4e5a-433e-b583-121c648925a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:55Z', 'updated_at': '2021-10-19T01:15:02Z', 'revision_number': 4, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'subnets': [{'id': '43a62946-4e5a-433e-b583-121c648925a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:03.152444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-61644610-2fb2-4eca-9ffa-02c42812cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:03.153982 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-61644610-2fb2-4eca-9ffa-02c42812cf74 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2521091 Oct 19 01:15:03.162454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:03.281686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-604ad10a-d6f9-4013-9fd1-ceee4abbc977 service neutron] 10.222.0.64 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325242 Oct 19 01:15:03.333392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Deleting port f5413459-6348-4db8-9db6-5efe7b8929f2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:03.333902 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:03.372811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] DHCP port deletion for 77a65c6d-c418-4f98-93f6-06fb0b05bada request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:15:03.442700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-d26ce6b3-66f9-4571-91d1-57ad22847caa service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722530 Oct 19 01:15:03.486892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] Deleting port f5413459-6348-4db8-9db6-5efe7b8929f2 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:03.487272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:03.557925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] For port f5413459-6348-4db8-9db6-5efe7b8929f2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f5413459-6348-4db8-9db6-5efe7b8929f2,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:03.560346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:03.634020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Calling delete_port for f5413459-6348-4db8-9db6-5efe7b8929f2 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:03.743807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60708039-e2e1-4c11-8e36-7a6fa89fa2de req-463a2904-7786-44f6-85e4-3e089d45522b service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899187 Oct 19 01:15:03.757457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:03.844816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e21aa-5810-446b-9d2f-a84ef90bd91c req-55deb54e-c71d-4695-80e1-3ec4821f14ea tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:03.853760 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e9e21aa-5810-446b-9d2f-a84ef90bd91c req-55deb54e-c71d-4695-80e1-3ec4821f14ea tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.1637280 Oct 19 01:15:03.886051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 42452f8a-861b-4631-9705-d0d2d4f41d7d no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:03.935125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e9e21aa-5810-446b-9d2f-a84ef90bd91c req-89ea21cb-ecc8-4702-b309-4d0115f3127c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800312 Oct 19 01:15:03.959158 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:03.962363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] For port f5413459-6348-4db8-9db6-5efe7b8929f2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f5413459-6348-4db8-9db6-5efe7b8929f2,segment=NetworkSegment(69042b7f-cd10-4c52-aba4-d00c446ca8bc),segment_id=69042b7f-cd10-4c52-aba4-d00c446ca8bc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:03.963015 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:03.969227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 42452f8a-861b-4631-9705-d0d2d4f41d7d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:03.969805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 42452f8a-861b-4631-9705-d0d2d4f41d7d not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:03.979716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:03.980286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.011896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] Calling delete_port for f5413459-6348-4db8-9db6-5efe7b8929f2 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:04.013566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5413459-6348-4db8-9db6-5efe7b8929f2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:04.024655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] No DVR routers for this DVR port f5413459-6348-4db8-9db6-5efe7b8929f2 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:04.057893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47383f98-2911-449d-8ca7-b286df99be4b req-9ea7c0bc-b55e-40fa-829e-b2058363c2e8 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:04.064594 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47383f98-2911-449d-8ca7-b286df99be4b req-9ea7c0bc-b55e-40fa-829e-b2058363c2e8 tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 1097 time: 0.1390035 Oct 19 01:15:04.141933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47383f98-2911-449d-8ca7-b286df99be4b req-c3ab1af7-3bcd-4478-8c75-5d872df9d34c tempest-LiveAutoBlockMigrationV225Test-1168513821 tempest-LiveAutoBlockMigrationV225Test-1168513821-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678523 Oct 19 01:15:04.143646 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.198864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:04.206798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.208171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.235152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba54d5a-5644-42c1-9666-c9affb0c9b64 req-ad2a2e75-3e6c-44dd-9263-83e9f9f49923 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:04.240727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ba54d5a-5644-42c1-9666-c9affb0c9b64 req-ad2a2e75-3e6c-44dd-9263-83e9f9f49923 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 946 time: 0.1704292 Oct 19 01:15:04.249058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] Pushing event deleted for resources: {'Port': ['ID=f5413459-6348-4db8-9db6-5efe7b8929f2,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:04.256950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.280423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a65c6d-c418-4f98-93f6-06fb0b05bada']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:04.283413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e3de49-230a-4ef2-8c9b-47bda6294844 None None] No DVR routers for this DVR port f5413459-6348-4db8-9db6-5efe7b8929f2 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:04.311535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2e41c17-e68f-4b98-ab08-fff4eba5588b req-499a0a34-d799-496d-8225-104db9299bac tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 210 time: 0.0495927 Oct 19 01:15:04.312582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69042b7f-cd10-4c52-aba4-d00c446ca8bc') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:04.313074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69042b7f-cd10-4c52-aba4-d00c446ca8bc') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:04.326077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.352565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.362092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:04.362841 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.401474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:04.422938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d01e552-ffac-48ea-964c-98bc19520673 req-779c0066-6f83-4361-a471-168378a34f7c tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/7ee7175b-307e-4632-b0d5-653fe8b410a0 HTTP/1.1" status: 200 len: 1801 time: 0.0826066 Oct 19 01:15:04.456702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f5413459-6348-4db8-9db6-5efe7b8929f2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:04.495603 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:04.503099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.512864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f5413459-6348-4db8-9db6-5efe7b8929f2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:04.513212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f5413459-6348-4db8-9db6-5efe7b8929f2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:04.521186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.525259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] 10.222.0.64 "DELETE /v2.0/networks/77a65c6d-c418-4f98-93f6-06fb0b05bada HTTP/1.1" status: 204 len: 168 time: 1.5108571 Oct 19 01:15:04.547876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52346) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:04.609304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ba54d5a-5644-42c1-9666-c9affb0c9b64 req-b955aafd-11b8-4de9-aa72-7e03b5a97636 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396554 Oct 19 01:15:04.610520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcad0f-9b6a-49af-b8e3-614d8204adeb admin admin] Pushing event deleted for resources: {'Network': ['ID=77a65c6d-c418-4f98-93f6-06fb0b05bada,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:04.687101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d01e552-ffac-48ea-964c-98bc19520673 req-0cabead5-cdc6-41dc-a96a-21da05852f60 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.741250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-c3bb4511-6d1a-4f68-b83e-e21c58400dfa tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:04.743482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-c3bb4511-6d1a-4f68-b83e-e21c58400dfa tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe48c8b6-efd7-4a53-bb38-903a5f6922b4 HTTP/1.1" status: 200 len: 946 time: 0.0924497 Oct 19 01:15:04.898079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2052ac6-dc96-4583-b101-71de5197731e req-7767b4dc-5858-45f0-b6fb-8d019eb07cf8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:04.899637 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2052ac6-dc96-4583-b101-71de5197731e req-7767b4dc-5858-45f0-b6fb-8d019eb07cf8 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe48c8b6-efd7-4a53-bb38-903a5f6922b4 HTTP/1.1" status: 200 len: 946 time: 0.1775682 Oct 19 01:15:04.903492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d01e552-ffac-48ea-964c-98bc19520673 req-0cabead5-cdc6-41dc-a96a-21da05852f60 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:04.950533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2052ac6-dc96-4583-b101-71de5197731e req-d71d4831-f424-4d97-a325-b091b65cbd23 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447884 Oct 19 01:15:04.956294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Deleting port 19d87129-f552-4b12-b811-856e28536dbc {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:04.956651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.004569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d01e552-ffac-48ea-964c-98bc19520673 req-0cabead5-cdc6-41dc-a96a-21da05852f60 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.007313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d01e552-ffac-48ea-964c-98bc19520673 req-0cabead5-cdc6-41dc-a96a-21da05852f60 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.008660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d01e552-ffac-48ea-964c-98bc19520673 req-0cabead5-cdc6-41dc-a96a-21da05852f60 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/7ee7175b-307e-4632-b0d5-653fe8b410a0 HTTP/1.1" status: 204 len: 173 time: 0.5779657 Oct 19 01:15:05.048535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabead5-cdc6-41dc-a96a-21da05852f60 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee7175b-307e-4632-b0d5-653fe8b410a0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:05.092290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] For port 19d87129-f552-4b12-b811-856e28536dbc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=19d87129-f552-4b12-b811-856e28536dbc,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:05.092673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.114984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Calling delete_port for 19d87129-f552-4b12-b811-856e28536dbc owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:05.310253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.322186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['19d87129-f552-4b12-b811-856e28536dbc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:05.357246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event deleted for resources: {'Port': ['ID=19d87129-f552-4b12-b811-856e28536dbc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:05.370511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8b80ce54-4586-4a38-9b13-482f9cd11643'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:05.374571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-aee6a736-39d9-4bcd-9692-c5c9f979a526 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:05.375960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-aee6a736-39d9-4bcd-9692-c5c9f979a526 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 818 time: 0.2101593 Oct 19 01:15:05.405565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] No DVR routers for this DVR port 19d87129-f552-4b12-b811-856e28536dbc on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:05.409490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.413431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff50df30-84b0-4564-a043-ef957db4ee9d req-32a27261-1c2a-40c4-b072-2925285f892e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.62 "DELETE /v2.0/ports/19d87129-f552-4b12-b811-856e28536dbc HTTP/1.1" status: 204 len: 173 time: 0.6397717 Oct 19 01:15:05.414023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'name': 'network-vif-deleted', 'tag': '19d87129-f552-4b12-b811-856e28536dbc'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:05.416986 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6cfa4e-ad68-4894-8e89-e3ddae9f3469" -d '{"events": [{"server_uuid": "fe48c8b6-efd7-4a53-bb38-903a5f6922b4", "name": "network-vif-deleted", "tag": "19d87129-f552-4b12-b811-856e28536dbc"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:05.430996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-1ee2a307-0031-4052-9d47-05a12587895c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/quotas/909d2f4fb5a24ca7a8aed1d2c1d611bc HTTP/1.1" status: 200 len: 375 time: 0.0281336 Oct 19 01:15:05.561211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-74c2d1fa-05fe-4565-85df-9799323ffb8c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184173 Oct 19 01:15:05.575253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:05.684881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:05.685328 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:05.915013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69ecf-682a-4344-84ec-795eef2b6ff2 req-5c644f50-48ff-4e57-a81b-11bb78df552f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:05.916606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12c69ecf-682a-4344-84ec-795eef2b6ff2 req-5c644f50-48ff-4e57-a81b-11bb78df552f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.0609150 Oct 19 01:15:05.981406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12c69ecf-682a-4344-84ec-795eef2b6ff2 req-3ba67aec-82fe-4652-9292-f930f2a6eb36 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532458 Oct 19 01:15:06.043477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-494d9ad1-198c-4b64-b2e7-eff9f95f7b4d req-edd398f4-39a2-46a6-b462-755495c87474 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "GET /v2.0/security-groups/336de59d-167d-4b49-8c2f-eab0bef59fda HTTP/1.1" status: 200 len: 1801 time: 0.0428550 Oct 19 01:15:06.113622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-494d9ad1-198c-4b64-b2e7-eff9f95f7b4d req-60ce7249-5bb0-4e33-bc24-12a2c78e2d52 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.145796 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-494d9ad1-198c-4b64-b2e7-eff9f95f7b4d req-60ce7249-5bb0-4e33-bc24-12a2c78e2d52 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.146415 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-c57068d1-b0f0-4b72-a62f-a3e3c294f04b service neutron] 10.222.0.64 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845063 Oct 19 01:15:06.204127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-494d9ad1-198c-4b64-b2e7-eff9f95f7b4d req-60ce7249-5bb0-4e33-bc24-12a2c78e2d52 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.208949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-494d9ad1-198c-4b64-b2e7-eff9f95f7b4d req-60ce7249-5bb0-4e33-bc24-12a2c78e2d52 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.210099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-494d9ad1-198c-4b64-b2e7-eff9f95f7b4d req-60ce7249-5bb0-4e33-bc24-12a2c78e2d52 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] 10.222.0.64 "DELETE /v2.0/security-groups/336de59d-167d-4b49-8c2f-eab0bef59fda HTTP/1.1" status: 204 len: 173 time: 0.1582177 Oct 19 01:15:06.217870 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.219480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:06.220359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce7249-5bb0-4e33-bc24-12a2c78e2d52 tempest-SecurityGroupsTestJSON-587495293 tempest-SecurityGroupsTestJSON-587495293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336de59d-167d-4b49-8c2f-eab0bef59fda,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:06.257126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-534f9fe6-1ab4-44ef-8b8e-e66aa4cfcfe4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:06.260159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-534f9fe6-1ab4-44ef-8b8e-e66aa4cfcfe4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.74 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 818 time: 0.2486267 Oct 19 01:15:06.288511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] Deleting subnet 7bfcd493-6f1b-4ef1-ab9a-0a8161316031 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:06.301336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.340764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Request body: {'port': {'device_id': '854af211-00b4-4016-a676-f1c672b4c624', 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'admin_state_up': True, 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:06.363345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.397113 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-744c1434-76f2-4eea-9799-cae0d207999d service neutron] 10.222.0.64 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488778 Oct 19 01:15:06.398722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2c460-0937-4678-8633-e44e6542c2af req-afa5def7-fdee-4335-a179-81575085e5cb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:06.400278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcc2c460-0937-4678-8633-e44e6542c2af req-afa5def7-fdee-4335-a179-81575085e5cb tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.1092577 Oct 19 01:15:06.444156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.479276 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcc2c460-0937-4678-8633-e44e6542c2af req-c728674b-b846-4a26-a8bb-824c3097e466 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671415 Oct 19 01:15:06.538293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.571969 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a4f02-5a58-42ab-911a-91fba7c611b6 x-openstack-request-id: req-270a4f02-5a58-42ab-911a-91fba7c611b6 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:06.572275 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48c8b6-efd7-4a53-bb38-903a5f6922b4", "name": "network-vif-deleted", "tag": "19d87129-f552-4b12-b811-856e28536dbc", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:06.572519 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-270a4f02-5a58-42ab-911a-91fba7c611b6 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:06.573021 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48c8b6-efd7-4a53-bb38-903a5f6922b4', 'name': 'network-vif-deleted', 'tag': '19d87129-f552-4b12-b811-856e28536dbc', 'status': 'completed', 'code': 200} Oct 19 01:15:06.585622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-13204861-93bc-4df2-840a-6859e0e98a0d tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:06.587326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-13204861-93bc-4df2-840a-6859e0e98a0d tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.2504110 Oct 19 01:15:06.600010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfcd493-6f1b-4ef1-ab9a-0a8161316031,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:06.615026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.623546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b8cdc802-ad32-4ee6-a24f-54553eef41e3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7bfcd493-6f1b-4ef1-ab9a-0a8161316031 HTTP/1.1" status: 204 len: 168 time: 0.3971174 Oct 19 01:15:06.623853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:06.794508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.830665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Made reservation on behalf of 909d2f4fb5a24ca7a8aed1d2c1d611bc for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:06.831911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8062ca1-fffd-4e33-bb0b-d4ee518ca8d3 req-3f203c4a-7413-4cf8-915c-07ddc2c426ff tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 210 time: 0.0331237 Oct 19 01:15:06.835452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.869810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47d7ba64-9633-4158-a49f-0c1ff3979f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.931908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d209a5-0179-4375-9406-4e42768511a3 req-eb7f2195-4551-44d4-b52e-c39f46ebba0e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:06.932742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:06.934990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43d209a5-0179-4375-9406-4e42768511a3 req-eb7f2195-4551-44d4-b52e-c39f46ebba0e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.2390082 Oct 19 01:15:06.994884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12311b84-bf6d-4043-b546-838828c304d7']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:07.010935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45e3220-6084-4094-911c-df557b199b49') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:07.011236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45e3220-6084-4094-911c-df557b199b49') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:07.031264 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.055099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28805de7-25f6-483b-a42c-a4185df3886a req-84afcebd-9e0f-468a-a04c-3e69b5b5fd2f tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:07.065093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28805de7-25f6-483b-a42c-a4185df3886a req-84afcebd-9e0f-468a-a04c-3e69b5b5fd2f tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.1450133 Oct 19 01:15:07.082457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Deleting port 8b80ce54-4586-4a38-9b13-482f9cd11643 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:07.082660 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.099629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.111009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:07.111510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:07.115306 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:07.128698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28805de7-25f6-483b-a42c-a4185df3886a req-1574ba64-932e-41ec-967b-e423a76e1da5 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620320 Oct 19 01:15:07.185171 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.191718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.195119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] 10.222.0.64 "DELETE /v2.0/networks/12311b84-bf6d-4043-b546-838828c304d7 HTTP/1.1" status: 204 len: 168 time: 0.5701387 Oct 19 01:15:07.207021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a967ed-95c4-4135-bb3f-fcb18d380345 admin admin] Pushing event deleted for resources: {'Network': ['ID=12311b84-bf6d-4043-b546-838828c304d7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:07.324823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52424) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:07.367589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] For port 8b80ce54-4586-4a38-9b13-482f9cd11643, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8b80ce54-4586-4a38-9b13-482f9cd11643,segment=NetworkSegment(d78d59da-f0bd-4e27-9d68-1af94486e6f1),segment_id=d78d59da-f0bd-4e27-9d68-1af94486e6f1)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:07.367870 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.375377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b737f3a6-104a-4855-9a05-d0d9d272ecb8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:15:07.377278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eab55e9e-c3f4-451a-887d-2b817954236f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffd46702aea5415391bfb5e7d96393a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510290 Oct 19 01:15:07.377914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52426) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:07.381626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 19d87129-f552-4b12-b811-856e28536dbc no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:07.392829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Allocated IP 172.20.0.3 (d0148eca-0fd1-4ca1-b4cb-56d424879b29/43a62946-4e5a-433e-b583-121c648925a2/5003bf41-8f04-41bf-9e16-ec3e1b54c10e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:07.408808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6314-87cc-4675-aba5-4338ccadbff1 req-97de9fc3-9b5f-4d4f-a65d-247d688b64d6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:07.409868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 19d87129-f552-4b12-b811-856e28536dbc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:07.410401 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89dd6314-87cc-4675-aba5-4338ccadbff1 req-97de9fc3-9b5f-4d4f-a65d-247d688b64d6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 949 time: 0.3046198 Oct 19 01:15:07.414398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Calling delete_port for 8b80ce54-4586-4a38-9b13-482f9cd11643 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:07.417001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 19d87129-f552-4b12-b811-856e28536dbc not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:07.440421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01ef81f4-8497-42bb-bdcd-32cb821be9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.464877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01ef81f4-8497-42bb-bdcd-32cb821be9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.466723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Deleting port c6228a6a-8d65-450c-acd5-c4c5960e324f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:07.467075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.517249 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01ef81f4-8497-42bb-bdcd-32cb821be9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.520693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01ef81f4-8497-42bb-bdcd-32cb821be9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.524342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-01ef81f4-8497-42bb-bdcd-32cb821be9ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dd2f312-c949-47e8-be8d-4090188cba31 HTTP/1.1" status: 204 len: 168 time: 0.1420465 Oct 19 01:15:07.531497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:07.533645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Deleting port 4570f789-80b6-4b73-847a-c8940b30e8c1 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:07.533986 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.546477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:15:07.552843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef81f4-8497-42bb-bdcd-32cb821be9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd2f312-c949-47e8-be8d-4090188cba31,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:07.596292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89dd6314-87cc-4675-aba5-4338ccadbff1 req-6069cf34-6415-48ca-b2af-34b7efae556f tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773942 Oct 19 01:15:07.616010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.655810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b737f3a6-104a-4855-9a05-d0d9d272ecb8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:07.687392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf29b5-1057-43cd-978f-cd152c85085d req-01c220b4-56d8-4b47-89e5-5d032f6d14b0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:07.712279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:07.715064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22bf29b5-1057-43cd-978f-cd152c85085d req-01c220b4-56d8-4b47-89e5-5d032f6d14b0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.1317289 Oct 19 01:15:07.724268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:07.806110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:15:07.817643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22bf29b5-1057-43cd-978f-cd152c85085d req-a01d99b4-decc-45bc-ab9f-d8ae130a56c0 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014249 Oct 19 01:15:07.855416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:07.882566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b737f3a6-104a-4855-9a05-d0d9d272ecb8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:08.015962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] For port c6228a6a-8d65-450c-acd5-c4c5960e324f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6228a6a-8d65-450c-acd5-c4c5960e324f,segment=NetworkSegment(591ef4a8-81d4-4326-8b68-9543ffd0eb83),segment_id=591ef4a8-81d4-4326-8b68-9543ffd0eb83)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:08.016710 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.054959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] For port 4570f789-80b6-4b73-847a-c8940b30e8c1, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4570f789-80b6-4b73-847a-c8940b30e8c1,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:08.056687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.070312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26354fb2-d090-445b-8e92-350001bbbbd2 req-700ffc43-26b7-40ab-8690-1c7628a2e5f4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 210 time: 0.1236377 Oct 19 01:15:08.106739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:08.147243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-9fa9d1b7-49e2-4a5f-81e1-1b120d028e65 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:08.150160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-9fa9d1b7-49e2-4a5f-81e1-1b120d028e65 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.62 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 818 time: 0.2770336 Oct 19 01:15:08.178497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'mac_address': 'fa:16:3e:e1:a3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:15:08.181048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Request body: {'port': {'device_id': '8d701009-f238-418c-ae56-267278cea2a8', 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'admin_state_up': True, 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:08.200991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Calling delete_port for c6228a6a-8d65-450c-acd5-c4c5960e324f owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:08.211027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Calling delete_port for 4570f789-80b6-4b73-847a-c8940b30e8c1 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:08.354524 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.394940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d04e6-234c-4864-b58a-cd6b088263b5 req-3ce09144-6fa4-427c-8e6e-ced9ae2edc48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:08.396638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e8d04e6-234c-4864-b58a-cd6b088263b5 req-3ce09144-6fa4-427c-8e6e-ced9ae2edc48 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 945 time: 0.1161940 Oct 19 01:15:08.402877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c34b3b-a108-41f7-a17b-daace0d74d78 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:08.456015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e8d04e6-234c-4864-b58a-cd6b088263b5 req-ebcc25bb-961a-4385-bfff-8aad55452446 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/security-groups?id=b5d2097f-8de9-4c98-a251-efbf160dd9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506272 Oct 19 01:15:08.459502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Made reservation on behalf of 909d2f4fb5a24ca7a8aed1d2c1d611bc for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:08.465208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.477138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:08.489973 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.518654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.536106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0c11-423f-43e1-aa9a-dbe297fde0cc req-a413c888-a43c-47d6-9c94-e2c109389c25 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:08.542809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cd8d0c11-423f-43e1-aa9a-dbe297fde0cc req-a413c888-a43c-47d6-9c94-e2c109389c25 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 1101 time: 0.6208117 Oct 19 01:15:08.614533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:08.649192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:08.766024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Pushing event deleted for resources: {'Port': ['ID=8b80ce54-4586-4a38-9b13-482f9cd11643,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:08.826926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cd8d0c11-423f-43e1-aa9a-dbe297fde0cc req-f52dbe06-59e8-4bfa-be74-2f5f4315d731 tempest-MigrationsAdminTest-1479749834 tempest-MigrationsAdminTest-1479749834-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461045 Oct 19 01:15:08.881341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52502) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:08.918710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Allocated IP 172.20.0.9 (d0148eca-0fd1-4ca1-b4cb-56d424879b29/43a62946-4e5a-433e-b583-121c648925a2/7a616244-1e68-474d-8596-62308bf25294) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:09.022586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['62c34b3b-a108-41f7-a17b-daace0d74d78'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:09.243964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-809693791-network', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:09.317199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a8a49-56e9-4dcf-b855-c6e07c2676a6 req-a479b3dc-11b6-47f6-978b-ce5c59cf7656 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:09.318371 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.325756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be6a8a49-56e9-4dcf-b855-c6e07c2676a6 req-a479b3dc-11b6-47f6-978b-ce5c59cf7656 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 945 time: 0.3299501 Oct 19 01:15:09.371826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Made reservation on behalf of d38d1425dfba4dba8e84b4635e1c97c8 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:09.374398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.407508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.409024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b737f3a6-104a-4855-9a05-d0d9d272ecb8 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:09.423962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.474812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be6a8a49-56e9-4dcf-b855-c6e07c2676a6 req-577c8fc6-dc0d-47fd-85c6-d9f3e30b17f7 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326904 Oct 19 01:15:09.496100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] No DVR routers for this DVR port 8b80ce54-4586-4a38-9b13-482f9cd11643 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:09.516295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b737f3a6-104a-4855-9a05-d0d9d272ecb8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:09.516669 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.611945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.704479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:09.723428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:09.726619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:09.736419 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.746410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.766371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.773459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Pushing event updated for resources: {'Port': ['ID=7a616244-1e68-474d-8596-62308bf25294,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:09.789643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.790267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.799565 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d20c2821-eee7-4e2a-9558-6d31726910a9 req-c0b93920-0b7e-4d20-8db2-665fffa6fc5e tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.74 "DELETE /v2.0/ports/8b80ce54-4586-4a38-9b13-482f9cd11643 HTTP/1.1" status: 204 len: 173 time: 3.1778800 Oct 19 01:15:09.811566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddec524-1413-44a2-b8ab-e3ff73f5cd2e req-0a9c83d6-e7c4-4ac2-ac61-830967451a01 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:09.814111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.822671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ddec524-1413-44a2-b8ab-e3ff73f5cd2e req-0a9c83d6-e7c4-4ac2-ac61-830967451a01 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.2330081 Oct 19 01:15:09.826221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'name': 'network-vif-deleted', 'tag': '8b80ce54-4586-4a38-9b13-482f9cd11643'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:09.844233 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58acb82b-41e3-4194-9bff-522e59042a96" -d '{"events": [{"server_uuid": "b38b032a-4dd0-48e1-b25c-d3ed5bb17973", "name": "network-vif-deleted", "tag": "8b80ce54-4586-4a38-9b13-482f9cd11643"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:09.866364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:09.870055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:09.874709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:15:09.877032 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d635f3d-6875-4e67-86d8-00da85db097e" -d '{"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-plugged", "status": "completed", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:09.896565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:09.896565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.898729 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-910108c8-807d-4946-b917-2e2c93d5d9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.904439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8b80ce54-4586-4a38-9b13-482f9cd11643 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:09.932856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:09.933549 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Added segment 49dd4d5c-b6ab-47e2-903b-9df1f11539c7 of type vlan for network 6be0f4dc-5694-46ae-8413-a766779f5e82 Oct 19 01:15:09.942131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb6a65-0123-402e-8f18-355e03c6d3eb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:09.962466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e599e0b8-1b7d-421f-98e0-78f1c5289b16 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7945328 Oct 19 01:15:09.984823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ddec524-1413-44a2-b8ab-e3ff73f5cd2e req-62ff5745-ece5-462f-9b85-2dc37a0c1295 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606467 Oct 19 01:15:09.995285 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.081571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.102833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Network d0148eca-0fd1-4ca1-b4cb-56d424879b29 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:10.103832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.109094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:10.121874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6228a6a-8d65-450c-acd5-c4c5960e324f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:10.123313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:10.129829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 8b80ce54-4586-4a38-9b13-482f9cd11643 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:10.129829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8b80ce54-4586-4a38-9b13-482f9cd11643 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:10.137787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:10.189442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:10.194339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Request body: {'port': {'device_id': '8d701009-f238-418c-ae56-267278cea2a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:10.203374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 4570f789-80b6-4b73-847a-c8940b30e8c1 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:10.207940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4570f789-80b6-4b73-847a-c8940b30e8c1 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:10.232265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.233672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.234475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.254056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e12a9fa-bfd7-4b8a-8f15-7eb0f1016e1f req-05d35f9f-49ae-4560-8c84-5d04fb2ebd30 tempest-MultipleCreateTestJSON-1324361886 tempest-MultipleCreateTestJSON-1324361886-project] 10.222.0.64 "GET /v2.0/ports?device_id=b38b032a-4dd0-48e1-b25c-d3ed5bb17973 HTTP/1.1" status: 200 len: 210 time: 0.0785849 Oct 19 01:15:10.293220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:10.435078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] Pushing event updated for resources: {'Network': ['ID=6be0f4dc-5694-46ae-8413-a766779f5e82,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:10.477454 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc4c6e9-b275-4f26-834f-af12beafb410 x-openstack-request-id: req-5dc4c6e9-b275-4f26-834f-af12beafb410 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:10.478061 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38b032a-4dd0-48e1-b25c-d3ed5bb17973", "name": "network-vif-deleted", "tag": "8b80ce54-4586-4a38-9b13-482f9cd11643", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:10.478545 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dc4c6e9-b275-4f26-834f-af12beafb410 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:10.479317 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b032a-4dd0-48e1-b25c-d3ed5bb17973', 'name': 'network-vif-deleted', 'tag': '8b80ce54-4586-4a38-9b13-482f9cd11643', 'status': 'completed', 'code': 200} Oct 19 01:15:10.521173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:15:10.522961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.541043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5b51d880-273f-49c3-b111-0a3f8e66e684 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6494091 Oct 19 01:15:10.541043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52538) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:10.568695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Request body: {'subnet': {'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-809693791-subnet', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:10.572753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871d1b-bee4-4bff-beb7-77148ff137e8 req-aeacc74e-3da4-4e69-b7cd-f3448ca7e089 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.582713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57871d1b-bee4-4bff-beb7-77148ff137e8 req-aeacc74e-3da4-4e69-b7cd-f3448ca7e089 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 931 time: 0.8206658 Oct 19 01:15:10.674921 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec4236b-6e57-46d6-90c7-9f9a15a7333c x-openstack-request-id: req-fec4236b-6e57-46d6-90c7-9f9a15a7333c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:10.675536 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-plugged", "status": "completed", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:10.676667 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fec4236b-6e57-46d6-90c7-9f9a15a7333c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:10.677244 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'code': 200} Oct 19 01:15:10.720401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Made reservation on behalf of d38d1425dfba4dba8e84b4635e1c97c8 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:10.726497 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.739336 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.764078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.793400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Pushing event updated for resources: {'Port': ['ID=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:10.804495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] No DVR routers for this DVR port 4570f789-80b6-4b73-847a-c8940b30e8c1 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:10.807504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.811655 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43d209a5-0179-4375-9406-4e42768511a3 req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.74 "DELETE /v2.0/ports/4570f789-80b6-4b73-847a-c8940b30e8c1 HTTP/1.1" status: 204 len: 173 time: 3.8504300 Oct 19 01:15:10.864928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:10.865681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:10.928304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57871d1b-bee4-4bff-beb7-77148ff137e8 req-011dfa47-89f6-498e-8a0e-b8a466317a58 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449543 Oct 19 01:15:10.933466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82edd8d-a407-4c92-8a9c-8cf07891c83c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event deleted for resources: {'Port': ['ID=4570f789-80b6-4b73-847a-c8940b30e8c1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:10.956723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-114f9659-6ab3-401e-b113-48a453b01b3c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6245067 Oct 19 01:15:11.021190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Request body: {'port': {'device_id': '854af211-00b4-4016-a676-f1c672b4c624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:11.150971 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.270050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-229350ed-534a-4acd-81b8-147dabb9c4bd req-799ec3d4-9932-4bb8-b710-62ed27cae584 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.5582488 Oct 19 01:15:11.345246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52544) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:11.346096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.383648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-454348a9-8cfd-4bec-9c18-7777eb9a2162 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:11.385157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-454348a9-8cfd-4bec-9c18-7777eb9a2162 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.2867684 Oct 19 01:15:11.611865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee697e-167b-4948-8ec0-66ff128975e6 req-98709482-3069-43d7-beee-c0873b03e869 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:11.614198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1eee697e-167b-4948-8ec0-66ff128975e6 req-98709482-3069-43d7-beee-c0873b03e869 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 950 time: 0.5205908 Oct 19 01:15:11.677977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.774885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5da3ea9-5082-4b5f-acec-db8e1e444220,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:11.782821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Checking segment: {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:11.783187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Network hostable DHCP agents. Network: 6be0f4dc-5694-46ae-8413-a766779f5e82, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:15:11.811407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] Deleting subnet 5d6ea792-f825-4538-8342-9ff51dc13c18 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:11.815158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.831790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:15:11.851706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a616244-1e68-474d-8596-62308bf25294 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:11.857673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.859363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 6be0f4dc-5694-46ae-8413-a766779f5e82) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:11.863041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.865633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 62c34b3b-a108-41f7-a17b-daace0d74d78 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:11.869672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:11.870232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.888262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Transition to ACTIVE for port object 7a616244-1e68-474d-8596-62308bf25294 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:15:11.900842 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b907fde7-4b90-4847-8b13-5ba0262afe4a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3440616 Oct 19 01:15:11.901851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:11.902298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1eee697e-167b-4948-8ec0-66ff128975e6 req-0d0154a0-e1ba-4bda-a628-51f5afee2fb3 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757733 Oct 19 01:15:11.914947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52558) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:11.926424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:11.992374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Deleting port 62c34b3b-a108-41f7-a17b-daace0d74d78 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:11.992935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.014813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Pushing event updated for resources: {'Port': ['ID=7a616244-1e68-474d-8596-62308bf25294,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:12.146669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Attempting to bind port 7a616244-1e68-474d-8596-62308bf25294 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:12.147079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Attempting to bind port 7a616244-1e68-474d-8596-62308bf25294 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:12.147406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Attempting to bind port 7a616244-1e68-474d-8596-62308bf25294 on network d0148eca-0fd1-4ca1-b4cb-56d424879b29 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:12.156682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5ea21-47db-420c-9edf-cbda252a7376 req-2f3ddda4-1ce8-497c-bb56-4bd543cf9f07 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:12.158752 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5e5ea21-47db-420c-9edf-cbda252a7376 req-2f3ddda4-1ce8-497c-bb56-4bd543cf9f07 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 943 time: 0.1012189 Oct 19 01:15:12.165143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Port 7a616244-1e68-474d-8596-62308bf25294 on network d0148eca-0fd1-4ca1-b4cb-56d424879b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:15:12.165733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Attempting to bind port 7a616244-1e68-474d-8596-62308bf25294 on network d0148eca-0fd1-4ca1-b4cb-56d424879b29 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:12.169489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc75f9-b17e-4639-b7a2-a8903b787766 None None] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:12.181335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:12.182204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Checking segment: {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:12.182822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Bound using segment: {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:12.183492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Bound port: 7a616244-1e68-474d-8596-62308bf25294, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:12.184120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.186523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:12.186921 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.211092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Calling delete_port for 62c34b3b-a108-41f7-a17b-daace0d74d78 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:12.262904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5e5ea21-47db-420c-9edf-cbda252a7376 req-9a583fc2-a1a3-4e8a-8c54-4a4209275401 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946045 Oct 19 01:15:12.325177 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.326983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] For port 7a616244-1e68-474d-8596-62308bf25294, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:12.336177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] For port 7a616244-1e68-474d-8596-62308bf25294, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7a616244-1e68-474d-8596-62308bf25294,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:12.349161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.395998 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.425751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 62c34b3b-a108-41f7-a17b-daace0d74d78 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:12.453135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:12.453522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.457793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] 10.222.0.62 "PUT /v2.0/ports/7a616244-1e68-474d-8596-62308bf25294 HTTP/1.1" status: 200 len: 1092 time: 2.4114633 Oct 19 01:15:12.460869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d701009-f238-418c-ae56-267278cea2a8', 'tag': '7a616244-1e68-474d-8596-62308bf25294'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:12.463103 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62683499-e375-404e-bfd3-08d63b2c3cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d701009-f238-418c-ae56-267278cea2a8", "tag": "7a616244-1e68-474d-8596-62308bf25294"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:12.474510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 62c34b3b-a108-41f7-a17b-daace0d74d78, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=62c34b3b-a108-41f7-a17b-daace0d74d78,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:12.509228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.511478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'name': 'network-vif-deleted', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:12.513906 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c503041d-618b-40d1-a2eb-1d8618c0fe2f" -d '{"events": [{"server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "name": "network-vif-deleted", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:12.536942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a16992-9df4-4aef-a3ee-47bef519e1fa service neutron] Pushing event updated for resources: {'Port': ['ID=7a616244-1e68-474d-8596-62308bf25294,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:12.544970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.570097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-6be0f4dc-5694-46ae-8413-a766779f5e82', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:15:12.570097 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.603097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-29ee5f45-8fcf-4534-b595-413739a4ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:12.605947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-29ee5f45-8fcf-4534-b595-413739a4ead3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 1095 time: 0.0880156 Oct 19 01:15:12.679845 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d00505a-5b52-41ba-b5ca-e9dd4be9f8b0 x-openstack-request-id: req-7d00505a-5b52-41ba-b5ca-e9dd4be9f8b0 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:12.680493 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d701009-f238-418c-ae56-267278cea2a8", "tag": "7a616244-1e68-474d-8596-62308bf25294", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:12.680493 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d00505a-5b52-41ba-b5ca-e9dd4be9f8b0 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:12.680867 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d701009-f238-418c-ae56-267278cea2a8', 'tag': '7a616244-1e68-474d-8596-62308bf25294', 'status': 'completed', 'code': 200} Oct 19 01:15:12.686025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-882f84fd-14f9-41ea-b53a-479bdc2524fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a616244-1e68-474d-8596-62308bf25294 HTTP/1.1" status: 200 len: 217 time: 0.0710795 Oct 19 01:15:12.706902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5003bf41-8f04-41bf-9e16-ec3e1b54c10e {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:12.716236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.733708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Transition to ACTIVE for port object 5003bf41-8f04-41bf-9e16-ec3e1b54c10e will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:15:12.753498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.795154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-c140979a-dfcd-467d-9d5f-1fdc702b6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:12.804004 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:12.805450 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-c140979a-dfcd-467d-9d5f-1fdc702b6ca2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1110730 Oct 19 01:15:12.835855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Allocated IP 172.20.0.2 (6be0f4dc-5694-46ae-8413-a766779f5e82/b5da3ea9-5082-4b5f-acec-db8e1e444220/4e5c0eb6-f444-44f6-a786-95f4c78ba384) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:12.849026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:12.859176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6ea792-f825-4538-8342-9ff51dc13c18,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:12.884967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-e3e8c14b-d8b4-4249-803b-dea582bcd0f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676215 Oct 19 01:15:12.935862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=13']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:12.976790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Pushing event updated for resources: {'Port': ['ID=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:13.010374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-589d4b31-9cac-43d3-bb77-32d508370e4b req-19243c90-e94a-4eb2-8fbe-d6954d8ea005 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.4901512 Oct 19 01:15:13.011219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.014660 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.041807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.050999 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e125aa6a-00e5-45b9-b244-74cf3a8fe0bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5d6ea792-f825-4538-8342-9ff51dc13c18 HTTP/1.1" status: 204 len: 168 time: 1.6899383 Oct 19 01:15:13.059589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52582) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:13.134807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.143578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-6594bce4-ef73-4e0e-90f7-79f2df39ea3b service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504663 Oct 19 01:15:13.152772 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.180194 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:15:13.183217 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f796b6-23be-441c-9ede-302d3cf9acc6 x-openstack-request-id: req-f3f796b6-23be-441c-9ede-302d3cf9acc6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:13.183509 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f207d7-c88b-4c82-bb3d-ec79bcd5c202", "name": "network-vif-deleted", "tag": "4570f789-80b6-4b73-847a-c8940b30e8c1", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:13.183872 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3f796b6-23be-441c-9ede-302d3cf9acc6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:13.184378 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f207d7-c88b-4c82-bb3d-ec79bcd5c202', 'name': 'network-vif-deleted', 'tag': '4570f789-80b6-4b73-847a-c8940b30e8c1', 'status': 'completed', 'code': 200} Oct 19 01:15:13.204432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.226711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:13.231078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:13.235489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:13.304318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Attempting to bind port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:13.304690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Attempting to bind port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:13.305059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Attempting to bind port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 on network 6be0f4dc-5694-46ae-8413-a766779f5e82 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:13.307036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Pushing event updated for resources: {'Port': ['ID=4e5c0eb6-f444-44f6-a786-95f4c78ba384,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:13.321882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:13.322300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Checking segment: {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:13.322648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.323069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Bound using segment: {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:13.323545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Bound port: 4e5c0eb6-f444-44f6-a786-95f4c78ba384, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:13.323938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.327517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08d3b482-8012-4109-8c5a-518ef9beb0ca req-820f9c28-593a-4f2f-9867-041f3c84ab91 service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682644 Oct 19 01:15:13.443345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] For port 4e5c0eb6-f444-44f6-a786-95f4c78ba384, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:13.451462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] For port 4e5c0eb6-f444-44f6-a786-95f4c78ba384, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4e5c0eb6-f444-44f6-a786-95f4c78ba384,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:13.462172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.547380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e2c91-c73d-4a2c-91d3-02c542a07ce7 None None] Pushing event updated for resources: {'Port': ['ID=4e5c0eb6-f444-44f6-a786-95f4c78ba384,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:13.560642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-7ee46741-1e35-43df-baf6-759154a0b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:13.565879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-7ee46741-1e35-43df-baf6-759154a0b4cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 1095 time: 0.1695893 Oct 19 01:15:13.573091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.578602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fcf8b-4d29-4792-97d6-22a1e3c90452 req-02c765b6-4d2d-4bb9-8e78-5e255278c56d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:13.580130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e4fcf8b-4d29-4792-97d6-22a1e3c90452 req-02c765b6-4d2d-4bb9-8e78-5e255278c56d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 943 time: 0.1369417 Oct 19 01:15:13.617843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6106c76-884a-499a-a8ee-38084482390e']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:13.628103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78d59da-f0bd-4e27-9d68-1af94486e6f1') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:13.628103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78d59da-f0bd-4e27-9d68-1af94486e6f1') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:13.643131 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.715941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e4fcf8b-4d29-4792-97d6-22a1e3c90452 req-8e3d08fe-bfc4-47fe-a55e-9bb47ec206da tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239717 Oct 19 01:15:13.733480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.754666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-385a2123-47e0-4834-b9d4-7c6e60a27fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:13.754993 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.755142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-385a2123-47e0-4834-b9d4-7c6e60a27fbe service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.1739595 Oct 19 01:15:13.766802 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:13.852345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:13.852873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.866746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['288699e8-942e-417f-8fc0-6af2226e8c10', 'b766c02f-d025-4337-88e8-092e92a0e78b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:13.912326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-d69b88b3-8784-4986-a735-2e0251ae78fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a616244-1e68-474d-8596-62308bf25294 HTTP/1.1" status: 200 len: 217 time: 0.1488678 Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:13.912559 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:13.934654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:13.939027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event deleted for resources: {'Port': ['ID=62c34b3b-a108-41f7-a17b-daace0d74d78,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:14.019373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-7b3c3367-b9ae-424d-bcc7-3b921a3fd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:14.020899 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-7b3c3367-b9ae-424d-bcc7-3b921a3fd11c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1001935 Oct 19 01:15:14.089932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-d63621e3-03b9-4a1f-a3ad-971dfd4ace68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609357 Oct 19 01:15:14.163672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Attempting to bind port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:14.164523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Attempting to bind port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:14.164957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Attempting to bind port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e on network d0148eca-0fd1-4ca1-b4cb-56d424879b29 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:14.371006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067ab6c-332a-4f49-8acf-8121265bbae9 req-5bf311c9-3a72-429b-9595-ab5d421f422d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:14.371006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5067ab6c-332a-4f49-8acf-8121265bbae9 req-5bf311c9-3a72-429b-9595-ab5d421f422d tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66923ad-a34a-4718-83c7-e8580d6d2a35 HTTP/1.1" status: 200 len: 866 time: 0.9465585 Oct 19 01:15:14.371006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] No DVR routers for this DVR port 62c34b3b-a108-41f7-a17b-daace0d74d78 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:14.425310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81058fcb-3400-486f-92d0-47f224c06e3f req-783a8058-633f-40ba-a748-0514c2658f58 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.1370606 Oct 19 01:15:14.431905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-6d7b7e4a-01a1-4017-a34c-61f4098258e2 service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328862 Oct 19 01:15:14.440186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e on network d0148eca-0fd1-4ca1-b4cb-56d424879b29 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:15:14.441126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Attempting to bind port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e on network d0148eca-0fd1-4ca1-b4cb-56d424879b29 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:14.454767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.459726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4da9562e-a440-4939-aace-8c62fc3f7767 req-3ff9b6e3-3686-453c-a10e-83930cd48c7b tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "DELETE /v2.0/ports/62c34b3b-a108-41f7-a17b-daace0d74d78 HTTP/1.1" status: 204 len: 173 time: 3.0340428 Oct 19 01:15:14.462501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.465426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:14.465765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Checking segment: {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:14.466151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Bound using segment: {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:14.466598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Bound port: 5003bf41-8f04-41bf-9e16-ec3e1b54c10e, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fb7ad7-7f70-4535-b758-2cae877f1e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:14.466954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.509404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.596302 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:14.606110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b6106c76-884a-499a-a8ee-38084482390e HTTP/1.1" status: 204 len: 168 time: 1.5453701 Oct 19 01:15:14.608134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e33166-dd6d-4081-ba39-9b72c393efe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6106c76-884a-499a-a8ee-38084482390e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:14.610431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:14.619876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207558e-e849-4881-a228-a92c1896688e None None] Sync routers for ids ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:14.630663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bd8f6b25-b50e-4d5d-ad77-7a188d938d1b admin admin] 10.222.0.64 "PUT /v2.0/routers/ccb5dfb4-9b96-4629-8f67-9ae9600e23b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0777185 Oct 19 01:15:14.640597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] Routers {'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:14.653304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:14.674169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52600) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:14.835143 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5067ab6c-332a-4f49-8acf-8121265bbae9 req-f984827a-d632-439d-9adb-238ed52f6770 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660537 Oct 19 01:15:14.961359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] For port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:14.985630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52610) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:14.986227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] For port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:15.007349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] Set router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:15.080369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.142569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:15.143268 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.145473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] 10.222.0.74 "PUT /v2.0/ports/5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 1092 time: 4.1714051 Oct 19 01:15:15.168826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4c0a-5001-4601-8333-3a2e240ebc85 service neutron] Pushing event updated for resources: {'Port': ['ID=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:15.184994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-deleted', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78'}, {'name': 'network-changed', 'server_uuid': '854af211-00b4-4016-a676-f1c672b4c624', 'tag': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:15.187432 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0" -d '{"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-deleted", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78"}, {"name": "network-changed", "server_uuid": "854af211-00b4-4016-a676-f1c672b4c624", "tag": "5003bf41-8f04-41bf-9e16-ec3e1b54c10e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:15.188709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aba8c7-7c3e-453a-9076-77029533c2fb req-235c485a-e5ce-44da-87e2-64cefc95b43d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:15.209383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce29ce-1924-4fff-ad40-f52502d6c799 None None] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:15.215565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7aba8c7-7c3e-453a-9076-77029533c2fb req-235c485a-e5ce-44da-87e2-64cefc95b43d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 943 time: 0.3676040 Oct 19 01:15:15.345058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b8ff1192-b8fc-4d33-8800-163005bc0d55 None None] Provisioning complete for port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:15.345445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1192-b8fc-4d33-8800-163005bc0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.358549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62683499-e375-404e-bfd3-08d63b2c3cfd req-a1bae966-772f-4ce3-a200-cf51ae388dd8 service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9163301 Oct 19 01:15:15.416432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7aba8c7-7c3e-453a-9076-77029533c2fb req-040bffe1-e869-4a42-a795-e52b054c5b32 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998260 Oct 19 01:15:15.438773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.457114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7a616244-1e68-474d-8596-62308bf25294 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:15:15.581383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b27cb5a5-a131-489c-9404-b2a34591b7a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c6895689ac947d1b081d4afded415df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946681 Oct 19 01:15:15.589390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52620) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:15.643027 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de9196-4d2b-46c7-8407-08c546810c92 x-openstack-request-id: req-f6de9196-4d2b-46c7-8407-08c546810c92 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:15.644099 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66923ad-a34a-4718-83c7-e8580d6d2a35", "name": "network-vif-deleted", "tag": "62c34b3b-a108-41f7-a17b-daace0d74d78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "854af211-00b4-4016-a676-f1c672b4c624", "tag": "5003bf41-8f04-41bf-9e16-ec3e1b54c10e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:15.644469 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6de9196-4d2b-46c7-8407-08c546810c92 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:15.644947 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66923ad-a34a-4718-83c7-e8580d6d2a35', 'name': 'network-vif-deleted', 'tag': '62c34b3b-a108-41f7-a17b-daace0d74d78', 'status': 'completed', 'code': 200} Oct 19 01:15:15.645918 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854af211-00b4-4016-a676-f1c672b4c624', 'tag': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e', 'status': 'completed', 'code': 200} Oct 19 01:15:15.650694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7a616244-1e68-474d-8596-62308bf25294, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7a616244-1e68-474d-8596-62308bf25294,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:15.678063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '7a616244-1e68-474d-8596-62308bf25294', 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'port_id': '7a616244-1e68-474d-8596-62308bf25294', 'mac_address': 'fa:16:3e:0e:b4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a62946-4e5a-433e-b583-121c648925a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:15:15.689722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4e5c0eb6-f444-44f6-a786-95f4c78ba384 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:15.760270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65d2f762-d4b4-4f9b-9167-f136e34d663b req-662409eb-2597-4515-ad4e-3b1f7a61060f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.0956297 Oct 19 01:15:15.808892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-1d90f210-bb60-4b84-ab06-4a66d09a6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:15.810648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-1d90f210-bb60-4b84-ab06-4a66d09a6491 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1095 time: 0.1643918 Oct 19 01:15:15.818364 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.818726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.824305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.878752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.882193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83b1c424-92bd-4ec7-8d14-f2978cd4ae39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.915715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83b1c424-92bd-4ec7-8d14-f2978cd4ae39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.963924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Deleting port bbe2b006-d01c-4530-9350-8820d15bba96 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:15.964496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:15.972711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a616244-1e68-474d-8596-62308bf25294 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:15.980191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-0f344902-b6a6-4095-a499-f705bf103edb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 217 time: 0.1258152 Oct 19 01:15:16.005832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7a616244-1e68-474d-8596-62308bf25294, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7a616244-1e68-474d-8596-62308bf25294,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:16.020303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:15:09Z', 'revision_number': 5, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port': {'id': 'bbe2b006-d01c-4530-9350-8820d15bba96', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:10:02Z', 'updated_at': '2021-10-19T01:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:16.030695 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.115914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:16.122574 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.122882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83b1c424-92bd-4ec7-8d14-f2978cd4ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.122882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83b1c424-92bd-4ec7-8d14-f2978cd4ae39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.123560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-83b1c424-92bd-4ec7-8d14-f2978cd4ae39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5d2097f-8de9-4c98-a251-efbf160dd9ac HTTP/1.1" status: 204 len: 168 time: 0.3879020 Oct 19 01:15:16.169096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1c424-92bd-4ec7-8d14-f2978cd4ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d2097f-8de9-4c98-a251-efbf160dd9ac,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:16.227119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] For port bbe2b006-d01c-4530-9350-8820d15bba96, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbe2b006-d01c-4530-9350-8820d15bba96,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:16.227511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.268928 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Calling delete_port for bbe2b006-d01c-4530-9350-8820d15bba96 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:16.297090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207558e-e849-4881-a228-a92c1896688e None None] Checking router: ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:16.310699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Allocated IP 172.25.0.128 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/724dfdd8-0123-4d97-aae4-3dfc6defa73e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:16.523428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.537788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.550846 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1192-b8fc-4d33-8800-163005bc0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.553358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7a616244-1e68-474d-8596-62308bf25294'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:16.576018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:16.604076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] Routers {'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:16.604649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:16.784847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:16.802607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Pushing event updated for resources: {'Port': ['ID=724dfdd8-0123-4d97-aae4-3dfc6defa73e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:16.806916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae16b58-39c6-49bc-9e1f-d3fb89d3b170 req-36f596bc-e34d-4c69-924b-153f57496503 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:16.816927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:16.820477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:16.823177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ae16b58-39c6-49bc-9e1f-d3fb89d3b170 req-36f596bc-e34d-4c69-924b-153f57496503 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 951 time: 0.3710396 Oct 19 01:15:16.987837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ae16b58-39c6-49bc-9e1f-d3fb89d3b170 req-e1275ab4-cc3c-4036-b497-42c67202c814 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612504 Oct 19 01:15:16.995677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7a616244-1e68-474d-8596-62308bf25294,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:17.064482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f96c-e95c-434a-9512-4499282fbb9d req-fb47a2e3-f893-4c30-a4f1-c4e3253a0189 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:17.068174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9244f96c-e95c-434a-9512-4499282fbb9d req-fb47a2e3-f893-4c30-a4f1-c4e3253a0189 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 944 time: 0.4337399 Oct 19 01:15:17.080012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.130166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b8ff1192-b8fc-4d33-8800-163005bc0d55 None None] For port 4e5c0eb6-f444-44f6-a786-95f4c78ba384, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4e5c0eb6-f444-44f6-a786-95f4c78ba384,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:17.156146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1192-b8fc-4d33-8800-163005bc0d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.163669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] Set router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:17.178907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe2b006-d01c-4530-9350-8820d15bba96,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:17.254407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f431b38-6a7b-461e-9dd8-a2cab7bfc4f4 req-39e8c965-004a-410f-b75e-be59c5691bde tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.0832243 Oct 19 01:15:17.338245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e207558e-e849-4881-a228-a92c1896688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:15:15Z', 'revision_number': 6, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:17.429858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.462526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff1192-b8fc-4d33-8800-163005bc0d55 None None] Pushing event updated for resources: {'Port': ['ID=4e5c0eb6-f444-44f6-a786-95f4c78ba384,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:17.466708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207558e-e849-4881-a228-a92c1896688e None None] The sync data for ids ['ccb5dfb4-9b96-4629-8f67-9ae9600e23b6'] in n-d-789963-20 is: [{'id': 'ccb5dfb4-9b96-4629-8f67-9ae9600e23b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-152597081-router', 'tenant_id': 'b51fdf3e083141fe952b4017827a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:10:01Z', 'updated_at': '2021-10-19T01:15:15Z', 'revision_number': 6, 'project_id': 'b51fdf3e083141fe952b4017827a1b2a', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:17.494810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:15:17.495190 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:15:17.522370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f4015df0-e19a-4954-b59a-79126ffff0b9 None None] Provisioning complete for port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:17.523044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4015df0-e19a-4954-b59a-79126ffff0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.530496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-52674df6-ede5-400b-93a6-6ec4f6d5091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:17.534819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-52674df6-ede5-400b-93a6-6ec4f6d5091e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.9691157 Oct 19 01:15:17.632879 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9244f96c-e95c-434a-9512-4499282fbb9d req-c31ba02c-8324-4668-80e2-97da48c8bb56 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348639 Oct 19 01:15:17.654002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-d9fcbc98-b342-47bc-a2e9-fe68753ac637 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958290 Oct 19 01:15:17.713773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52674) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:17.723120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.754044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.776406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.911327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.911906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:15:17.917665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:17.921252 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6ef50818-8664-4469-973f-b50e2a0ffa3b admin admin] 10.222.0.64 "DELETE /v2.0/routers/ccb5dfb4-9b96-4629-8f67-9ae9600e23b6 HTTP/1.1" status: 204 len: 168 time: 3.2386425 Oct 19 01:15:17.921537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52680) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:18.004565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-706660472-network', 'tenant_id': '02a309d3bcbf4d978565df3952f39774'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:18.061277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Made reservation on behalf of 02a309d3bcbf4d978565df3952f39774 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:18.063682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.102949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.107805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] Deleting subnet 027a96e5-d1b9-46f1-9148-d1681ac04c79 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:18.130033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.277813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.280388 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-d206ba13-676a-443e-9603-1391abcec20a service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374684 Oct 19 01:15:18.298028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-1adff25f-56c2-4a6f-bb09-8d71a89ceda6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:18.298028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-1adff25f-56c2-4a6f-bb09-8d71a89ceda6 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 951 time: 0.3668275 Oct 19 01:15:18.492560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ace1e-e945-42f6-9ccd-cbc2064edb42 req-302583e5-0853-4f75-ba00-16efb7ced4c8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:18.494282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-612ace1e-e945-42f6-9ccd-cbc2064edb42 req-302583e5-0853-4f75-ba00-16efb7ced4c8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 951 time: 0.3028014 Oct 19 01:15:18.506414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2263a5d4-24f7-49fa-8cb4-19980023f063 req-bb415ac5-1156-418e-a4a8-fbe095811a97 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.1143157 Oct 19 01:15:18.584309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4e5c0eb6-f444-44f6-a786-95f4c78ba384 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:18.590592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.684793 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.696954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:18.697400 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.699555 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.709799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.713010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4249d3-d3f2-41bc-a41c-44360af49e85 req-13c5850b-9b97-49ce-a93a-f516011f1472 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146366 Oct 19 01:15:18.733306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-612ace1e-e945-42f6-9ccd-cbc2064edb42 req-c1071816-ce79-48a6-b181-c817bde3c2a2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326074 Oct 19 01:15:18.807409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Deleting port b766c02f-d025-4337-88e8-092e92a0e78b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:18.808008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.830767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3d4292-4813-4684-9cdc-7fdf110f4053,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:18.853809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:15:18.890940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:18.897583 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Added segment c0ad58f3-e505-457d-8319-c3c9a9f95038 of type vlan for network a1522dd8-9c3e-4ec6-8287-4273454b824b Oct 19 01:15:19.043231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.086296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.102965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6228a6a-8d65-450c-acd5-c4c5960e324f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:19.121676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027a96e5-d1b9-46f1-9148-d1681ac04c79,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:19.133224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.134787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c6228a6a-8d65-450c-acd5-c4c5960e324f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:19.135502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6228a6a-8d65-450c-acd5-c4c5960e324f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:19.136143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbe2b006-d01c-4530-9350-8820d15bba96 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:19.139407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a1a7fe62-3917-40a9-a5b9-a40bd9b4a72f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/027a96e5-d1b9-46f1-9148-d1681ac04c79 HTTP/1.1" status: 204 len: 168 time: 1.2169392 Oct 19 01:15:19.143236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52712) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:19.160914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: bbe2b006-d01c-4530-9350-8820d15bba96 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:19.161266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbe2b006-d01c-4530-9350-8820d15bba96 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:19.162866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80109ee-af32-4051-92c2-027386c73cd5 None None] Network b5479e89-8fe5-428b-822f-5fd359b18ff3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:19.197588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-a5e361b4-35e4-474b-8d9b-d7b0efb81fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.199223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-a5e361b4-35e4-474b-8d9b-d7b0efb81fa3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1095 time: 0.3578739 Oct 19 01:15:19.207811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] For port b766c02f-d025-4337-88e8-092e92a0e78b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b766c02f-d025-4337-88e8-092e92a0e78b,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:19.208579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.240654 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.254647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Calling delete_port for b766c02f-d025-4337-88e8-092e92a0e78b owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:19.269426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e60a66-c48c-4581-b1d1-044c05703587 req-397ac5fe-41e2-4eab-8e89-2e22b7bc1b5c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.271143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02e60a66-c48c-4581-b1d1-044c05703587 req-397ac5fe-41e2-4eab-8e89-2e22b7bc1b5c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 944 time: 0.3225911 Oct 19 01:15:19.277788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33328de-5614-45dc-869b-86608aacd363 req-d37e89a7-ab22-4b9c-93e4-fd1ded9c85a7 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.279734 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d33328de-5614-45dc-869b-86608aacd363 req-d37e89a7-ab22-4b9c-93e4-fd1ded9c85a7 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 945 time: 0.1756566 Oct 19 01:15:19.306235 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.307193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.307773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.401325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Router f134a3e0-8bd6-450a-a3c1-1f717607e742 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:15:19.438595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d33328de-5614-45dc-869b-86608aacd363 req-07fed818-d7df-48f7-aea9-ba7caa65db27 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437187 Oct 19 01:15:19.451040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7325802 Oct 19 01:15:19.454251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52714) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:19.460361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7a616244-1e68-474d-8596-62308bf25294 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:19.470097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Request body: {'subnet': {'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-706660472-subnet', 'tenant_id': '02a309d3bcbf4d978565df3952f39774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:19.476827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] DHCP port deletion for b5479e89-8fe5-428b-822f-5fd359b18ff3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:15:19.529272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-a9ff87b9-abc6-4870-a728-4e75a1cb86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:19.531332 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-a9ff87b9-abc6-4870-a728-4e75a1cb86cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.3124352 Oct 19 01:15:19.547639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b74b1-8bbc-41fa-8744-fd14e60fd27e admin admin] Pushing event updated for resources: {'Network': ['ID=a1522dd8-9c3e-4ec6-8287-4273454b824b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:19.614764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a1522dd8-9c3e-4ec6-8287-4273454b824b details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:15:19.620139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-07aff056-0b73-41c3-bcf7-b099139bb675 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 217 time: 0.0760078 Oct 19 01:15:19.623124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02e60a66-c48c-4581-b1d1-044c05703587 req-beae449b-16f8-4a93-9364-00433fcdb3d3 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164654 Oct 19 01:15:19.632589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Made reservation on behalf of 02a309d3bcbf4d978565df3952f39774 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:19.637336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.662719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Deleting port 47bb17e1-e304-4d42-bbba-12c88e4ae96c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:19.663484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.738929 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.781918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] Deleting port 47bb17e1-e304-4d42-bbba-12c88e4ae96c {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:19.782298 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.813654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 7a616244-1e68-474d-8596-62308bf25294 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:15:19.814858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] For port 47bb17e1-e304-4d42-bbba-12c88e4ae96c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=47bb17e1-e304-4d42-bbba-12c88e4ae96c,segment=NetworkSegment(591ef4a8-81d4-4326-8b68-9543ffd0eb83),segment_id=591ef4a8-81d4-4326-8b68-9543ffd0eb83)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:19.816570 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.821234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 7a616244-1e68-474d-8596-62308bf25294 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:19.821611 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.852839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Calling delete_port for 47bb17e1-e304-4d42-bbba-12c88e4ae96c owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:19.911772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] For port 47bb17e1-e304-4d42-bbba-12c88e4ae96c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=47bb17e1-e304-4d42-bbba-12c88e4ae96c,segment=NetworkSegment(591ef4a8-81d4-4326-8b68-9543ffd0eb83),segment_id=591ef4a8-81d4-4326-8b68-9543ffd0eb83)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:19.912116 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:19.966663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] Calling delete_port for 47bb17e1-e304-4d42-bbba-12c88e4ae96c owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:19.968499 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.022403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.063001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.069842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] No DVR routers for this DVR port 47bb17e1-e304-4d42-bbba-12c88e4ae96c on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:20.092647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7a616244-1e68-474d-8596-62308bf25294, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7a616244-1e68-474d-8596-62308bf25294,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:20.102409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Pushing event deleted for resources: {'Port': ['ID=47bb17e1-e304-4d42-bbba-12c88e4ae96c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:20.114735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d701009-f238-418c-ae56-267278cea2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a616244-1e68-474d-8596-62308bf25294'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:20.117048 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec097db0-b706-4dce-8d3d-e9a11491b63d" -d '{"events": [{"server_uuid": "8d701009-f238-418c-ae56-267278cea2a8", "name": "network-vif-plugged", "status": "completed", "tag": "7a616244-1e68-474d-8596-62308bf25294"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:20.122550 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.124848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] Pushing event deleted for resources: {'Port': ['ID=47bb17e1-e304-4d42-bbba-12c88e4ae96c,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:20.183534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7a616244-1e68-474d-8596-62308bf25294,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:20.186433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a6274-9b40-479a-be51-4c1fa57e8f65 None None] No DVR routers for this DVR port 47bb17e1-e304-4d42-bbba-12c88e4ae96c on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:20.203034 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.230891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5479e89-8fe5-428b-822f-5fd359b18ff3']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:20.254047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ab57b-d21d-4987-9f86-1168eaaef4a7 req-34e1c57f-90a9-4f53-b9de-62c109e855bc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:20.261545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-491ab57b-d21d-4987-9f86-1168eaaef4a7 req-34e1c57f-90a9-4f53-b9de-62c109e855bc tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 951 time: 0.2728448 Oct 19 01:15:20.264881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591ef4a8-81d4-4326-8b68-9543ffd0eb83') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:20.265173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591ef4a8-81d4-4326-8b68-9543ffd0eb83') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:20.281193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.315178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 47bb17e1-e304-4d42-bbba-12c88e4ae96c no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:20.341038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.388122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 47bb17e1-e304-4d42-bbba-12c88e4ae96c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:20.391412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 47bb17e1-e304-4d42-bbba-12c88e4ae96c not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:20.394171 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-491ab57b-d21d-4987-9f86-1168eaaef4a7 req-0cbd050e-d516-4c1a-b55f-973ba117a71e tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296291 Oct 19 01:15:20.395617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:20.403194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:20.405313 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:20.444857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f7619f4-9544-4dbe-80bb-eb06054d11ae req-683aed30-029c-4b14-b9b5-cd87863fb88d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.7637210 Oct 19 01:15:20.526778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:20.538207 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Sync routers for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:20.538741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-b031c5a4-80c5-45eb-88a7-41bb9244763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:20.539934 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-b031c5a4-80c5-45eb-88a7-41bb9244763b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.8991215 Oct 19 01:15:20.549993 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132b15c-6509-485e-844d-aeff7a8d0a8f x-openstack-request-id: req-9132b15c-6509-485e-844d-aeff7a8d0a8f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:20.550314 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d701009-f238-418c-ae56-267278cea2a8", "name": "network-vif-plugged", "status": "completed", "tag": "7a616244-1e68-474d-8596-62308bf25294", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:20.550638 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9132b15c-6509-485e-844d-aeff7a8d0a8f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:20.551043 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d701009-f238-418c-ae56-267278cea2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a616244-1e68-474d-8596-62308bf25294', 'code': 200} Oct 19 01:15:20.562498 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:20.563143 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:20.603322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.617253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.628445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-74cfe02f-a5c9-480e-8d2c-bc7bec3d7125 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737879 Oct 19 01:15:20.631781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.632194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b5479e89-8fe5-428b-822f-5fd359b18ff3 HTTP/1.1" status: 204 len: 168 time: 1.4859812 Oct 19 01:15:20.640951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:20.643019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-47830262-26a8-4301-84c3-fd51b3075d65 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7207520 Oct 19 01:15:20.647281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52738) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:20.648738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:20.735119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['288699e8-942e-417f-8fc0-6af2226e8c10'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:20.756990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event deleted for resources: {'Port': ['ID=b766c02f-d025-4337-88e8-092e92a0e78b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:20.839513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9c00d-a3b8-4f61-a90a-799b01785757 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5479e89-8fe5-428b-822f-5fd359b18ff3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:20.874977 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:20.976995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52742) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:21.079644 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:17Z', 'revision_number': 3, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:21.102735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945d5a7-e356-4695-ab8a-3762327b2da0 req-b7477ab4-e756-4d06-9d9d-e09712a5f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:21.106635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b945d5a7-e356-4695-ab8a-3762327b2da0 req-b7477ab4-e756-4d06-9d9d-e09712a5f5e2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 1097 time: 0.4203131 Oct 19 01:15:21.109085 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Checking router: f134a3e0-8bd6-450a-a3c1-1f717607e742 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:21.109660 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Updating router f134a3e0-8bd6-450a-a3c1-1f717607e742 port 724dfdd8-0123-4d97-aae4-3dfc6defa73e binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:15:21.138363 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.141564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] No DVR routers for this DVR port b766c02f-d025-4337-88e8-092e92a0e78b on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:21.176984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.194796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccbd664f-9a45-479e-85bf-aafe6f002ad1 req-bae07e61-0252-42e2-b1ae-1729d97b62c0 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "DELETE /v2.0/ports/b766c02f-d025-4337-88e8-092e92a0e78b HTTP/1.1" status: 204 len: 173 time: 2.8860443 Oct 19 01:15:21.274085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-deleted', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:21.293271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84201bee-bea0-46ae-b7b0-8fc8be55d66d req-99b11a9b-5c9c-4a1f-bc7a-85a688a00a1d tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:21.295006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84201bee-bea0-46ae-b7b0-8fc8be55d66d req-99b11a9b-5c9c-4a1f-bc7a-85a688a00a1d tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 945 time: 0.4507833 Oct 19 01:15:21.298049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-856a66ef-2229-4080-9232-509e9fa1efc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c12f04b297a3454c960f59ccb15c67cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3188052 Oct 19 01:15:21.306948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52744) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:21.308435 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64ef182-a057-4459-b0da-c5d7b351129e" -d '{"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-deleted", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:21.432541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b945d5a7-e356-4695-ab8a-3762327b2da0 req-3a6b2116-b66d-4092-b801-2828a849132a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776809 Oct 19 01:15:21.467702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760ee5c-78da-4840-9153-db569b6a1385 req-ccedc17e-9faf-4bd3-a8e3-2f6995df68d3 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:21.482980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3760ee5c-78da-4840-9153-db569b6a1385 req-ccedc17e-9faf-4bd3-a8e3-2f6995df68d3 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.6615129 Oct 19 01:15:21.492729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-37c35084-2bb6-4284-a4b0-7772e46063b6 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:21.494290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-37c35084-2bb6-4284-a4b0-7772e46063b6 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.74 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 945 time: 0.6339452 Oct 19 01:15:21.499372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-15bf8ca0-b924-4180-b600-63a9f9fd2e3f service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8507147 Oct 19 01:15:21.504379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84201bee-bea0-46ae-b7b0-8fc8be55d66d req-7d659947-ace2-4d68-9ff9-ba5e15610174 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932871 Oct 19 01:15:21.536603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14cbea83-938b-47d2-86ef-8b17ed5117c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.596285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14cbea83-938b-47d2-86ef-8b17ed5117c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.626972 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.645396 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.700465 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1cfb1-4669-4b95-9859-999e7e8d67ef None None] Pushing event updated for resources: {'Port': ['ID=724dfdd8-0123-4d97-aae4-3dfc6defa73e,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:21.707675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.711768 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ac19da-cec3-4a67-9ecc-1cb21ed80f55 x-openstack-request-id: req-d0ac19da-cec3-4a67-9ecc-1cb21ed80f55 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:21.712239 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abecaca-7ff9-4be2-b894-b5e547c20c59", "name": "network-vif-deleted", "tag": "b766c02f-d025-4337-88e8-092e92a0e78b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:21.712725 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0ac19da-cec3-4a67-9ecc-1cb21ed80f55 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:21.713243 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abecaca-7ff9-4be2-b894-b5e547c20c59', 'name': 'network-vif-deleted', 'tag': 'b766c02f-d025-4337-88e8-092e92a0e78b', 'status': 'completed', 'code': 200} Oct 19 01:15:21.731682 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Attempting to bind port 724dfdd8-0123-4d97-aae4-3dfc6defa73e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:21.732376 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Attempting to bind port 724dfdd8-0123-4d97-aae4-3dfc6defa73e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:21.732937 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Attempting to bind port 724dfdd8-0123-4d97-aae4-3dfc6defa73e on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:21.739930 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14cbea83-938b-47d2-86ef-8b17ed5117c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.741240 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:21.741826 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:21.742581 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.743222 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:21.746321 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14cbea83-938b-47d2-86ef-8b17ed5117c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.756832 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-14cbea83-938b-47d2-86ef-8b17ed5117c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/670b2ffd-07cb-4b16-ae44-ef271b74a533 HTTP/1.1" status: 204 len: 168 time: 0.4464328 Oct 19 01:15:21.757690 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Bound port: 724dfdd8-0123-4d97-aae4-3dfc6defa73e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:21.758402 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.781689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbea83-938b-47d2-86ef-8b17ed5117c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670b2ffd-07cb-4b16-ae44-ef271b74a533,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:21.916971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:21.936378 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] For port 724dfdd8-0123-4d97-aae4-3dfc6defa73e, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:21.943994 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] For port 724dfdd8-0123-4d97-aae4-3dfc6defa73e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=724dfdd8-0123-4d97-aae4-3dfc6defa73e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:21.952961 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:21.963456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b766c02f-d025-4337-88e8-092e92a0e78b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:21.963858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b766c02f-d025-4337-88e8-092e92a0e78b not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:22.049647 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1cfb1-4669-4b95-9859-999e7e8d67ef None None] Pushing event updated for resources: {'Port': ['ID=724dfdd8-0123-4d97-aae4-3dfc6defa73e,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:22.066292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:22.067099 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:22.179032 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3760ee5c-78da-4840-9153-db569b6a1385 req-c58a34ea-9d25-4b93-a2e2-551a801a67f8 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939530 Oct 19 01:15:22.179032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8989331-aae2-4179-b7df-bceda8775a91,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:22.265221 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:22.384857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Checking segment: {'id': 'c0ad58f3-e505-457d-8319-c3c9a9f95038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:22.385219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Network hostable DHCP agents. Network: a1522dd8-9c3e-4ec6-8287-4273454b824b, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:15:22.412443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e8d07bc-6842-45a1-9953-f2d97f68a6a0 req-093bf3cb-9d79-40aa-b72b-e090b1204ab2 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8853316 Oct 19 01:15:22.472199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d97808a-c6a9-484a-a847-01bfafdee018 req-2e6ae8a6-bd12-44c0-8e9d-a0eb47cea8a8 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=2abecaca-7ff9-4be2-b894-b5e547c20c59 HTTP/1.1" status: 200 len: 210 time: 0.0577374 Oct 19 01:15:22.550735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdec7d71-4017-44fa-a169-06898b950655 req-1db813e0-3621-48a4-a6b9-28b8ba875783 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.1368921 Oct 19 01:15:22.636710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Deleting port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:22.637050 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:22.658759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Network a1522dd8-9c3e-4ec6-8287-4273454b824b is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:15:22.709526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a1522dd8-9c3e-4ec6-8287-4273454b824b) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:22.719877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:22.720487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:22.721358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c7b3e-b4a8-45b5-bf75-5b5b819c1df5 None None] Network a1522dd8-9c3e-4ec6-8287-4273454b824b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:22.736839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52768) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:22.793827 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:17Z', 'revision_number': 3, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:22.824735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2ff1d775-af0f-4b5a-aacb-efe2a2633fd6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b51fdf3e083141fe952b4017827a1b2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0841999 Oct 19 01:15:22.825038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52770) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:22.831879 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b4651-1ff2-4cd4-953b-c1af2eb842b9 None None] The sync data for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 is: [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:17Z', 'revision_number': 3, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:22.959804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bd357352-128a-4e37-8873-c102c10bead9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4966514 Oct 19 01:15:22.969533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236f1050-7435-4620-b33f-64dc4e5c0af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.039154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] For port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:23.040155 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.044392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.048386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236f1050-7435-4620-b33f-64dc4e5c0af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.075261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d45175-db35-425d-818d-e52fd5224d91 None None] Network a1522dd8-9c3e-4ec6-8287-4273454b824b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:23.089210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54647c4-46a0-4e2c-8674-c8d9d90ba056 req-66d93bad-9efb-4a33-8592-6e4822313541 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:23.097932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c54647c4-46a0-4e2c-8674-c8d9d90ba056 req-66d93bad-9efb-4a33-8592-6e4822313541 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 945 time: 0.2919364 Oct 19 01:15:23.101181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Calling delete_port for f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:23.189779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236f1050-7435-4620-b33f-64dc4e5c0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.193164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236f1050-7435-4620-b33f-64dc4e5c0af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.194609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-236f1050-7435-4620-b33f-64dc4e5c0af1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfbcf990-6df3-4432-9248-1927fd2d1e90 HTTP/1.1" status: 204 len: 168 time: 0.3685131 Oct 19 01:15:23.209190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f1050-7435-4620-b33f-64dc4e5c0af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbcf990-6df3-4432-9248-1927fd2d1e90,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:23.644253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c54647c4-46a0-4e2c-8674-c8d9d90ba056 req-21253d28-00db-48c9-9435-d97aff906c4e tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/security-groups?id=5585f1c5-6265-440a-83cd-8324395b6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451469 Oct 19 01:15:23.797156 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:23.863818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f3bb9d7-55a7-4a04-b39f-cc1552a3c744 req-964241fa-c9c4-4bf9-97c2-77146fc41012 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.0443544 Oct 19 01:15:23.886130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Pushing event deleted for resources: {'Port': ['ID=f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:23.898208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Allocated IP 172.20.0.1 (6be0f4dc-5694-46ae-8413-a766779f5e82/b5da3ea9-5082-4b5f-acec-db8e1e444220/ca577f54-5465-4ca8-9076-62ac021df863) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:23.941553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5003bf41-8f04-41bf-9e16-ec3e1b54c10e details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:15:23.970534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4014ea-a8bb-4526-8f2b-14465139b130 req-210f941f-a0ee-4e94-995e-abe1e59c2d0e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:23.981945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f4014ea-a8bb-4526-8f2b-14465139b130 req-210f941f-a0ee-4e94-995e-abe1e59c2d0e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2133863 Oct 19 01:15:24.000711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:24.036208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] No DVR routers for this DVR port f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:24.078991 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:15:24.082792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:24.084639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.085113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:24.094042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac36f85c-7d75-49a7-9b28-b2f6155966dd req-800690e0-cb77-419c-99da-f52891bc2612 tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.74 "DELETE /v2.0/ports/f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3 HTTP/1.1" status: 204 len: 173 time: 2.5776350 Oct 19 01:15:24.175839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454f82ce-0527-4b81-8391-415504566385', 'name': 'network-vif-deleted', 'tag': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:24.179387 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854866d9-aa64-4947-a942-4e23cf057e55" -d '{"events": [{"server_uuid": "454f82ce-0527-4b81-8391-415504566385", "name": "network-vif-deleted", "tag": "f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:24.208602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f4014ea-a8bb-4526-8f2b-14465139b130 req-e8109249-2266-4b0f-b1ef-2261e882340a tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930497 Oct 19 01:15:24.332602 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940b1680-6573-4161-b27f-058f3886a948 x-openstack-request-id: req-940b1680-6573-4161-b27f-058f3886a948 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:24.333119 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454f82ce-0527-4b81-8391-415504566385", "name": "network-vif-deleted", "tag": "f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:24.333569 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-940b1680-6573-4161-b27f-058f3886a948 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:24.334122 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454f82ce-0527-4b81-8391-415504566385', 'name': 'network-vif-deleted', 'tag': 'f43ff71b-9f25-4b96-a218-e1dcd0ffa6b3', 'status': 'completed', 'code': 200} Oct 19 01:15:24.350681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:24.374320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e', 'network_id': 'd0148eca-0fd1-4ca1-b4cb-56d424879b29', 'port_id': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e', 'mac_address': 'fa:16:3e:6f:da:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a62946-4e5a-433e-b583-121c648925a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:15:24.388701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 724dfdd8-0123-4d97-aae4-3dfc6defa73e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:24.448753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.565610 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.592849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5003bf41-8f04-41bf-9e16-ec3e1b54c10e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:24.594901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.641012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:24.667893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca577f54-5465-4ca8-9076-62ac021df863,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:24.691869 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.710154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:24.712188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:24.714757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:24.782037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:24.785349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 724dfdd8-0123-4d97-aae4-3dfc6defa73e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:24.785568 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.082239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:25.176756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['5003bf41-8f04-41bf-9e16-ec3e1b54c10e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:25.246875 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.262280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-873b5aad-940e-4818-91a6-aecc3799e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:25.263823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-873b5aad-940e-4818-91a6-aecc3799e89f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 1097 time: 0.3355317 Oct 19 01:15:25.338924 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.353532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ec33d66d-c6a3-497a-8bea-14b07dc9f302 None None] Provisioning complete for port ca577f54-5465-4ca8-9076-62ac021df863 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:25.354274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec33d66d-c6a3-497a-8bea-14b07dc9f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.374879 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47884bcd-2338-4e4f-9a57-bf847e598899 req-25a05bb7-0513-4e68-aa9d-e329ce2c122b tempest-AttachSCSIVolumeTestJSON-1428001817 tempest-AttachSCSIVolumeTestJSON-1428001817-project] 10.222.0.64 "GET /v2.0/ports?device_id=454f82ce-0527-4b81-8391-415504566385 HTTP/1.1" status: 200 len: 210 time: 0.1160223 Oct 19 01:15:25.376213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9756b-b5c0-445d-820b-a30b0fc6b950 req-5372de28-73fb-4242-9773-d18349a60705 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:25.384628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cef9756b-b5c0-445d-820b-a30b0fc6b950 req-5372de28-73fb-4242-9773-d18349a60705 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.3391325 Oct 19 01:15:25.455937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 724dfdd8-0123-4d97-aae4-3dfc6defa73e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=724dfdd8-0123-4d97-aae4-3dfc6defa73e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:25.684214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918400f-97bc-4e01-9b69-ac38654f32f6 req-7c720220-53bd-4d7a-bd83-18a2ffcb7b60 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:25.693757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7918400f-97bc-4e01-9b69-ac38654f32f6 req-7c720220-53bd-4d7a-bd83-18a2ffcb7b60 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1570189 Oct 19 01:15:25.714092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cef9756b-b5c0-445d-820b-a30b0fc6b950 req-eb701ad4-d60a-4ed4-8397-bb581f17b1b5 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082776 Oct 19 01:15:25.770419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7918400f-97bc-4e01-9b69-ac38654f32f6 req-23ef55da-5e8c-4a0a-8964-b042eef56020 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754349 Oct 19 01:15:25.800566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.823825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-f3de95f5-3bf1-434c-b23c-e8409eb93b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:25.843588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-f3de95f5-3bf1-434c-b23c-e8409eb93b94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.5669842 Oct 19 01:15:25.869517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=724dfdd8-0123-4d97-aae4-3dfc6defa73e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:25.875257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d66d-c6a3-497a-8bea-14b07dc9f302 None None] Port ca577f54-5465-4ca8-9076-62ac021df863 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:25.972163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:25.985707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.115060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.252056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca577f54-5465-4ca8-9076-62ac021df863,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:26.272592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 724dfdd8-0123-4d97-aae4-3dfc6defa73e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:26.445919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 724dfdd8-0123-4d97-aae4-3dfc6defa73e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:26.446437 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:26.451116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-c603fe36-72c4-402a-b8f8-24c2c12a3dfe tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:26.458049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-c603fe36-72c4-402a-b8f8-24c2c12a3dfe tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.1335425 Oct 19 01:15:26.642069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:26.645392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:26.931638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Deleting port 288699e8-942e-417f-8fc0-6af2226e8c10 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:26.932357 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.099019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Router f134a3e0-8bd6-450a-a3c1-1f717607e742 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:27.121562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-23e1588a-3d2f-4bc9-a3a8-3e3ce6b673bf None None] Provisioning complete for port ca577f54-5465-4ca8-9076-62ac021df863 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:27.121933 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-23e1588a-3d2f-4bc9-a3a8-3e3ce6b673bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.123291 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-c20f1459-4e9b-45f7-8852-28427e54332b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a616244-1e68-474d-8596-62308bf25294 HTTP/1.1" status: 200 len: 217 time: 1.2713218 Oct 19 01:15:27.168066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b1420b6-8f84-42ac-bf00-3cc6bbd6f874 req-418daee2-4b2a-4ce5-a7d5-f03ffdb410ed tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.0478816 Oct 19 01:15:27.257089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-23e1588a-3d2f-4bc9-a3a8-3e3ce6b673bf None None] Port ca577f54-5465-4ca8-9076-62ac021df863 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:27.260569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-31101f74-bb8c-403e-b9f6-cf550aca7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:27.269714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-31101f74-bb8c-403e-b9f6-cf550aca7c38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1006525 Oct 19 01:15:27.270947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] For port 288699e8-942e-417f-8fc0-6af2226e8c10, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=288699e8-942e-417f-8fc0-6af2226e8c10,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:27.272188 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:27.300417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Calling delete_port for 288699e8-942e-417f-8fc0-6af2226e8c10 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:27.358162 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-c72d1f91-1a92-4f1f-ac3a-dc0d72c205a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746028 Oct 19 01:15:27.499681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-0599bfcf-0fb9-462c-8f96-b58844a38d84 service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225224 Oct 19 01:15:27.718299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556f843-2cce-47a0-9545-1a91ebbed440 req-eaded2e6-8b0a-4b2a-9e75-d72d5d90a677 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:27.719848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5556f843-2cce-47a0-9545-1a91ebbed440 req-eaded2e6-8b0a-4b2a-9e75-d72d5d90a677 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.3537257 Oct 19 01:15:27.744299 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b299e84-37b6-484c-ad01-6a06a3766a79 req-565709bc-1f08-4038-acdf-7a88ccec05bb service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281675 Oct 19 01:15:27.856282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5556f843-2cce-47a0-9545-1a91ebbed440 req-34cb654c-6d2d-4458-a975-96d322e580ae tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259818 Oct 19 01:15:27.943540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2439cf-7246-4197-9422-51728b196c38 req-7a09da8f-70ae-406e-87e9-d41eb7c391ae tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:27.945082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa2439cf-7246-4197-9422-51728b196c38 req-7a09da8f-70ae-406e-87e9-d41eb7c391ae tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 950 time: 0.9597995 Oct 19 01:15:27.981447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5003bf41-8f04-41bf-9e16-ec3e1b54c10e up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:28.067017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:15:28.076607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:28.076983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.151286 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa2439cf-7246-4197-9422-51728b196c38 req-84f057eb-1e67-41ba-920a-e3b7d7a3555a tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466498 Oct 19 01:15:28.244252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:28.261920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.265826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92c128cf-ef51-486e-850b-ba20224291b9 admin admin] 10.222.0.64 "PUT /v2.0/routers/f134a3e0-8bd6-450a-a3c1-1f717607e742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6093035 Oct 19 01:15:28.287011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Sync routers for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:28.301954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:28.304148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:28.310190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.313746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854af211-00b4-4016-a676-f1c672b4c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:28.317744 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6741a37-150a-40f3-a9f4-a4440deef9db" -d '{"events": [{"server_uuid": "854af211-00b4-4016-a676-f1c672b4c624", "name": "network-vif-plugged", "status": "completed", "tag": "5003bf41-8f04-41bf-9e16-ec3e1b54c10e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:28.409972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:28.411434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event deleted for resources: {'Port': ['ID=288699e8-942e-417f-8fc0-6af2226e8c10,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:28.419762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:28.533798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.546643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 288699e8-942e-417f-8fc0-6af2226e8c10 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:28.562596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3cf7e28-e9d1-4867-9c1b-2351f183d319 req-92cc7588-249f-4472-8b00-b5a658e47f9a tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=83f207d7-c88b-4c82-bb3d-ec79bcd5c202 HTTP/1.1" status: 200 len: 210 time: 0.0655286 Oct 19 01:15:28.605182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] No DVR routers for this DVR port 288699e8-942e-417f-8fc0-6af2226e8c10 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:28.611312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:28.617096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad33b664-1a7a-4997-a93c-3235075c19e8 req-979a9ccd-30f1-4d79-92be-ae7182059f2c tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.74 "DELETE /v2.0/ports/288699e8-942e-417f-8fc0-6af2226e8c10 HTTP/1.1" status: 204 len: 173 time: 2.1436598 Oct 19 01:15:28.620191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-deleted', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:28.626465 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6848f07b-7341-406c-b04e-4ed668c7c14e" -d '{"events": [{"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-deleted", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:28.640091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 288699e8-942e-417f-8fc0-6af2226e8c10 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:28.640578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 288699e8-942e-417f-8fc0-6af2226e8c10 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:28.728858 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ada6847-af0b-4478-9833-aed6e767cdf6 x-openstack-request-id: req-7ada6847-af0b-4478-9833-aed6e767cdf6 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:28.736382 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854af211-00b4-4016-a676-f1c672b4c624", "name": "network-vif-plugged", "status": "completed", "tag": "5003bf41-8f04-41bf-9e16-ec3e1b54c10e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:28.736953 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ada6847-af0b-4478-9833-aed6e767cdf6 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:28.737687 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854af211-00b4-4016-a676-f1c672b4c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e', 'code': 200} Oct 19 01:15:28.817749 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f7b5ac-791e-4560-be37-4e496e1659f2 x-openstack-request-id: req-a1f7b5ac-791e-4560-be37-4e496e1659f2 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:28.818038 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded298aa-ddb1-4155-9841-2aeaf4faa66e", "name": "network-vif-deleted", "tag": "288699e8-942e-417f-8fc0-6af2226e8c10", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:28.818287 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1f7b5ac-791e-4560-be37-4e496e1659f2 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:28.819740 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded298aa-ddb1-4155-9841-2aeaf4faa66e', 'name': 'network-vif-deleted', 'tag': '288699e8-942e-417f-8fc0-6af2226e8c10', 'status': 'completed', 'code': 200} Oct 19 01:15:28.898579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:28.973531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:29.071451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef9e50-a423-4d15-bb3c-be50331e5dd2 req-9e4079fd-23d3-426f-bf30-896809a931d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:29.073476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47ef9e50-a423-4d15-bb3c-be50331e5dd2 req-9e4079fd-23d3-426f-bf30-896809a931d8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.1528058 Oct 19 01:15:29.166589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47ef9e50-a423-4d15-bb3c-be50331e5dd2 req-b3ef6f1d-9e71-4581-9a67-43bcbaad206f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839384 Oct 19 01:15:29.312698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc63581-dc13-49eb-8434-8cad42449dea req-18818d2b-bc84-42f9-aa4c-9ab49d171ab6 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:29.320702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9dc63581-dc13-49eb-8434-8cad42449dea req-18818d2b-bc84-42f9-aa4c-9ab49d171ab6 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1018279 Oct 19 01:15:29.397327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9dc63581-dc13-49eb-8434-8cad42449dea req-3ae2b052-f777-45f2-97fd-31f0fc36e6ec tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744810 Oct 19 01:15:29.465860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 2, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:29.512332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Checking router: f134a3e0-8bd6-450a-a3c1-1f717607e742 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:29.512691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Updating router f134a3e0-8bd6-450a-a3c1-1f717607e742 port ca577f54-5465-4ca8-9076-62ac021df863 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:15:29.566749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.661793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53006) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:29.667120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2ba9cd8c-e742-459c-a36e-dec200cbb3e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495710343', 'description': 'tempest-description--1034031809'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:29.724165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ba9cd8c-e742-459c-a36e-dec200cbb3e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.745433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-0bcdd1bd-5fa3-4e30-b6fa-65224e27d2d7 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:29.756527 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-0bcdd1bd-5fa3-4e30-b6fa-65224e27d2d7 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/networks?id=a1522dd8-9c3e-4ec6-8287-4273454b824b HTTP/1.1" status: 200 len: 809 time: 0.2628412 Oct 19 01:15:29.784189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-22ab076c-44ba-4ac3-ae26-4c208c99eaa9 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/quotas/02a309d3bcbf4d978565df3952f39774 HTTP/1.1" status: 200 len: 375 time: 0.0244260 Oct 19 01:15:29.870878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-e1784a10-d050-43a2-b011-929dbd4359c8 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02a309d3bcbf4d978565df3952f39774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800278 Oct 19 01:15:29.918637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ba9cd8c-e742-459c-a36e-dec200cbb3e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.930255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ba9cd8c-e742-459c-a36e-dec200cbb3e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.966968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ba9cd8c-e742-459c-a36e-dec200cbb3e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:29.969676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2ba9cd8c-e742-459c-a36e-dec200cbb3e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3061137 Oct 19 01:15:29.973532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53016) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:29.979005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9dc9c1bd-dd28-4699-a7d5-caf9ef573cf9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Request body: {'security_group_rule': {'security_group_id': 'a9051b99-7ff7-458c-8400-78a450701ed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:30.009674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9cd8c-e742-459c-a36e-dec200cbb3e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9051b99-7ff7-458c-8400-78a450701ed7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:30.082092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dc9c1bd-dd28-4699-a7d5-caf9ef573cf9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.178340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.199819 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.202494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf8e1d86-e096-4f98-922a-ae0c50de3174 req-3d042bd5-356d-4022-8bc0-ede2c66ba1b2 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded298aa-ddb1-4155-9841-2aeaf4faa66e HTTP/1.1" status: 200 len: 210 time: 0.1103396 Oct 19 01:15:30.355752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcf733-1cc8-4e0f-9ca5-4a11a1958669 None None] Pushing event updated for resources: {'Port': ['ID=ca577f54-5465-4ca8-9076-62ac021df863,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:30.448598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dc9c1bd-dd28-4699-a7d5-caf9ef573cf9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.458976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Attempting to bind port ca577f54-5465-4ca8-9076-62ac021df863 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:30.459397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Attempting to bind port ca577f54-5465-4ca8-9076-62ac021df863 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:30.459789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Attempting to bind port ca577f54-5465-4ca8-9076-62ac021df863 on network 6be0f4dc-5694-46ae-8413-a766779f5e82 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:30.465163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-4781be8e-f839-4b0d-86e7-dc40977de6c5 service neutron] 10.222.0.64 "GET /v2.0/networks/a1522dd8-9c3e-4ec6-8287-4273454b824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877678 Oct 19 01:15:30.468191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dc9c1bd-dd28-4699-a7d5-caf9ef573cf9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.469831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:30.470358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Checking segment: {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:30.470603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.470999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Bound using segment: {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:30.475640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Bound port: ca577f54-5465-4ca8-9076-62ac021df863, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:30.476178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.662400 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] For port ca577f54-5465-4ca8-9076-62ac021df863, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:30.668413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] For port ca577f54-5465-4ca8-9076-62ac021df863, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ca577f54-5465-4ca8-9076-62ac021df863,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:30.695023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.762170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-2a21da12-259a-40c0-be8c-20643e8676ab service neutron] 10.222.0.64 "GET /v2.0/networks/a1522dd8-9c3e-4ec6-8287-4273454b824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810674 Oct 19 01:15:30.766162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9c1bd-dd28-4699-a7d5-caf9ef573cf9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91302814-fe13-4977-bf55-5e6be5b5660b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:30.793684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcf733-1cc8-4e0f-9ca5-4a11a1958669 None None] Pushing event updated for resources: {'Port': ['ID=ca577f54-5465-4ca8-9076-62ac021df863,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:30.807368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:30.808011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:30.812898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dc9c1bd-dd28-4699-a7d5-caf9ef573cf9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.818062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9dc9c1bd-dd28-4699-a7d5-caf9ef573cf9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8432395 Oct 19 01:15:30.819042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53040) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:30.825505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1fdc8064-dbe5-49c9-8a8f-3324f2d68cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Request body: {'security_group_rule': {'security_group_id': 'a9051b99-7ff7-458c-8400-78a450701ed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:30.861472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8064-dbe5-49c9-8a8f-3324f2d68cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.945842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cd63d-afb8-453e-915e-8c8a010b4a00 req-8a4bfb04-8e60-4c48-874f-2003fb554667 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:30.963120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-794cd63d-afb8-453e-915e-8c8a010b4a00 req-8a4bfb04-8e60-4c48-874f-2003fb554667 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2045147 Oct 19 01:15:30.988374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8064-dbe5-49c9-8a8f-3324f2d68cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:30.999745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8064-dbe5-49c9-8a8f-3324f2d68cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.033466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8064-dbe5-49c9-8a8f-3324f2d68cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dec9a0e-3e4c-4fe9-92c0-37219565386e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:31.077158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8064-dbe5-49c9-8a8f-3324f2d68cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.079313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1fdc8064-dbe5-49c9-8a8f-3324f2d68cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585802 Oct 19 01:15:31.084252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:31.097331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:31.103068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:31.136599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-794cd63d-afb8-453e-915e-8c8a010b4a00 req-13f78582-3f37-4083-84e8-77f0058e3f9e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725061 Oct 19 01:15:31.160647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.398816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.673194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Allocated IP 172.25.0.204 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ac6deb69-c908-4498-ac51-496afb5d6a34) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:31.693723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b6f590e1-4dc6-4d40-a293-bdab0e8f8fc3 None None] Provisioning complete for port ca577f54-5465-4ca8-9076-62ac021df863 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:31.694979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6f590e1-4dc6-4d40-a293-bdab0e8f8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.980786 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6f590e1-4dc6-4d40-a293-bdab0e8f8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:31.998044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf5c22f2-78be-46b9-b2aa-5c7d8169d22a req-a04f5666-8284-4fb3-aacf-d6698351dbc2 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 210 time: 0.1166563 Oct 19 01:15:32.071746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b6f590e1-4dc6-4d40-a293-bdab0e8f8fc3 None None] For port ca577f54-5465-4ca8-9076-62ac021df863, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ca577f54-5465-4ca8-9076-62ac021df863,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:32.091639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6f590e1-4dc6-4d40-a293-bdab0e8f8fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.153573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f590e1-4dc6-4d40-a293-bdab0e8f8fc3 None None] Pushing event updated for resources: {'Port': ['ID=ca577f54-5465-4ca8-9076-62ac021df863,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:32.160194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:30Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:32.161113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.197896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594212ed-dc31-48c1-91e2-4282ad2fa65a req-1070fe64-703d-408c-b881-c5623dede0cf tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:32.210011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-594212ed-dc31-48c1-91e2-4282ad2fa65a req-1070fe64-703d-408c-b881-c5623dede0cf tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1552296 Oct 19 01:15:32.254235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bc0c4-3eed-43e4-b750-6b7d04ff4843 None None] The sync data for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 is: [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:30Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:32.295351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-594212ed-dc31-48c1-91e2-4282ad2fa65a req-a1e664b6-8ef1-40ca-8615-12ca528e6bb7 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Oct 19 01:15:32.298415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-def3d725-37b8-4a38-90ec-34bfeb203956 None None] Provisioning complete for port ca577f54-5465-4ca8-9076-62ac021df863 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:32.298793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-def3d725-37b8-4a38-90ec-34bfeb203956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.321247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.488223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:32.508846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:32.513058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:32.581280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event updated for resources: {'Port': ['ID=ac6deb69-c908-4498-ac51-496afb5d6a34,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:32.656962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e81ff-622c-4c58-83a3-06d1eb60faf8 req-d2b80800-69c7-4f84-aac7-d5340ed7a47e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:32.659258 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b50e81ff-622c-4c58-83a3-06d1eb60faf8 req-d2b80800-69c7-4f84-aac7-d5340ed7a47e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2485435 Oct 19 01:15:32.781180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:32.947075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b50e81ff-622c-4c58-83a3-06d1eb60faf8 req-908dd72c-098f-4ee9-9d85-35ea7d1e93db tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490357 Oct 19 01:15:32.947727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.410169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf64b346-acd9-4b01-956c-4eee41cc5cca req-7a1f95cc-d003-492b-94ab-0a5dc91830b8 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 210 time: 0.0494733 Oct 19 01:15:33.424434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7709573c-416c-4d9a-ab13-8f677cddc405 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:33.429746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7709573c-416c-4d9a-ab13-8f677cddc405 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.62 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.1472795 Oct 19 01:15:33.731363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5f6ea-5004-41f6-8230-69462d97e48a req-d54ef573-5f02-491e-8d51-eee8e475b112 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:33.751376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9e5f6ea-5004-41f6-8230-69462d97e48a req-d54ef573-5f02-491e-8d51-eee8e475b112 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 949 time: 0.2403359 Oct 19 01:15:33.753599 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.834320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Deleting port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:33.836371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:33.882756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9e5f6ea-5004-41f6-8230-69462d97e48a req-f4ab7868-8e47-421d-8937-06515461a985 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/security-groups?id=f30763c5-ab38-4e9d-b10c-191c0522c7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291158 Oct 19 01:15:34.026961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-c2271ed5-49da-4508-a090-87fd055aef65 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:34.036645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-c2271ed5-49da-4508-a090-87fd055aef65 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.74 "GET /v2.0/networks?id=a1522dd8-9c3e-4ec6-8287-4273454b824b HTTP/1.1" status: 200 len: 809 time: 0.2716529 Oct 19 01:15:34.039201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.083409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Request body: {'port': {'device_id': '8a2db338-9729-4cf3-b191-b7790f53d253', 'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b', 'admin_state_up': True, 'tenant_id': '02a309d3bcbf4d978565df3952f39774'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:34.200055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] For port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:34.207218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.313207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ca577f54-5465-4ca8-9076-62ac021df863 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:34.327066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Calling delete_port for b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:34.402165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event updated for resources: {'Port': ['ID=ac6deb69-c908-4498-ac51-496afb5d6a34,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:34.411109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.446640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ebd23-fdf7-4dd1-8421-5726d5a513fe req-094b952f-6538-40b6-8c0e-848e3ec6ce77 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:34.459406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-352ebd23-fdf7-4dd1-8421-5726d5a513fe req-094b952f-6538-40b6-8c0e-848e3ec6ce77 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2330856 Oct 19 01:15:34.468393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ca577f54-5465-4ca8-9076-62ac021df863 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:34.468763 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.481289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.509664 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-775df761-38f0-41d9-9c48-a680c61fb366 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4124522 Oct 19 01:15:34.535400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-352ebd23-fdf7-4dd1-8421-5726d5a513fe req-cc3a4ef8-c950-4c00-9e56-96f884bd4cf1 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Oct 19 01:15:34.880765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df4d1097-f5ca-44b8-88ba-5d00832a2bfe req-8f5a7be3-725d-434f-9e4a-b06f2431ef1e tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 210 time: 0.1435463 Oct 19 01:15:34.880903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:34.896105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:34.953878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Pushing event deleted for resources: {'Port': ['ID=b65b0be0-ac36-47ec-86d8-ad4f7dc8e791,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:35.021503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Made reservation on behalf of 02a309d3bcbf4d978565df3952f39774 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:35.028822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.091398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-7673fd1f-cf47-41f7-a892-e5b79bd6427c tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1495710343&fields=id&tenant_id=d38d1425dfba4dba8e84b4635e1c97c8 HTTP/1.1" status: 200 len: 267 time: 0.2460504 Oct 19 01:15:35.176213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1d103cd-9a66-4a07-afa6-c033b2c6ff85 req-dc50ffa3-38a0-43de-92c6-f8228bf61d47 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.64 "GET /v2.0/ports?device_id=0300a474-55f5-44ec-b925-689bd5784f7a HTTP/1.1" status: 200 len: 210 time: 0.1352458 Oct 19 01:15:35.226057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53192) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:35.367720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] No DVR routers for this DVR port b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:35.389653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:35.397640 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc33bdd0-ff00-47e8-a86c-804a5c14da6f req-7dd93da6-e4c9-4098-8a81-e27413d9a267 tempest-MigrationsAdminTest-1674473066 tempest-MigrationsAdminTest-1674473066-project] 10.222.0.62 "DELETE /v2.0/ports/b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 HTTP/1.1" status: 204 len: 173 time: 1.9610536 Oct 19 01:15:35.404328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-deleted', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:35.411319 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485e388-dd9f-42c8-bd56-5ab382ce8a97" -d '{"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-deleted", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:35.588176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Allocated IP 172.20.0.9 (a1522dd8-9c3e-4ec6-8287-4273454b824b/a8989331-aae2-4179-b7df-bceda8775a91/b220811d-369f-46ac-8ec5-aff6a56a10fd) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:35.739180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-6b3c5681-bc17-4a11-a09b-f251d9347cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:35.740773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-6b3c5681-bc17-4a11-a09b-f251d9347cf2 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/networks?id=6be0f4dc-5694-46ae-8413-a766779f5e82 HTTP/1.1" status: 200 len: 811 time: 0.6400042 Oct 19 01:15:35.814450 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-6d86a7d2-2d5f-4c90-84f6-742f95f878ab tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/quotas/d38d1425dfba4dba8e84b4635e1c97c8 HTTP/1.1" status: 200 len: 375 time: 0.0541668 Oct 19 01:15:35.927689 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9cc18d-b45f-403e-82b6-9f83c0bd0c7d x-openstack-request-id: req-cd9cc18d-b45f-403e-82b6-9f83c0bd0c7d {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:35.928110 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0300a474-55f5-44ec-b925-689bd5784f7a", "name": "network-vif-deleted", "tag": "b65b0be0-ac36-47ec-86d8-ad4f7dc8e791", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:35.928456 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd9cc18d-b45f-403e-82b6-9f83c0bd0c7d {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:35.928945 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0300a474-55f5-44ec-b925-689bd5784f7a', 'name': 'network-vif-deleted', 'tag': 'b65b0be0-ac36-47ec-86d8-ad4f7dc8e791', 'status': 'completed', 'code': 200} Oct 19 01:15:35.937119 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.016330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-7af475ae-843c-4026-a2fc-546bc1525bec tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d38d1425dfba4dba8e84b4635e1c97c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1947131 Oct 19 01:15:36.058149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5384-4500-43b4-a9f5-4aa92d14043a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.074900 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.159628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Network a1522dd8-9c3e-4ec6-8287-4273454b824b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:36.170720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:36.180940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:36.283665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Pushing event updated for resources: {'Port': ['ID=b220811d-369f-46ac-8ec5-aff6a56a10fd,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:36.304297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dddca6-54e7-4942-9d9f-4f6026ff0e94 req-9ba820d3-47b1-483b-bcc7-f309bab54d04 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:36.312770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37dddca6-54e7-4942-9d9f-4f6026ff0e94 req-9ba820d3-47b1-483b-bcc7-f309bab54d04 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2758749 Oct 19 01:15:36.401168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:36.404150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.447881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-f32fdcf8-8cd2-45b9-a1d8-7e792c0ad975 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3744545 Oct 19 01:15:36.500686 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-a7f59d75-b1cf-4b17-a29d-dbb7288c01df service neutron] 10.222.0.64 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690971 Oct 19 01:15:36.503853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Request body: {'port': {'device_id': '8a2db338-9729-4cf3-b191-b7790f53d253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:36.570432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37dddca6-54e7-4942-9d9f-4f6026ff0e94 req-ff250405-f1c3-437f-997d-212770a20743 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496681 Oct 19 01:15:36.708549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-f78718b0-c35b-4fd3-bd05-d49dbe8c8d66 service neutron] 10.222.0.64 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028794 Oct 19 01:15:36.745344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5384-4500-43b4-a9f5-4aa92d14043a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.749487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.773805 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5384-4500-43b4-a9f5-4aa92d14043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.837151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f9ae-434e-4922-8733-866debf070d2 req-a8fa50f6-2e5b-46cf-b0e0-0f25b8178913 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:36.861768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc97f9ae-434e-4922-8733-866debf070d2 req-a8fa50f6-2e5b-46cf-b0e0-0f25b8178913 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 931 time: 0.1553247 Oct 19 01:15:36.865752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25147da2-cd74-4bb9-a151-e65f6e77d2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:36.919297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ed9f5384-4500-43b4-a9f5-4aa92d14043a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83735f4a9cae4c419d6dfb975360aaed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6898324 Oct 19 01:15:36.919836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53218) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:36.954651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f5384-4500-43b4-a9f5-4aa92d14043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae5aa5-c429-444a-8fad-84fa4830fd64,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:37.049217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f269da0a-9ef4-43bf-9657-f401e125dba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.124224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f269da0a-9ef4-43bf-9657-f401e125dba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.303373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc97f9ae-434e-4922-8733-866debf070d2 req-61d38e5a-06d2-4110-855c-fa4dcbb09319 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461586 Oct 19 01:15:37.320220 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f269da0a-9ef4-43bf-9657-f401e125dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.332376 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f269da0a-9ef4-43bf-9657-f401e125dba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.334056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f269da0a-9ef4-43bf-9657-f401e125dba5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58ae5aa5-c429-444a-8fad-84fa4830fd64 HTTP/1.1" status: 204 len: 168 time: 0.4129763 Oct 19 01:15:37.386525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0823f512-eb98-4e95-8726-a70c1616c966 req-7706fc61-89bb-4f36-99aa-d0b0f4357873 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 210 time: 0.1148498 Oct 19 01:15:37.407501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269da0a-9ef4-43bf-9657-f401e125dba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae5aa5-c429-444a-8fad-84fa4830fd64,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:37.581646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:37.646540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:37.648213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b65b0be0-ac36-47ec-86d8-ad4f7dc8e791 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:37.722731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53248) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:37.788517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b220811d-369f-46ac-8ec5-aff6a56a10fd {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:37.811515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:37.841694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Transition to ACTIVE for port object b220811d-369f-46ac-8ec5-aff6a56a10fd will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:15:37.860944 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.296674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2494f1d7-69d3-486f-8365-a67cc6cacfa4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d05292ca908459aa0eb23f3e418bded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673411 Oct 19 01:15:38.306630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53266) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:38.320473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8183b-3c7a-45fb-959c-415f3f56dd4a req-ebf4aa30-842b-485a-9190-ad792058e69f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:38.353703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bee8183b-3c7a-45fb-959c-415f3f56dd4a req-ebf4aa30-842b-485a-9190-ad792058e69f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.5087318 Oct 19 01:15:38.361078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53270) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:38.412399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78099718-0a82-4903-9c84-661730f3ee89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.467616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78099718-0a82-4903-9c84-661730f3ee89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.569402 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78099718-0a82-4903-9c84-661730f3ee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.573038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78099718-0a82-4903-9c84-661730f3ee89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.574594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-78099718-0a82-4903-9c84-661730f3ee89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f30763c5-ab38-4e9d-b10c-191c0522c7da HTTP/1.1" status: 204 len: 168 time: 0.2663703 Oct 19 01:15:38.605273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099718-0a82-4903-9c84-661730f3ee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30763c5-ab38-4e9d-b10c-191c0522c7da,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:38.684120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Pushing event updated for resources: {'Port': ['ID=b220811d-369f-46ac-8ec5-aff6a56a10fd,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:38.700980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38089b19-52e3-44f4-8c9e-7452e0eac1b6 req-b2c173e7-57ae-4f26-a14b-66593d62672e tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:38.706462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38089b19-52e3-44f4-8c9e-7452e0eac1b6 req-b2c173e7-57ae-4f26-a14b-66593d62672e tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 943 time: 0.1498938 Oct 19 01:15:38.792658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bee8183b-3c7a-45fb-959c-415f3f56dd4a req-5510c5e3-90ec-4ebe-ab1f-4ded629c72da tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368538 Oct 19 01:15:38.794076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8f565d8-78ad-4778-a5fe-100478bdb513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:38.836210 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38089b19-52e3-44f4-8c9e-7452e0eac1b6 req-c4abcfdb-f11e-4733-bc77-4e240c18fa00 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229668 Oct 19 01:15:38.885979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Attempting to bind port b220811d-369f-46ac-8ec5-aff6a56a10fd on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:38.886180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Attempting to bind port b220811d-369f-46ac-8ec5-aff6a56a10fd by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'c0ad58f3-e505-457d-8319-c3c9a9f95038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:38.886512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Attempting to bind port b220811d-369f-46ac-8ec5-aff6a56a10fd on network a1522dd8-9c3e-4ec6-8287-4273454b824b {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:38.918337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Port b220811d-369f-46ac-8ec5-aff6a56a10fd on network a1522dd8-9c3e-4ec6-8287-4273454b824b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:15:38.918651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Attempting to bind port b220811d-369f-46ac-8ec5-aff6a56a10fd on network a1522dd8-9c3e-4ec6-8287-4273454b824b {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:38.994583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:38.995214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Checking segment: {'id': 'c0ad58f3-e505-457d-8319-c3c9a9f95038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:38.995784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Bound using segment: {'id': 'c0ad58f3-e505-457d-8319-c3c9a9f95038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:38.996431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Bound port: b220811d-369f-46ac-8ec5-aff6a56a10fd, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ad58f3-e505-457d-8319-c3c9a9f95038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:38.996943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.076874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:39.211360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-000d03e2-da26-41ee-a6c2-c19625b213fb req-18dbcc16-e056-4a9e-8753-1ef1d2c1b692 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 210 time: 0.1407354 Oct 19 01:15:39.288477 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.412291 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8f565d8-78ad-4778-a5fe-100478bdb513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.432350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8f565d8-78ad-4778-a5fe-100478bdb513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.515372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b8f565d8-78ad-4778-a5fe-100478bdb513 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a6bc36aff194f91911b17740a4a0888&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249479 Oct 19 01:15:39.571961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53302) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:39.572460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53304) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:39.618400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-f109f854-7643-4e7b-afbb-520eebe3929e tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:39.621124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-f109f854-7643-4e7b-afbb-520eebe3929e tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.62 "GET /v2.0/networks?id=6be0f4dc-5694-46ae-8413-a766779f5e82 HTTP/1.1" status: 200 len: 811 time: 0.3332713 Oct 19 01:15:39.625398 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad679989-c8e6-4c1f-b076-2cd8f5668ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:39.664279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f565d8-78ad-4778-a5fe-100478bdb513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac915e4-1aba-4245-8986-df9600cf13f9,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:39.742747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-3cdd1d38-31a0-4014-b305-bd6fdea2c662 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38d1425dfba4dba8e84b4635e1c97c8 HTTP/1.1" status: 200 len: 380 time: 0.1030717 Oct 19 01:15:39.760744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] For port b220811d-369f-46ac-8ec5-aff6a56a10fd, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:39.761389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Request body: {'port': {'device_id': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'admin_state_up': True, 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'security_groups': ['a9051b99-7ff7-458c-8400-78a450701ed7']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:39.841771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] For port b220811d-369f-46ac-8ec5-aff6a56a10fd, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b220811d-369f-46ac-8ec5-aff6a56a10fd,segment=NetworkSegment(c0ad58f3-e505-457d-8319-c3c9a9f95038),segment_id=c0ad58f3-e505-457d-8319-c3c9a9f95038)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:39.882708 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.002915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Pushing event updated for resources: {'Port': ['ID=b220811d-369f-46ac-8ec5-aff6a56a10fd,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:40.029211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-43b7189d-8ed5-43a8-a6bf-5635fd382622 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12a413e2e61b4ce0b64a20cb55f3dd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338467 Oct 19 01:15:40.031625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53312) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:40.083902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:40.084898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.086595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-5d6597f8-1851-4fe4-92a8-3547a7b3808f service neutron] 10.222.0.74 "PUT /v2.0/ports/b220811d-369f-46ac-8ec5-aff6a56a10fd HTTP/1.1" status: 200 len: 1092 time: 3.6159310 Oct 19 01:15:40.089447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2db338-9729-4cf3-b191-b7790f53d253', 'tag': 'b220811d-369f-46ac-8ec5-aff6a56a10fd'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:40.092211 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec656fc1-a7e7-473c-a19a-6288ff1c1019" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2db338-9729-4cf3-b191-b7790f53d253", "tag": "b220811d-369f-46ac-8ec5-aff6a56a10fd"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:40.132345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-023a3564-4e9a-47ce-b47d-585adbda8c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.167246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4628a88b-c9b2-4413-beed-4ffde025c594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.181453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841ad0e-e15b-46af-abd5-702c3c53ec6b req-8a9e2c25-a6eb-4300-a465-2021d3b2a3de tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:40.189232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1841ad0e-e15b-46af-abd5-702c3c53ec6b req-8a9e2c25-a6eb-4300-a465-2021d3b2a3de tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1905730 Oct 19 01:15:40.307686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153f37-7b63-4d32-86c0-cc8c4af39e14 req-489d58da-31c4-48c8-8c1a-ea6014f1d34d tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:40.311484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-023a3564-4e9a-47ce-b47d-585adbda8c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.316986 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4153f37-7b63-4d32-86c0-cc8c4af39e14 req-489d58da-31c4-48c8-8c1a-ea6014f1d34d tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 943 time: 0.3005238 Oct 19 01:15:40.382394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4628a88b-c9b2-4413-beed-4ffde025c594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.385418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Made reservation on behalf of d38d1425dfba4dba8e84b4635e1c97c8 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:40.390129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.394442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-023a3564-4e9a-47ce-b47d-585adbda8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.397448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-023a3564-4e9a-47ce-b47d-585adbda8c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.398768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-023a3564-4e9a-47ce-b47d-585adbda8c31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dac915e4-1aba-4245-8986-df9600cf13f9 HTTP/1.1" status: 204 len: 168 time: 0.8252077 Oct 19 01:15:40.442482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4153f37-7b63-4d32-86c0-cc8c4af39e14 req-d7b0c829-b944-4365-b414-1d0d4de0c3fd tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239431 Oct 19 01:15:40.508158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.544258 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5bca7f-e2b8-472a-8c91-607f30e9fa35 x-openstack-request-id: req-bf5bca7f-e2b8-472a-8c91-607f30e9fa35 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:40.544421 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2db338-9729-4cf3-b191-b7790f53d253", "tag": "b220811d-369f-46ac-8ec5-aff6a56a10fd", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:40.544596 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf5bca7f-e2b8-472a-8c91-607f30e9fa35 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:40.544991 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2db338-9729-4cf3-b191-b7790f53d253', 'tag': 'b220811d-369f-46ac-8ec5-aff6a56a10fd', 'status': 'completed', 'code': 200} Oct 19 01:15:40.560975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a3564-4e9a-47ce-b47d-585adbda8c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac915e4-1aba-4245-8986-df9600cf13f9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:40.593219 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1841ad0e-e15b-46af-abd5-702c3c53ec6b req-056cce25-9c76-4765-960e-56879353ca75 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027007 Oct 19 01:15:40.617254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-82df10a4-2b57-44b4-a537-0ce28faca615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:40.628855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-82df10a4-2b57-44b4-a537-0ce28faca615 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02a309d3bcbf4d978565df3952f39774&device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 1095 time: 0.4561670 Oct 19 01:15:40.679857 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.765551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4628a88b-c9b2-4413-beed-4ffde025c594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.770026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4628a88b-c9b2-4413-beed-4ffde025c594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:40.771343 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4628a88b-c9b2-4413-beed-4ffde025c594 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b4d84ce-52fc-48c6-b14a-27e9e2078462 HTTP/1.1" status: 204 len: 168 time: 0.7369788 Oct 19 01:15:40.773202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-897f70d4-94a3-4b53-a516-b68eb078e589 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b220811d-369f-46ac-8ec5-aff6a56a10fd HTTP/1.1" status: 200 len: 217 time: 0.1282284 Oct 19 01:15:40.790569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd10437b-bb91-4526-a63a-cbeca1cf2bd6 req-a1b3b1a9-5128-4325-81fc-cc1223cab823 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 210 time: 0.1003075 Oct 19 01:15:40.794660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628a88b-c9b2-4413-beed-4ffde025c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4d84ce-52fc-48c6-b14a-27e9e2078462,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:40.885319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-88b1bc49-7bcc-45e9-8d61-625adbe06c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:40.893563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-88b1bc49-7bcc-45e9-8d61-625adbe06c0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8989331-aae2-4179-b7df-bceda8775a91 HTTP/1.1" status: 200 len: 849 time: 0.1110284 Oct 19 01:15:40.939683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Allocated IP 172.20.0.11 (6be0f4dc-5694-46ae-8413-a766779f5e82/b5da3ea9-5082-4b5f-acec-db8e1e444220/cff06ae3-5696-4e0b-8244-2af35b2e751b) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:40.954660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-e3a45994-465c-4070-8da9-e8def46085d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1522dd8-9c3e-4ec6-8287-4273454b824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540488 Oct 19 01:15:41.163918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-8e63169b-e48d-4682-894f-6eae7328cc51 service neutron] 10.222.0.74 "GET /v2.0/networks/a1522dd8-9c3e-4ec6-8287-4273454b824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974924 Oct 19 01:15:41.176532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.202090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53350) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:41.240498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7156-525d-4bd7-9bff-b1c2ca643479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.298907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.387872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab00e5e-29b0-4630-98d7-d281eec20d55 req-e034d983-118a-4848-8313-70c36e0f3f8d service neutron] 10.222.0.74 "GET /v2.0/networks/a1522dd8-9c3e-4ec6-8287-4273454b824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167246 Oct 19 01:15:41.447774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508013a-7095-48e3-becf-42f270b0ff6d req-6ae6fecf-e418-4565-bda2-8adab374f74e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.449343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c508013a-7095-48e3-becf-42f270b0ff6d req-6ae6fecf-e418-4565-bda2-8adab374f74e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.1487403 Oct 19 01:15:41.452615 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.479746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7156-525d-4bd7-9bff-b1c2ca643479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.487003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b5f7156-525d-4bd7-9bff-b1c2ca643479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.535000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:41.549535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:41.551634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event updated for resources: {'Port': ['ID=cff06ae3-5696-4e0b-8244-2af35b2e751b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:41.554038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:41.591695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c508013a-7095-48e3-becf-42f270b0ff6d req-1996ee7d-03a0-4edb-a415-1814ddc53e3c tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286137 Oct 19 01:15:41.616636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1b5f7156-525d-4bd7-9bff-b1c2ca643479 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=267422badbeb46e39589b7fc4411214d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088342 Oct 19 01:15:41.616636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f7156-525d-4bd7-9bff-b1c2ca643479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4fc642-d651-4196-9cd0-516d573d68a3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:41.617606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53366) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:41.686061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.686862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.749850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-17ee18ab-bc03-4d16-acce-c880ae327d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.753124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-17ee18ab-bc03-4d16-acce-c880ae327d69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02a309d3bcbf4d978565df3952f39774&device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 1095 time: 0.2472911 Oct 19 01:15:41.768596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abad114-bd84-4706-8190-6f3f57f2307d req-ba9d59ee-5669-4b38-a989-d499ac3e210d tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.779106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4abad114-bd84-4706-8190-6f3f57f2307d req-ba9d59ee-5669-4b38-a989-d499ac3e210d tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 943 time: 0.1647847 Oct 19 01:15:41.789283 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-123e7ae3-2fee-4b8d-a0e0-a9c27ee139f9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0376978 Oct 19 01:15:41.833409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98924188-d2e3-4680-9c22-f94aed67eff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.866725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98924188-d2e3-4680-9c22-f94aed67eff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:41.883653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Request body: {'port': {'device_id': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:41.919416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3993b4a-2ca2-40bd-9dbb-fbdebf45e060 req-1cf54d73-ddab-4003-9596-a19c5c74067e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:41.921261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3993b4a-2ca2-40bd-9dbb-fbdebf45e060 req-1cf54d73-ddab-4003-9596-a19c5c74067e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2103276 Oct 19 01:15:41.961928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4abad114-bd84-4706-8190-6f3f57f2307d req-abd36995-aa02-47ed-a31e-a1c8c3553404 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818404 Oct 19 01:15:42.036796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3993b4a-2ca2-40bd-9dbb-fbdebf45e060 req-4aa76556-fe2d-451f-9761-13f0466b4e6f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041193 Oct 19 01:15:42.039926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.057952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Deleting port 80af82b2-f7a3-4838-b1eb-8d61f002af62 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:42.058400 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.099512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ee323ebb-aaaf-4c17-963c-5e4bdd03379b None None] Provisioning complete for port cff06ae3-5696-4e0b-8244-2af35b2e751b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:42.102436 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee323ebb-aaaf-4c17-963c-5e4bdd03379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.108296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98924188-d2e3-4680-9c22-f94aed67eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.111041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98924188-d2e3-4680-9c22-f94aed67eff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.113904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-98924188-d2e3-4680-9c22-f94aed67eff9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a4fc642-d651-4196-9cd0-516d573d68a3 HTTP/1.1" status: 204 len: 168 time: 0.4766295 Oct 19 01:15:42.119727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-cc8bd6bc-f671-4595-ab71-ecd6b8316b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.121448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-cc8bd6bc-f671-4595-ab71-ecd6b8316b55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1522dd8-9c3e-4ec6-8287-4273454b824b HTTP/1.1" status: 200 len: 910 time: 0.3402746 Oct 19 01:15:42.136721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-60db940c-cdf3-4279-b813-44a4d6e27638 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.138526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-60db940c-cdf3-4279-b813-44a4d6e27638 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.2355521 Oct 19 01:15:42.242834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ee323ebb-aaaf-4c17-963c-5e4bdd03379b None None] Port cff06ae3-5696-4e0b-8244-2af35b2e751b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:15:42.256151 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.297083 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-6169e735-bb90-4043-a08e-15433abbd0f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b220811d-369f-46ac-8ec5-aff6a56a10fd HTTP/1.1" status: 200 len: 217 time: 0.1575384 Oct 19 01:15:42.297979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] For port 80af82b2-f7a3-4838-b1eb-8d61f002af62, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=80af82b2-f7a3-4838-b1eb-8d61f002af62,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:42.298503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.315572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Calling delete_port for 80af82b2-f7a3-4838-b1eb-8d61f002af62 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:42.439112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-cc1b2809-2559-45ac-85e3-fdd0b76cbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.441013 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-cc1b2809-2559-45ac-85e3-fdd0b76cbd55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a8989331-aae2-4179-b7df-bceda8775a91 HTTP/1.1" status: 200 len: 849 time: 0.1119013 Oct 19 01:15:42.449935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa8f8c-5391-4603-a308-15402c026f75 req-404a82df-315b-4806-9a15-bf06228d1788 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:42.457986 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdfa8f8c-5391-4603-a308-15402c026f75 req-404a82df-315b-4806-9a15-bf06228d1788 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 932 time: 0.2125957 Oct 19 01:15:42.682150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924188-d2e3-4680-9c22-f94aed67eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4fc642-d651-4196-9cd0-516d573d68a3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:42.852345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:42.898869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=80af82b2-f7a3-4838-b1eb-8d61f002af62,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:42.912694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-a36bef6d-0d0a-43ae-bc55-9289e873304f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1522dd8-9c3e-4ec6-8287-4273454b824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4501283 Oct 19 01:15:42.938076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdfa8f8c-5391-4603-a308-15402c026f75 req-2b5bce21-2ac6-4560-ab76-d1d46fc53e1c tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4781160 Oct 19 01:15:43.048194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Deleting port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:43.048808 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.261224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.352265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff06ae3-5696-4e0b-8244-2af35b2e751b {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:43.352528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e8d0f-7678-4767-9605-711176d5ea8e req-a856c240-58d6-43c0-b994-ba449f0e22b8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.354079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b48e8d0f-7678-4767-9605-711176d5ea8e req-a856c240-58d6-43c0-b994-ba449f0e22b8 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcada9b4-172a-4103-973c-c3f22935b464 HTTP/1.1" status: 200 len: 945 time: 0.3009348 Oct 19 01:15:43.363730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.412042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-2edaa935-a2ae-442a-8e56-61c3d55d1716 service neutron] 10.222.0.74 "GET /v2.0/networks/a1522dd8-9c3e-4ec6-8287-4273454b824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708045 Oct 19 01:15:43.428725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Transition to ACTIVE for port object cff06ae3-5696-4e0b-8244-2af35b2e751b will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:15:43.448684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.451130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] For port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:43.451565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.479091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b48e8d0f-7678-4767-9605-711176d5ea8e req-2e86f62b-9453-41a1-b910-14902aadc175 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110749 Oct 19 01:15:43.491354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Calling delete_port for bd7b11bf-d3fd-44e2-87a0-6d060850f4fb owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:43.661825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec656fc1-a7e7-473c-a19a-6288ff1c1019 req-888e5116-9724-4f82-8981-cb62308916fb service neutron] 10.222.0.74 "GET /v2.0/networks/a1522dd8-9c3e-4ec6-8287-4273454b824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396808 Oct 19 01:15:43.693104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf90351-ba1c-45f6-8428-a73199cbcccf req-b73c1a0d-2e9f-4eb3-afb8-ddbbb55a0db1 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.695405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faf90351-ba1c-45f6-8428-a73199cbcccf req-b73c1a0d-2e9f-4eb3-afb8-ddbbb55a0db1 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1127272 Oct 19 01:15:43.777391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faf90351-ba1c-45f6-8428-a73199cbcccf req-4ebe9cec-2155-475b-bf38-e3e71524911c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736468 Oct 19 01:15:43.787370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.839222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event deleted for resources: {'Port': ['ID=bd7b11bf-d3fd-44e2-87a0-6d060850f4fb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:43.906820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08217e4-5ab5-41bc-94e1-232ca66dace7 req-2a3992f5-52ff-469f-8c6a-895ed6b6b708 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:43.908475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b08217e4-5ab5-41bc-94e1-232ca66dace7 req-2a3992f5-52ff-469f-8c6a-895ed6b6b708 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 943 time: 0.4957314 Oct 19 01:15:43.916493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Pushing event updated for resources: {'Port': ['ID=cff06ae3-5696-4e0b-8244-2af35b2e751b,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:43.934140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] No DVR routers for this DVR port bd7b11bf-d3fd-44e2-87a0-6d060850f4fb on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:43.940438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:43.945825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-593cfe9a-fbe2-4e11-b215-2ee887424d33 req-6d3978d1-fb86-45c1-968e-b55f4eb7e19e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "DELETE /v2.0/ports/bd7b11bf-d3fd-44e2-87a0-6d060850f4fb HTTP/1.1" status: 204 len: 173 time: 1.7803006 Oct 19 01:15:43.946750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'name': 'network-vif-deleted', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:43.959047 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a875d-097f-4584-8878-c37ede5d9b85" -d '{"events": [{"server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "name": "network-vif-deleted", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:44.071634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b08217e4-5ab5-41bc-94e1-232ca66dace7 req-246d570d-84f6-48e3-a2e6-00080ec0140f tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352487 Oct 19 01:15:44.109749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Router 0dd2903c-3292-4d26-b333-79e7a8007e7c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:44.118932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Attempting to bind port cff06ae3-5696-4e0b-8244-2af35b2e751b on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:44.119378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Attempting to bind port cff06ae3-5696-4e0b-8244-2af35b2e751b by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:44.119800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Attempting to bind port cff06ae3-5696-4e0b-8244-2af35b2e751b on network 6be0f4dc-5694-46ae-8413-a766779f5e82 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:44.200145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Port cff06ae3-5696-4e0b-8244-2af35b2e751b on network 6be0f4dc-5694-46ae-8413-a766779f5e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:15:44.200511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Attempting to bind port cff06ae3-5696-4e0b-8244-2af35b2e751b on network 6be0f4dc-5694-46ae-8413-a766779f5e82 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:44.243352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:44.243657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Checking segment: {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:44.244185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Bound using segment: {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:44.244839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Bound port: cff06ae3-5696-4e0b-8244-2af35b2e751b, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49dd4d5c-b6ab-47e2-903b-9df1f11539c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:44.245260 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.325364 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b22e5-4ddb-4665-9738-5a63ff4e7f69 x-openstack-request-id: req-230b22e5-4ddb-4665-9738-5a63ff4e7f69 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:44.325889 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcada9b4-172a-4103-973c-c3f22935b464", "name": "network-vif-deleted", "tag": "bd7b11bf-d3fd-44e2-87a0-6d060850f4fb", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:44.326008 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-230b22e5-4ddb-4665-9738-5a63ff4e7f69 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:44.326437 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcada9b4-172a-4103-973c-c3f22935b464', 'name': 'network-vif-deleted', 'tag': 'bd7b11bf-d3fd-44e2-87a0-6d060850f4fb', 'status': 'completed', 'code': 200} Oct 19 01:15:44.346924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36e1a1-7332-478b-b41a-7b10cf4b43bd req-e4dc1db3-7b3c-4898-a873-80c1d50fe2dc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.348449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb36e1a1-7332-478b-b41a-7b10cf4b43bd req-e4dc1db3-7b3c-4898-a873-80c1d50fe2dc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 944 time: 0.1457698 Oct 19 01:15:44.383190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:44.391790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2dd24243-3780-4b24-a79f-e33911b77a3a admin admin] 10.222.0.64 "PUT /v2.0/routers/0dd2903c-3292-4d26-b333-79e7a8007e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3106625 Oct 19 01:15:44.392182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53508) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:44.397167 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] Sync routers for ids ['0dd2903c-3292-4d26-b333-79e7a8007e7c'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:44.410875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] For port cff06ae3-5696-4e0b-8244-2af35b2e751b, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:44.435620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] For port cff06ae3-5696-4e0b-8244-2af35b2e751b, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:44.437531 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] Routers {'0dd2903c-3292-4d26-b333-79e7a8007e7c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:44.439183 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0dd2903c-3292-4d26-b333-79e7a8007e7c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:44.441996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb36e1a1-7332-478b-b41a-7b10cf4b43bd req-4f493900-28e4-40d8-94ed-1f4db0ee7e67 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807228 Oct 19 01:15:44.443612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.478884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.479959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.481677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] 10.222.0.62 "PUT /v2.0/ports/cff06ae3-5696-4e0b-8244-2af35b2e751b HTTP/1.1" status: 200 len: 1093 time: 2.6494539 Oct 19 01:15:44.484150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:44.487834 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57213d9e-7f46-4833-b838-1703e5ee7e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:44.528061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd2a0d-216c-4625-85a1-738bb65da424 service neutron] Pushing event updated for resources: {'Port': ['ID=cff06ae3-5696-4e0b-8244-2af35b2e751b,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:44.594651 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3798740-2c3e-46dd-9317-f4c3dc17e8fa x-openstack-request-id: req-f3798740-2c3e-46dd-9317-f4c3dc17e8fa {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:44.594945 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:44.595198 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3798740-2c3e-46dd-9317-f4c3dc17e8fa {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:44.595702 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'status': 'completed', 'code': 200} Oct 19 01:15:44.606734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-a1ffca48-74cc-4ead-b83c-caaee83dc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.609480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-a1ffca48-74cc-4ead-b83c-caaee83dc253 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d38d1425dfba4dba8e84b4635e1c97c8&device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 1096 time: 0.0676770 Oct 19 01:15:44.707779 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-6c28b33b-1449-478d-aa6a-b3e2c86703ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b HTTP/1.1" status: 200 len: 217 time: 0.0808294 Oct 19 01:15:44.769847 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] Set router 0dd2903c-3292-4d26-b333-79e7a8007e7c gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:44.772547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-b004781e-ff13-441f-ab30-0293e824bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.774712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-b004781e-ff13-441f-ab30-0293e824bb20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b5da3ea9-5082-4b5f-acec-db8e1e444220 HTTP/1.1" status: 200 len: 850 time: 0.0574369 Oct 19 01:15:44.815217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:44.839571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-d271c18a-36d1-4017-a7bf-1c6bf526c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.841953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-d271c18a-36d1-4017-a7bf-1c6bf526c28f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6be0f4dc-5694-46ae-8413-a766779f5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587978 Oct 19 01:15:44.887096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f499858-748d-40bf-a531-be4dde03631f req-38611acf-a465-4d46-a742-b12a8e9abe40 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:44.888638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-38611acf-a465-4d46-a742-b12a8e9abe40 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.3304205 Oct 19 01:15:44.947265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-a95b1f96-eb5d-4211-a8c9-7e5d45f31beb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/quotas/df54b6fc5681472fbbdeb4ca606db1bc HTTP/1.1" status: 200 len: 375 time: 0.0511370 Oct 19 01:15:44.973942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-cd5a13c1-93ea-46da-807e-d4881a838f49 service neutron] 10.222.0.62 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175971 Oct 19 01:15:45.006240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.022086 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:15:42Z', 'revision_number': 5, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port': {'id': '544454ad-e302-4568-a573-b8fc1cbb1832', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:11Z', 'updated_at': '2021-10-19T01:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:45.027229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-a602395b-64fb-4bc7-a80a-784ab45b8f78 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712957 Oct 19 01:15:45.142357 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f55f56a-7795-4ca8-82af-4efe6ce5902e req-4e857240-92b8-4183-b559-e5f51201e499 service neutron] 10.222.0.62 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582110 Oct 19 01:15:45.187373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Deleting port 544454ad-e302-4568-a573-b8fc1cbb1832 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:45.188258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.190964 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] Checking router: 0dd2903c-3292-4d26-b333-79e7a8007e7c for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:45.204651 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] Routers {'0dd2903c-3292-4d26-b333-79e7a8007e7c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:45.205944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0dd2903c-3292-4d26-b333-79e7a8007e7c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:45.215376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d2ac-2e25-4a92-9b53-2aad46c6c6e9 req-3e97fe77-e3fa-43c3-841a-0e485cad05bb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.217319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2545d2ac-2e25-4a92-9b53-2aad46c6c6e9 req-3e97fe77-e3fa-43c3-841a-0e485cad05bb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.0634534 Oct 19 01:15:45.226926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-e686c0e1-829c-4b6d-9007-51a347bcae87 service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685698 Oct 19 01:15:45.305907 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2545d2ac-2e25-4a92-9b53-2aad46c6c6e9 req-a44925b5-b524-4368-b9aa-b735c4be5ab4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661683 Oct 19 01:15:45.311507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-2cdda97e-bfe3-4c5e-aacd-cc4503df2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.313419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-2cdda97e-bfe3-4c5e-aacd-cc4503df2186 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d38d1425dfba4dba8e84b4635e1c97c8&device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 1096 time: 0.0896106 Oct 19 01:15:45.343758 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] Set router 0dd2903c-3292-4d26-b333-79e7a8007e7c gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:45.353322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] For port 544454ad-e302-4568-a573-b8fc1cbb1832, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=544454ad-e302-4568-a573-b8fc1cbb1832,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:45.353899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.371956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Calling delete_port for 544454ad-e302-4568-a573-b8fc1cbb1832 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:45.410400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-2aad15b6-5474-4885-8ff3-560ee4fba8a8 service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522744 Oct 19 01:15:45.418945 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:15:45Z', 'revision_number': 6, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:45.460545 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bd90a-5973-41a4-a15e-2222beaf05c9 None None] The sync data for ids ['0dd2903c-3292-4d26-b333-79e7a8007e7c'] in n-d-789963-20 is: [{'id': '0dd2903c-3292-4d26-b333-79e7a8007e7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1254019706-router', 'tenant_id': '568b7f442a334ce79601bf0d1357e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:10Z', 'updated_at': '2021-10-19T01:15:45Z', 'revision_number': 6, 'project_id': '568b7f442a334ce79601bf0d1357e40d', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:45.489284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-715d611b-5a62-4013-adbb-9ff3050b2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.490924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-715d611b-5a62-4013-adbb-9ff3050b2ea2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6be0f4dc-5694-46ae-8413-a766779f5e82 HTTP/1.1" status: 200 len: 912 time: 0.1682386 Oct 19 01:15:45.541687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53540) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:45.548021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-66541a9d-c4b2-4a76-9a93-0b2c1a308c16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b HTTP/1.1" status: 200 len: 217 time: 0.0471981 Oct 19 01:15:45.635627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-21d52225-b95f-4070-8c71-d9a88d820b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.637625 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-21d52225-b95f-4070-8c71-d9a88d820b4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b5da3ea9-5082-4b5f-acec-db8e1e444220 HTTP/1.1" status: 200 len: 850 time: 0.0811162 Oct 19 01:15:45.651915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bd7b11bf-d3fd-44e2-87a0-6d060850f4fb no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:45.691375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: bd7b11bf-d3fd-44e2-87a0-6d060850f4fb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:45.692101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bd7b11bf-d3fd-44e2-87a0-6d060850f4fb not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:45.692685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b737f3a6-104a-4855-9a05-d0d9d272ecb8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:45.724009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.765427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-9fecbc46-9385-4c83-9f29-647bdde51bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:45.767462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-9fecbc46-9385-4c83-9f29-647bdde51bf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6be0f4dc-5694-46ae-8413-a766779f5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204681 Oct 19 01:15:45.794490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.832180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Pushing event deleted for resources: {'Port': ['ID=544454ad-e302-4568-a573-b8fc1cbb1832,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:45.845052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:45.852832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0236ef8a-8ec7-4e0b-8e9f-df807a784a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.861898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:45.866233 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7fb290-6d35-45f7-9f5f-943cc99d23c8" -d '{"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-unplugged", "status": "completed", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:45.869182 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:45.926968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:45.948460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-c7719431-7943-478e-8363-97f94a855ccf service neutron] 10.222.0.62 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706362 Oct 19 01:15:46.056279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360fc0-5063-4e0f-9f11-518efe77341b req-774f1a6e-986a-4e4e-9ca7-fa33058a0c97 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.064044 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49360fc0-5063-4e0f-9f11-518efe77341b req-774f1a6e-986a-4e4e-9ca7-fa33058a0c97 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 943 time: 0.1143973 Oct 19 01:15:46.068466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.089769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b220811d-369f-46ac-8ec5-aff6a56a10fd details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:15:46.118485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb3740-c094-466a-a147-5f76628df61c req-4f079dcf-76e3-416c-a456-8a875eada214 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.120138 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8feb3740-c094-466a-a147-5f76628df61c req-4f079dcf-76e3-416c-a456-8a875eada214 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 944 time: 0.1782403 Oct 19 01:15:46.133580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49360fc0-5063-4e0f-9f11-518efe77341b req-7abd2333-4f85-428f-b1a5-89c586f3cd27 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686460 Oct 19 01:15:46.140529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57213d9e-7f46-4833-b838-1703e5ee7e0f req-63c20bcc-9485-41a0-b7de-7a339b3e17e9 service neutron] 10.222.0.62 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788540 Oct 19 01:15:46.204856 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dacedc6e-e793-425f-9c4d-50585c4f8f05 req-b3d92aa2-a597-4af2-84cc-9ed26f6a5b8f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 210 time: 0.0305767 Oct 19 01:15:46.253800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b220811d-369f-46ac-8ec5-aff6a56a10fd, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b220811d-369f-46ac-8ec5-aff6a56a10fd,segment=NetworkSegment(c0ad58f3-e505-457d-8319-c3c9a9f95038),segment_id=c0ad58f3-e505-457d-8319-c3c9a9f95038)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:46.262871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.265172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.283728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b220811d-369f-46ac-8ec5-aff6a56a10fd', 'network_id': 'a1522dd8-9c3e-4ec6-8287-4273454b824b', 'port_id': 'b220811d-369f-46ac-8ec5-aff6a56a10fd', 'mac_address': 'fa:16:3e:52:91:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8989331-aae2-4179-b7df-bceda8775a91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:15:46.336915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-bbe243a1-1465-4265-9ebd-aec56d720e2d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.341802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-bbe243a1-1465-4265-9ebd-aec56d720e2d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "GET /v2.0/ports?device_id=de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc HTTP/1.1" status: 200 len: 944 time: 0.3448448 Oct 19 01:15:46.345168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.363680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b220811d-369f-46ac-8ec5-aff6a56a10fd {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:46.394210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8feb3740-c094-466a-a147-5f76628df61c req-bcd2b6e0-6966-438b-b0b6-e4c2001b5a1e tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364316 Oct 19 01:15:46.395519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b220811d-369f-46ac-8ec5-aff6a56a10fd, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b220811d-369f-46ac-8ec5-aff6a56a10fd,segment=NetworkSegment(c0ad58f3-e505-457d-8319-c3c9a9f95038),segment_id=c0ad58f3-e505-457d-8319-c3c9a9f95038)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:46.409072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.429596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.430252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd2903c-3292-4d26-b333-79e7a8007e7c {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:15:46.443297 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.445223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-68c55015-3fd0-4177-be50-7447d49ab70c admin admin] 10.222.0.64 "DELETE /v2.0/routers/0dd2903c-3292-4d26-b333-79e7a8007e7c HTTP/1.1" status: 204 len: 168 time: 2.0515256 Oct 19 01:15:46.449999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53566) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:46.483128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-c82056aa-0f4b-4a94-b9b4-407804bc605d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.486125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-c82056aa-0f4b-4a94-b9b4-407804bc605d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 944 time: 0.1825895 Oct 19 01:15:46.500436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b220811d-369f-46ac-8ec5-aff6a56a10fd,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:46.505343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 80af82b2-f7a3-4838-b1eb-8d61f002af62 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:46.519421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] Deleting subnet 2ffde002-54f5-4c7c-822a-80ee705abc43 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:46.522457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc22123-8281-4ac0-bcdb-8a4155d69d20 req-93ed6280-393f-47bc-bc9e-bc65a08ca0da tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.525516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbc22123-8281-4ac0-bcdb-8a4155d69d20 req-93ed6280-393f-47bc-bc9e-bc65a08ca0da tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 944 time: 0.1501045 Oct 19 01:15:46.534074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 80af82b2-f7a3-4838-b1eb-8d61f002af62 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:46.534301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.534942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 80af82b2-f7a3-4838-b1eb-8d61f002af62 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:46.535643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 544454ad-e302-4568-a573-b8fc1cbb1832 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:46.560944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 544454ad-e302-4568-a573-b8fc1cbb1832 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:46.561531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 544454ad-e302-4568-a573-b8fc1cbb1832 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:46.628254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbc22123-8281-4ac0-bcdb-8a4155d69d20 req-fd26f4ec-33b3-4b7d-bd3f-7d7218cdb711 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862479 Oct 19 01:15:46.629343 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a142190-9725-4040-a8bf-bff1490c1fd5 x-openstack-request-id: req-9a142190-9725-4040-a8bf-bff1490c1fd5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:46.629924 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-unplugged", "status": "completed", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:46.630389 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a142190-9725-4040-a8bf-bff1490c1fd5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:46.631032 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'code': 200} Oct 19 01:15:46.633211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0236ef8a-8ec7-4e0b-8e9f-df807a784a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.670852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0236ef8a-8ec7-4e0b-8e9f-df807a784a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.747365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.772520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Deleting port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:46.772990 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.786636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b220811d-369f-46ac-8ec5-aff6a56a10fd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:46.831918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0236ef8a-8ec7-4e0b-8e9f-df807a784a60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=089a5ecbda784f4ca787d05044d86f09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2837844 Oct 19 01:15:46.831918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236ef8a-8ec7-4e0b-8e9f-df807a784a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db7506-7f0c-44d0-a415-14c6ccefe558,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:46.832626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53572) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:46.923698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d76f0-9dbd-4994-acc9-5ecc309062ea req-0036731f-729d-48a4-b789-bf939721d909 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:46.932008 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-340d76f0-9dbd-4994-acc9-5ecc309062ea req-0036731f-729d-48a4-b789-bf939721d909 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1802139 Oct 19 01:15:46.937982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Deleting port b737f3a6-104a-4855-9a05-d0d9d272ecb8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:46.938307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:46.995517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-340d76f0-9dbd-4994-acc9-5ecc309062ea req-48d84b21-a463-4854-86ad-52c3079978f9 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624833 Oct 19 01:15:47.025522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] For port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:47.025522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.040488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Calling delete_port for 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:47.237382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.248812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.308559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event deleted for resources: {'Port': ['ID=65091d8e-fb5c-44b5-b0e6-8556cbfcc009,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:47.335026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1d1f-f9b5-47bd-9fec-aa0f0accdda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.354908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] For port b737f3a6-104a-4855-9a05-d0d9d272ecb8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b737f3a6-104a-4855-9a05-d0d9d272ecb8,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:47.356320 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.367643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] No DVR routers for this DVR port 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:47.380748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Calling delete_port for b737f3a6-104a-4855-9a05-d0d9d272ecb8 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:47.383461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.387342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0570e5de-5f99-451e-8fa7-0812dbd907c8 req-05e008cf-ae31-4aa9-8cc9-d4be29e8fb7e tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "DELETE /v2.0/ports/65091d8e-fb5c-44b5-b0e6-8556cbfcc009 HTTP/1.1" status: 204 len: 173 time: 0.8922918 Oct 19 01:15:47.389597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61e95d0d-96ea-495f-a861-6785c8428fe8 req-8498f83c-ab5d-41c2-82a5-c13b1b6bc2e4 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 210 time: 0.0552123 Oct 19 01:15:47.390130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'name': 'network-vif-deleted', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:47.394965 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680a4d31-cda2-4721-8050-99a1e4fb2273" -d '{"events": [{"server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "name": "network-vif-deleted", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:47.454346 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da8aff8-82c7-4b00-9661-aaec287eeda5 x-openstack-request-id: req-2da8aff8-82c7-4b00-9661-aaec287eeda5 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:47.454680 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843f5266-36db-4d9f-86b8-934a4dcd19d8", "name": "network-vif-deleted", "tag": "65091d8e-fb5c-44b5-b0e6-8556cbfcc009", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:47.454993 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2da8aff8-82c7-4b00-9661-aaec287eeda5 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:47.456291 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843f5266-36db-4d9f-86b8-934a4dcd19d8', 'name': 'network-vif-deleted', 'tag': '65091d8e-fb5c-44b5-b0e6-8556cbfcc009', 'status': 'completed', 'code': 200} Oct 19 01:15:47.549889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53594) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:47.570803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1d1f-f9b5-47bd-9fec-aa0f0accdda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.588611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0d63-c291-41f1-9982-f8b99ec5bb2d req-9c1f9489-6ff1-49da-be16-1d69b6e33db1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:47.600557 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-447f0d63-c291-41f1-9982-f8b99ec5bb2d req-9c1f9489-6ff1-49da-be16-1d69b6e33db1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 944 time: 0.0880408 Oct 19 01:15:47.606364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b5908-05e6-455c-be77-6e0c20f5603e req-f8178b3a-4a4d-4c77-9513-b905fbf8553d tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:47.616299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-144b5908-05e6-455c-be77-6e0c20f5603e req-f8178b3a-4a4d-4c77-9513-b905fbf8553d tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 944 time: 0.3860881 Oct 19 01:15:47.647736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cff06ae3-5696-4e0b-8244-2af35b2e751b details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:15:47.677602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-447f0d63-c291-41f1-9982-f8b99ec5bb2d req-03327a69-f022-458d-982f-739229db941c tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757821 Oct 19 01:15:47.703587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894b7135-aee8-4f48-936c-0f5337251393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.723381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.751056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f499858-748d-40bf-a531-be4dde03631f req-08411b39-ba70-4bd9-b80c-ebef09ee55a7 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:47.755953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-08411b39-ba70-4bd9-b80c-ebef09ee55a7 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.74 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.5326414 Oct 19 01:15:47.808810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894b7135-aee8-4f48-936c-0f5337251393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.814187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894b7135-aee8-4f48-936c-0f5337251393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:47.905402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86863c91-9e0f-45a6-9f79-b0089effb2d4 req-4707d67a-eadc-4237-bf42-c0b81c7ab04f tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=843f5266-36db-4d9f-86b8-934a4dcd19d8 HTTP/1.1" status: 200 len: 210 time: 0.0682859 Oct 19 01:15:47.906817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b7135-aee8-4f48-936c-0f5337251393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af06abc0-3c65-4503-bfdd-0b6205410fc3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:47.920903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-894b7135-aee8-4f48-936c-0f5337251393 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ccbab13ec214290a17b15278eeab892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673420 Oct 19 01:15:47.921136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53600) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:47.932849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port cff06ae3-5696-4e0b-8244-2af35b2e751b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:47.949248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'port_id': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'mac_address': 'fa:16:3e:14:d9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:15:47.999781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.027199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-013a8cc7-c990-497e-b7da-d21673efcb38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.034121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff06ae3-5696-4e0b-8244-2af35b2e751b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:48.090363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port cff06ae3-5696-4e0b-8244-2af35b2e751b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:48.097353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-013a8cc7-c990-497e-b7da-d21673efcb38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.099333 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.133938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b220811d-369f-46ac-8ec5-aff6a56a10fd up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:48.191706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-144b5908-05e6-455c-be77-6e0c20f5603e req-30e5b9c1-d4f5-4115-a2ab-8d960672e5da tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734100 Oct 19 01:15:48.204981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a3f86-b4cd-4998-9395-ad7f66325bc7 None None] Network 4925dcae-9992-45e4-b19c-01b441599ad5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:48.208211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Request body: {'port': {'device_id': '539e25c9-1343-401f-becb-23da769dfac6', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'admin_state_up': True, 'tenant_id': 'df54b6fc5681472fbbdeb4ca606db1bc'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:48.225105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25bd2-8b20-4966-b02a-3afc3b85c582 req-a6269c05-8951-4cc4-b8da-816dd1f25c6e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.233892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea25bd2-8b20-4966-b02a-3afc3b85c582 req-a6269c05-8951-4cc4-b8da-816dd1f25c6e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1246004 Oct 19 01:15:48.275681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ffde002-54f5-4c7c-822a-80ee705abc43,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.282589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eea25bd2-8b20-4966-b02a-3afc3b85c582 req-9ddac5de-a11e-4844-9c01-9b0561fd757c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 Oct 19 01:15:48.288885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.294603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8354c6fc-c7fd-4a0a-8d35-cdc007538ec8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2ffde002-54f5-4c7c-822a-80ee705abc43 HTTP/1.1" status: 204 len: 168 time: 1.8410592 Oct 19 01:15:48.294779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b220811d-369f-46ac-8ec5-aff6a56a10fd completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:15:48.295781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53604) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:48.297765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1d1f-f9b5-47bd-9fec-aa0f0accdda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.300849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1d1f-f9b5-47bd-9fec-aa0f0accdda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.302979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0aaa1d1f-f9b5-47bd-9fec-aa0f0accdda1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15db7506-7f0c-44d0-a415-14c6ccefe558 HTTP/1.1" status: 204 len: 168 time: 1.4670846 Oct 19 01:15:48.306234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b220811d-369f-46ac-8ec5-aff6a56a10fd triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:48.306604 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.308330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=cff06ae3-5696-4e0b-8244-2af35b2e751b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.326113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-013a8cc7-c990-497e-b7da-d21673efcb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.327147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa1d1f-f9b5-47bd-9fec-aa0f0accdda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db7506-7f0c-44d0-a415-14c6ccefe558,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.331469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-013a8cc7-c990-497e-b7da-d21673efcb38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.332083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-013a8cc7-c990-497e-b7da-d21673efcb38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af06abc0-3c65-4503-bfdd-0b6205410fc3 HTTP/1.1" status: 204 len: 168 time: 0.4090118 Oct 19 01:15:48.358020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a8cc7-c990-497e-b7da-d21673efcb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af06abc0-3c65-4503-bfdd-0b6205410fc3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.365713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.398297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cff06ae3-5696-4e0b-8244-2af35b2e751b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:48.437432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event deleted for resources: {'Port': ['ID=b737f3a6-104a-4855-9a05-d0d9d272ecb8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:48.457279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] No DVR routers for this DVR port b737f3a6-104a-4855-9a05-d0d9d272ecb8 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:48.459401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Made reservation on behalf of df54b6fc5681472fbbdeb4ca606db1bc for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:48.463651 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.466801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.471538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43c23cfc-3f4c-457a-b004-6a0e8fa6f4c4 req-77082a0f-a595-4f2c-a368-9f459ebd0162 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "DELETE /v2.0/ports/b737f3a6-104a-4855-9a05-d0d9d272ecb8 HTTP/1.1" status: 204 len: 173 time: 2.1101899 Oct 19 01:15:48.473181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-deleted', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:48.475940 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73bad9e-33fb-4607-83eb-708c30c31e40" -d '{"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-deleted", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:48.489399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.640922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Allocated IP 172.20.0.8 (bfe2b3f7-df60-4f12-a833-0d1a64149a3f/940ab77a-0a42-442b-9bc5-4281aeec198d/71d18a91-964e-4187-b4d2-6f30ca01a42d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:15:48.680787 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33a0bfd-3359-4e2f-8869-ab523b517570 x-openstack-request-id: req-e33a0bfd-3359-4e2f-8869-ab523b517570 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:48.681084 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc", "name": "network-vif-deleted", "tag": "b737f3a6-104a-4855-9a05-d0d9d272ecb8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:48.681336 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e33a0bfd-3359-4e2f-8869-ab523b517570 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:48.681724 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16d0a1-a4fa-4c6a-934d-00bf8bdf15cc', 'name': 'network-vif-deleted', 'tag': 'b737f3a6-104a-4855-9a05-d0d9d272ecb8', 'status': 'completed', 'code': 200} Oct 19 01:15:48.686871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Deleting port 0195055f-53a3-42ee-8b50-b0b22817a933 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:48.688647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.725468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7a17c91-a577-4b14-b063-16fb744fe0f5 req-8adacc21-4a79-4c9f-983a-1046a26d2a2c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 210 time: 0.0422971 Oct 19 01:15:48.793195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] For port 0195055f-53a3-42ee-8b50-b0b22817a933, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0195055f-53a3-42ee-8b50-b0b22817a933,segment=NetworkSegment(e7f6f6bb-5c1a-4cab-a67c-74195be3eda3),segment_id=e7f6f6bb-5c1a-4cab-a67c-74195be3eda3)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:48.793740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.810450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Calling delete_port for 0195055f-53a3-42ee-8b50-b0b22817a933 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:48.902020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:48.916339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] DHCP port deletion for 4925dcae-9992-45e4-b19c-01b441599ad5 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:15:48.976753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c05f4-a637-4559-a5be-41009184f823 req-51bad7db-b354-4763-ba83-0298bf3c05c9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:48.985124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-372c05f4-a637-4559-a5be-41009184f823 req-51bad7db-b354-4763-ba83-0298bf3c05c9 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 945 time: 0.1622448 Oct 19 01:15:49.011253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53624) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:49.050576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9187224-fc4d-4022-8034-425c3e0a3b94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.053865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.054553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53626) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:49.077194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2db338-9729-4cf3-b191-b7790f53d253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b220811d-369f-46ac-8ec5-aff6a56a10fd'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:49.084228 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a623c-5627-4161-a82c-6b1c386cd922" -d '{"events": [{"server_uuid": "8a2db338-9729-4cf3-b191-b7790f53d253", "name": "network-vif-plugged", "status": "completed", "tag": "b220811d-369f-46ac-8ec5-aff6a56a10fd"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:49.110568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.113693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-305820a9-0981-4300-9c2a-f40f3afcc813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.132772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-372c05f4-a637-4559-a5be-41009184f823 req-cbdd0af5-a506-4ce6-8112-560fbc2e39c8 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464806 Oct 19 01:15:49.135966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.171146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b220811d-369f-46ac-8ec5-aff6a56a10fd, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b220811d-369f-46ac-8ec5-aff6a56a10fd,segment=NetworkSegment(c0ad58f3-e505-457d-8319-c3c9a9f95038),segment_id=c0ad58f3-e505-457d-8319-c3c9a9f95038)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:49.192268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.193067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Pushing event deleted for resources: {'Port': ['ID=0195055f-53a3-42ee-8b50-b0b22817a933,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.199096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] No DVR routers for this DVR port 0195055f-53a3-42ee-8b50-b0b22817a933 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:49.256544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:15:49.260637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:15:49.267057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:15:49.274702 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57d091-ec7e-4616-b947-b606b23fc313 x-openstack-request-id: req-5d57d091-ec7e-4616-b947-b606b23fc313 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:49.274989 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2db338-9729-4cf3-b191-b7790f53d253", "name": "network-vif-plugged", "status": "completed", "tag": "b220811d-369f-46ac-8ec5-aff6a56a10fd", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:49.275243 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d57d091-ec7e-4616-b947-b606b23fc313 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:49.275627 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2db338-9729-4cf3-b191-b7790f53d253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b220811d-369f-46ac-8ec5-aff6a56a10fd', 'code': 200} Oct 19 01:15:49.321030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.339182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] Deleting port 0195055f-53a3-42ee-8b50-b0b22817a933 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:49.340113 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.360222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b220811d-369f-46ac-8ec5-aff6a56a10fd,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.397505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9187224-fc4d-4022-8034-425c3e0a3b94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.403065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.416961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.417484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.427639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf612f-5890-4bd1-b5e4-590fbd018e00 req-ecaebe60-f1c0-4848-b9f0-104b03b7f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.430492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98cf612f-5890-4bd1-b5e4-590fbd018e00 req-ecaebe60-f1c0-4848-b9f0-104b03b7f6c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 1097 time: 0.1055176 Oct 19 01:15:49.432363 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9187224-fc4d-4022-8034-425c3e0a3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.438289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] For port 0195055f-53a3-42ee-8b50-b0b22817a933, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:49.438475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.448700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec8720-9b53-4e9c-bd1d-12996d7d13a8 req-d156682d-7a95-4464-9330-287795afbcad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.456018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] Calling delete_port for 0195055f-53a3-42ee-8b50-b0b22817a933 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:49.456212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9ec8720-9b53-4e9c-bd1d-12996d7d13a8 req-d156682d-7a95-4464-9330-287795afbcad tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 944 time: 0.1394548 Oct 19 01:15:49.458931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] Port 0195055f-53a3-42ee-8b50-b0b22817a933 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:15:49.460861 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.477789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4925dcae-9992-45e4-b19c-01b441599ad5']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:49.489124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-6d739d5c-3bbc-4bde-a568-07aa6f5a7094 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3020680 Oct 19 01:15:49.489370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] Pushing event deleted for resources: {'Port': ['ID=0195055f-53a3-42ee-8b50-b0b22817a933,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.498842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a570a-cb33-4eb7-8d01-0d434b2bec6a None None] No DVR routers for this DVR port 0195055f-53a3-42ee-8b50-b0b22817a933 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:49.512423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Request body: {'port': {'device_id': '539e25c9-1343-401f-becb-23da769dfac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:49.515911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:49.516393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f6f6bb-5c1a-4cab-a67c-74195be3eda3') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:49.517288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98cf612f-5890-4bd1-b5e4-590fbd018e00 req-056de7c9-e07f-4e77-b6df-a0e53a59a434 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774922 Oct 19 01:15:49.535440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e9187224-fc4d-4022-8034-425c3e0a3b94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dfb9c9385b242bfb0c0716ec32d053f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215771 Oct 19 01:15:49.539769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53636) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:49.543788 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.549804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9187224-fc4d-4022-8034-425c3e0a3b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc8fca9-be41-4e17-86c2-87ed81ced87d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.554789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-305820a9-0981-4300-9c2a-f40f3afcc813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.571497 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9ec8720-9b53-4e9c-bd1d-12996d7d13a8 req-b9278479-f3a9-4cc4-b075-119ef7719e63 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b47d06a-d38b-4532-bfe7-cef01c2a915f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144524 Oct 19 01:15:49.572661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b3d75-02fc-4d37-8502-cc659a71e2d7 req-b19afe74-afcc-4159-9e7b-e77697a7c6d4 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.574187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed5b3d75-02fc-4d37-8502-cc659a71e2d7 req-b19afe74-afcc-4159-9e7b-e77697a7c6d4 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 945 time: 0.2265408 Oct 19 01:15:49.576665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-305820a9-0981-4300-9c2a-f40f3afcc813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.597485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.613471 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.616064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.628009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:49.628669 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:49.632932 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:49.664377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cff06ae3-5696-4e0b-8244-2af35b2e751b up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:15:49.665800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305820a9-0981-4300-9c2a-f40f3afcc813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1313876-16f9-47cf-be6f-b9451a9ef7d3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.670784 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4627bc7e-dded-4094-9d0c-b97adb98a1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.703241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-305820a9-0981-4300-9c2a-f40f3afcc813 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=823abe8d05494521803603fca471ca4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6417084 Oct 19 01:15:49.709913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53638) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:49.744838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port cff06ae3-5696-4e0b-8244-2af35b2e751b completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:15:49.748368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed5b3d75-02fc-4d37-8502-cc659a71e2d7 req-961a9974-348b-42dd-a1d5-989a84c72e48 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520457 Oct 19 01:15:49.752722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.765261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4627bc7e-dded-4094-9d0c-b97adb98a1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.765652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port cff06ae3-5696-4e0b-8244-2af35b2e751b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:15:49.766048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.776900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.780256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4925dcae-9992-45e4-b19c-01b441599ad5 HTTP/1.1" status: 204 len: 168 time: 1.4830894 Oct 19 01:15:49.781168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafaf40-75e0-4420-9099-39be5272c413 admin admin] Pushing event deleted for resources: {'Network': ['ID=4925dcae-9992-45e4-b19c-01b441599ad5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:49.786672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53642) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:49.870689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2fa8b-39d4-4312-b43f-6882b9ee71e7 req-255960a4-e330-496b-b1c0-b732e0a62dbe tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.872186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97d2fa8b-39d4-4312-b43f-6882b9ee71e7 req-255960a4-e330-496b-b1c0-b732e0a62dbe tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1994853 Oct 19 01:15:49.876405 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.894520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-2b411dc7-4986-4b80-88bb-53073e815938 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.896375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-2b411dc7-4986-4b80-88bb-53073e815938 tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 944 time: 0.2094345 Oct 19 01:15:49.916234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port cff06ae3-5696-4e0b-8244-2af35b2e751b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:49.920467 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.921581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:49.943637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-117b051a-3779-4b39-a6db-9666d04159ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.966729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:49.967080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 65091d8e-fb5c-44b5-b0e6-8556cbfcc009 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:49.967503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b737f3a6-104a-4855-9a05-d0d9d272ecb8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:49.975675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf3c80-ed0a-428b-a15b-178313684473 req-3fed68b0-9948-44a3-a48f-273ca3cc0d03 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:49.977340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5bf3c80-ed0a-428b-a15b-178313684473 req-3fed68b0-9948-44a3-a48f-273ca3cc0d03 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 931 time: 0.1340439 Oct 19 01:15:49.992096 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-117b051a-3779-4b39-a6db-9666d04159ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:49.994878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: b737f3a6-104a-4855-9a05-d0d9d272ecb8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:49.995336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b737f3a6-104a-4855-9a05-d0d9d272ecb8 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:50.005057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97d2fa8b-39d4-4312-b43f-6882b9ee71e7 req-9fbd0699-a605-4c4f-a15a-a57088f43cf5 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182833 Oct 19 01:15:50.017214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=cff06ae3-5696-4e0b-8244-2af35b2e751b,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.044600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4627bc7e-dded-4094-9d0c-b97adb98a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.047101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4627bc7e-dded-4094-9d0c-b97adb98a1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.048201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4627bc7e-dded-4094-9d0c-b97adb98a1f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bc8fca9-be41-4e17-86c2-87ed81ced87d HTTP/1.1" status: 204 len: 168 time: 0.5026779 Oct 19 01:15:50.084144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627bc7e-dded-4094-9d0c-b97adb98a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc8fca9-be41-4e17-86c2-87ed81ced87d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.115044 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5bf3c80-ed0a-428b-a15b-178313684473 req-cf0b8303-cc90-436b-b9c2-3dd725468fdd tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205413 Oct 19 01:15:50.145136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Deleting port 8305cb38-2812-4b5c-b733-a87a992c86c2 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:50.145467 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.179495 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:15:50.257545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d18a91-964e-4187-b4d2-6f30ca01a42d {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:50.268785 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.273953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-117b051a-3779-4b39-a6db-9666d04159ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.276758 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-117b051a-3779-4b39-a6db-9666d04159ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.277919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-117b051a-3779-4b39-a6db-9666d04159ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1313876-16f9-47cf-be6f-b9451a9ef7d3 HTTP/1.1" status: 204 len: 168 time: 0.5618043 Oct 19 01:15:50.289031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b051a-3779-4b39-a6db-9666d04159ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1313876-16f9-47cf-be6f-b9451a9ef7d3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.324163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Transition to ACTIVE for port object 71d18a91-964e-4187-b4d2-6f30ca01a42d will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:15:50.326109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] For port 8305cb38-2812-4b5c-b733-a87a992c86c2, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8305cb38-2812-4b5c-b733-a87a992c86c2,segment=NetworkSegment(a29c3308-422b-4360-8a26-486874c2141a),segment_id=a29c3308-422b-4360-8a26-486874c2141a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:50.326529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.327202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0195055f-53a3-42ee-8b50-b0b22817a933 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:50.337620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.351030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Calling delete_port for 8305cb38-2812-4b5c-b733-a87a992c86c2 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:50.371423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0195055f-53a3-42ee-8b50-b0b22817a933 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:50.371815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0195055f-53a3-42ee-8b50-b0b22817a933 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:50.434299 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.469931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce7750-73af-47e9-b57d-b5f2c7e17d24 req-2042c0ad-e91d-4564-94d9-76ea2eca2566 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:50.471952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1bce7750-73af-47e9-b57d-b5f2c7e17d24 req-2042c0ad-e91d-4564-94d9-76ea2eca2566 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.1960969 Oct 19 01:15:50.475856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.590167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1bce7750-73af-47e9-b57d-b5f2c7e17d24 req-9e45d19d-7906-40d0-b8f3-508cdfbc67ee tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018093 Oct 19 01:15:50.645530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Attempting to bind port 71d18a91-964e-4187-b4d2-6f30ca01a42d on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:15:50.645868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Attempting to bind port 71d18a91-964e-4187-b4d2-6f30ca01a42d by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:15:50.646194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Attempting to bind port 71d18a91-964e-4187-b4d2-6f30ca01a42d on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:50.663760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Port 71d18a91-964e-4187-b4d2-6f30ca01a42d on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:15:50.666175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Attempting to bind port 71d18a91-964e-4187-b4d2-6f30ca01a42d on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:15:50.675938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:15:50.675938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Checking segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:15:50.676616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Bound using segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:15:50.676830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Bound port: 71d18a91-964e-4187-b4d2-6f30ca01a42d, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:15:50.677248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.698931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.750160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5210c0e-8a1d-4130-a01c-35ceddc2b459 req-91a5a793-34d0-4fef-995b-f7dff873af8d tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6e6048d-22f3-44ed-aa39-5da3c2c71ea5 HTTP/1.1" status: 200 len: 210 time: 0.0473723 Oct 19 01:15:50.755631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Pushing event deleted for resources: {'Port': ['ID=8305cb38-2812-4b5c-b733-a87a992c86c2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:50.847309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Deleting port 7b250038-97e2-47bd-bf9e-edd853d760a1 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:50.847745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.885984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] No DVR routers for this DVR port 8305cb38-2812-4b5c-b733-a87a992c86c2 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:50.897586 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.900830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3a9f44f-a936-4c04-83b8-556b1fb77ece req-0e6577b9-64df-4724-b5ec-7178aae931ac tempest-LiveAutoBlockMigrationV225Test-46214089 tempest-LiveAutoBlockMigrationV225Test-46214089-project] 10.222.0.62 "DELETE /v2.0/ports/8305cb38-2812-4b5c-b733-a87a992c86c2 HTTP/1.1" status: 204 len: 173 time: 0.9941342 Oct 19 01:15:50.902578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'name': 'network-vif-deleted', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:50.905059 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8143b46-4bd7-40ce-809a-c5203af4f574" -d '{"events": [{"server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "name": "network-vif-deleted", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:50.908925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:15:50.969189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:15:50.983917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:50.989277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] For port 7b250038-97e2-47bd-bf9e-edd853d760a1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7b250038-97e2-47bd-bf9e-edd853d760a1,segment=NetworkSegment(c36cee87-dba4-4030-9763-b7484311173c),segment_id=c36cee87-dba4-4030-9763-b7484311173c)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:50.989658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.031892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Calling delete_port for 7b250038-97e2-47bd-bf9e-edd853d760a1 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:51.046520 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d787d662-ffc3-420d-9ef2-af9ed1870b9b x-openstack-request-id: req-d787d662-ffc3-420d-9ef2-af9ed1870b9b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:51.046907 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e6048d-22f3-44ed-aa39-5da3c2c71ea5", "name": "network-vif-deleted", "tag": "8305cb38-2812-4b5c-b733-a87a992c86c2", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:51.047164 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d787d662-ffc3-420d-9ef2-af9ed1870b9b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:51.047633 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6048d-22f3-44ed-aa39-5da3c2c71ea5', 'name': 'network-vif-deleted', 'tag': '8305cb38-2812-4b5c-b733-a87a992c86c2', 'status': 'completed', 'code': 200} Oct 19 01:15:51.060509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.061152 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.062928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] 10.222.0.74 "PUT /v2.0/ports/71d18a91-964e-4187-b4d2-6f30ca01a42d HTTP/1.1" status: 200 len: 1092 time: 1.5575297 Oct 19 01:15:51.085388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8b605-1551-41c4-9a6e-7bed52099afe req-497ce8a1-1218-450e-853c-1ddddd4fad33 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.093270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81f8b605-1551-41c4-9a6e-7bed52099afe req-497ce8a1-1218-450e-853c-1ddddd4fad33 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 945 time: 0.2106550 Oct 19 01:15:51.144785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c781d4-3307-4595-a1fa-bc1b5bb87d08 service neutron] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:51.204363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81f8b605-1551-41c4-9a6e-7bed52099afe req-de21ab9f-f06d-4fe7-b810-42d0aee10c77 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079197 Oct 19 01:15:51.245755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f499858-748d-40bf-a531-be4dde03631f req-5d4873a7-1921-4a84-965e-d59b79eca13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.247651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-5d4873a7-1921-4a84-965e-d59b79eca13a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 1095 time: 0.0953853 Oct 19 01:15:51.276752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:51.279430 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f1016-1234-4750-9b87-da49076d2574" -d '{"events": [{"server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "name": "network-vif-plugged", "status": "completed", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:51.313447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-903b36ff-b307-4652-9f5e-98f83351cc09 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d HTTP/1.1" status: 200 len: 217 time: 0.0490718 Oct 19 01:15:51.321544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8003e17-c387-438f-931a-78ea5344acb6 req-4b6b37df-f878-4779-89b6-55124f202b4b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.331113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8003e17-c387-438f-931a-78ea5344acb6 req-4b6b37df-f878-4779-89b6-55124f202b4b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1266603 Oct 19 01:15:51.420500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8003e17-c387-438f-931a-78ea5344acb6 req-3b9fb096-ddbf-453f-a7ee-93dec66b1b4e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745525 Oct 19 01:15:51.428882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294a82-11c7-4624-b069-5740d8108126 req-e221cf22-a11a-4da8-bf8d-1850d32d8711 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.430559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0294a82-11c7-4624-b069-5740d8108126 req-e221cf22-a11a-4da8-bf8d-1850d32d8711 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 943 time: 0.1203573 Oct 19 01:15:51.436338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f499858-748d-40bf-a531-be4dde03631f req-f34b94c8-25f3-4187-a3cb-7f7cd1fe0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.437912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-f34b94c8-25f3-4187-a3cb-7f7cd1fe0260 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.0941634 Oct 19 01:15:51.463808 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fc4929-3ddc-46b5-ab03-e0cd51e32fbe x-openstack-request-id: req-95fc4929-3ddc-46b5-ab03-e0cd51e32fbe {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:51.464568 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "name": "network-vif-plugged", "status": "completed", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:51.464568 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95fc4929-3ddc-46b5-ab03-e0cd51e32fbe {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:51.464953 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'code': 200} Oct 19 01:15:51.465183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.506250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b250038-97e2-47bd-bf9e-edd853d760a1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:51.542266 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-95fd5c4f-623b-464f-81e4-e8eb6404e5dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929880 Oct 19 01:15:51.602823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0294a82-11c7-4624-b069-5740d8108126 req-7017caba-2195-4a77-a44f-30a2047be3fb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618981 Oct 19 01:15:51.715203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc3bf8-ccf2-4c8e-a75d-b7a79bbcb1d3 req-459fdd0f-6521-4e45-8c61-481107e430d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.716832 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24fc3bf8-ccf2-4c8e-a75d-b7a79bbcb1d3 req-459fdd0f-6521-4e45-8c61-481107e430d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 1098 time: 0.1660020 Oct 19 01:15:51.805206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-29784015-20d3-416c-9cb9-8f5c28538a0c service neutron] 10.222.0.74 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528815 Oct 19 01:15:51.835180 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:51.837407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24fc3bf8-ccf2-4c8e-a75d-b7a79bbcb1d3 req-48b229e6-9a64-42d7-95d5-b579b91b7936 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097212 Oct 19 01:15:51.879822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4d92-80fb-4456-a870-42b6e86079fe req-ed0255ae-2595-42e6-b902-8a37fc07ad40 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:51.881381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2ea4d92-80fb-4456-a870-42b6e86079fe req-ed0255ae-2595-42e6-b902-8a37fc07ad40 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.1251695 Oct 19 01:15:51.976338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2ea4d92-80fb-4456-a870-42b6e86079fe req-fbf84dba-02ec-45e2-afb9-b2171274f173 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622337 Oct 19 01:15:51.981234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f499858-748d-40bf-a531-be4dde03631f req-61d8c679-80e0-42ad-89b2-19ca66000de3 service neutron] 10.222.0.74 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648722 Oct 19 01:15:52.025542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53716) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:52.154368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Router 345029de-7d64-4e3a-978a-33bf40d05f16 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:52.312768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] Deleting subnet 68cbcae8-6460-4c37-b101-a39da0fdcbd4 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:52.317304 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.352554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53728) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:52.364499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.414383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.496272 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.572691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68cbcae8-6460-4c37-b101-a39da0fdcbd4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:52.589601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.595112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-28e78ee6-03c2-433c-af6f-eefbc2e42d6e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/68cbcae8-6460-4c37-b101-a39da0fdcbd4 HTTP/1.1" status: 204 len: 168 time: 0.5662615 Oct 19 01:15:52.597672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53740) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:52.598160 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-755dc045-357e-4a2f-89d6-0430110db8da admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.626561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69ed25-d881-4f0d-b87a-cf6c9e4c58db req-b2a8ae39-9981-4c6c-8075-e9231b501970 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.628839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a69ed25-d881-4f0d-b87a-cf6c9e4c58db req-b2a8ae39-9981-4c6c-8075-e9231b501970 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1270952 Oct 19 01:15:52.666081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:52.675471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de64e42d-b3c0-4488-adb9-de226ba9ed27 admin admin] 10.222.0.64 "PUT /v2.0/routers/345029de-7d64-4e3a-978a-33bf40d05f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8874612 Oct 19 01:15:52.678216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53744) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:52.691370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] Sync routers for ids ['345029de-7d64-4e3a-978a-33bf40d05f16'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:52.700161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] Routers {'345029de-7d64-4e3a-978a-33bf40d05f16'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:52.700771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['345029de-7d64-4e3a-978a-33bf40d05f16'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:52.731004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a69ed25-d881-4f0d-b87a-cf6c9e4c58db req-ec84385f-9751-4f1f-9939-61fd7318aa17 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920303 Oct 19 01:15:52.740810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111635c6-09e9-434c-8aea-822f921a8c59 req-8e2c17c6-26ae-47f4-8160-bd854ac3718e tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:52.742509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-111635c6-09e9-434c-8aea-822f921a8c59 req-8e2c17c6-26ae-47f4-8160-bd854ac3718e tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 945 time: 0.1578546 Oct 19 01:15:52.745132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.834912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-111635c6-09e9-434c-8aea-822f921a8c59 req-225c77d7-2f1f-4cee-83a4-1c917c93f2dc tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811036 Oct 19 01:15:52.853476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] Set router 345029de-7d64-4e3a-978a-33bf40d05f16 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:52.900264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-755dc045-357e-4a2f-89d6-0430110db8da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.902774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.912026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.930534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fc9e66-ba83-4ac4-a193-bd7876bc3b89']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:52.946358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29c3308-422b-4360-8a26-486874c2141a') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:52.946688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29c3308-422b-4360-8a26-486874c2141a') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:52.961103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-755dc045-357e-4a2f-89d6-0430110db8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.962717 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.987332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.994891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:52.995365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:52.997392 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:53.015342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dc045-357e-4a2f-89d6-0430110db8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062fca2-85e9-47c0-93af-ed3c34329652,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:53.053669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:53.055965 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae967635-04ae-4bd5-9556-ae11689acf42" -d '{"events": [{"name": "network-changed", "server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:53.065869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.073526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f5936-e90e-47b5-a4a7-1baaac8cb6e8 req-70e0a9e6-6d80-4569-ae84-923b40b91266 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:53.075040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c29f5936-e90e-47b5-a4a7-1baaac8cb6e8 req-70e0a9e6-6d80-4569-ae84-923b40b91266 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 943 time: 0.2410002 Oct 19 01:15:53.079118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-755dc045-357e-4a2f-89d6-0430110db8da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6704443352ee40d3affd15a123b29952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254953 Oct 19 01:15:53.085761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53756) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:53.095060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.098847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] 10.222.0.64 "DELETE /v2.0/networks/56fc9e66-ba83-4ac4-a193-bd7876bc3b89 HTTP/1.1" status: 204 len: 168 time: 0.4997764 Oct 19 01:15:53.100327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db553830-bdb7-49a7-98c1-45836ab43873 admin admin] Pushing event deleted for resources: {'Network': ['ID=56fc9e66-ba83-4ac4-a193-bd7876bc3b89,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:53.102037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53758) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:53.134947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 5, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:53.154414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] Deleting subnet 5bf793ad-0620-4671-bffe-45cdc9dbda6c {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:53.160169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.171441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] Checking router: 345029de-7d64-4e3a-978a-33bf40d05f16 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:53.182187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] Routers {'345029de-7d64-4e3a-978a-33bf40d05f16'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:53.183099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['345029de-7d64-4e3a-978a-33bf40d05f16'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:53.204915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c29f5936-e90e-47b5-a4a7-1baaac8cb6e8 req-ffe4234e-7c25-4e04-8423-41df6a53d1fc tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200194 Oct 19 01:15:53.207307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.212073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.255426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eeb14cc0-d262-45db-bbd5-5c880622f8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.269989 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.287437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eeb14cc0-d262-45db-bbd5-5c880622f8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.333118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Deleting port 7059d620-0cca-4a7e-9097-b5480fcb638e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:53.333471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.363902 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.394270 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea63da5c-dce4-4e2c-9f83-b73dfc928606 x-openstack-request-id: req-ea63da5c-dce4-4e2c-9f83-b73dfc928606 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:53.394568 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:53.394823 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea63da5c-dce4-4e2c-9f83-b73dfc928606 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:53.395221 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'status': 'completed', 'code': 200} Oct 19 01:15:53.417467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.421587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5bf793ad-0620-4671-bffe-45cdc9dbda6c HTTP/1.1" status: 204 len: 168 time: 0.3186469 Oct 19 01:15:53.423026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c44b21-4bfc-4500-97f2-76a98dde7a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf793ad-0620-4671-bffe-45cdc9dbda6c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:53.429511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53764) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:53.435422 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eeb14cc0-d262-45db-bbd5-5c880622f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.438250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eeb14cc0-d262-45db-bbd5-5c880622f8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.440158 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eeb14cc0-d262-45db-bbd5-5c880622f8e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7062fca2-85e9-47c0-93af-ed3c34329652 HTTP/1.1" status: 204 len: 168 time: 0.3529782 Oct 19 01:15:53.479900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c605644-fc15-4010-8acd-0b883a3a41ac req-5068264a-fde4-4006-9c77-f6fd35e32f4d tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:53.481721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c605644-fc15-4010-8acd-0b883a3a41ac req-5068264a-fde4-4006-9c77-f6fd35e32f4d tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.1458812 Oct 19 01:15:53.485568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb14cc0-d262-45db-bbd5-5c880622f8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7062fca2-85e9-47c0-93af-ed3c34329652,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:53.527055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] Set router 345029de-7d64-4e3a-978a-33bf40d05f16 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:53.535360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.568308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] For port 7059d620-0cca-4a7e-9097-b5480fcb638e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7059d620-0cca-4a7e-9097-b5480fcb638e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:53.569071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.598028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Calling delete_port for 7059d620-0cca-4a7e-9097-b5480fcb638e owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:53.603217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-7ac1e7cd-3a88-40a7-877a-ed531ff81835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:53.605508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-7ac1e7cd-3a88-40a7-877a-ed531ff81835 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 1095 time: 0.1430576 Oct 19 01:15:53.624111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c605644-fc15-4010-8acd-0b883a3a41ac req-80f74ea5-5a0e-41f2-95ad-46fbb80c429c tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063950 Oct 19 01:15:53.660678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.712383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ee37c7-0842-444c-8857-cfb5bcde9549']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:53.742260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179abc55-a487-4a96-9236-fc47496a01c3') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:53.742679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179abc55-a487-4a96-9236-fc47496a01c3') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:53.759387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.767497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:53.788766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.791814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:53.792421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:53.794755 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:53.845321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 8305cb38-2812-4b5c-b733-a87a992c86c2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:53.845703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8305cb38-2812-4b5c-b733-a87a992c86c2 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:53.876593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.885490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:53.890504 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/37ee37c7-0842-444c-8857-cfb5bcde9549 HTTP/1.1" status: 204 len: 168 time: 0.4599719 Oct 19 01:15:53.894392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 5, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:53.944733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7301d9-c46c-408f-b988-704bf6d7e5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ee37c7-0842-444c-8857-cfb5bcde9549,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:53.959372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-4b4aaee3-a52c-4eee-87bc-65033b0ce42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:53.974384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-4b4aaee3-a52c-4eee-87bc-65033b0ce42d service neutron] 10.222.0.74 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 906 time: 0.3530476 Oct 19 01:15:53.981251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbac2b7-91b9-4bb4-bef4-f7a8b882bee9 None None] The sync data for ids ['345029de-7d64-4e3a-978a-33bf40d05f16'] in n-d-789963-20 is: [{'id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321626809-router', 'tenant_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:13:23Z', 'updated_at': '2021-10-19T01:15:51Z', 'revision_number': 5, 'project_id': 'a6231eec0d2d4f7ca77759ba14684adf', 'gw_port': {'id': '7059d620-0cca-4a7e-9097-b5480fcb638e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:24:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345029de-7d64-4e3a-978a-33bf40d05f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:13:25Z', 'updated_at': '2021-10-19T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:53.999868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e8d1f-0014-4c2e-a906-a1885afc4b9c req-f14e4919-b40b-44e1-9c8d-942b028d005d tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.003254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-008e8d1f-0014-4c2e-a906-a1885afc4b9c req-f14e4919-b40b-44e1-9c8d-942b028d005d tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.0924087 Oct 19 01:15:54.010944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53784) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:54.016012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Request body: {'floatingip': {'port_id': 'cff06ae3-5696-4e0b-8244-2af35b2e751b'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:54.063599 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.113206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-08846dee-6172-4398-bc84-86e1ce778e46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d HTTP/1.1" status: 200 len: 217 time: 0.0632148 Oct 19 01:15:54.228492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-da72dd53-590f-4289-ae91-59083c44cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.230218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-da72dd53-590f-4289-ae91-59083c44cb10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.0971656 Oct 19 01:15:54.253730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53794) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:54.257721 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.261703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434f3d0-b3db-4fd3-b3fc-751fb36b8609 req-6b19d855-f2a2-49bf-a49f-1c63a8f3a055 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.263259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9434f3d0-b3db-4fd3-b3fc-751fb36b8609 req-6b19d855-f2a2-49bf-a49f-1c63a8f3a055 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1277986 Oct 19 01:15:54.294197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-0dabe6cc-2abd-4344-9d6f-41e59d5be939 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542235 Oct 19 01:15:54.346798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=7059d620-0cca-4a7e-9097-b5480fcb638e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:54.375895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7b250038-97e2-47bd-bf9e-edd853d760a1 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:54.397007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9434f3d0-b3db-4fd3-b3fc-751fb36b8609 req-efd70e2c-4cdd-44e3-b6a3-b36fe5113bae tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877795 Oct 19 01:15:54.423067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 7b250038-97e2-47bd-bf9e-edd853d760a1 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:54.424359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7b250038-97e2-47bd-bf9e-edd853d760a1 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:54.731504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb38bd-f4e7-4475-a70e-8d590869b511 req-be1127e6-2878-441f-ba0d-fc51386de703 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.733095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1abb38bd-f4e7-4475-a70e-8d590869b511 req-be1127e6-2878-441f-ba0d-fc51386de703 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 943 time: 0.1260247 Oct 19 01:15:54.832693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53808) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:54.851162 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1abb38bd-f4e7-4475-a70e-8d590869b511 req-2976f7b9-4ae3-460c-949a-7f1744dcec69 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902374 Oct 19 01:15:54.866999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.873959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:54.926501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207f180-6a84-424e-95f7-6f3e24a6377b req-ae950aab-9d95-42d5-a3ba-c3eda3ab994b tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:54.936531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f207f180-6a84-424e-95f7-6f3e24a6377b req-ae950aab-9d95-42d5-a3ba-c3eda3ab994b tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 945 time: 0.6808701 Oct 19 01:15:54.948453 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-10efd932-69b7-4692-9eb4-27212844c41f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df79da2ee2474603b62070de5a0569a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913729 Oct 19 01:15:54.961714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53816) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:54.991480 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5127906-867a-4106-8127-58ce8035abe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.010558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556290d2-76c7-4e2c-97b6-5aed34cf7d89 req-0b4d91dc-9b6f-4a4f-942a-64e36931753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:55.012053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-556290d2-76c7-4e2c-97b6-5aed34cf7d89 req-0b4d91dc-9b6f-4a4f-942a-64e36931753f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 1097 time: 0.5604696 Oct 19 01:15:55.025284 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Floating IP 6f46a29b-66cf-45c6-b04f-1bd83c3f0339 associated. External IP: 172.25.0.204, port: cff06ae3-5696-4e0b-8244-2af35b2e751b. Oct 19 01:15:55.046831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-d14e9227-9cf8-490e-914f-f972e6c15d64 service neutron] 10.222.0.74 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233999 Oct 19 01:15:55.059192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.080086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f207f180-6a84-424e-95f7-6f3e24a6377b req-9059da16-eea8-4b06-a049-0759fa42455e tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425498 Oct 19 01:15:55.216066 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.223239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-556290d2-76c7-4e2c-97b6-5aed34cf7d89 req-2c253f2d-62a8-43bf-8806-2d06c9c33e0a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021804 Oct 19 01:15:55.224402 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.228541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5127906-867a-4106-8127-58ce8035abe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.238877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5127906-867a-4106-8127-58ce8035abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.305273 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-658ab828-ddcd-4115-b447-74e2138d3288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.323069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.323933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 345029de-7d64-4e3a-978a-33bf40d05f16 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:15:55.324297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c5127906-867a-4106-8127-58ce8035abe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=405741b9257f44e3a246dc9a33c69313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887302 Oct 19 01:15:55.326815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5127906-867a-4106-8127-58ce8035abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90133363-6271-49c2-a15a-c5bae5944a47,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:55.329507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53822) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:55.333448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.337498 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a934cae2-2ce1-4d64-a24a-dc5f66cb3d8f admin admin] 10.222.0.64 "DELETE /v2.0/routers/345029de-7d64-4e3a-978a-33bf40d05f16 HTTP/1.1" status: 204 len: 168 time: 2.6583493 Oct 19 01:15:55.338034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53824) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:55.364570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Router f134a3e0-8bd6-450a-a3c1-1f717607e742 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:15:55.412833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-658ab828-ddcd-4115-b447-74e2138d3288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.467395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7265-3920-4690-8945-f48c8323f88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.493571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae967635-04ae-4bd5-9556-ae11689acf42 req-dbdee244-252a-407e-b0fd-0e5bf9a61c22 service neutron] 10.222.0.74 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323289 Oct 19 01:15:55.516621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] Deleting subnet 86da2b77-2b59-44da-85c1-63d62278a546 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:15:55.521040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-658ab828-ddcd-4115-b447-74e2138d3288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.523875 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-658ab828-ddcd-4115-b447-74e2138d3288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.525298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-658ab828-ddcd-4115-b447-74e2138d3288 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b47d06a-d38b-4532-bfe7-cef01c2a915f HTTP/1.1" status: 204 len: 168 time: 0.5594234 Oct 19 01:15:55.526457 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.568839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ab828-ddcd-4115-b447-74e2138d3288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b47d06a-d38b-4532-bfe7-cef01c2a915f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:55.613228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:15:55.625500 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] Sync routers for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:15:55.636342 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.638050 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:55.638949 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:55.649022 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.652684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7265-3920-4690-8945-f48c8323f88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.704484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-4f5db7ba-a2f1-4eb0-b3ec-65d42ea88cab tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:55.713576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-4f5db7ba-a2f1-4eb0-b3ec-65d42ea88cab tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 945 time: 0.1588912 Oct 19 01:15:55.717748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad550c95-dffc-4a25-9372-8180edbfed95 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "PUT /v2.0/floatingips/6f46a29b-66cf-45c6-b04f-1bd83c3f0339 HTTP/1.1" status: 200 len: 992 time: 1.7055624 Oct 19 01:15:55.724511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:55.727625 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a" -d '{"events": [{"name": "network-changed", "server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:55.739792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeb3bb-a913-46f6-be19-e0490365605b req-a93e1bcb-669b-450b-9184-e17a22a019b9 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:55.742513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6aeb3bb-a913-46f6-be19-e0490365605b req-a93e1bcb-669b-450b-9184-e17a22a019b9 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2540944 Oct 19 01:15:55.808607 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6aeb3bb-a913-46f6-be19-e0490365605b req-8f3af8b6-ea71-45ee-ab3f-52c9864f8bd9 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594208 Oct 19 01:15:55.831633 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7265-3920-4690-8945-f48c8323f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.835749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7265-3920-4690-8945-f48c8323f88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:55.839330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca0a7265-3920-4690-8945-f48c8323f88c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90133363-6271-49c2-a15a-c5bae5944a47 HTTP/1.1" status: 204 len: 168 time: 0.5044827 Oct 19 01:15:55.851203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a7265-3920-4690-8945-f48c8323f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90133363-6271-49c2-a15a-c5bae5944a47,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:55.898439 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e21be8-ea65-472f-ae89-1fd5d1e7930c x-openstack-request-id: req-a9e21be8-ea65-472f-ae89-1fd5d1e7930c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:55.898733 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:55.899009 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9e21be8-ea65-472f-ae89-1fd5d1e7930c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:55.899682 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'status': 'completed', 'code': 200} Oct 19 01:15:55.906541 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:56.077779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.094143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53850) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:56.145522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 71d18a91-964e-4187-b4d2-6f30ca01a42d details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:15:56.156967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-824c869d-9629-4893-ab01-99bc1a652ca3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8802ccd05fd048ffa0ccec1eb9e98e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614903 Oct 19 01:15:56.158489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53856) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:56.201612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.223272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43ffa4a8-ba60-43b9-90c0-a54417cb88c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.245458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.256415 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/86da2b77-2b59-44da-85c1-63d62278a546 HTTP/1.1" status: 204 len: 168 time: 0.9133985 Oct 19 01:15:56.263315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9611edff-bbab-4225-b85d-913c45171275 None None] Network c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:15:56.274298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53858) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:56.320800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84166f7d-54cf-4082-928b-836f9249cc66 req-83d42463-18db-43b4-8d8f-3e2f7b5969c8 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:56.329085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84166f7d-54cf-4082-928b-836f9249cc66 req-83d42463-18db-43b4-8d8f-3e2f7b5969c8 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 943 time: 0.3508050 Oct 19 01:15:56.341711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7059d620-0cca-4a7e-9097-b5480fcb638e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:56.388254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adc2f4-dd8f-4ac3-9f02-05dd3fde6e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86da2b77-2b59-44da-85c1-63d62278a546,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:56.402389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 7059d620-0cca-4a7e-9097-b5480fcb638e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:56.402639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.403232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7059d620-0cca-4a7e-9097-b5480fcb638e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:56.415535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84166f7d-54cf-4082-928b-836f9249cc66 req-12f965a2-588b-4602-9a8b-13e11dde4f27 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Oct 19 01:15:56.425041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-597280f3-12a3-4dcc-81cb-1f6a986d4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:56.426522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-597280f3-12a3-4dcc-81cb-1f6a986d4da5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d38d1425dfba4dba8e84b4635e1c97c8&device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 1098 time: 0.4121456 Oct 19 01:15:56.436592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Deleting port b220811d-369f-46ac-8ec5-aff6a56a10fd {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:56.436978 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.440556 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '6f46a29b-66cf-45c6-b04f-1bd83c3f0339', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'port_id': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'mac_address': 'fa:16:3e:14:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:15:32Z', 'updated_at': '2021-10-19T01:15:54Z', 'revision_number': 1, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:32Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:56.446523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43ffa4a8-ba60-43b9-90c0-a54417cb88c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.473401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:56.509239 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] Checking router: f134a3e0-8bd6-450a-a3c1-1f717607e742 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:15:56.527510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53860) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:56.530380 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:15:56.532675 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:15:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:56.554742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'mac_address': 'fa:16:3e:d2:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:15:56.559462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5721234d-16ad-4fce-b977-9688887d70cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.615172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.619935 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43ffa4a8-ba60-43b9-90c0-a54417cb88c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.628194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43ffa4a8-ba60-43b9-90c0-a54417cb88c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.634093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-43ffa4a8-ba60-43b9-90c0-a54417cb88c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1840dc4-8e4e-4808-a2c3-6159a4c840c4 HTTP/1.1" status: 204 len: 168 time: 0.4733491 Oct 19 01:15:56.638698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d18a91-964e-4187-b4d2-6f30ca01a42d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:15:56.686102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Deleting port 1d278888-eacf-43c4-a2fa-0f2ac101514f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:56.686862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.691638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:56.704512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] DHCP port deletion for c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:15:56.715597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.724392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffa4a8-ba60-43b9-90c0-a54417cb88c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1840dc4-8e4e-4808-a2c3-6159a4c840c4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:56.788360 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:15:56.828080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] For port 1d278888-eacf-43c4-a2fa-0f2ac101514f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1d278888-eacf-43c4-a2fa-0f2ac101514f,segment=NetworkSegment(c36cee87-dba4-4030-9763-b7484311173c),segment_id=c36cee87-dba4-4030-9763-b7484311173c)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:56.829454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.854363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Calling delete_port for 1d278888-eacf-43c4-a2fa-0f2ac101514f owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:56.857850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5721234d-16ad-4fce-b977-9688887d70cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.869767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5721234d-16ad-4fce-b977-9688887d70cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.874869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] Deleting port 1d278888-eacf-43c4-a2fa-0f2ac101514f {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:15:56.875754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.898710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] For port b220811d-369f-46ac-8ec5-aff6a56a10fd, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b220811d-369f-46ac-8ec5-aff6a56a10fd,segment=NetworkSegment(c0ad58f3-e505-457d-8319-c3c9a9f95038),segment_id=c0ad58f3-e505-457d-8319-c3c9a9f95038)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:56.899101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.933083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49313be-92ed-42c6-83f3-7a206b46ebdb req-f849fb86-7553-471a-998a-9b94075329f5 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:56.941051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e49313be-92ed-42c6-83f3-7a206b46ebdb req-f849fb86-7553-471a-998a-9b94075329f5 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 945 time: 0.3225210 Oct 19 01:15:56.970159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] For port 1d278888-eacf-43c4-a2fa-0f2ac101514f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1d278888-eacf-43c4-a2fa-0f2ac101514f,segment=NetworkSegment(c36cee87-dba4-4030-9763-b7484311173c),segment_id=c36cee87-dba4-4030-9763-b7484311173c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:15:56.971890 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:56.975914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721234d-16ad-4fce-b977-9688887d70cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa73ec-d211-422e-a5ad-e21861e1784c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:56.994589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] Calling delete_port for 1d278888-eacf-43c4-a2fa-0f2ac101514f owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:57.000627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Calling delete_port for b220811d-369f-46ac-8ec5-aff6a56a10fd owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:15:57.015252 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5721234d-16ad-4fce-b977-9688887d70cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7235fc188fc439ea80d93ae5d3cedc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866495 Oct 19 01:15:57.027111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:57.034965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e49313be-92ed-42c6-83f3-7a206b46ebdb req-fc5c0cfb-a3a6-4e91-ab3d-57c5a4c198c3 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f3d4292-4813-4684-9cdc-7fdf110f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872712 Oct 19 01:15:57.077458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-98d6eb37-f3f6-46e0-afe6-1a106115590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.086291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-98d6eb37-f3f6-46e0-afe6-1a106115590a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6be0f4dc-5694-46ae-8413-a766779f5e82 HTTP/1.1" status: 200 len: 912 time: 0.6346149 Oct 19 01:15:57.140768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:57.147124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.184792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] Pushing event deleted for resources: {'Port': ['ID=1d278888-eacf-43c4-a2fa-0f2ac101514f,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:57.193032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e0439-ebae-4819-950d-15ccbd3796c3 None None] No DVR routers for this DVR port 1d278888-eacf-43c4-a2fa-0f2ac101514f on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:57.214543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.220431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['71d18a91-964e-4187-b4d2-6f30ca01a42d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:15:57.304371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c02038c-dd04-46dd-9f2d-af8919d6cd06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.308934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] No DVR routers for this DVR port 1d278888-eacf-43c4-a2fa-0f2ac101514f on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:57.324482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d278888-eacf-43c4-a2fa-0f2ac101514f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:57.339024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-d1ccdcb5-c443-43c1-8a97-f0f97a249fa1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b HTTP/1.1" status: 200 len: 1000 time: 0.1891246 Oct 19 01:15:57.365563 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '6f46a29b-66cf-45c6-b04f-1bd83c3f0339', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'port_id': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'mac_address': 'fa:16:3e:14:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:15:32Z', 'updated_at': '2021-10-19T01:15:54Z', 'revision_number': 1, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:32Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:57.378599 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c02038c-dd04-46dd-9f2d-af8919d6cd06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.380274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d531ca-c1c2-444e-927d-32903b48baca req-8f4f1bc2-61cd-4969-9304-301c434e9d4c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.381857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02d531ca-c1c2-444e-927d-32903b48baca req-8f4f1bc2-61cd-4969-9304-301c434e9d4c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.1408398 Oct 19 01:15:57.395211 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbd389-33f0-484c-8260-79e6decbdfcd None None] The sync data for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 is: [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '6f46a29b-66cf-45c6-b04f-1bd83c3f0339', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'port_id': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'mac_address': 'fa:16:3e:14:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:15:32Z', 'updated_at': '2021-10-19T01:15:54Z', 'revision_number': 1, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:32Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:15:57.563395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.595715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:57.597557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-fdc2583b-2419-4fce-9879-b0356af1d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.599123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-fdc2583b-2419-4fce-9879-b0356af1d818 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b5da3ea9-5082-4b5f-acec-db8e1e444220 HTTP/1.1" status: 200 len: 850 time: 0.2481730 Oct 19 01:15:57.613749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36cee87-dba4-4030-9763-b7484311173c') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:57.614041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36cee87-dba4-4030-9763-b7484311173c') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:15:57.623385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02d531ca-c1c2-444e-927d-32903b48baca req-d5ad3b3e-cf9c-433f-9da3-6c612ac80aea tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148821 Oct 19 01:15:57.632301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.640946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c02038c-dd04-46dd-9f2d-af8919d6cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.644837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c02038c-dd04-46dd-9f2d-af8919d6cd06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.646089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2c02038c-dd04-46dd-9f2d-af8919d6cd06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4dfa73ec-d211-422e-a5ad-e21861e1784c HTTP/1.1" status: 204 len: 168 time: 0.6164672 Oct 19 01:15:57.649639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.676282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02038c-dd04-46dd-9f2d-af8919d6cd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa73ec-d211-422e-a5ad-e21861e1784c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:57.691199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.708542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:15:57.709191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:15:57.711250 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:15:57.801060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c70942-793a-4476-a63d-4293dc10d347 None None] New status for floating IP 6f46a29b-66cf-45c6-b04f-1bd83c3f0339: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:15:57.827954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Pushing event deleted for resources: {'Port': ['ID=b220811d-369f-46ac-8ec5-aff6a56a10fd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:57.829430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.836775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.836998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] No DVR routers for this DVR port b220811d-369f-46ac-8ec5-aff6a56a10fd on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:15:57.839312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:57.842626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e09353e-1b96-4d8b-9e15-c09195d253cc req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.74 "DELETE /v2.0/ports/b220811d-369f-46ac-8ec5-aff6a56a10fd HTTP/1.1" status: 204 len: 173 time: 2.1189709 Oct 19 01:15:57.848168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] 10.222.0.64 "DELETE /v2.0/networks/c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332 HTTP/1.1" status: 204 len: 168 time: 1.5698018 Oct 19 01:15:57.868183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2db338-9729-4cf3-b191-b7790f53d253', 'name': 'network-vif-deleted', 'tag': 'b220811d-369f-46ac-8ec5-aff6a56a10fd'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:15:57.870463 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef4544-2734-4f7c-bcf8-ad14fdace455" -d '{"events": [{"server_uuid": "8a2db338-9729-4cf3-b191-b7790f53d253", "name": "network-vif-deleted", "tag": "b220811d-369f-46ac-8ec5-aff6a56a10fd"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:15:57.884300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a5a1e-eace-431d-b316-32ef05e5a93e admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a5f6ad-75e4-4bb3-bc51-fd8ae3d3c332,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:57.884868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.885214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.885551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.885884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.886211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.886599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.886840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.887792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.888249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.888627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.889257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.889597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3c9a5-b8c3-4bc1-8df5-c3c661db2ae0 tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:15:57.905850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-4d6b89dc-4a5a-4d72-bf0a-bdaccfca62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.908774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-4d6b89dc-4a5a-4d72-bf0a-bdaccfca62f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6be0f4dc-5694-46ae-8413-a766779f5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2889674 Oct 19 01:15:57.954537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73bfa-c3e3-48de-b8f3-2489fcd4e227 req-eb2094a2-c774-404f-9333-41ce1bfd97cf tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:57.968479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2c73bfa-c3e3-48de-b8f3-2489fcd4e227 req-eb2094a2-c774-404f-9333-41ce1bfd97cf tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 944 time: 0.1810179 Oct 19 01:15:58.072924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53904) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:58.131153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2c73bfa-c3e3-48de-b8f3-2489fcd4e227 req-5c1742d3-67b2-4693-8ef0-c58f11a25bed tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615884 Oct 19 01:15:58.162202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b220811d-369f-46ac-8ec5-aff6a56a10fd no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:58.164893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-64c3dc9a-5dec-4e5b-b47f-808424bc702f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=568b7f442a334ce79601bf0d1357e40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0887213 Oct 19 01:15:58.165554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53906) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:58.212516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-b744289e-b13a-4c2f-ab9f-5dd3762a1ffd service neutron] 10.222.0.62 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957518 Oct 19 01:15:58.219382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b220811d-369f-46ac-8ec5-aff6a56a10fd {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:58.221642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b220811d-369f-46ac-8ec5-aff6a56a10fd not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:58.286794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1d278888-eacf-43c4-a2fa-0f2ac101514f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:15:58.318872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09bef6d6-c380-4b79-8596-bccecb625e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.344317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 1d278888-eacf-43c4-a2fa-0f2ac101514f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:15:58.344874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1d278888-eacf-43c4-a2fa-0f2ac101514f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:15:58.401317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09bef6d6-c380-4b79-8596-bccecb625e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.421203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45700a6-cfa2-4593-9953-b118dc4976a7 req-6e116b2c-a039-44ff-aa4a-d77e2be6983f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:58.422876 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e45700a6-cfa2-4593-9953-b118dc4976a7 req-6e116b2c-a039-44ff-aa4a-d77e2be6983f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.2094307 Oct 19 01:15:58.471767 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbaff76-c207-4e74-9a8b-2af6ff5f142a x-openstack-request-id: req-cdbaff76-c207-4e74-9a8b-2af6ff5f142a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:15:58.472186 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2db338-9729-4cf3-b191-b7790f53d253", "name": "network-vif-deleted", "tag": "b220811d-369f-46ac-8ec5-aff6a56a10fd", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:15:58.472443 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdbaff76-c207-4e74-9a8b-2af6ff5f142a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:15:58.472952 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2db338-9729-4cf3-b191-b7790f53d253', 'name': 'network-vif-deleted', 'tag': 'b220811d-369f-46ac-8ec5-aff6a56a10fd', 'status': 'completed', 'code': 200} Oct 19 01:15:58.503031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09bef6d6-c380-4b79-8596-bccecb625e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.507583 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09bef6d6-c380-4b79-8596-bccecb625e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.509151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-09bef6d6-c380-4b79-8596-bccecb625e70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5585f1c5-6265-440a-83cd-8324395b6ce6 HTTP/1.1" status: 204 len: 168 time: 0.3428025 Oct 19 01:15:58.516673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b3e8b72-59bc-4d5d-b760-2f3d1de6290a req-b260c023-36a7-48b4-bd92-d38a1876e1ed service neutron] 10.222.0.62 "GET /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849088 Oct 19 01:15:58.528083 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e45700a6-cfa2-4593-9953-b118dc4976a7 req-7725782d-275d-4d35-8342-b2385021f530 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924430 Oct 19 01:15:58.528428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bef6d6-c380-4b79-8596-bccecb625e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5585f1c5-6265-440a-83cd-8324395b6ce6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:58.557951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53920) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:58.601268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3fd1367e-fa2b-406e-ade5-b3038c3232f6 req-4065c259-4067-4633-923c-5dcbef7cb32f tempest-ServerGroupTestJSON-82814416 tempest-ServerGroupTestJSON-82814416-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a2db338-9729-4cf3-b191-b7790f53d253 HTTP/1.1" status: 200 len: 210 time: 0.0709698 Oct 19 01:15:58.904034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-848522842-network', 'tenant_id': 'b36751b033704ad18376bc892f36e796'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:58.929537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b5a2-3a99-4ff9-8536-37002e54261a req-cf3510fb-faf5-4825-a314-069ed51da1bc tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:58.932109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6917b5a2-3a99-4ff9-8536-37002e54261a req-cf3510fb-faf5-4825-a314-069ed51da1bc tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0642834 Oct 19 01:15:58.943062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Made reservation on behalf of b36751b033704ad18376bc892f36e796 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:58.945823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:58.963221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.019310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6917b5a2-3a99-4ff9-8536-37002e54261a req-3fce4d53-8e6b-4f6f-aad5-397f21209542 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752728 Oct 19 01:15:59.119042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.128373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.129800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:59.157410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:15:59.180462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f04d8de-9d17-400e-a1ef-c2016438298c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.188944 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.190212 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Added segment 9f110d68-ad00-471f-a3de-c6677d12cbd5 of type vlan for network 7cb86d66-af44-46cf-b794-bae16308111f Oct 19 01:15:59.194272 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0ab34486-6194-462c-856e-2ea30b3be285 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6231eec0d2d4f7ca77759ba14684adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617800 Oct 19 01:15:59.194692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53958) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:59.274535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.285180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796992-bb9a-4042-815b-0f94cb780b22 req-8f380dcb-0c35-432d-83e0-08e7f13ea20e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.286731 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b2796992-bb9a-4042-815b-0f94cb780b22 req-8f380dcb-0c35-432d-83e0-08e7f13ea20e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 944 time: 0.0567267 Oct 19 01:15:59.317182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-807dd872-85db-4cd6-a115-56159c01b74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.339674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.340641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b2796992-bb9a-4042-815b-0f94cb780b22 req-b4bc3234-1d7b-4ce3-92cb-8c6e62d02748 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Oct 19 01:15:59.340840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.341414 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.351806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-807dd872-85db-4cd6-a115-56159c01b74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.426554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8673987 Oct 19 01:15:59.429589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53966) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:59.435444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Request body: {'subnet': {'network_id': '7cb86d66-af44-46cf-b794-bae16308111f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-848522842-subnet', 'tenant_id': 'b36751b033704ad18376bc892f36e796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:59.438751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc92e18-1191-4f7d-8d26-26ae13c8a5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb86d66-af44-46cf-b794-bae16308111f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.456104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53968) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:15:59.461137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 7cb86d66-af44-46cf-b794-bae16308111f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:15:59.475215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-807dd872-85db-4cd6-a115-56159c01b74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.481336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-807dd872-85db-4cd6-a115-56159c01b74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.482609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-807dd872-85db-4cd6-a115-56159c01b74b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1566c898-cfdb-4b3b-8355-1b89d48bf979 HTTP/1.1" status: 204 len: 168 time: 0.2879055 Oct 19 01:15:59.484121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Made reservation on behalf of b36751b033704ad18376bc892f36e796 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:59.492721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dd872-85db-4cd6-a115-56159c01b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1566c898-cfdb-4b3b-8355-1b89d48bf979,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.509614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.588134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-586239425-network', 'tenant_id': '727131d066ac40408ef77c15c56541f8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:15:59.614409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Made reservation on behalf of 727131d066ac40408ef77c15c56541f8 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:15:59.617346 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.628189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.768457 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.780391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.808557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:15:59.828479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.828821 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Added segment fafd12ad-cfe8-4965-a59e-aab5e36dea07 of type vlan for network 2307de7f-b14d-4842-9b63-1759f75b5a26 Oct 19 01:15:59.830460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ad91cb-56e6-4c3c-b031-faeedc029e3c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:15:59.884265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.953192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:15:59.954424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:15:59.955264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.006428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5483673 Oct 19 01:16:00.047454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53992) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:00.053221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Request body: {'subnet': {'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-586239425-subnet', 'tenant_id': '727131d066ac40408ef77c15c56541f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:00.069573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b362bd4-e7a1-44fe-81e2-1816315c0407 admin admin] Pushing event updated for resources: {'Network': ['ID=2307de7f-b14d-4842-9b63-1759f75b5a26,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.095024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:16:00.099246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Made reservation on behalf of 727131d066ac40408ef77c15c56541f8 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:00.101943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.184478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 71d18a91-964e-4187-b4d2-6f30ca01a42d up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:00.276577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54018) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:00.285608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 71d18a91-964e-4187-b4d2-6f30ca01a42d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:00.300883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 71d18a91-964e-4187-b4d2-6f30ca01a42d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:00.301280 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.316041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.346584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] Deleting subnet a8989331-aae2-4179-b7df-bceda8775a91 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:16:00.352107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.431950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.472745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Pushing event updated for resources: {'Subnet': ['ID=993f09c0-62fd-4b63-9261-1c44ce768cc1,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.492481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eab66-5968-4f9a-93d0-8972c05b3027 req-b21541db-a9f8-4e9a-bfd4-ef360a066207 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:00.494131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c05eab66-5968-4f9a-93d0-8972c05b3027 req-b21541db-a9f8-4e9a-bfd4-ef360a066207 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1944637 Oct 19 01:16:00.495084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:00.496184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Network hostable DHCP agents. Network: 2307de7f-b14d-4842-9b63-1759f75b5a26, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:16:00.499250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.499775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.500963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.501526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.502072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.502744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.503298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.503645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.503998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.504497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.505570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.505909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:00.511151 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.573369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:00.577649 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec187daf-2a28-49bd-a597-7ecfb42180b6" -d '{"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-plugged", "status": "completed", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:00.588338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.601339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:16:00.619681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:00.629647 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.634753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.663617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c05eab66-5968-4f9a-93d0-8972c05b3027 req-8f4d5fa5-89ac-46ab-a7e4-0aa0fc6740c0 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499655 Oct 19 01:16:00.689786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2307de7f-b14d-4842-9b63-1759f75b5a26) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:00.710087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:00.710745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.713613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d22cfc-03e9-48ed-badd-0238285b656b None None] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:00.736976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2131ec-d2c0-4049-abf5-ff4e0d6df77a req-cbb60e00-19ed-4b54-be00-c32cf6431ee0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:00.749441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f534305-2a77-4898-8122-7ddc2b931763,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.755621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c2131ec-d2c0-4049-abf5-ff4e0d6df77a req-cbb60e00-19ed-4b54-be00-c32cf6431ee0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 944 time: 0.2590692 Oct 19 01:16:00.781727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03104403-a381-4418-b9d8-60429a7a223d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7318037 Oct 19 01:16:00.785160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54038) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:00.810439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Checking segment: {'id': '9f110d68-ad00-471f-a3de-c6677d12cbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7cb86d66-af44-46cf-b794-bae16308111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:00.811693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Network hostable DHCP agents. Network: 7cb86d66-af44-46cf-b794-bae16308111f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:16:00.833722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c2131ec-d2c0-4049-abf5-ff4e0d6df77a req-d8893fd4-6a21-415f-8caa-44437daa12b7 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770423 Oct 19 01:16:00.869279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Network 7cb86d66-af44-46cf-b794-bae16308111f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:16:00.890574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 7cb86d66-af44-46cf-b794-bae16308111f) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:00.896956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.907206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:00.908474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:00.926570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54044) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:00.958893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-796ecf61-fc88-4cee-b238-67f2e651c6dc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5276413 Oct 19 01:16:00.966497 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc9715e-70e6-4e7d-af74-2c138a5d5de5 x-openstack-request-id: req-fcc9715e-70e6-4e7d-af74-2c138a5d5de5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:00.967910 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-plugged", "status": "completed", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:00.967910 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcc9715e-70e6-4e7d-af74-2c138a5d5de5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:00.967910 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'code': 200} Oct 19 01:16:00.978471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8989331-aae2-4179-b7df-bceda8775a91,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:00.999275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d873f8-dc64-4c02-9592-68cad97f0dd4 None None] Network 7cb86d66-af44-46cf-b794-bae16308111f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:01.042111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.060393 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5e559df2-dede-4d81-9517-9d1a18f12c3a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8989331-aae2-4179-b7df-bceda8775a91 HTTP/1.1" status: 204 len: 168 time: 0.7807064 Oct 19 01:16:01.061608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54054) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:01.091516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60ab42-0142-4063-ac28-4c8750691892 req-e3496d19-8057-49f5-ba40-373be56cc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:01.093533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d60ab42-0142-4063-ac28-4c8750691892 req-e3496d19-8057-49f5-ba40-373be56cc523 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 1097 time: 0.1371360 Oct 19 01:16:01.137084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1021162975-network', 'tenant_id': 'b2fe9ab8f8e6417895487fe1b85d7d2a'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:01.145990 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa63d-8b6e-4e53-a7d2-b4938244a3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.177790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d60ab42-0142-4063-ac28-4c8750691892 req-651999cc-c50a-49c0-8baf-d99b55412d9e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747790 Oct 19 01:16:01.290497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Made reservation on behalf of b2fe9ab8f8e6417895487fe1b85d7d2a for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:01.294752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.316086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.338707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.341131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78f57f-6681-47d6-96d7-060615a806a2 None None] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:01.352213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c611-89e9-40f1-97e4-38346a82c649 req-085917f8-42e7-4b3a-896e-bfd5ed05585c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:01.359225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5023c611-89e9-40f1-97e4-38346a82c649 req-085917f8-42e7-4b3a-896e-bfd5ed05585c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1151559 Oct 19 01:16:01.360665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:01.391177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.391806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.392773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.393321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.393657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.394050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.394378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.394705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.395139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.395411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.395735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.396132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:01.443805 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5023c611-89e9-40f1-97e4-38346a82c649 req-fa996e5d-f7f2-49c4-a9f4-e58607832c5b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839882 Oct 19 01:16:01.449589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012a06a-1103-4ad1-bee9-c263a99ae59d None None] Network 7cb86d66-af44-46cf-b794-bae16308111f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:01.536403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.581995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1522dd8-9c3e-4ec6-8287-4273454b824b']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:01.603504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ad58f3-e505-457d-8319-c3c9a9f95038') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:01.604091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ad58f3-e505-457d-8319-c3c9a9f95038') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:01.615751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa63d-8b6e-4e53-a7d2-b4938244a3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.626957 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.629008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa63d-8b6e-4e53-a7d2-b4938244a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.678790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.680342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.697921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac4fa63d-8b6e-4e53-a7d2-b4938244a3b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77e39bb8371344d89737106c346b3e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9084997 Oct 19 01:16:01.700381 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.700774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54074) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:01.703473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:16:01.704094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:16:01.707421 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:16:01.710225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fa63d-8b6e-4e53-a7d2-b4938244a3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab02c17f-808a-4aa2-9c82-0b60d1d6ca84,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:01.745380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:16:01.776194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9472aacc-7ee6-4553-99a1-5989d27e7e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.798106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.798937 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Added segment 246e7063-3a00-4403-aff7-28a1cfbc73d1 of type vlan for network 8c242428-5da9-4132-9362-a5dc080ced15 Oct 19 01:16:01.809453 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9472aacc-7ee6-4553-99a1-5989d27e7e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.814489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54080) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:01.822594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-448387725-network', 'tenant_id': '57be1dc5087b4d27b7a3b78bfe6737ba'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:01.849275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12215a76-cb8e-4887-accc-8ca6ee35517d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:01.857240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.880579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.883793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a1522dd8-9c3e-4ec6-8287-4273454b824b HTTP/1.1" status: 204 len: 168 time: 0.8210866 Oct 19 01:16:01.885602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.895671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9472aacc-7ee6-4553-99a1-5989d27e7e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.904043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9472aacc-7ee6-4553-99a1-5989d27e7e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.904992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5710ade-3dc6-41e3-861e-34b2af2ca9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1522dd8-9c3e-4ec6-8287-4273454b824b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:01.910722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9472aacc-7ee6-4553-99a1-5989d27e7e25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab02c17f-808a-4aa2-9c82-0b60d1d6ca84 HTTP/1.1" status: 204 len: 168 time: 0.2088339 Oct 19 01:16:01.920658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Made reservation on behalf of 57be1dc5087b4d27b7a3b78bfe6737ba for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:01.923441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.932195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472aacc-7ee6-4553-99a1-5989d27e7e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab02c17f-808a-4aa2-9c82-0b60d1d6ca84,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:01.947799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.961395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:01.962340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:01.962918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.048201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1216264 Oct 19 01:16:02.052026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:02.059592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Request body: {'subnet': {'network_id': '8c242428-5da9-4132-9362-a5dc080ced15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1021162975-subnet', 'tenant_id': 'b2fe9ab8f8e6417895487fe1b85d7d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:02.096428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Made reservation on behalf of b2fe9ab8f8e6417895487fe1b85d7d2a for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:02.098984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.103657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d2d99-b786-4fc7-9016-cdad221eb753 admin admin] Pushing event updated for resources: {'Network': ['ID=8c242428-5da9-4132-9362-a5dc080ced15,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.120034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 8c242428-5da9-4132-9362-a5dc080ced15 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:16:02.142976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49090e13-7d8c-40e1-af41-a3f9f615a31b req-259685b5-f971-4658-a11f-c2d296ab909a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:02.144833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49090e13-7d8c-40e1-af41-a3f9f615a31b req-259685b5-f971-4658-a11f-c2d296ab909a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.1492324 Oct 19 01:16:02.168063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54094) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:02.229093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.248133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4c40fac-64c2-4bfe-b413-e52739068000 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02a309d3bcbf4d978565df3952f39774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709476 Oct 19 01:16:02.248133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.249639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54098) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:02.294336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49090e13-7d8c-40e1-af41-a3f9f615a31b req-a1364249-363c-4811-b3a0-c550f2624441 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286485 Oct 19 01:16:02.294336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4ddb25-a876-4ef0-a5db-de1936def81d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.311158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:16:02.336615 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.336966 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Added segment e2c35914-0e97-4e83-bf24-0b677f26883b of type vlan for network 5b132bd4-20f1-42d5-9dd3-d30aafb8439e Oct 19 01:16:02.344764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54100) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:02.352349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1872211089-network', 'tenant_id': '5d0fa6b623374feab3bad35c850be760'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:02.364929 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.388687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13b53994-e3ef-48ba-b77a-001f5df937e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.391088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.410662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Made reservation on behalf of 5d0fa6b623374feab3bad35c850be760 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:02.412969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.429885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13b53994-e3ef-48ba-b77a-001f5df937e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.431007 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.448859 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.449812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:02.450391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.459915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7a2219-305b-488e-84a6-50efdbbfe68d,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.492778 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6729786 Oct 19 01:16:02.494693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54108) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:02.501040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Checking segment: {'id': '246e7063-3a00-4403-aff7-28a1cfbc73d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8c242428-5da9-4132-9362-a5dc080ced15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:02.501426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Network hostable DHCP agents. Network: 8c242428-5da9-4132-9362-a5dc080ced15, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:16:02.511052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Request body: {'subnet': {'network_id': '5b132bd4-20f1-42d5-9dd3-d30aafb8439e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-448387725-subnet', 'tenant_id': '57be1dc5087b4d27b7a3b78bfe6737ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:02.537638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f64993-ab72-455c-ab9a-234fea6c37fc admin admin] Pushing event updated for resources: {'Network': ['ID=5b132bd4-20f1-42d5-9dd3-d30aafb8439e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.553656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Made reservation on behalf of 57be1dc5087b4d27b7a3b78bfe6737ba for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:02.554023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 5b132bd4-20f1-42d5-9dd3-d30aafb8439e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:16:02.557543 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.563469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13b53994-e3ef-48ba-b77a-001f5df937e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.566316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13b53994-e3ef-48ba-b77a-001f5df937e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.567519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13b53994-e3ef-48ba-b77a-001f5df937e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f3d4292-4813-4684-9cdc-7fdf110f4053 HTTP/1.1" status: 204 len: 168 time: 0.2961452 Oct 19 01:16:02.586958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b53994-e3ef-48ba-b77a-001f5df937e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3d4292-4813-4684-9cdc-7fdf110f4053,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:02.609291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Network 8c242428-5da9-4132-9362-a5dc080ced15 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:16:02.701620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 8c242428-5da9-4132-9362-a5dc080ced15) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:02.713501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f55c45-3dc0-4841-b648-1d34c27cab24 None None] Network 8c242428-5da9-4132-9362-a5dc080ced15 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:02.722492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:02.723225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.769873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f292-fc86-459c-af24-327755e8ca64 req-3a4a459b-6734-4779-b42f-3d646f5dc1cc tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:02.771663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e81f292-fc86-459c-af24-327755e8ca64 req-3a4a459b-6734-4779-b42f-3d646f5dc1cc tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1705332 Oct 19 01:16:02.807001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e9c73865-b225-4826-932a-abdfb2355d26 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7453420 Oct 19 01:16:02.848528 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.872718 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.882678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e81f292-fc86-459c-af24-327755e8ca64 req-d6e9ac24-38e2-418f-a05a-87f6e529d466 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043396 Oct 19 01:16:02.906482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99ef80-3dd5-4aa4-a72a-670ccea06071 None None] Network 8c242428-5da9-4132-9362-a5dc080ced15 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:02.916046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:16:02.990704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.991102 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Added segment ebc27a76-5e9b-4477-a032-2f21776e4a53 of type vlan for network 2cae1b9b-6fbd-468e-b54d-aad426f97e98 Oct 19 01:16:02.993123 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:02.995316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3178aa-efe3-425f-b65a-19de25e79f15,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:03.107499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.128943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64848638-936a-49b5-b063-8dfa7fa670a8,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:03.178012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Checking segment: {'id': 'e2c35914-0e97-4e83-bf24-0b677f26883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5b132bd4-20f1-42d5-9dd3-d30aafb8439e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:03.182493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Network hostable DHCP agents. Network: 5b132bd4-20f1-42d5-9dd3-d30aafb8439e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:16:03.190166 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.191200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.191778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.243737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:03.244650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8973637 Oct 19 01:16:03.249951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Request body: {'subnet': {'network_id': '2cae1b9b-6fbd-468e-b54d-aad426f97e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1872211089-subnet', 'tenant_id': '5d0fa6b623374feab3bad35c850be760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:03.282705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Network 5b132bd4-20f1-42d5-9dd3-d30aafb8439e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:16:03.292494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23468627-9f66-490d-a016-25c7148ce566 admin admin] Pushing event updated for resources: {'Network': ['ID=2cae1b9b-6fbd-468e-b54d-aad426f97e98,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:03.302575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 5b132bd4-20f1-42d5-9dd3-d30aafb8439e) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:03.308929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.310055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.311783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2cae1b9b-6fbd-468e-b54d-aad426f97e98 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:16:03.313922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Made reservation on behalf of 5d0fa6b623374feab3bad35c850be760 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:03.321452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.347892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9526d94d-d909-452c-82e1-9c0d0cc2c792 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8479562 Oct 19 01:16:03.348101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbcd6b-9c3e-4e9a-82b1-8808827aa5c0 None None] Network 5b132bd4-20f1-42d5-9dd3-d30aafb8439e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:03.538449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777150e-d181-4d2c-a71a-e2dcb1025826 req-53b1961f-7d63-4295-8da7-258879da1bba tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.547306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1777150e-d181-4d2c-a71a-e2dcb1025826 req-53b1961f-7d63-4295-8da7-258879da1bba tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.1242206 Oct 19 01:16:03.597877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1777150e-d181-4d2c-a71a-e2dcb1025826 req-7eff416e-ed31-4e52-97a9-d7485f28b427 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492125 Oct 19 01:16:03.622027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.654898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b22a83-a96a-4628-b8b6-f5c037725737 None None] Network 5b132bd4-20f1-42d5-9dd3-d30aafb8439e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:03.752764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ce3c61-0df4-429f-8755-a6c0708d005c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:03.767210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Checking segment: {'id': 'ebc27a76-5e9b-4477-a032-2f21776e4a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2cae1b9b-6fbd-468e-b54d-aad426f97e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:03.768502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Network hostable DHCP agents. Network: 2cae1b9b-6fbd-468e-b54d-aad426f97e98, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:16:03.810037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Network 2cae1b9b-6fbd-468e-b54d-aad426f97e98 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:16:03.834232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2cae1b9b-6fbd-468e-b54d-aad426f97e98) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:03.840087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:03.840980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:03.854723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b0b40-504e-4e3f-bb38-4875ab49febb None None] Network 2cae1b9b-6fbd-468e-b54d-aad426f97e98 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:03.874738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2a8a1264-4097-4cc0-aa09-ccecc4871240 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6290836 Oct 19 01:16:04.031858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f8a13-adff-4c4f-99b7-7c902770a0ca req-3130b8d8-dfc4-422a-819a-10044b035267 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:04.040741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-357f8a13-adff-4c4f-99b7-7c902770a0ca req-3130b8d8-dfc4-422a-819a-10044b035267 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0790212 Oct 19 01:16:04.091781 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-357f8a13-adff-4c4f-99b7-7c902770a0ca req-84a5706b-615b-4823-b8c6-ec7eaed72f26 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500178 Oct 19 01:16:04.121382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:04.147474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b6579-9878-48ff-9981-8464cc12fc58 None None] Network 2cae1b9b-6fbd-468e-b54d-aad426f97e98 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:04.186648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] Deleting subnet 7f534305-2a77-4898-8122-7ddc2b931763 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:16:04.192338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.276547 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.379968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.451939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.488436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f534305-2a77-4898-8122-7ddc2b931763,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:04.491635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.494912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bccff847-5c74-46da-8f70-f90238f29393 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f534305-2a77-4898-8122-7ddc2b931763 HTTP/1.1" status: 204 len: 168 time: 0.3722963 Oct 19 01:16:04.497604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54190) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:04.580786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:04.597418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2039574485-network', 'tenant_id': '05ddf97b71244fa09805bf6c4fa8b490'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:04.703618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-982685fe-76ec-45a1-bb3a-f82539c9873f req-9fe18577-54dd-4a4c-9919-57f595cfbf8a tempest-AbsoluteLimitsNegativeTestJSON-1665542617 tempest-AbsoluteLimitsNegativeTestJSON-1665542617-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=db212953012b44cb8f0109c6287aeb37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581391 Oct 19 01:16:04.727204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.749160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-e9a38f5c-1dce-4617-b3c8-fe6335cf0257 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:04.753334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-e9a38f5c-1dce-4617-b3c8-fe6335cf0257 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.1982431 Oct 19 01:16:04.765161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Made reservation on behalf of 05ddf97b71244fa09805bf6c4fa8b490 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:04.768217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.773864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-dca9e3e3-4713-41ce-b9d6-878fc599217d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/quotas/727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 375 time: 0.0145042 Oct 19 01:16:04.813487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-989a9540-f7b2-4a71-aede-7942af03f8a1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326326 Oct 19 01:16:04.820454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.914500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-f26bbdf1-ca85-4950-9691-2279dbc54821 service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923250 Oct 19 01:16:04.927598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:04.964422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982685fe-76ec-45a1-bb3a-f82539c9873f req-ba986c3b-3607-4c7d-9fc5-ff8b2e412a69 tempest-AbsoluteLimitsNegativeTestJSON-1665542617 tempest-AbsoluteLimitsNegativeTestJSON-1665542617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:04.965898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-982685fe-76ec-45a1-bb3a-f82539c9873f req-ba986c3b-3607-4c7d-9fc5-ff8b2e412a69 tempest-AbsoluteLimitsNegativeTestJSON-1665542617 tempest-AbsoluteLimitsNegativeTestJSON-1665542617-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614632 Oct 19 01:16:04.980598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb86d66-af44-46cf-b794-bae16308111f']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:05.003820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f110d68-ad00-471f-a3de-c6677d12cbd5') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:05.004166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f110d68-ad00-471f-a3de-c6677d12cbd5') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:05.006193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-9084da36-afca-46a8-9125-666c8fab8a39 service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851510 Oct 19 01:16:05.010210 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-982685fe-76ec-45a1-bb3a-f82539c9873f req-c7882414-946e-4e11-ab68-3f07570c7fc8 tempest-AbsoluteLimitsNegativeTestJSON-1665542617 tempest-AbsoluteLimitsNegativeTestJSON-1665542617-project] 10.222.0.64 "GET /v2.0/quotas/db212953012b44cb8f0109c6287aeb37 HTTP/1.1" status: 200 len: 375 time: 0.0349174 Oct 19 01:16:05.038290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.068632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-982685fe-76ec-45a1-bb3a-f82539c9873f req-3352076c-0b84-4206-8111-76fd5c0c90bb tempest-AbsoluteLimitsNegativeTestJSON-1665542617 tempest-AbsoluteLimitsNegativeTestJSON-1665542617-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=db212953012b44cb8f0109c6287aeb37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504401 Oct 19 01:16:05.076384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.092504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:16:05.092948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:16:05.094899 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:16:05.119193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.181389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.196502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:16:05.207799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.208809 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Added segment 296c077c-ede3-4e2d-b855-3cb17b27feb1 of type vlan for network 19579710-d86f-40e3-b3e8-39224fe07acf Oct 19 01:16:05.281417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d75077e-19c3-45a2-909f-0bdc3ddef854,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:05.326517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.341930 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.353806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.356967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7cb86d66-af44-46cf-b794-bae16308111f HTTP/1.1" status: 204 len: 168 time: 0.8585455 Oct 19 01:16:05.360559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54240) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:05.394083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb48d1-8e13-405d-a4e5-730d93874752 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb86d66-af44-46cf-b794-bae16308111f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:05.417257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b549c38-a5fa-4fea-ab90-97a21ca82d71 req-96370aad-bf87-4354-9976-be6fb8eaa0bf tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:05.419420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b549c38-a5fa-4fea-ab90-97a21ca82d71 req-96370aad-bf87-4354-9976-be6fb8eaa0bf tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.1663036 Oct 19 01:16:05.420594 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.421581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:05.422044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.479521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] Deleting subnet 38ce3c61-0df4-429f-8755-a6c0708d005c {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:16:05.491336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.515795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54246) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:05.525580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9413464 Oct 19 01:16:05.530349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54250) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:05.532130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3e62c-395b-4a82-91da-96c314d5a4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=19579710-d86f-40e3-b3e8-39224fe07acf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:05.543279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 19579710-d86f-40e3-b3e8-39224fe07acf details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:16:05.544700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Request body: {'subnet': {'network_id': '19579710-d86f-40e3-b3e8-39224fe07acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2039574485-subnet', 'tenant_id': '05ddf97b71244fa09805bf6c4fa8b490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:05.547109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.580317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b549c38-a5fa-4fea-ab90-97a21ca82d71 req-43de6ae2-33fe-4cd5-83fb-4b3d4cd2e99b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329782 Oct 19 01:16:05.608270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-baadb72c-f5bd-480e-99f5-035d0d089dcc req-3bf5a4a8-74bf-4bbc-95f4-a12d55d5bf87 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 210 time: 0.0378702 Oct 19 01:16:05.617069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Made reservation on behalf of 05ddf97b71244fa09805bf6c4fa8b490 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:05.619902 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.672094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.771465 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5289b268-6493-4765-a515-368d3e553bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.847172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.894968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.898786 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/38ce3c61-0df4-429f-8755-a6c0708d005c HTTP/1.1" status: 204 len: 168 time: 0.5362751 Oct 19 01:16:05.900071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df5a8f-a412-46a0-838d-450ed0b73d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ce3c61-0df4-429f-8755-a6c0708d005c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:05.902153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54268) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:05.949593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.949788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5289b268-6493-4765-a515-368d3e553bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:05.988070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5289b268-6493-4765-a515-368d3e553bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.036950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.067251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5289b268-6493-4765-a515-368d3e553bf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db212953012b44cb8f0109c6287aeb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492587 Oct 19 01:16:06.068806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289b268-6493-4765-a515-368d3e553bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab778c2-918b-45f7-8d44-f3d8e6749044,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:06.072605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54278) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:06.092951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a101f9-e007-4997-af43-367b3bb14b3c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:06.139124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Checking segment: {'id': '296c077c-ede3-4e2d-b855-3cb17b27feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '19579710-d86f-40e3-b3e8-39224fe07acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:06.139485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Network hostable DHCP agents. Network: 19579710-d86f-40e3-b3e8-39224fe07acf, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:16:06.157048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b207c47-421a-4d7f-b733-e210b3861f45 req-54020927-7901-48a5-91cd-05f7f68d2f56 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:06.165231 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4b207c47-421a-4d7f-b733-e210b3861f45 req-54020927-7901-48a5-91cd-05f7f68d2f56 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1119285 Oct 19 01:16:06.204224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Network 19579710-d86f-40e3-b3e8-39224fe07acf is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:16:06.212320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-1c8fc6ea-675b-45ad-8022-85ed62807c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:06.214120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-1c8fc6ea-675b-45ad-8022-85ed62807c10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.1421196 Oct 19 01:16:06.224224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4b207c47-421a-4d7f-b733-e210b3861f45 req-8b4b12ce-661d-4c65-a3ad-1ee5eba2049e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Oct 19 01:16:06.226396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 19579710-d86f-40e3-b3e8-39224fe07acf) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:06.241406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aeb4ba-b15d-4a31-bdb3-3368209f822c None None] Network 19579710-d86f-40e3-b3e8-39224fe07acf requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:06.244346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:06.244918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.271556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-df8c02e6-86c0-4378-b529-2f73c86140b8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7274630 Oct 19 01:16:06.390602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc649471-7aba-4621-997c-52df21da3aeb None None] Network 19579710-d86f-40e3-b3e8-39224fe07acf requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:06.575237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54298) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:06.629478 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.732827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea70eb60-dbd6-441f-bb97-c58caf1836d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.741831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cb8107b-8ea5-4703-8b36-74eb01507134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.813487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cae1b9b-6fbd-468e-b54d-aad426f97e98']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:06.842841 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e592-dd08-429b-b1d0-a3ddef4b7c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.858130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae980196-b527-4d59-acdd-d304e031306e req-c03a3c79-7a28-4d68-9a07-2c01e0c96ab3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 210 time: 0.1263030 Oct 19 01:16:06.860769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cb8107b-8ea5-4703-8b36-74eb01507134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.880438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea70eb60-dbd6-441f-bb97-c58caf1836d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.884809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc27a76-5e9b-4477-a032-2f21776e4a53') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:06.885107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc27a76-5e9b-4477-a032-2f21776e4a53') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:06.887707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cb8107b-8ea5-4703-8b36-74eb01507134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.915061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-7dcc1723-3173-463e-98b6-d70c8249c267 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:06.916564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-7dcc1723-3173-463e-98b6-d70c8249c267 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.2845185 Oct 19 01:16:06.918386 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:06.939973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Request body: {'port': {'device_id': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'admin_state_up': True, 'tenant_id': '727131d066ac40408ef77c15c56541f8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:06.940511 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3cb8107b-8ea5-4703-8b36-74eb01507134 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=514ae1ebf831479eb83b6c75b23b9e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634729 Oct 19 01:16:06.950606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54316) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:06.962401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8107b-8ea5-4703-8b36-74eb01507134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84db5b-b8fe-4762-b11d-fa5b981765b6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:06.977525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-0ca83380-ef75-4810-9c1e-8fd847c34443 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:06.984518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-0ca83380-ef75-4810-9c1e-8fd847c34443 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/networks?id=8c242428-5da9-4132-9362-a5dc080ced15 HTTP/1.1" status: 200 len: 815 time: 0.1805840 Oct 19 01:16:06.992673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.003248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-9601b981-ba91-44d0-9cb2-2b092d19d575 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/quotas/b2fe9ab8f8e6417895487fe1b85d7d2a HTTP/1.1" status: 200 len: 375 time: 0.0178804 Oct 19 01:16:07.029913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:16:07.030319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:16:07.033636 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:16:07.036373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-ad091362-1d7e-4a03-ad11-661f78620d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.036373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-ad091362-1d7e-4a03-ad11-661f78620d12 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.8095798 Oct 19 01:16:07.045520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-e2814370-45b6-49c0-bd1a-377be9a077e1 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2fe9ab8f8e6417895487fe1b85d7d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347972 Oct 19 01:16:07.073269 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4aebe5f-6231-433b-9d46-4d06052d0cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.136841 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4aebe5f-6231-433b-9d46-4d06052d0cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.181389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-a74bb773-c794-4e98-9721-b79a66b65936 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 217 time: 0.1317892 Oct 19 01:16:07.186578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-663661cb-4b65-4e3a-b0d2-6d78e9179ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/8c242428-5da9-4132-9362-a5dc080ced15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333563 Oct 19 01:16:07.186995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea70eb60-dbd6-441f-bb97-c58caf1836d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.190208 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea70eb60-dbd6-441f-bb97-c58caf1836d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.191305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ea70eb60-dbd6-441f-bb97-c58caf1836d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ab778c2-918b-45f7-8d44-f3d8e6749044 HTTP/1.1" status: 204 len: 168 time: 1.1163125 Oct 19 01:16:07.200276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42602-b6e8-44dc-94a8-d55b13da79eb req-b137f507-2226-4a15-bdeb-771e86f2a656 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.204471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75c42602-b6e8-44dc-94a8-d55b13da79eb req-b137f507-2226-4a15-bdeb-771e86f2a656 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.2711487 Oct 19 01:16:07.216361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.233420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4aebe5f-6231-433b-9d46-4d06052d0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.236030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4aebe5f-6231-433b-9d46-4d06052d0cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.237306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4aebe5f-6231-433b-9d46-4d06052d0cd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba84db5b-b8fe-4762-b11d-fa5b981765b6 HTTP/1.1" status: 204 len: 168 time: 0.2857218 Oct 19 01:16:07.253343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70eb60-dbd6-441f-bb97-c58caf1836d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab778c2-918b-45f7-8d44-f3d8e6749044,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:07.265204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.272784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2cae1b9b-6fbd-468e-b54d-aad426f97e98 HTTP/1.1" status: 204 len: 168 time: 1.3663900 Oct 19 01:16:07.297669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aebe5f-6231-433b-9d46-4d06052d0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84db5b-b8fe-4762-b11d-fa5b981765b6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:07.330819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf298f9b-3408-4651-b537-433b381792c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cae1b9b-6fbd-468e-b54d-aad426f97e98,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:07.339110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-e3289a54-7d1a-48a8-9585-6c80c956ecda service neutron] 10.222.0.64 "GET /v2.0/networks/8c242428-5da9-4132-9362-a5dc080ced15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388435 Oct 19 01:16:07.374581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-a87cd01c-c851-4836-bd79-c21950a6054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.376932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-a87cd01c-c851-4836-bd79-c21950a6054d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1629446 Oct 19 01:16:07.392997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75c42602-b6e8-44dc-94a8-d55b13da79eb req-288085b0-5b68-4f97-a401-e2aada1e17c0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747961 Oct 19 01:16:07.450361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-8aff9408-46f0-4e41-8b88-92c47293e2e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560861 Oct 19 01:16:07.451129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Made reservation on behalf of 727131d066ac40408ef77c15c56541f8 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:07.455245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:07.635696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5a878-6f99-433d-bf02-fd9ec834ba0d req-92d14370-2f57-4cd0-9e72-9075593b1663 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:07.648178 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0b8f924-afed-4b09-8584-8641876ecc0f req-be2feb09-f26b-492c-a2c5-5f850afb3dbc tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 210 time: 0.0792851 Oct 19 01:16:07.681981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cf5a878-6f99-433d-bf02-fd9ec834ba0d req-92d14370-2f57-4cd0-9e72-9075593b1663 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1113935 Oct 19 01:16:07.709524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-2d722de6-9f32-439d-92ff-7c0d298e4e45 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507148 Oct 19 01:16:07.738146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cf5a878-6f99-433d-bf02-fd9ec834ba0d req-5912462a-d73b-4c19-b67c-2ba6c11135fc tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Oct 19 01:16:07.797451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:07.823550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Allocated IP 172.20.0.11 (2307de7f-b14d-4842-9b63-1759f75b5a26/993f09c0-62fd-4b63-9261-1c44ce768cc1/b369f2f2-e65d-4d01-82d2-89fe21310fda) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:07.871949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e9b414bb-1d3c-4205-8c07-d5620a9da6ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b36751b033704ad18376bc892f36e796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721192 Oct 19 01:16:07.874446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:07.883386 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0043cb7f-1782-4d74-bba9-e34ee349e71f req-4edcdbbe-915b-4a40-ba3c-92161ab62756 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649754 Oct 19 01:16:07.989119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58d5d3bd-4289-418f-aad5-89edfb4b0ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.040150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58d5d3bd-4289-418f-aad5-89edfb4b0ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.111142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58d5d3bd-4289-418f-aad5-89edfb4b0ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.117850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ff94eb7-6e13-46f6-ab18-57152c205748 req-9f15ae22-9587-4a04-ac2b-4a7f1ecb5c58 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 210 time: 0.0713577 Oct 19 01:16:08.134536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58d5d3bd-4289-418f-aad5-89edfb4b0ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.138245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58d5d3bd-4289-418f-aad5-89edfb4b0ed9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f04d8de-9d17-400e-a1ef-c2016438298c HTTP/1.1" status: 204 len: 168 time: 0.2600729 Oct 19 01:16:08.156322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5d3bd-4289-418f-aad5-89edfb4b0ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f04d8de-9d17-400e-a1ef-c2016438298c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:08.178956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.220925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.276764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:08.280368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:08.290669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:08.337021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:08.357197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:08.357801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.376489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0474921b-60c6-4dbc-8eeb-2a269413f06c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4442086 Oct 19 01:16:08.394833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Request body: {'port': {'device_id': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:08.476603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.584565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd62e6b-dacd-44bb-ba66-ec9b0437d60a req-e66e06b5-7b1b-490c-9eaf-5e1d79d84d91 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:08.591933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1dd62e6b-dacd-44bb-ba66-ec9b0437d60a req-e66e06b5-7b1b-490c-9eaf-5e1d79d84d91 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0990288 Oct 19 01:16:08.594269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54388) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:08.669697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1dd62e6b-dacd-44bb-ba66-ec9b0437d60a req-8aa8bbf9-eafe-449b-8f52-2cec7fbd7ac7 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767980 Oct 19 01:16:08.678783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2a7a7c12-6f8f-4c2b-afa7-025ba04fbfef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d0fa6b623374feab3bad35c850be760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834830 Oct 19 01:16:08.679545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54392) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:08.745349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cd42003-fb0a-4a13-906e-bb8ed0f30343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.761410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54394) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:08.784304 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cd42003-fb0a-4a13-906e-bb8ed0f30343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.786785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1958905e-33e3-41d2-895d-d3b6be417a86 req-9fdf25de-05d9-4d50-aaa6-56010062ed97 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 210 time: 0.0328159 Oct 19 01:16:08.895707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a53a1-c2d7-43d0-9391-126cdde41667 req-edae6747-da5f-4e54-a443-52b106a48021 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:08.903017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21a53a1-c2d7-43d0-9391-126cdde41667 req-edae6747-da5f-4e54-a443-52b106a48021 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0749445 Oct 19 01:16:08.923899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cd42003-fb0a-4a13-906e-bb8ed0f30343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.926762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cd42003-fb0a-4a13-906e-bb8ed0f30343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.927883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6cd42003-fb0a-4a13-906e-bb8ed0f30343 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e3178aa-efe3-425f-b65a-19de25e79f15 HTTP/1.1" status: 204 len: 168 time: 0.2472284 Oct 19 01:16:08.932288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b369f2f2-e65d-4d01-82d2-89fe21310fda {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:08.938515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd42003-fb0a-4a13-906e-bb8ed0f30343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3178aa-efe3-425f-b65a-19de25e79f15,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:08.951511 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:08.993494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21a53a1-c2d7-43d0-9391-126cdde41667 req-336077d7-9a0f-4d7e-83f4-c96121a41c41 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886652 Oct 19 01:16:09.025395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Transition to ACTIVE for port object b369f2f2-e65d-4d01-82d2-89fe21310fda will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:09.030827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.042718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:09.113225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-f015578e-3e9a-4cfd-a123-77d5b4ee676e tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:09.114696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-f015578e-3e9a-4cfd-a123-77d5b4ee676e tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.74 "GET /v2.0/networks?id=8c242428-5da9-4132-9362-a5dc080ced15 HTTP/1.1" status: 200 len: 815 time: 0.1918170 Oct 19 01:16:09.139552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1034699876-network', 'tenant_id': '0a818d6bd39842c9ba3d5a597863be25'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:09.141288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Request body: {'port': {'device_id': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'network_id': '8c242428-5da9-4132-9362-a5dc080ced15', 'admin_state_up': True, 'tenant_id': 'b2fe9ab8f8e6417895487fe1b85d7d2a'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:09.144817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:09.180480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Made reservation on behalf of 0a818d6bd39842c9ba3d5a597863be25 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:09.185361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.197765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.274445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.307305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.316180 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.343425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605900b-e9a4-434d-b42c-cae2d7eb7ca2 req-5bf9e11e-a8f9-4fdf-994a-13e65817a345 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:09.344502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:16:09.344991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f605900b-e9a4-434d-b42c-cae2d7eb7ca2 req-5bf9e11e-a8f9-4fdf-994a-13e65817a345 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.1325684 Oct 19 01:16:09.348946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:09.349508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:09.350252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:09.358826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.359267 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Added segment 2a28e5a8-4ac7-4c3b-9b87-c58a832e976b of type vlan for network d0a28ed2-d480-4da0-a3cb-b33dbd953a41 Oct 19 01:16:09.373808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:09.374140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:09.394080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:09.394422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:09.394800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:09.395236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Bound port: b369f2f2-e65d-4d01-82d2-89fe21310fda, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:09.395590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.411547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-74082652-network', 'tenant_id': '59b297621eb14e58b23e4b97742cc775'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:09.432776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.435419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f605900b-e9a4-434d-b42c-cae2d7eb7ca2 req-835ade9e-9f84-417f-9c0b-205e829030b8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824146 Oct 19 01:16:09.440402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd24c4-10e8-491b-830e-1a2834b857f2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:09.464581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Made reservation on behalf of b2fe9ab8f8e6417895487fe1b85d7d2a for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:09.468225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.500072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Made reservation on behalf of 59b297621eb14e58b23e4b97742cc775 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:09.503077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.506516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.507497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:09.508156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.536318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.551893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:09.570413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7980392 Oct 19 01:16:09.570637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:09.579187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.618321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab167a0-ae5b-4238-af3a-e95173c6182d admin admin] Pushing event updated for resources: {'Network': ['ID=d0a28ed2-d480-4da0-a3cb-b33dbd953a41,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:09.631388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network d0a28ed2-d480-4da0-a3cb-b33dbd953a41 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:16:09.660737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:09.661485 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.663068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] 10.222.0.74 "PUT /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 1093 time: 1.2729952 Oct 19 01:16:09.663768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:09.666280 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe055e3-a670-4237-875f-cb6386e6f042" -d '{"events": [{"name": "network-changed", "server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:09.710672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc9f22-6cd9-4235-974e-7ade16051f85 service neutron] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:09.726719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Allocated IP 172.20.0.7 (8c242428-5da9-4132-9362-a5dc080ced15/ca7a2219-305b-488e-84a6-50efdbbfe68d/e8bbe116-ad71-459a-8c4b-00e3641d2590) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:09.796479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.804576 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4509fb9f-d55f-457e-b42b-480d6c95c3f6 x-openstack-request-id: req-4509fb9f-d55f-457e-b42b-480d6c95c3f6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:09.804886 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:09.805841 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4509fb9f-d55f-457e-b42b-480d6c95c3f6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:09.807435 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda', 'status': 'completed', 'code': 200} Oct 19 01:16:09.820184 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf016bd5-acd6-4e5c-b8e6-a87a4dc2b7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.829005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.857204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:16:09.871054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.873407 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Added segment b512dbad-70ac-461e-963b-3397625cda31 of type vlan for network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba Oct 19 01:16:09.874100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-af5868d1-b18b-4ce5-9767-75a8cf316dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:09.875638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-af5868d1-b18b-4ce5-9767-75a8cf316dab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1096 time: 0.1353052 Oct 19 01:16:09.918472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.931249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f181ad7e-2762-40a9-be09-cf5c8c0332a5 req-6f185e1d-135c-4b1e-b797-adf57c2b491b tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 210 time: 0.0546041 Oct 19 01:16:09.962078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-2cebbe90-a6e7-4eb1-b935-e3e6a13b30eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 217 time: 0.0604408 Oct 19 01:16:09.967184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:09.968343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:09.969011 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.061204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0ec2a911-3c8e-412b-a94a-9178f6fbee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.062725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-0ec2a911-3c8e-412b-a94a-9178f6fbee85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.0711772 Oct 19 01:16:10.065976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Pushing event updated for resources: {'Network': ['ID=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:10.071305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0266109 Oct 19 01:16:10.074468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54452) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:10.077717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:16:10.084099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a285-5251-4338-83d7-cf9226c116a3 req-ae3299e8-37d6-4715-8f9d-0283fd796f7a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.085861 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ee3a285-5251-4338-83d7-cf9226c116a3 req-ae3299e8-37d6-4715-8f9d-0283fd796f7a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.2739732 Oct 19 01:16:10.091796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Request body: {'subnet': {'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-74082652-subnet', 'tenant_id': '59b297621eb14e58b23e4b97742cc775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:10.096451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.098959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd045a5-47f2-44d7-9eca-6ac3b50caf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4610898e-47a3-44e4-854d-fe291b39cd91,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:10.119313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-bc7e6b49-98d5-4712-8cb3-7b97af2199c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434368 Oct 19 01:16:10.160524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Made reservation on behalf of 59b297621eb14e58b23e4b97742cc775 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:10.163067 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.190596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ee3a285-5251-4338-83d7-cf9226c116a3 req-b35624f0-6439-4e5f-a7f4-f5b9945fe821 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832126 Oct 19 01:16:10.392940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b63570-ace4-43fa-bc8d-8c1978c068d2 req-824ce655-fb26-42b1-8487-b8369883d903 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.395028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9b63570-ace4-43fa-bc8d-8c1978c068d2 req-824ce655-fb26-42b1-8487-b8369883d903 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0949926 Oct 19 01:16:10.416352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.427252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.487436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9b63570-ace4-43fa-bc8d-8c1978c068d2 req-e46f0230-d1cc-4fab-9f73-87dad9e826ec tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812852 Oct 19 01:16:10.498600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:10.509511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.520099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Network 8c242428-5da9-4132-9362-a5dc080ced15 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:10.520424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Checking segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:10.520424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Network hostable DHCP agents. Network: a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:16:10.536243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:10.542889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:10.556629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:16:10.569334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-b0028d60-716b-4574-b46d-ce6e0efa3558 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348450 Oct 19 01:16:10.571846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:10.582574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec7887-00ad-4198-8c34-ca0acd13ab9b req-8e13c856-0b7a-47b8-b862-eba3dcd67f0a tempest-ComputeTenantNetworksTest-1593975786 tempest-ComputeTenantNetworksTest-1593975786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.587574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d9854-aa52-4710-bbc0-388ae178f7b9 None None] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:10.588831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec7887-00ad-4198-8c34-ca0acd13ab9b req-8e13c856-0b7a-47b8-b862-eba3dcd67f0a tempest-ComputeTenantNetworksTest-1593975786 tempest-ComputeTenantNetworksTest-1593975786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.591829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.592584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.597301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec7887-00ad-4198-8c34-ca0acd13ab9b req-8e13c856-0b7a-47b8-b862-eba3dcd67f0a tempest-ComputeTenantNetworksTest-1593975786 tempest-ComputeTenantNetworksTest-1593975786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.602284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9ec7887-00ad-4198-8c34-ca0acd13ab9b req-8e13c856-0b7a-47b8-b862-eba3dcd67f0a tempest-ComputeTenantNetworksTest-1593975786 tempest-ComputeTenantNetworksTest-1593975786-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3897090 Oct 19 01:16:10.652500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1a89ccbc-fcf7-4cba-8c6b-bcb5db57bed4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5768456 Oct 19 01:16:10.670663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66153deb-85c1-4a39-8d57-62976e6a2111 req-6f94a374-21c9-4a84-b657-ab68e63ef0c3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:10.679606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66153deb-85c1-4a39-8d57-62976e6a2111 req-6f94a374-21c9-4a84-b657-ab68e63ef0c3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.1013823 Oct 19 01:16:10.711622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Pushing event updated for resources: {'Port': ['ID=e8bbe116-ad71-459a-8c4b-00e3641d2590,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:10.751895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66153deb-85c1-4a39-8d57-62976e6a2111 req-f1e72951-5152-4ffe-a207-6aab1ef6eed6 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571706 Oct 19 01:16:10.874424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:10.995713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'tenant_id': '59b297621eb14e58b23e4b97742cc775', 'fixed_ips': [{'subnet_id': '8dca37e8-0799-4be7-a5d0-f8e1a52a8df4'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:16:10.996617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.124955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.125554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.154601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Allocated IP 172.20.0.2 (a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba/8dca37e8-0799-4be7-a5d0-f8e1a52a8df4/f9d08b8e-fb6c-44a4-9079-dc2e3811efa8) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:11.189652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ea6bf1-8fe0-40bd-ab5f-69445f9773d9 req-6e5d7b5b-9276-4f47-bcd9-4bb26eb09951 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787492 Oct 19 01:16:11.205861 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-de85682d-9981-4f50-a81e-d4df5bd1a250 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0704095 Oct 19 01:16:11.219050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f8202-9ba5-4deb-9316-8b38286ea903 req-385a0cfe-8b48-48f1-8f00-6ef04c8f9e4d tempest-ComputeTenantNetworksTest-1593975786 tempest-ComputeTenantNetworksTest-1593975786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.222972 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e2f8202-9ba5-4deb-9316-8b38286ea903 req-385a0cfe-8b48-48f1-8f00-6ef04c8f9e4d tempest-ComputeTenantNetworksTest-1593975786 tempest-ComputeTenantNetworksTest-1593975786-project] 10.222.0.64 "GET /v2.0/networks/d0a28ed2-d480-4da0-a3cb-b33dbd953a41 HTTP/1.1" status: 200 len: 769 time: 0.5141168 Oct 19 01:16:11.232297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54534) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:11.235552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Request body: {'port': {'device_id': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:11.339144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.340201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.345662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.356857 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.394580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-39e2b98d-27ea-47b6-9b86-92df4cefe751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.396133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-39e2b98d-27ea-47b6-9b86-92df4cefe751 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1096 time: 0.0992751 Oct 19 01:16:11.424207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Pushing event updated for resources: {'Port': ['ID=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:11.433544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:11.435774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:11.440034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:11.474494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.494629 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Attempting to bind port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:11.494996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Attempting to bind port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:11.495553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Attempting to bind port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:11.501221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:11.501774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Checking segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:11.502367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a28ed2-d480-4da0-a3cb-b33dbd953a41']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:11.502501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.502836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Bound using segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:11.503309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Bound port: f9d08b8e-fb6c-44a4-9079-dc2e3811efa8, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:11.503689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.522071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a6429-5185-44a7-bad3-f7d692e41651 req-9d9d1542-8c4b-4f8f-91e9-a32d4a32e6e2 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.523699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c22a6429-5185-44a7-bad3-f7d692e41651 req-9d9d1542-8c4b-4f8f-91e9-a32d4a32e6e2 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 931 time: 0.1180353 Oct 19 01:16:11.527741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a28e5a8-4ac7-4c3b-9b87-c58a832e976b') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:11.528094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a28e5a8-4ac7-4c3b-9b87-c58a832e976b') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:16:11.544441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.568259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.573321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] For port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:11.576730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] For port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:11.582831 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.583154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:16:11.583451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:16:11.585155 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:16:11.589096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c22a6429-5185-44a7-bad3-f7d692e41651 req-4405b331-8f1e-40f5-bc0a-f913b41785a0 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524900 Oct 19 01:16:11.662099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813baeb6-da8b-4e7c-a6e2-764c8accdabe None None] Pushing event updated for resources: {'Port': ['ID=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:11.677227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.685358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:11.696712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d0a28ed2-d480-4da0-a3cb-b33dbd953a41 HTTP/1.1" status: 204 len: 168 time: 0.4612670 Oct 19 01:16:11.712897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d2330-88c4-479e-8ff8-8ab29da01061 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a28ed2-d480-4da0-a3cb-b33dbd953a41,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:11.733948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-32c97d7b-be75-4445-b465-ebdee056d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.737118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-32c97d7b-be75-4445-b465-ebdee056d37c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.3113997 Oct 19 01:16:11.775966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62126870-1367-484e-8561-b5a10e368607 req-675cb281-0449-465e-a312-b7f9522e6af0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.776877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-de14fe2d-f868-44aa-ab1a-02fb0a6691ef tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:11.777666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62126870-1367-484e-8561-b5a10e368607 req-675cb281-0449-465e-a312-b7f9522e6af0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0563195 Oct 19 01:16:11.781347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-de14fe2d-f868-44aa-ab1a-02fb0a6691ef tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 814 time: 0.3298521 Oct 19 01:16:11.821943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62126870-1367-484e-8561-b5a10e368607 req-f8323079-5c9c-49ae-a0a8-95729e864914 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Oct 19 01:16:11.851387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-67b1e2e6-292e-4793-a149-241514568621 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/quotas/59b297621eb14e58b23e4b97742cc775 HTTP/1.1" status: 200 len: 375 time: 0.0566769 Oct 19 01:16:11.854403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-b7a2464f-c617-491c-86ac-9ee2ab189f21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 217 time: 0.0845222 Oct 19 01:16:11.948931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54574) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:12.010903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-a689a367-e5a6-415b-8d74-2c288b1d540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:12.012405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-a689a367-e5a6-415b-8d74-2c288b1d540a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1489015 Oct 19 01:16:12.024047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d8fc00bc-b540-4bfb-a7ad-cc7d75cbfcaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a818d6bd39842c9ba3d5a597863be25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739236 Oct 19 01:16:12.026597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54590) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:12.036778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-bcb7943d-bf55-4e01-a72f-bb2179e8db5f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1742637 Oct 19 01:16:12.093614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0e41895-e997-42b8-bdb8-9de7cff0561f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.102312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-638008c5-fe95-45c3-bda8-b9f29b39a224 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708406 Oct 19 01:16:12.118886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0e41895-e997-42b8-bdb8-9de7cff0561f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.172403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bbe116-ad71-459a-8c4b-00e3641d2590 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:12.192890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.194016 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0e41895-e997-42b8-bdb8-9de7cff0561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.198165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0e41895-e997-42b8-bdb8-9de7cff0561f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.201052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0e41895-e997-42b8-bdb8-9de7cff0561f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4dd24c4-10e8-491b-830e-1a2834b857f2 HTTP/1.1" status: 204 len: 168 time: 0.1726172 Oct 19 01:16:12.215946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e41895-e997-42b8-bdb8-9de7cff0561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd24c4-10e8-491b-830e-1a2834b857f2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:12.225005 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.280989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Transition to ACTIVE for port object e8bbe116-ad71-459a-8c4b-00e3641d2590 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:12.303274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-ad74afd9-6012-4583-abd9-b8e67589d446 service neutron] 10.222.0.64 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567899 Oct 19 01:16:12.306208 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.371044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:12.383203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-31bb1b17-fbe3-4f4e-a3f9-846466701ae9 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675087 Oct 19 01:16:12.417464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a151d-7d2e-453d-a217-e772a528c0fb req-6bae2939-f388-463c-aea0-242c398f9937 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:12.418118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=e8bbe116-ad71-459a-8c4b-00e3641d2590,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:12.427641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce9a151d-7d2e-453d-a217-e772a528c0fb req-6bae2939-f388-463c-aea0-242c398f9937 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0824487 Oct 19 01:16:12.451323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:12.451903 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.490328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce9a151d-7d2e-453d-a217-e772a528c0fb req-c67a8bb3-c323-4092-98a6-46110c6c7428 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Oct 19 01:16:12.576661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.619462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:12.633014 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.639437 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fe055e3-a670-4237-875f-cb6386e6f042 req-e5e15f4e-4e34-4d6c-b8e5-d94b826bf3c1 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353659 Oct 19 01:16:12.651178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8386c27-6ea6-4644-a82a-7f1add2f99fa req-d9c54f5c-0aaa-4eb7-a3bb-2e0305b040a5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:12.652830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5eeef70b-8d92-457f-9b1d-88a077a4b546 service neutron] 10.222.0.64 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370628 Oct 19 01:16:12.659468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d8386c27-6ea6-4644-a82a-7f1add2f99fa req-d9c54f5c-0aaa-4eb7-a3bb-2e0305b040a5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.0923309 Oct 19 01:16:12.738189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:12.747347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Attempting to bind port e8bbe116-ad71-459a-8c4b-00e3641d2590 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:12.747347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Attempting to bind port e8bbe116-ad71-459a-8c4b-00e3641d2590 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '246e7063-3a00-4403-aff7-28a1cfbc73d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8c242428-5da9-4132-9362-a5dc080ced15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:12.747347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Attempting to bind port e8bbe116-ad71-459a-8c4b-00e3641d2590 on network 8c242428-5da9-4132-9362-a5dc080ced15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:12.748455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d8386c27-6ea6-4644-a82a-7f1add2f99fa req-0d741bd0-adfd-4839-97d3-536ce78061f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874083 Oct 19 01:16:12.761904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Port e8bbe116-ad71-459a-8c4b-00e3641d2590 on network 8c242428-5da9-4132-9362-a5dc080ced15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:12.762235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Attempting to bind port e8bbe116-ad71-459a-8c4b-00e3641d2590 on network 8c242428-5da9-4132-9362-a5dc080ced15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:12.781566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:12.781914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Checking segment: {'id': '246e7063-3a00-4403-aff7-28a1cfbc73d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8c242428-5da9-4132-9362-a5dc080ced15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:12.782303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Bound using segment: {'id': '246e7063-3a00-4403-aff7-28a1cfbc73d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8c242428-5da9-4132-9362-a5dc080ced15'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:12.783789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Bound port: e8bbe116-ad71-459a-8c4b-00e3641d2590, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246e7063-3a00-4403-aff7-28a1cfbc73d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '8c242428-5da9-4132-9362-a5dc080ced15'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:12.788225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:12.943775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] For port e8bbe116-ad71-459a-8c4b-00e3641d2590, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:12.948140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] For port e8bbe116-ad71-459a-8c4b-00e3641d2590, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e8bbe116-ad71-459a-8c4b-00e3641d2590,segment=NetworkSegment(246e7063-3a00-4403-aff7-28a1cfbc73d1),segment_id=246e7063-3a00-4403-aff7-28a1cfbc73d1)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:12.958611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272374b-61fa-40e2-a2dc-15739b645919 None None] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:16:12.965845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.051635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.051635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.053050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] 10.222.0.74 "PUT /v2.0/ports/e8bbe116-ad71-459a-8c4b-00e3641d2590 HTTP/1.1" status: 200 len: 1092 time: 1.8283892 Oct 19 01:16:13.053679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'tag': 'e8bbe116-ad71-459a-8c4b-00e3641d2590'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:13.055792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cc33f-71ec-4e23-8df3-5ed6583017ae req-1f68286f-f4dd-479e-a8e2-23f8269f19c3 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.056329 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599bc1c3-e3d7-4fd9-8d06-c599410da73e" -d '{"events": [{"name": "network-changed", "server_uuid": "6efaca0e-9e1a-46da-9d97-baef049f4f00", "tag": "e8bbe116-ad71-459a-8c4b-00e3641d2590"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:13.063773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd0cc33f-71ec-4e23-8df3-5ed6583017ae req-1f68286f-f4dd-479e-a8e2-23f8269f19c3 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 943 time: 0.1086783 Oct 19 01:16:13.135241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1bdb8-fcf2-4c93-ad79-be24dc2b4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=e8bbe116-ad71-459a-8c4b-00e3641d2590,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:13.155228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd0cc33f-71ec-4e23-8df3-5ed6583017ae req-a3f42fe2-ab35-4152-ac64-cbe8acb61284 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852628 Oct 19 01:16:13.206851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428242a4-9173-40bf-83b7-0d6cdf786307 req-9bb19279-63a1-4c03-9f7c-b4d8710691fe tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.209567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-428242a4-9173-40bf-83b7-0d6cdf786307 req-9bb19279-63a1-4c03-9f7c-b4d8710691fe tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.1281147 Oct 19 01:16:13.210730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6eb00efb-584a-4c9d-99e2-80b16ca8d01b None None] Provisioning complete for port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:13.211223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6eb00efb-584a-4c9d-99e2-80b16ca8d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.219406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-aca0f23d-5607-42a1-9a7c-195fcc895c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.221970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-aca0f23d-5607-42a1-9a7c-195fcc895c5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2fe9ab8f8e6417895487fe1b85d7d2a&device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 1095 time: 0.0834146 Oct 19 01:16:13.293757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-7ab0c394-24b6-40b8-87c0-db9631c3aa42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8bbe116-ad71-459a-8c4b-00e3641d2590 HTTP/1.1" status: 200 len: 217 time: 0.0558991 Oct 19 01:16:13.349132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-428242a4-9173-40bf-83b7-0d6cdf786307 req-d0f89b05-94f2-4cdf-9e2a-5d4837e0728e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205516 Oct 19 01:16:13.388490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-22d6f062-7666-429e-82fb-8813582ef1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.390005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-22d6f062-7666-429e-82fb-8813582ef1e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca7a2219-305b-488e-84a6-50efdbbfe68d HTTP/1.1" status: 200 len: 855 time: 0.0833442 Oct 19 01:16:13.471532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-a8a7226f-fd26-487c-b120-6197e93e19d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8c242428-5da9-4132-9362-a5dc080ced15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564017 Oct 19 01:16:13.620463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-923a817a-be6b-453a-a81e-2bd7fc6ae488 None None] Provisioning complete for port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:13.621082 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-923a817a-be6b-453a-a81e-2bd7fc6ae488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:13.707486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-ddb8e348-52f3-4410-9f7d-51abb33ab9d4 service neutron] 10.222.0.74 "GET /v2.0/networks/8c242428-5da9-4132-9362-a5dc080ced15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221119 Oct 19 01:16:13.752289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-98d3b2a8-0122-41a8-b231-5946483d00ea tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.754283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-98d3b2a8-0122-41a8-b231-5946483d00ea tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 814 time: 0.2898927 Oct 19 01:16:13.755719 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b7e230-99ce-43e0-a13e-682558b6a07c x-openstack-request-id: req-13b7e230-99ce-43e0-a13e-682558b6a07c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:13.756086 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efaca0e-9e1a-46da-9d97-baef049f4f00", "tag": "e8bbe116-ad71-459a-8c4b-00e3641d2590", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:13.756405 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13b7e230-99ce-43e0-a13e-682558b6a07c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:13.756865 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'tag': 'e8bbe116-ad71-459a-8c4b-00e3641d2590', 'status': 'completed', 'code': 200} Oct 19 01:16:13.809801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-6a502da6-8d78-4ce3-a77f-02e654b4e74f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/quotas/59b297621eb14e58b23e4b97742cc775 HTTP/1.1" status: 200 len: 375 time: 0.0443976 Oct 19 01:16:13.858148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12e3f0-bba0-4909-8349-3e9b383bec94 req-23b37177-0cb5-49d0-be42-01ba0f37a508 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:13.860430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b12e3f0-bba0-4909-8349-3e9b383bec94 req-23b37177-0cb5-49d0-be42-01ba0f37a508 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0630708 Oct 19 01:16:13.871844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e6f65ec-82e9-465b-a49a-a379b00c0a3f req-49e5f55d-4280-4289-8c6e-7b4653b174d6 service neutron] 10.222.0.74 "GET /v2.0/networks/8c242428-5da9-4132-9362-a5dc080ced15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553733 Oct 19 01:16:13.880992 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-bc41827c-f5ef-4353-812c-4d98501d20c9 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625837 Oct 19 01:16:13.911174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b12e3f0-bba0-4909-8349-3e9b383bec94 req-e3a4bf61-32c8-4596-855b-5cc4c5ecdebb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Oct 19 01:16:14.007443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-1f5e784e-4be0-489a-b968-15e1020039ae service neutron] 10.222.0.64 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193180 Oct 19 01:16:14.041501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-8811af8e-36c3-4864-b0f1-3f46eb235461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.042972 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-8811af8e-36c3-4864-b0f1-3f46eb235461 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2fe9ab8f8e6417895487fe1b85d7d2a&device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 1095 time: 0.0636916 Oct 19 01:16:14.073723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de568db4-8489-44c6-b5f3-30fe027875f2 req-014e7153-fa84-469b-804a-d33862c61e7f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.075167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de568db4-8489-44c6-b5f3-30fe027875f2 req-014e7153-fa84-469b-804a-d33862c61e7f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.0501301 Oct 19 01:16:14.116687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de568db4-8489-44c6-b5f3-30fe027875f2 req-69df55a0-f964-448b-93e9-f649dd55a247 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350099 Oct 19 01:16:14.170613 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-6bc013a6-11ac-47b3-97db-4371db53e084 service neutron] 10.222.0.64 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553903 Oct 19 01:16:14.224413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-3467f589-1bc6-49b5-85cc-2cd5bf647a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.226463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-3467f589-1bc6-49b5-85cc-2cd5bf647a2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=8c242428-5da9-4132-9362-a5dc080ced15 HTTP/1.1" status: 200 len: 916 time: 0.1749909 Oct 19 01:16:14.288425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-2d11ba57-0f85-4f74-ac39-4fd7dbc8a5a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8bbe116-ad71-459a-8c4b-00e3641d2590 HTTP/1.1" status: 200 len: 217 time: 0.0501435 Oct 19 01:16:14.307101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:14.395933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-8efcb011-5392-4aa1-b9de-e74626f1958a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.397687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-8efcb011-5392-4aa1-b9de-e74626f1958a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 814 time: 0.1874897 Oct 19 01:16:14.399324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-0708a803-bbf4-44ae-a41a-2e0c0caaf9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.400689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-0708a803-bbf4-44ae-a41a-2e0c0caaf9c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca7a2219-305b-488e-84a6-50efdbbfe68d HTTP/1.1" status: 200 len: 855 time: 0.0801675 Oct 19 01:16:14.431534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Request body: {'port': {'device_id': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'admin_state_up': True, 'tenant_id': '59b297621eb14e58b23e4b97742cc775'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:14.446294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:14.447839 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.459097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-eccc20b0-3e9c-447a-9ef4-eeba7e057354 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8c242428-5da9-4132-9362-a5dc080ced15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496888 Oct 19 01:16:14.630995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1d852-ba3a-4d58-a102-dc42053104f1 req-71c04218-baee-4b19-9d7a-03acff5b9793 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.632529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47e1d852-ba3a-4d58-a102-dc42053104f1 req-71c04218-baee-4b19-9d7a-03acff5b9793 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 943 time: 0.1542120 Oct 19 01:16:14.713394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-3bb59ef7-b685-451c-bd42-9b83ebb328e7 service neutron] 10.222.0.74 "GET /v2.0/networks/8c242428-5da9-4132-9362-a5dc080ced15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435772 Oct 19 01:16:14.733435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-47e1d852-ba3a-4d58-a102-dc42053104f1 req-20a0ef35-2a72-46ed-be65-ba00df40734f tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892360 Oct 19 01:16:14.790364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bae3-b1c7-40a9-8a04-44a4192b7d5f req-a08d8ed0-7ecc-4779-b7ed-a7b23d9f185c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:14.798305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c466bae3-b1c7-40a9-8a04-44a4192b7d5f req-a08d8ed0-7ecc-4779-b7ed-a7b23d9f185c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0623822 Oct 19 01:16:14.818117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Made reservation on behalf of 59b297621eb14e58b23e4b97742cc775 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:14.830077 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:14.840452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c466bae3-b1c7-40a9-8a04-44a4192b7d5f req-9d7162dc-89ab-429d-b6e6-d73f7425455e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Oct 19 01:16:14.919753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-599bc1c3-e3d7-4fd9-8d06-c599410da73e req-026c781d-9bde-457c-8537-24cba4ceb5a4 service neutron] 10.222.0.74 "GET /v2.0/networks/8c242428-5da9-4132-9362-a5dc080ced15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848626 Oct 19 01:16:15.065662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-9a3ec1e9-3868-438c-8f12-18af1332f16e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.067151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-9a3ec1e9-3868-438c-8f12-18af1332f16e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 814 time: 0.2234120 Oct 19 01:16:15.103604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ab41590c-f0f4-49b3-95ee-72cb21912b46 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/quotas/59b297621eb14e58b23e4b97742cc775 HTTP/1.1" status: 200 len: 375 time: 0.0265274 Oct 19 01:16:15.138977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Allocated IP 172.20.0.4 (a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba/8dca37e8-0799-4be7-a5d0-f8e1a52a8df4/4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:15.196152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-15275ee0-f00f-47fd-b242-1f244820ad71 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912519 Oct 19 01:16:15.256952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54834) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:15.403973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4489c448-edf3-4bcd-aedc-c0e157db7c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.438606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba68c6-bd30-442d-a4f9-839fb45b251c req-e59c87d9-3533-4112-bec3-e4f8fbd1e3ec tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.440734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2ba68c6-bd30-442d-a4f9-839fb45b251c req-e59c87d9-3533-4112-bec3-e4f8fbd1e3ec tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0884020 Oct 19 01:16:15.500865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2ba68c6-bd30-442d-a4f9-839fb45b251c req-ade2be4b-2d79-44de-b942-cf1a1d6cf23d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536973 Oct 19 01:16:15.543545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4489c448-edf3-4bcd-aedc-c0e157db7c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.548800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4489c448-edf3-4bcd-aedc-c0e157db7c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.590509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489c448-edf3-4bcd-aedc-c0e157db7c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d095603c-a8b8-49de-bde7-0f198a578839,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:15.596716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4489c448-edf3-4bcd-aedc-c0e157db7c71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0dcc6bccc2e44169094a12fc0244068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379929 Oct 19 01:16:15.599276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54844) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:15.697671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd089cfc-aff7-48cf-9c9a-c7c12ec59d25 req-9979d991-4ac1-42d4-afc2-e79ed39f346e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.699151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd089cfc-aff7-48cf-9c9a-c7c12ec59d25 req-9979d991-4ac1-42d4-afc2-e79ed39f346e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.0833786 Oct 19 01:16:15.704033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9a14551-bcf6-416a-816a-49d4044d7a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.710317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c26d8-f2a7-416c-835c-d7adca38789c req-042fc711-dd8c-4a46-b01b-4a0f6e420141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.711760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-987c26d8-f2a7-416c-835c-d7adca38789c req-042fc711-dd8c-4a46-b01b-4a0f6e420141 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.4729958 Oct 19 01:16:15.738790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-f6f8c736-002b-4ddb-b6db-32fe1791e882 service neutron] 10.222.0.64 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415237 Oct 19 01:16:15.744698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9a14551-bcf6-416a-816a-49d4044d7a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.776025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd089cfc-aff7-48cf-9c9a-c7c12ec59d25 req-2664ffc4-a47a-4d94-886f-b5649ac926ea tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665762 Oct 19 01:16:15.822259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9a14551-bcf6-416a-816a-49d4044d7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.824933 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9a14551-bcf6-416a-816a-49d4044d7a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.829004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c9a14551-bcf6-416a-816a-49d4044d7a84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d095603c-a8b8-49de-bde7-0f198a578839 HTTP/1.1" status: 204 len: 168 time: 0.2282679 Oct 19 01:16:15.839358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a14551-bcf6-416a-816a-49d4044d7a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d095603c-a8b8-49de-bde7-0f198a578839,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:15.884948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-987c26d8-f2a7-416c-835c-d7adca38789c req-a7905d6a-0ff8-4504-94ea-c515f54d9e68 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611845 Oct 19 01:16:15.914740 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:15.960374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-6a0ca935-08ad-4d96-b4e6-ecf468c6eba3 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:15.961856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-6a0ca935-08ad-4d96-b4e6-ecf468c6eba3 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.74 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 814 time: 0.2536159 Oct 19 01:16:15.976684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-5358b58c-acb1-476f-9a41-2167b071d164 service neutron] 10.222.0.64 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169545 Oct 19 01:16:15.998644 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.051158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:16.054520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:16.058301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:16.086015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Pushing event updated for resources: {'Port': ['ID=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:16.124496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.124496 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.158894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5b88fd8a-4aed-4dd5-af13-e4748fb58641 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7346125 Oct 19 01:16:16.171954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Request body: {'port': {'device_id': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:16.277178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Request body: {'port': {'device_id': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'admin_state_up': True, 'tenant_id': '59b297621eb14e58b23e4b97742cc775'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:16.282307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:16.355807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ed5fd-6fdc-4b19-9908-84dca08cc736 req-1d992e75-e0d5-4bc8-9054-4e37aedeca8b tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.363632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3ed5fd-6fdc-4b19-9908-84dca08cc736 req-1d992e75-e0d5-4bc8-9054-4e37aedeca8b tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 943 time: 0.1446230 Oct 19 01:16:16.411551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.482941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3ed5fd-6fdc-4b19-9908-84dca08cc736 req-5b71d448-65d9-4623-a583-d29426ca76fc tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135733 Oct 19 01:16:16.537303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-11e96514-c4a7-4d13-a1f9-2448560cc0bb None None] Provisioning complete for port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:16.538625 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-11e96514-c4a7-4d13-a1f9-2448560cc0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.584181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:16.606471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b369f2f2-e65d-4d01-82d2-89fe21310fda', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'port_id': 'b369f2f2-e65d-4d01-82d2-89fe21310fda', 'mac_address': 'fa:16:3e:f9:0f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993f09c0-62fd-4b63-9261-1c44ce768cc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:16.635843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-11e96514-c4a7-4d13-a1f9-2448560cc0bb None None] Port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:16.675938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1054e5df-6d42-4b9d-8a43-f9851ad5d53c req-f9969ca1-fcf0-471a-890f-d45e9350b6e4 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 210 time: 0.0528505 Oct 19 01:16:16.700606 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.723722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b369f2f2-e65d-4d01-82d2-89fe21310fda {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:16.725397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f3334-f9dd-404c-a841-4df424546e06 req-7dec4b9e-956a-4c81-a92a-36d8b4011a18 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.727484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-997f3334-f9dd-404c-a841-4df424546e06 req-7dec4b9e-956a-4c81-a92a-36d8b4011a18 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.1711330 Oct 19 01:16:16.788655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:16.797957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.847333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddae09-70e7-4811-bb0d-3d37dc6e4601 req-60d4b502-98aa-4fda-98a8-70c30732f35e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:16.848002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-997f3334-f9dd-404c-a841-4df424546e06 req-eab0cee6-0284-4d4e-8e8d-9cb42595b12e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069560 Oct 19 01:16:16.848701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Made reservation on behalf of 59b297621eb14e58b23e4b97742cc775 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:16.850345 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35ddae09-70e7-4811-bb0d-3d37dc6e4601 req-60d4b502-98aa-4fda-98a8-70c30732f35e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0711260 Oct 19 01:16:16.855617 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:16.883900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:16.910128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35ddae09-70e7-4811-bb0d-3d37dc6e4601 req-e17f3d30-3f12-4152-9996-1bdd480596cd tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510550 Oct 19 01:16:17.159128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b2e52-504f-486f-997a-53e16313891f req-7bd12836-0fd5-42c1-bb0c-8c051e320275 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:17.161502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-855b2e52-504f-486f-997a-53e16313891f req-7bd12836-0fd5-42c1-bb0c-8c051e320275 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.1239412 Oct 19 01:16:17.177944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:17.186796 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.201126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Transition to ACTIVE for port object 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:17.210868 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.234534 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-855b2e52-504f-486f-997a-53e16313891f req-a2e60fd8-f2cd-4f87-a386-7ba2a3cf566c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646894 Oct 19 01:16:17.259369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b369f2f2-e65d-4d01-82d2-89fe21310fda'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:17.333301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:17.343020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Allocated IP 172.20.0.3 (a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba/8dca37e8-0799-4be7-a5d0-f8e1a52a8df4/3205b489-9337-4eba-b936-8a02f953b853) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:17.479578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Attempting to bind port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:17.479916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Attempting to bind port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:17.480814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Attempting to bind port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:17.499019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:17.499356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Attempting to bind port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:17.527322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:17.527879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Checking segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:17.529866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Bound using segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:17.531127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Bound port: 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:17.532013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.785270 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.790475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] For port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:17.795322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] For port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:17.811283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.911076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:17.911684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:17.918088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 HTTP/1.1" status: 200 len: 1092 time: 1.7503757 Oct 19 01:16:17.920024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'tag': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:17.922300 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b68b89-da25-46f7-9d9c-1a25ba24f5da" -d '{"events": [{"name": "network-changed", "server_uuid": "aa50960d-9769-4052-aba2-8ad7e86293d8", "tag": "4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:17.934601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f05098-2c52-4341-b22a-fd69e3205758 req-c1812374-7d64-4e7f-bc15-52e61d7947a9 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:17.953098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48f05098-2c52-4341-b22a-fd69e3205758 req-c1812374-7d64-4e7f-bc15-52e61d7947a9 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 943 time: 0.2721412 Oct 19 01:16:17.964514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.015646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083e315-5de6-4c62-81e0-d4f70bc909c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:18.043920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48f05098-2c52-4341-b22a-fd69e3205758 req-df1a8a62-5acc-44d7-9074-1d8ba20e3d96 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898886 Oct 19 01:16:18.045082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a14bde49-e803-463a-a774-c619f59693d1 req-05c7d400-f89b-494d-af5a-351206f55b7f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 210 time: 0.0842576 Oct 19 01:16:18.065020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-7aaf3e9e-2e9f-473a-b08d-83a0335f8999 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.068304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-7aaf3e9e-2e9f-473a-b08d-83a0335f8999 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 814 time: 0.4898052 Oct 19 01:16:18.095715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Request body: {'port': {'device_id': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'admin_state_up': True, 'tenant_id': '59b297621eb14e58b23e4b97742cc775'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:18.106286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:18.114688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:18.122159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:18.187887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Pushing event updated for resources: {'Port': ['ID=3205b489-9337-4eba-b936-8a02f953b853,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:18.203009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-433752bb-3ab6-4ea9-8c40-b78a10e27899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.209605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-433752bb-3ab6-4ea9-8c40-b78a10e27899 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 1095 time: 0.2321196 Oct 19 01:16:18.242823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.244294 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.297943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e8bbe116-ad71-459a-8c4b-00e3641d2590 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:18.301078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-a8f87342-ab55-4a30-82f5-5929298b1da9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 HTTP/1.1" status: 200 len: 217 time: 0.0817485 Oct 19 01:16:18.332904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-cd8926c1-41d0-40e8-bd96-1adc4f892fae tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0631971 Oct 19 01:16:18.434379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Request body: {'port': {'device_id': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:18.485772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e8bbe116-ad71-459a-8c4b-00e3641d2590, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e8bbe116-ad71-459a-8c4b-00e3641d2590,segment=NetworkSegment(246e7063-3a00-4403-aff7-28a1cfbc73d1),segment_id=246e7063-3a00-4403-aff7-28a1cfbc73d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:18.497438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-3bf71f69-915a-44a5-a293-7211fc6ee7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.499486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-3bf71f69-915a-44a5-a293-7211fc6ee7a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 200 len: 853 time: 0.1910546 Oct 19 01:16:18.502670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e8bbe116-ad71-459a-8c4b-00e3641d2590', 'network_id': '8c242428-5da9-4132-9362-a5dc080ced15', 'port_id': 'e8bbe116-ad71-459a-8c4b-00e3641d2590', 'mac_address': 'fa:16:3e:70:d8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7a2219-305b-488e-84a6-50efdbbfe68d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:18.576760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.602323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bbe116-ad71-459a-8c4b-00e3641d2590 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:18.630232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e8bbe116-ad71-459a-8c4b-00e3641d2590, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e8bbe116-ad71-459a-8c4b-00e3641d2590,segment=NetworkSegment(246e7063-3a00-4403-aff7-28a1cfbc73d1),segment_id=246e7063-3a00-4403-aff7-28a1cfbc73d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:18.635340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.682562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.707338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5c87c9ed-2e45-4993-8c9b-9b50f2d9a4de None None] Provisioning complete for port 3205b489-9337-4eba-b936-8a02f953b853 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:18.707807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5c87c9ed-2e45-4993-8c9b-9b50f2d9a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.711028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-45b2bc15-e07a-4a25-8fd7-c2cc734fb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.712864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-45b2bc15-e07a-4a25-8fd7-c2cc734fb86b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828082 Oct 19 01:16:18.765263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429f9a9-0fd9-407b-80a3-b752c639a4a0 req-b858af88-3334-4d1d-8f65-c7f66ac50f50 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.773451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f429f9a9-0fd9-407b-80a3-b752c639a4a0 req-b858af88-3334-4d1d-8f65-c7f66ac50f50 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.5614946 Oct 19 01:16:18.793404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5c87c9ed-2e45-4993-8c9b-9b50f2d9a4de None None] Port 3205b489-9337-4eba-b936-8a02f953b853 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:18.817106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Made reservation on behalf of 59b297621eb14e58b23e4b97742cc775 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:18.820942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:18.828218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e8bbe116-ad71-459a-8c4b-00e3641d2590,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:18.836618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f429f9a9-0fd9-407b-80a3-b752c639a4a0 req-65b5de21-2365-4aa8-8496-cb097edb3156 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621870 Oct 19 01:16:18.940510 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c999817a-475f-4867-93f9-ae86fa273bb1 x-openstack-request-id: req-c999817a-475f-4867-93f9-ae86fa273bb1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:18.941100 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa50960d-9769-4052-aba2-8ad7e86293d8", "tag": "4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:18.941320 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c999817a-475f-4867-93f9-ae86fa273bb1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:18.941823 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'tag': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02', 'status': 'completed', 'code': 200} Oct 19 01:16:18.972468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ebccc-4def-4ef0-85b7-68442a5b9927 req-63072c5f-c65a-47ce-99cd-6cdb68a3b073 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:18.974897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-033ebccc-4def-4ef0-85b7-68442a5b9927 req-63072c5f-c65a-47ce-99cd-6cdb68a3b073 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.2576523 Oct 19 01:16:19.029427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Allocated IP 172.20.0.12 (a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba/8dca37e8-0799-4be7-a5d0-f8e1a52a8df4/ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:19.035092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-c6634f3c-8b62-42fb-a401-c2640a3dd9ce service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940905 Oct 19 01:16:19.043050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-033ebccc-4def-4ef0-85b7-68442a5b9927 req-44c65eb4-5416-47a2-88cc-b8c735f2abe9 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608072 Oct 19 01:16:19.051253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e8bbe116-ad71-459a-8c4b-00e3641d2590'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:19.200381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea84c-fcae-47bf-8da8-7155cfd2ac75 req-9b90c20b-b8ff-41d6-96ae-4c4f1687d47b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.208389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0ea84c-fcae-47bf-8da8-7155cfd2ac75 req-9b90c20b-b8ff-41d6-96ae-4c4f1687d47b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.1765451 Oct 19 01:16:19.276640 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0ea84c-fcae-47bf-8da8-7155cfd2ac75 req-659e57ee-b54b-4490-a3be-5615a934c2de tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Oct 19 01:16:19.295410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cffbbc6-8e62-4204-8a32-7770e29b486a req-7be099ad-00b2-494b-850c-5ca172a59525 service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512822 Oct 19 01:16:19.308726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96ca24-aa4d-4ad0-b9c6-31573b9741e0 req-70fc55a8-e340-4a2b-887c-0d454e0ba503 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.310224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc96ca24-aa4d-4ad0-b9c6-31573b9741e0 req-70fc55a8-e340-4a2b-887c-0d454e0ba503 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 944 time: 0.0868938 Oct 19 01:16:19.365484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.371521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc96ca24-aa4d-4ad0-b9c6-31573b9741e0 req-836d441e-1447-4a9a-9cc3-672f076324a5 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506954 Oct 19 01:16:19.403258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-44747389-5acb-4396-8352-26282c753486 req-8b654707-ea6b-4395-ba59-0c401d9e7362 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Oct 19 01:16:19.416154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-78baadf3-f835-46c3-9016-b8f64e817a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.418955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-78baadf3-f835-46c3-9016-b8f64e817a5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 1095 time: 0.0587201 Oct 19 01:16:19.440952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.490636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:19.494284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:19.508998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:19.553255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Pushing event updated for resources: {'Port': ['ID=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:19.587462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.588249 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.622702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-a6648b22-0986-440b-8bf1-ca2928570b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.624602 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.625771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-a6648b22-0986-440b-8bf1-ca2928570b8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 915 time: 0.1985588 Oct 19 01:16:19.660456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-ef4da9b7-16f6-4cfe-82ab-e9cb4904eea0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5712762 Oct 19 01:16:19.682067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Request body: {'port': {'device_id': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:19.701862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-571a53a5-a578-47fc-ac68-a41847744b26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 HTTP/1.1" status: 200 len: 217 time: 0.0623422 Oct 19 01:16:19.773659 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.818308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-69894811-e2a7-4d8d-b461-6542ee113f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.819899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-69894811-e2a7-4d8d-b461-6542ee113f75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.1386290 Oct 19 01:16:19.824480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-572be226-9456-4199-b95c-f8edbf20aa95 None None] Provisioning complete for port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:19.824843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-572be226-9456-4199-b95c-f8edbf20aa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:19.869627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-572be226-9456-4199-b95c-f8edbf20aa95 None None] Port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:19.875285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3205b489-9337-4eba-b936-8a02f953b853 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:19.887286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b390-70de-4392-8dcb-a4c72d814818 req-f7b52606-2210-4198-ac41-972b2f66dfc2 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.894678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a12b390-70de-4392-8dcb-a4c72d814818 req-f7b52606-2210-4198-ac41-972b2f66dfc2 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.2159214 Oct 19 01:16:19.906449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-2b9cfcf3-5e26-4c3f-91fb-f302e0d53e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:19.908575 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-2b9cfcf3-5e26-4c3f-91fb-f302e0d53e5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 200 len: 853 time: 0.1839657 Oct 19 01:16:19.910432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.004812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Transition to ACTIVE for port object 3205b489-9337-4eba-b936-8a02f953b853 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:20.020222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.042046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23990de7-9b58-4564-b819-b66acfca58ea req-017b0c19-d9a3-4e45-a452-34e5af34976b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.043533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23990de7-9b58-4564-b819-b66acfca58ea req-017b0c19-d9a3-4e45-a452-34e5af34976b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0733736 Oct 19 01:16:20.056920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a12b390-70de-4392-8dcb-a4c72d814818 req-8b764191-c293-4018-b5cc-eab33190d98e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613913 Oct 19 01:16:20.083166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-7563567f-218b-4bf1-898f-913501953fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.084639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-7563567f-218b-4bf1-898f-913501953fa3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658981 Oct 19 01:16:20.108893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-392158cf-13e8-4e3f-9658-8ab3c753a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.110339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-392158cf-13e8-4e3f-9658-8ab3c753a1a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.2785413 Oct 19 01:16:20.113881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Pushing event updated for resources: {'Port': ['ID=3205b489-9337-4eba-b936-8a02f953b853,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:20.137703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23990de7-9b58-4564-b819-b66acfca58ea req-213f8611-7198-405e-8d43-a7da00c0f626 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659869 Oct 19 01:16:20.259517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:20.260721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-32b1bfcb-51db-429c-8538-281b8228b488 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 217 time: 0.1223860 Oct 19 01:16:20.274494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.293885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Transition to ACTIVE for port object ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:20.306033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e8bbe116-ad71-459a-8c4b-00e3641d2590 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:20.310172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.429276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e8bbe116-ad71-459a-8c4b-00e3641d2590 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:20.434325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e8bbe116-ad71-459a-8c4b-00e3641d2590 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:20.435111 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.457604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-48c0651d-73b3-4153-abf2-1a762a7339ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.459101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-48c0651d-73b3-4153-abf2-1a762a7339ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1236377 Oct 19 01:16:20.460297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Attempting to bind port 3205b489-9337-4eba-b936-8a02f953b853 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:20.461060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Attempting to bind port 3205b489-9337-4eba-b936-8a02f953b853 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:20.461060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Attempting to bind port 3205b489-9337-4eba-b936-8a02f953b853 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:20.465602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-347881a4-8ead-4246-a0b4-8af06d9ac318 service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653934 Oct 19 01:16:20.467310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Pushing event updated for resources: {'Port': ['ID=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:20.468909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Port 3205b489-9337-4eba-b936-8a02f953b853 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:20.469231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Attempting to bind port 3205b489-9337-4eba-b936-8a02f953b853 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:20.523354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-2e8e0e3f-b3c2-4d4a-adf9-042acbb0a8a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552645 Oct 19 01:16:20.540860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:20.541193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Checking segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:20.541581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Bound using segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:20.542027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Bound port: 3205b489-9337-4eba-b936-8a02f953b853, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:20.542379 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.546599 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.611317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e8bbe116-ad71-459a-8c4b-00e3641d2590, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e8bbe116-ad71-459a-8c4b-00e3641d2590,segment=NetworkSegment(246e7063-3a00-4403-aff7-28a1cfbc73d1),segment_id=246e7063-3a00-4403-aff7-28a1cfbc73d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:20.612948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bbe116-ad71-459a-8c4b-00e3641d2590'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:20.614876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e660-fca3-4ce5-af34-09b7e5c51a0e req-d648d356-dcac-408a-b0af-dc93c46817e4 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.616131 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69fcc66-07ff-40cd-b178-5a70318980da" -d '{"events": [{"server_uuid": "6efaca0e-9e1a-46da-9d97-baef049f4f00", "name": "network-vif-plugged", "status": "completed", "tag": "e8bbe116-ad71-459a-8c4b-00e3641d2590"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:20.620768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60d8e660-fca3-4ce5-af34-09b7e5c51a0e req-d648d356-dcac-408a-b0af-dc93c46817e4 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.1113732 Oct 19 01:16:20.627058 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.628108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:20.660193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Attempting to bind port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:20.660526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Attempting to bind port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:20.660985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Attempting to bind port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:20.677080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:20.677080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Attempting to bind port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 on network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:20.688493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:20.691154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Checking segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:20.691154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Bound using segment: {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:20.691154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Bound port: ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b512dbad-70ac-461e-963b-3397625cda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:20.691589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.725650 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60d8e660-fca3-4ce5-af34-09b7e5c51a0e req-3ae47d58-b8fc-4169-b79a-8a22aacc1c11 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960486 Oct 19 01:16:20.839706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e8bbe116-ad71-459a-8c4b-00e3641d2590,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:20.878745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b369f2f2-e65d-4d01-82d2-89fe21310fda completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:20.887795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b369f2f2-e65d-4d01-82d2-89fe21310fda triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:20.888244 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.923940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] For port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:20.942905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] For port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:20.957668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:20.975833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dd3da-74c8-46aa-b3e6-ab454f8d292d req-74fcd2e5-fdf3-4742-b932-4913579d91cf tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:20.977822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e28dd3da-74c8-46aa-b3e6-ab454f8d292d req-74fcd2e5-fdf3-4742-b932-4913579d91cf tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.1027815 Oct 19 01:16:21.012761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b68b89-da25-46f7-9d9c-1a25ba24f5da req-21859410-09cc-4b1d-843b-a63d38ff36c0 service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222328 Oct 19 01:16:21.017530 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-0fec853b-1410-4ef2-b293-4d3f4b62960f service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722874 Oct 19 01:16:21.035680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.049738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.050349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.061120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] 10.222.0.62 "PUT /v2.0/ports/ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 HTTP/1.1" status: 200 len: 1093 time: 1.3875067 Oct 19 01:16:21.063454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'tag': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:21.065666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] For port 3205b489-9337-4eba-b936-8a02f953b853, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:21.076750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:21.080513 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201e09c0-daee-4739-9082-55e368611b45" -d '{"events": [{"name": "network-changed", "server_uuid": "e033c008-23e8-4ef7-ab46-a6eae2512546", "tag": "ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:21.094511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.098660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] For port 3205b489-9337-4eba-b936-8a02f953b853, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=3205b489-9337-4eba-b936-8a02f953b853,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:21.137427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e28dd3da-74c8-46aa-b3e6-ab454f8d292d req-9dd3fb78-f567-4f51-9035-98fb20d56df0 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304853 Oct 19 01:16:21.158698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aef200-1fe6-4f68-af1a-56a05c1db862 req-6890aa19-b81c-4047-99b6-5b4810afbe0b tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.161162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14aef200-1fe6-4f68-af1a-56a05c1db862 req-6890aa19-b81c-4047-99b6-5b4810afbe0b tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 944 time: 0.1971092 Oct 19 01:16:21.165078 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.205971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:21.217456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664f5fa-c370-4485-94d6-bebce1365652 service neutron] Pushing event updated for resources: {'Port': ['ID=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:21.239916 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef18df6-a201-4fab-abef-14ef730fd2a3 x-openstack-request-id: req-fef18df6-a201-4fab-abef-14ef730fd2a3 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:21.240242 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efaca0e-9e1a-46da-9d97-baef049f4f00", "name": "network-vif-plugged", "status": "completed", "tag": "e8bbe116-ad71-459a-8c4b-00e3641d2590", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:21.240503 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fef18df6-a201-4fab-abef-14ef730fd2a3 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:21.240881 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bbe116-ad71-459a-8c4b-00e3641d2590', 'code': 200} Oct 19 01:16:21.258814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-72794ccf-d48e-4428-bc66-57cdd76b6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.260420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-72794ccf-d48e-4428-bc66-57cdd76b6cc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 1096 time: 0.1384001 Oct 19 01:16:21.322784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14aef200-1fe6-4f68-af1a-56a05c1db862 req-d59a855d-5900-4409-aa20-a5ad2bfd7a40 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432784 Oct 19 01:16:21.342492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.343187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:21.344508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] 10.222.0.74 "PUT /v2.0/ports/3205b489-9337-4eba-b936-8a02f953b853 HTTP/1.1" status: 200 len: 1092 time: 2.9249804 Oct 19 01:16:21.346848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-3b438ad6-43f4-4807-a44b-fa99851beaad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 HTTP/1.1" status: 200 len: 217 time: 0.0758369 Oct 19 01:16:21.350653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'tag': '3205b489-9337-4eba-b936-8a02f953b853'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:21.364542 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517c0a7b-908c-48d1-93c0-383a227b21e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1682b15-78c1-4e38-98fd-5f2da9ed069b", "tag": "3205b489-9337-4eba-b936-8a02f953b853"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:21.408976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855bb37-dc28-4d28-8d43-be47559b56df service neutron] Pushing event updated for resources: {'Port': ['ID=3205b489-9337-4eba-b936-8a02f953b853,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:21.413953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-382923e3-a08a-4445-91a4-f6d01fc7a1e2 req-84e88e9c-eaf8-4795-9d73-b014489bb4a0 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764172 Oct 19 01:16:21.457551 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27148033-e9bc-4ad8-bf3d-26ef3133a85d x-openstack-request-id: req-27148033-e9bc-4ad8-bf3d-26ef3133a85d {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:21.461282 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e033c008-23e8-4ef7-ab46-a6eae2512546", "tag": "ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:21.461647 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27148033-e9bc-4ad8-bf3d-26ef3133a85d {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:21.462138 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'tag': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51', 'status': 'completed', 'code': 200} Oct 19 01:16:21.524965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e43751-e4d4-4f3a-9073-7dfb32834b57 req-17e6d5bf-e06d-48f2-8ba0-7257dbd5f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.527722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4e43751-e4d4-4f3a-9073-7dfb32834b57 req-17e6d5bf-e06d-48f2-8ba0-7257dbd5f804 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 1097 time: 0.1211381 Oct 19 01:16:21.533659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-c0c0c023-0661-4d69-8ff5-0bd5912d0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.535152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-c0c0c023-0661-4d69-8ff5-0bd5912d0a19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 1095 time: 0.1127529 Oct 19 01:16:21.547849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-63fd47f1-d408-44dc-8c5f-f4ef32bac04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.558610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-63fd47f1-d408-44dc-8c5f-f4ef32bac04d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 200 len: 853 time: 0.1782720 Oct 19 01:16:21.583873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bbe28-a056-4a42-a91f-0af5bdb37e76 req-c475a341-37fb-4fa2-8f9c-5194d63612c7 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.585871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-397bbe28-a056-4a42-a91f-0af5bdb37e76 req-c475a341-37fb-4fa2-8f9c-5194d63612c7 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1224184 Oct 19 01:16:21.642136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-84e3effc-a5fa-4137-9bea-f649b3209769 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3205b489-9337-4eba-b936-8a02f953b853 HTTP/1.1" status: 200 len: 217 time: 0.0731988 Oct 19 01:16:21.688970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-397bbe28-a056-4a42-a91f-0af5bdb37e76 req-6d0a3d57-9dd5-4a6a-a7cd-1a0810d1d0ee tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842781 Oct 19 01:16:21.690831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-5cde1e6d-63df-43b7-8fae-415a1ad0f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:21.692339 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-5cde1e6d-63df-43b7-8fae-415a1ad0f468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255798 Oct 19 01:16:21.812086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:21.870188 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-c7f24348-f0e0-4bb8-a384-62719b09f6cc service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636460 Oct 19 01:16:22.043056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:22.061793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b77ca44-adff-40ae-9c04-5f65c07f3835 req-943ac345-3854-40e6-b9c1-ab5d4bdb335b service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817293 Oct 19 01:16:22.082481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02', 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'port_id': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02', 'mac_address': 'fa:16:3e:b3:f3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dca37e8-0799-4be7-a5d0-f8e1a52a8df4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:22.146586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.149636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4e43751-e4d4-4f3a-9073-7dfb32834b57 req-e76923b4-5b5e-48e3-a93f-804c2c5a92db service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864339 Oct 19 01:16:22.153537 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9099bd20-74eb-42f6-8988-07f402848c81 x-openstack-request-id: req-9099bd20-74eb-42f6-8988-07f402848c81 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:22.154026 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1682b15-78c1-4e38-98fd-5f2da9ed069b", "tag": "3205b489-9337-4eba-b936-8a02f953b853", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:22.154437 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9099bd20-74eb-42f6-8988-07f402848c81 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:22.154984 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'tag': '3205b489-9337-4eba-b936-8a02f953b853', 'status': 'completed', 'code': 200} Oct 19 01:16:22.171206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:22.176494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5bd5a-17e7-4a29-85e1-4ddb3e0b4ab4 req-026010a7-65ef-4d44-96f4-01a315508f67 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.184243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf5bd5a-17e7-4a29-85e1-4ddb3e0b4ab4 req-026010a7-65ef-4d44-96f4-01a315508f67 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.6298809 Oct 19 01:16:22.213748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-d5cd3b96-d82b-4c8b-8553-bc1958e3b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.218116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-d5cd3b96-d82b-4c8b-8553-bc1958e3b04e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 200 len: 853 time: 0.5539665 Oct 19 01:16:22.233656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:22.238984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e09c0-daee-4739-9082-55e368611b45 req-ec6b0621-dae6-416b-a156-62f24cb14739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.239570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.240530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201e09c0-daee-4739-9082-55e368611b45 req-ec6b0621-dae6-416b-a156-62f24cb14739 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 1096 time: 0.0674312 Oct 19 01:16:22.247368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf5bd5a-17e7-4a29-85e1-4ddb3e0b4ab4 req-6df8b29b-74da-49c5-8650-adf262732ab6 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620615 Oct 19 01:16:22.257205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034f4e-5888-45c2-979c-b0871e509f80 req-bd6114c8-6438-454c-bdb7-55b6dfbf0499 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.258755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a034f4e-5888-45c2-979c-b0871e509f80 req-bd6114c8-6438-454c-bdb7-55b6dfbf0499 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 946 time: 0.1487153 Oct 19 01:16:22.331763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:22.358332 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a034f4e-5888-45c2-979c-b0871e509f80 req-c32ec429-e926-42f0-8c3e-0ccfe7550b3a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901058 Oct 19 01:16:22.391850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e09c0-daee-4739-9082-55e368611b45 req-f61d21b2-13c8-4f22-8f75-3d842ee7900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.395006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201e09c0-daee-4739-9082-55e368611b45 req-f61d21b2-13c8-4f22-8f75-3d842ee7900f service neutron] 10.222.0.62 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 915 time: 0.1351337 Oct 19 01:16:22.395432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904b201-e057-4e96-b9aa-2564e45cf252 req-ba3691ce-783f-43a2-b829-3b8625f8eca5 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.397040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0904b201-e057-4e96-b9aa-2564e45cf252 req-ba3691ce-783f-43a2-b829-3b8625f8eca5 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.0637133 Oct 19 01:16:22.431829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55208) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:22.451179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201e09c0-daee-4739-9082-55e368611b45 req-28994535-f0be-484b-b573-92c687ede390 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 HTTP/1.1" status: 200 len: 217 time: 0.0445065 Oct 19 01:16:22.451484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0904b201-e057-4e96-b9aa-2564e45cf252 req-41254160-265e-4a8a-b550-15113edb1425 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482600 Oct 19 01:16:22.506108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:22.529448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e09c0-daee-4739-9082-55e368611b45 req-fe66d69d-e5db-47f4-b5fc-b3b7c74f0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.530925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201e09c0-daee-4739-9082-55e368611b45 req-fe66d69d-e5db-47f4-b5fc-b3b7c74f0329 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 200 len: 853 time: 0.0710564 Oct 19 01:16:22.540960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ab105-a2ae-453a-a1f9-135ea5deb538 req-5ac77e0f-d3eb-4448-bbf4-c4bf0f9c4417 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.543221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-855ab105-a2ae-453a-a1f9-135ea5deb538 req-5ac77e0f-d3eb-4448-bbf4-c4bf0f9c4417 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 944 time: 0.0943894 Oct 19 01:16:22.551738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-f8e86986-4ee9-4a56-aa39-192e4e843078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.553496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-f8e86986-4ee9-4a56-aa39-192e4e843078 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438154 Oct 19 01:16:22.576367 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-224d70e1-e578-4fa9-bac0-a42621d978aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.609824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e09c0-daee-4739-9082-55e368611b45 req-f066c1c2-c4a0-45bc-9a7d-026638e51d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.611609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201e09c0-daee-4739-9082-55e368611b45 req-f066c1c2-c4a0-45bc-9a7d-026638e51d94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674775 Oct 19 01:16:22.614822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-855ab105-a2ae-453a-a1f9-135ea5deb538 req-1d3de009-dab6-4c1f-b2eb-ceac6eef6a44 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621285 Oct 19 01:16:22.700268 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-338eca0b-7a21-4d98-a239-0c74108c878d service neutron] 10.222.0.74 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315594 Oct 19 01:16:22.740569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201e09c0-daee-4739-9082-55e368611b45 req-088d6332-428a-4074-8cc5-27f3ef57871d service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170831 Oct 19 01:16:22.804609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-224d70e1-e578-4fa9-bac0-a42621d978aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.810075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-224d70e1-e578-4fa9-bac0-a42621d978aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.850825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201e09c0-daee-4739-9082-55e368611b45 req-793b6b0e-bff5-4c27-a21f-1eefb068190d service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030815 Oct 19 01:16:22.886456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-224d70e1-e578-4fa9-bac0-a42621d978aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84de8c00ab6c46358f07e80104c594ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535503 Oct 19 01:16:22.889181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:22.894606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51d29d5b-e871-4af5-a7c8-1b5935ef4865 req-6ecc374e-1cbb-46d1-9d9f-89a55d0139d0 service neutron] 10.222.0.74 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869946 Oct 19 01:16:22.896196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d70e1-e578-4fa9-bac0-a42621d978aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81affd03-1c38-434c-b6ae-07807b7a4ec8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:22.905593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e12b-0214-478f-b98c-d255918a4b70 req-7e25d5f7-bfa6-44c0-a774-afb78feab758 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:22.907105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad30e12b-0214-478f-b98c-d255918a4b70 req-7e25d5f7-bfa6-44c0-a774-afb78feab758 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1200237 Oct 19 01:16:22.951666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad30e12b-0214-478f-b98c-d255918a4b70 req-e78294e5-a21c-4a5f-8bd1-12719354ed79 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Oct 19 01:16:22.951926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44edb6a0-8dec-48b6-8166-b71f7f79b530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:22.973840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44edb6a0-8dec-48b6-8166-b71f7f79b530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.029066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44edb6a0-8dec-48b6-8166-b71f7f79b530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.031805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44edb6a0-8dec-48b6-8166-b71f7f79b530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:23.035965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-44edb6a0-8dec-48b6-8166-b71f7f79b530 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81affd03-1c38-434c-b6ae-07807b7a4ec8 HTTP/1.1" status: 204 len: 168 time: 0.1434269 Oct 19 01:16:23.042931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edb6a0-8dec-48b6-8166-b71f7f79b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81affd03-1c38-434c-b6ae-07807b7a4ec8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:23.063444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-87eea56b-3121-49de-b4c3-a83f51c7c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.065396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-87eea56b-3121-49de-b4c3-a83f51c7c30f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 1095 time: 0.0520196 Oct 19 01:16:23.178153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-0038ffa4-e60b-4e29-a038-074ca86c4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.179672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-0038ffa4-e60b-4e29-a038-074ca86c4ecf service neutron] 10.222.0.74 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 915 time: 0.1059768 Oct 19 01:16:23.227867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-1b8782e6-15c2-401b-89cf-9a0ebb68080f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3205b489-9337-4eba-b936-8a02f953b853 HTTP/1.1" status: 200 len: 217 time: 0.0406897 Oct 19 01:16:23.242670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:23.246198 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc505a-cd60-47e6-bda2-567ba9ae7c2c" -d '{"events": [{"server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "name": "network-vif-plugged", "status": "completed", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:23.287484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-dff27311-93a3-476f-b5a7-7924ca8d35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.289137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-dff27311-93a3-476f-b5a7-7924ca8d35bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 200 len: 853 time: 0.0535648 Oct 19 01:16:23.301188 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b21efba-6833-418f-ac79-a61d20ff046c x-openstack-request-id: req-9b21efba-6833-418f-ac79-a61d20ff046c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:23.301646 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "name": "network-vif-plugged", "status": "completed", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:23.302076 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b21efba-6833-418f-ac79-a61d20ff046c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:23.302479 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda', 'code': 200} Oct 19 01:16:23.351391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-2969ce2f-9e95-48f4-81a5-27f20c1b4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.353261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-2969ce2f-9e95-48f4-81a5-27f20c1b4798 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538986 Oct 19 01:16:23.443213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25447a0-f77c-4c8b-93b0-535afc0dba4d req-277d536b-08ba-4fe2-88d7-08ebc7fc309a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.445623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f25447a0-f77c-4c8b-93b0-535afc0dba4d req-277d536b-08ba-4fe2-88d7-08ebc7fc309a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0953212 Oct 19 01:16:23.528368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f25447a0-f77c-4c8b-93b0-535afc0dba4d req-e917ec05-a10d-4630-9389-ee63b89fca65 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681977 Oct 19 01:16:23.549449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db7bc5-8d77-400b-a0d3-a9e6693f23a5 req-74472811-e83f-45ff-a232-2b079719ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.550949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5db7bc5-8d77-400b-a0d3-a9e6693f23a5 req-74472811-e83f-45ff-a232-2b079719ca16 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1098 time: 0.1060677 Oct 19 01:16:23.564880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-ec1304bb-5009-4c05-8824-e3f12f82c089 service neutron] 10.222.0.74 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972106 Oct 19 01:16:23.577463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15f5a1-76c6-4247-9bf8-0ef07ffd5d9d req-47ec4ab8-dd65-4113-8525-a64c772be4b2 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.578952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db15f5a1-76c6-4247-9bf8-0ef07ffd5d9d req-47ec4ab8-dd65-4113-8525-a64c772be4b2 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 946 time: 0.0996275 Oct 19 01:16:23.674016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233b3ec-1787-4167-85df-789c96ee9051 req-2463cc72-8d26-4205-b73d-9b8a0190ab47 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.681628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0233b3ec-1787-4167-85df-789c96ee9051 req-2463cc72-8d26-4205-b73d-9b8a0190ab47 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.0653489 Oct 19 01:16:23.728323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0233b3ec-1787-4167-85df-789c96ee9051 req-8ce22154-47eb-44e7-91e5-a06d232cf1b1 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Oct 19 01:16:23.743419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db15f5a1-76c6-4247-9bf8-0ef07ffd5d9d req-57e53506-82e9-4a63-8ba5-dd20872c8396 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569161 Oct 19 01:16:23.765384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5db7bc5-8d77-400b-a0d3-a9e6693f23a5 req-7f8fdd1e-ba67-40c4-9c04-7f0de287bacf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715817 Oct 19 01:16:23.809718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-517c0a7b-908c-48d1-93c0-383a227b21e2 req-eb901907-59f9-4e14-a433-da546a0e74e0 service neutron] 10.222.0.74 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124617 Oct 19 01:16:23.831689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:23.863093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:23.870866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf1bd1-e4d3-4fd0-8be3-050fb50c697c req-e4f4e34b-85db-4b21-886d-5f1eabc9f614 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:23.878853 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4adf1bd1-e4d3-4fd0-8be3-050fb50c697c req-e4f4e34b-85db-4b21-886d-5f1eabc9f614 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 944 time: 0.0710530 Oct 19 01:16:23.929010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4adf1bd1-e4d3-4fd0-8be3-050fb50c697c req-141401bf-cce5-4b72-afb0-66915795b9c1 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Oct 19 01:16:23.989586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:23.999825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:24.007722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:24.008206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.010018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51', 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'port_id': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51', 'mac_address': 'fa:16:3e:e0:99:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dca37e8-0799-4be7-a5d0-f8e1a52a8df4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:24.095787 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.102324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fc785-bb15-4fd3-943e-cb47f2f896ce req-926a054a-f631-4bb2-8e80-921fd68f7be8 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.103923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b80fc785-bb15-4fd3-943e-cb47f2f896ce req-926a054a-f631-4bb2-8e80-921fd68f7be8 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0658014 Oct 19 01:16:24.112624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:24.166226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:24.172340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.173233 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b80fc785-bb15-4fd3-943e-cb47f2f896ce req-e95eaacb-7080-404e-bac1-3b4091baec3e tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602956 Oct 19 01:16:24.175417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.249926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:24.253794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:24.257518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:24.324491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:24.417703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:24.638969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731733e7-b75b-4abc-9a90-9cee55d8547e req-1a93325d-7f9c-4c30-9cdf-bb45127f0dbb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.640442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-731733e7-b75b-4abc-9a90-9cee55d8547e req-1a93325d-7f9c-4c30-9cdf-bb45127f0dbb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0496061 Oct 19 01:16:24.680473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-731733e7-b75b-4abc-9a90-9cee55d8547e req-cd4e7a91-68f5-4832-bcdd-1962bb1683c1 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333998 Oct 19 01:16:24.835183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f053a6-041e-4172-a068-7bf1137845c8 req-d6332c07-9853-4323-84bd-476c110a3a79 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.836644 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54f053a6-041e-4172-a068-7bf1137845c8 req-d6332c07-9853-4323-84bd-476c110a3a79 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Oct 19 01:16:24.869203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49322a6c-1d50-40c6-9803-7bd0483e231e req-392c94db-5938-4487-9b5c-cbaba4a7b21f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:24.870687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49322a6c-1d50-40c6-9803-7bd0483e231e req-392c94db-5938-4487-9b5c-cbaba4a7b21f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 946 time: 0.0552344 Oct 19 01:16:24.875197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54f053a6-041e-4172-a068-7bf1137845c8 req-ad642fa3-f9af-42dd-9198-3d89d80807ac tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Oct 19 01:16:24.910230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49322a6c-1d50-40c6-9803-7bd0483e231e req-3b891a0a-11ae-497e-9758-9668d42eb0ae tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Oct 19 01:16:25.039803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18892f4d-198f-4a78-8eef-9a88a687adbc req-97770036-8fe0-4f07-92a2-57d0d45a287c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.041841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18892f4d-198f-4a78-8eef-9a88a687adbc req-97770036-8fe0-4f07-92a2-57d0d45a287c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 945 time: 0.0530896 Oct 19 01:16:25.090666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18892f4d-198f-4a78-8eef-9a88a687adbc req-c5ff7d77-7a61-4d9c-b89c-fd262ecaf351 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Oct 19 01:16:25.294024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b595f6-2d94-4669-829f-7335a869eca6 req-b6b59cbc-3588-49e5-bc73-1311a20e0945 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.295567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84b595f6-2d94-4669-829f-7335a869eca6 req-b6b59cbc-3588-49e5-bc73-1311a20e0945 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0571408 Oct 19 01:16:25.303521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:25.306209 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c159e49-87c6-4949-b1a3-6a9f589d12ab" -d '{"events": [{"server_uuid": "aa50960d-9769-4052-aba2-8ad7e86293d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:25.361129 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84b595f6-2d94-4669-829f-7335a869eca6 req-f895ba0b-e05c-4801-aa48-13e0b5f97fe8 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586317 Oct 19 01:16:25.364179 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de5c5b-95a7-4878-bced-958e7cb5744f x-openstack-request-id: req-85de5c5b-95a7-4878-bced-958e7cb5744f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:25.364479 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50960d-9769-4052-aba2-8ad7e86293d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:25.364735 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85de5c5b-95a7-4878-bced-958e7cb5744f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:25.365128 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02', 'code': 200} Oct 19 01:16:25.514285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4b59a-e2d9-491b-9e10-2dbfa835bfb5 req-34f39320-a01c-4359-8ae5-229cdc96d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.516109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6d4b59a-e2d9-491b-9e10-2dbfa835bfb5 req-34f39320-a01c-4359-8ae5-229cdc96d17c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 1097 time: 0.0638108 Oct 19 01:16:25.599274 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6d4b59a-e2d9-491b-9e10-2dbfa835bfb5 req-c19d18d0-4b0c-43ab-b171-25d0346f8150 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701220 Oct 19 01:16:25.844099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:25.852772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e0a21-d1df-4ae4-a313-c536c1199859 req-b58907f4-3b04-4dfa-a828-c0faed23821b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:25.854269 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-062e0a21-d1df-4ae4-a313-c536c1199859 req-b58907f4-3b04-4dfa-a828-c0faed23821b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Oct 19 01:16:25.917375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:25.918176 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-062e0a21-d1df-4ae4-a313-c536c1199859 req-163f389f-c38a-43ef-a740-d92a3a663110 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492921 Oct 19 01:16:25.922306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:25.923067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.036963 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.079307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:26.084769 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:26.097025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3305af-3393-45ee-9158-f05f97e76bcd req-24e6b32d-e1b2-4582-86bd-879c26ae20bd tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.098902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c3305af-3393-45ee-9158-f05f97e76bcd req-24e6b32d-e1b2-4582-86bd-879c26ae20bd tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 946 time: 0.0684409 Oct 19 01:16:26.158257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c3305af-3393-45ee-9158-f05f97e76bcd req-94ab00b1-15d5-49f5-b94e-dd4bf3c4fa0c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502908 Oct 19 01:16:26.163782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:26.259248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6608fc-a4ad-4953-b6a2-caa055e75ce0 req-b042f79b-62c2-4897-b6d4-f2bfdbce846c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.260765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f6608fc-a4ad-4953-b6a2-caa055e75ce0 req-b042f79b-62c2-4897-b6d4-f2bfdbce846c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.0577078 Oct 19 01:16:26.299602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f6608fc-a4ad-4953-b6a2-caa055e75ce0 req-e1add721-8ff1-45c9-84ba-f0e6181ccd50 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Oct 19 01:16:26.572857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887c322-2fa3-4009-990a-665ab2a1c5b3 req-4f3d1de9-0e87-4f34-bb67-fd3db6fd9793 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.574382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b887c322-2fa3-4009-990a-665ab2a1c5b3 req-4f3d1de9-0e87-4f34-bb67-fd3db6fd9793 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1098 time: 0.0448539 Oct 19 01:16:26.611671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b887c322-2fa3-4009-990a-665ab2a1c5b3 req-1dfb844c-8de3-41e8-8824-d144c2372830 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Oct 19 01:16:26.784247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89572af6-78c8-4724-a790-22795bad8fef req-c4671543-4675-495f-ae5d-16168cfffe23 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.786271 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89572af6-78c8-4724-a790-22795bad8fef req-c4671543-4675-495f-ae5d-16168cfffe23 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1022062 Oct 19 01:16:26.840929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0738-ad6f-4e31-9379-a90a446510ff req-7f0d6d0c-26d9-4f81-8739-5d280554b6d5 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:26.842904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b6f0738-ad6f-4e31-9379-a90a446510ff req-7f0d6d0c-26d9-4f81-8739-5d280554b6d5 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1098 time: 0.0541465 Oct 19 01:16:26.849057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89572af6-78c8-4724-a790-22795bad8fef req-08392904-9935-41f9-9c23-fa97d0d1f16b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Oct 19 01:16:26.904244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b6f0738-ad6f-4e31-9379-a90a446510ff req-8c40eb44-2f3f-4dd0-8f60-4a2f1b028034 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 Oct 19 01:16:27.088176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1245e7-fedd-419b-9a86-2ebfcf76415d req-d8028228-fed6-4495-b077-11a42025b9e9 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:27.090131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b1245e7-fedd-419b-9a86-2ebfcf76415d req-d8028228-fed6-4495-b077-11a42025b9e9 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0672836 Oct 19 01:16:27.144516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b1245e7-fedd-419b-9a86-2ebfcf76415d req-5e557dd3-c6dd-4fc5-8216-c845a2f15339 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471690 Oct 19 01:16:27.184146 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:16:27.366573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:27.369774 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2aff0-73ec-4e39-803c-c41c82d44ec0" -d '{"events": [{"server_uuid": "e033c008-23e8-4ef7-ab46-a6eae2512546", "name": "network-vif-plugged", "status": "completed", "tag": "ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:27.632190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5ca01-68bb-4735-841a-4463280039a4 req-2a26da96-100a-4ca4-94d2-066b39624398 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:27.634959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55e5ca01-68bb-4735-841a-4463280039a4 req-2a26da96-100a-4ca4-94d2-066b39624398 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.0598657 Oct 19 01:16:27.686067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55e5ca01-68bb-4735-841a-4463280039a4 req-df400fb6-d11c-4461-8804-c3beada3ca4c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Oct 19 01:16:27.846289 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1189ce93-590b-4af7-acb0-5f9d8183688b x-openstack-request-id: req-1189ce93-590b-4af7-acb0-5f9d8183688b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:27.846581 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e033c008-23e8-4ef7-ab46-a6eae2512546", "name": "network-vif-plugged", "status": "completed", "tag": "ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:27.846853 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1189ce93-590b-4af7-acb0-5f9d8183688b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:27.847491 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51', 'code': 200} Oct 19 01:16:27.977165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebe432-c77f-4972-b57a-01e97c7e44ad req-813d73d3-a37c-4b99-8280-c7560cfe7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:27.979242 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3ebe432-c77f-4972-b57a-01e97c7e44ad req-813d73d3-a37c-4b99-8280-c7560cfe7a59 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 1098 time: 0.0452442 Oct 19 01:16:28.035199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3ebe432-c77f-4972-b57a-01e97c7e44ad req-38cbbb15-2bc9-4ce3-a3ed-b95809503803 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Oct 19 01:16:28.315021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d494a-624c-4f94-a97f-733d3123cff2 req-8ca87513-859d-4e6e-a53e-83b36587a8d5 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.332310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f7d494a-624c-4f94-a97f-733d3123cff2 req-8ca87513-859d-4e6e-a53e-83b36587a8d5 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0702922 Oct 19 01:16:28.361385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 3205b489-9337-4eba-b936-8a02f953b853 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:28.396515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f7d494a-624c-4f94-a97f-733d3123cff2 req-74536bc0-70c7-44b4-acf7-2c48590eb705 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621819 Oct 19 01:16:28.505876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 3205b489-9337-4eba-b936-8a02f953b853, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=3205b489-9337-4eba-b936-8a02f953b853,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:28.522917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '3205b489-9337-4eba-b936-8a02f953b853', 'network_id': 'a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba', 'port_id': '3205b489-9337-4eba-b936-8a02f953b853', 'mac_address': 'fa:16:3e:57:7d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dca37e8-0799-4be7-a5d0-f8e1a52a8df4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:28.567011 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:28.583540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3205b489-9337-4eba-b936-8a02f953b853 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:28.607447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 3205b489-9337-4eba-b936-8a02f953b853, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=3205b489-9337-4eba-b936-8a02f953b853,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:28.614073 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:28.676798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-8a94d715-9b91-4910-842c-8e64d1716e8f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:16:28.677382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=3205b489-9337-4eba-b936-8a02f953b853,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:28.686765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-8a94d715-9b91-4910-842c-8e64d1716e8f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1515918 Oct 19 01:16:28.738504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-c416927c-67ca-480c-9d73-a33a512fe70a tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.746027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-c416927c-67ca-480c-9d73-a33a512fe70a tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 1095 time: 0.0582218 Oct 19 01:16:28.850063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Request body: {'binding': {'host': 'n-h2-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:28.850508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Unknown quota resources ['binding']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:16:28.896666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbc482-a08d-4ae9-b0c7-d5fe55e8f08a req-15edd56e-fa68-448f-8866-d61810d817f2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:28.898362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44dbc482-a08d-4ae9-b0c7-d5fe55e8f08a req-15edd56e-fa68-448f-8866-d61810d817f2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.0976100 Oct 19 01:16:29.043413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44dbc482-a08d-4ae9-b0c7-d5fe55e8f08a req-f01ba05d-10a6-470f-97eb-47b24c90711a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255929 Oct 19 01:16:29.065209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['3205b489-9337-4eba-b936-8a02f953b853'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:29.131396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on host n-h2-789963-20 for vnic_type normal with profile None {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:29.131753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:29.132178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:29.148497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:29.148866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:29.155567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:29.155900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:29.156283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:29.161931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Bound port: b369f2f2-e65d-4d01-82d2-89fe21310fda, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:29.308833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:29.318720 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:29.335035 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6c3f844d-b723-4df5-aff5-a6506c21151c service neutron] 10.222.0.64 "POST /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda/bindings HTTP/1.1" status: 201 len: 390 time: 0.5880616 Oct 19 01:16:29.577952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41154ec-c835-47c4-b17b-d3346f13fc74 req-1e620214-756a-49ca-a996-23ded448157b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.586599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d41154ec-c835-47c4-b17b-d3346f13fc74 req-1e620214-756a-49ca-a996-23ded448157b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 946 time: 0.0734408 Oct 19 01:16:29.600021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb6ad2-edb2-4983-940b-f5d01851a237 req-e7fe8b8b-bc3a-4aa3-b040-9770130c2833 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.608031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ebb6ad2-edb2-4983-940b-f5d01851a237 req-e7fe8b8b-bc3a-4aa3-b040-9770130c2833 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0644531 Oct 19 01:16:29.668479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ebb6ad2-edb2-4983-940b-f5d01851a237 req-a4146d28-7f3b-4ea2-8637-a922bd36741d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515716 Oct 19 01:16:29.668814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d41154ec-c835-47c4-b17b-d3346f13fc74 req-c6fb8340-7278-43d1-ba9c-59d1d7027206 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735807 Oct 19 01:16:29.727416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-17d40c27-d7ec-4ef9-8946-bf03cee78ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.729990 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-17d40c27-d7ec-4ef9-8946-bf03cee78ef8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1098 time: 0.1047008 Oct 19 01:16:29.804581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-c1820ce4-8080-45c1-ab46-542300f7066c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311785 Oct 19 01:16:29.860431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d525491-f094-4b26-80f9-6353b43f1fc3 req-f070c745-3c8d-45d3-a82b-4a072efec8b2 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.862336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d525491-f094-4b26-80f9-6353b43f1fc3 req-f070c745-3c8d-45d3-a82b-4a072efec8b2 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0611732 Oct 19 01:16:29.915604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d525491-f094-4b26-80f9-6353b43f1fc3 req-f59b6da9-1f9a-4e4f-bc58-902f9f3ccec2 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 Oct 19 01:16:29.960469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-eced548d-0b5a-4caf-9545-f1616d33ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.961980 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-eced548d-0b5a-4caf-9545-f1616d33ada8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.2154574 Oct 19 01:16:29.994722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-f0c9f8d4-a14b-4195-ad0d-1ae144c7e0c2 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:29.996244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-f0c9f8d4-a14b-4195-ad0d-1ae144c7e0c2 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600072 Oct 19 01:16:30.042867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-9d3e7b11-a315-4820-890c-a864d96e4f6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 217 time: 0.0455985 Oct 19 01:16:30.054014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-8c6c30c5-3c0f-4870-9e16-ea88abed85e7 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/quotas/fb486d53d7be4c74a700ee7876ce5c64 HTTP/1.1" status: 200 len: 375 time: 0.0140946 Oct 19 01:16:30.135221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-3d8a1a68-802e-4458-a5fa-030eb4474097 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685103 Oct 19 01:16:30.150136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-b70c1f4b-e810-49ca-8d24-6385a4cebd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:30.165715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-b70c1f4b-e810-49ca-8d24-6385a4cebd0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.0970976 Oct 19 01:16:30.217986 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-b0049d0a-2619-481c-bbdd-481b26fb5c71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489497 Oct 19 01:16:30.390554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 3205b489-9337-4eba-b936-8a02f953b853 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:30.466825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-2d427873-450f-4bbd-8b4d-ea49efc36281 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327528 Oct 19 01:16:30.509329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 3205b489-9337-4eba-b936-8a02f953b853 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:30.521296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 3205b489-9337-4eba-b936-8a02f953b853 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:30.521677 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:30.590146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-95b94d0a-3631-4361-8a64-ae2e7eee0142 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120901 Oct 19 01:16:30.781172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10831c3-7aa7-463b-bf5c-4bd0e1a19a0c req-e4f28b0c-3406-4c66-9cd5-c10344fe6352 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:30.792010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e10831c3-7aa7-463b-bf5c-4bd0e1a19a0c req-e4f28b0c-3406-4c66-9cd5-c10344fe6352 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.3144629 Oct 19 01:16:30.805732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-e726bfb3-ae29-4c46-8195-2b10184a0d8b service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271601 Oct 19 01:16:30.807317 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:30.889972 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e10831c3-7aa7-463b-bf5c-4bd0e1a19a0c req-3b305f26-b13d-4b43-b302-457611e0bf8f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967965 Oct 19 01:16:30.897853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 3205b489-9337-4eba-b936-8a02f953b853, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=3205b489-9337-4eba-b936-8a02f953b853,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:30.899105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3205b489-9337-4eba-b936-8a02f953b853'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:30.918628 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9dc66-0cea-4689-afc2-28bddb6854a5" -d '{"events": [{"server_uuid": "c1682b15-78c1-4e38-98fd-5f2da9ed069b", "name": "network-vif-plugged", "status": "completed", "tag": "3205b489-9337-4eba-b936-8a02f953b853"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:30.934806 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:30.973700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-4a18162a-312c-410c-875c-ed59cce1c575 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:30.985529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-4a18162a-312c-410c-875c-ed59cce1c575 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3941162 Oct 19 01:16:31.014668 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-eb40bb2c-0007-4128-8a11-4643c73ff253 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/quotas/fb486d53d7be4c74a700ee7876ce5c64 HTTP/1.1" status: 200 len: 375 time: 0.0276260 Oct 19 01:16:31.082880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=3205b489-9337-4eba-b936-8a02f953b853,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:31.108244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-c286fa33-82b4-4cd7-9d85-44b3d543b11c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917308 Oct 19 01:16:31.115254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-cff98051-e5ec-4dfd-935e-4f4f7a56f7a8 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:31.118736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-cff98051-e5ec-4dfd-935e-4f4f7a56f7a8 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1098 time: 0.2142808 Oct 19 01:16:31.152460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-20'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:31.338294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:31.411420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1143d-1c5a-4128-86a4-858c079c9a48 req-29af9851-fa80-4399-aa36-df18e4d125d1 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:31.415771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66e1143d-1c5a-4128-86a4-858c079c9a48 req-29af9851-fa80-4399-aa36-df18e4d125d1 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.3178101 Oct 19 01:16:31.531759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94c2c1-3695-47a7-8c23-43374a61c895 req-c30db50e-48b3-4b51-b01e-c362834bff38 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:31.542092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e94c2c1-3695-47a7-8c23-43374a61c895 req-c30db50e-48b3-4b51-b01e-c362834bff38 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 946 time: 0.1038101 Oct 19 01:16:31.609981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66e1143d-1c5a-4128-86a4-858c079c9a48 req-788e104a-3707-4b73-a862-fbcb024c9cf3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870403 Oct 19 01:16:31.652608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e94c2c1-3695-47a7-8c23-43374a61c895 req-da8e5de2-b222-428e-8d3e-5a39fb778bc2 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094623 Oct 19 01:16:31.776126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:31.811766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e9d8f-496a-4232-b3a5-39921a9186be req-44cc8343-b0c2-4acd-9ee2-24223c67e27d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:31.817711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:31.822178 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-128e9d8f-496a-4232-b3a5-39921a9186be req-44cc8343-b0c2-4acd-9ee2-24223c67e27d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0716362 Oct 19 01:16:31.871723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:31.874443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-128e9d8f-496a-4232-b3a5-39921a9186be req-8f16adb7-1adc-4612-bffe-89e3d0a10a02 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466177 Oct 19 01:16:31.874936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:31.879620 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0062d32b-34f0-4879-b033-2f41045e6e97" -d '{"events": [{"server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "name": "network-vif-unplugged", "status": "completed", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:31.883123 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:31.955810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c0f25f3-0f5b-49d7-9043-d9926ed33f72 req-fd2ca408-bff9-436f-a87b-ea36479181ce tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 210 time: 0.0445504 Oct 19 01:16:31.974710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on host n-h1-789963-20 for vnic_type normal with profile {"migrating_to": "n-h2-789963-20"} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:31.974864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:31.975160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:31.988035 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e857ee-bddf-4275-87d2-f33dac174eb7 x-openstack-request-id: req-01e857ee-bddf-4275-87d2-f33dac174eb7 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:31.988547 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1682b15-78c1-4e38-98fd-5f2da9ed069b", "name": "network-vif-plugged", "status": "completed", "tag": "3205b489-9337-4eba-b936-8a02f953b853", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:31.988547 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01e857ee-bddf-4275-87d2-f33dac174eb7 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:31.988957 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3205b489-9337-4eba-b936-8a02f953b853', 'code': 200} Oct 19 01:16:31.997446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:32.010809 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b729debb-f754-457a-bdb7-71eeb39ea6f6 x-openstack-request-id: req-b729debb-f754-457a-bdb7-71eeb39ea6f6 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:32.011089 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "name": "network-vif-unplugged", "status": "completed", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:32.011351 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b729debb-f754-457a-bdb7-71eeb39ea6f6 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:32.011747 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda', 'code': 200} Oct 19 01:16:32.012849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:32.013169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Attempting to bind port b369f2f2-e65d-4d01-82d2-89fe21310fda on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:32.028420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:32.028765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:32.029166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:32.029622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Bound port: b369f2f2-e65d-4d01-82d2-89fe21310fda, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:32.030149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:32.168014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7243c79-720a-4e14-b92c-b9a3b8ba9a72 req-5d90835d-9489-42e8-88b9-c93361883ac9 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.176597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7243c79-720a-4e14-b92c-b9a3b8ba9a72 req-5d90835d-9489-42e8-88b9-c93361883ac9 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.0866172 Oct 19 01:16:32.185871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:32.201244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd65c2-e158-48bc-a458-5f993071f261 req-b54f774e-5e27-4255-88ab-21e34d1467d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.203737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94cd65c2-e158-48bc-a458-5f993071f261 req-b54f774e-5e27-4255-88ab-21e34d1467d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 1097 time: 0.0561979 Oct 19 01:16:32.219202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:32.237392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:32.250282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94cd65c2-e158-48bc-a458-5f993071f261 req-5269adb3-12b0-423c-910b-926d798a362e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368562 Oct 19 01:16:32.265536 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7243c79-720a-4e14-b92c-b9a3b8ba9a72 req-6d8f3d6a-7011-4252-953b-43072ad35011 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876427 Oct 19 01:16:32.346234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=8']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:32.352140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.352932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:32.354331 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-5f238643-c592-4db7-afae-943f59e1b56a service neutron] 10.222.0.62 "PUT /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 1124 time: 1.2130649 Oct 19 01:16:32.548621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b369f2f2-e65d-4d01-82d2-89fe21310fda'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:32.805646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1151442-abd2-4e3c-8382-75410c61a161 req-35517f64-499d-4f21-a042-fc01381422d9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.808429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-e87105d9-ddb1-4001-a5c8-5dd950205fad tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980604 Oct 19 01:16:32.817182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1151442-abd2-4e3c-8382-75410c61a161 req-35517f64-499d-4f21-a042-fc01381422d9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.0759444 Oct 19 01:16:32.846315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a7a58-e180-4c65-a423-2b3502e4a4a3 req-029735fe-3a15-46a1-b1ff-81e24f08e08e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:32.854538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b53a7a58-e180-4c65-a423-2b3502e4a4a3 req-029735fe-3a15-46a1-b1ff-81e24f08e08e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.1564767 Oct 19 01:16:32.866316 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1151442-abd2-4e3c-8382-75410c61a161 req-e7bc2a83-da56-458e-bb86-af881ceb2216 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Oct 19 01:16:32.973959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b53a7a58-e180-4c65-a423-2b3502e4a4a3 req-911a5f39-9e6c-4d10-a618-15ad29deb41e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118679 Oct 19 01:16:33.069950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d836c258-d7b9-4464-a950-4c1a98b5f36c req-dc5bc700-94f5-4e30-81d4-1716028cab42 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 210 time: 0.0319049 Oct 19 01:16:33.090236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-b1233585-484d-4d0e-8ac7-d8fbcf25e0fd tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:33.091722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-b1233585-484d-4d0e-8ac7-d8fbcf25e0fd tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794639 Oct 19 01:16:33.129059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Request body: {'port': {'device_id': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'fb486d53d7be4c74a700ee7876ce5c64'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:33.251971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Made reservation on behalf of fb486d53d7be4c74a700ee7876ce5c64 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:33.255542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:33.264555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:33.369919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:33.377759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:33.444360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931ba2f-a6c7-4eca-9344-7a310ed43155 req-1c3ccb88-b83d-458c-9042-f5f877f3833d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:33.445849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b931ba2f-a6c7-4eca-9344-7a310ed43155 req-1c3ccb88-b83d-458c-9042-f5f877f3833d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.1112571 Oct 19 01:16:33.472478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db057af1-0641-47aa-9ece-f3f90e1fe0fe,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:33.531543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b931ba2f-a6c7-4eca-9344-7a310ed43155 req-30d56463-b97f-47d4-86be-a933b0b227ed tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757990 Oct 19 01:16:33.569847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-7a01236e-991d-4f00-a2ca-ff04496e27e7 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279732 Oct 19 01:16:33.580326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Allocated IP 192.168.233.152 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/ac164844-b68a-43ae-8046-a1a1663b6f54) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:33.810015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:33.842683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-8e9bbba8-3ae8-484d-8075-89b98e24825b tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:33.844261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-8e9bbba8-3ae8-484d-8075-89b98e24825b tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516569 Oct 19 01:16:33.868903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:33.885635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:33.886831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Request body: {'port': {'device_id': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'fb486d53d7be4c74a700ee7876ce5c64'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:33.942482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:33.958718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:33.963571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:33.966248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:34.013571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:34.019645 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d393c8e-1c65-48db-b041-0e315c44288e" -d '{"events": [{"name": "network-changed", "server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:34.043550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:34.049416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad95fe-7e7c-40a8-a274-fd57972771a5 req-9aab0f58-9831-4c9a-9b97-2ca01913e543 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.050965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68ad95fe-7e7c-40a8-a274-fd57972771a5 req-9aab0f58-9831-4c9a-9b97-2ca01913e543 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.1085527 Oct 19 01:16:34.068207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda has no active binding in host n-h2-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:16:34.147377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.148098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:34.159788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68ad95fe-7e7c-40a8-a274-fd57972771a5 req-3b8c14e8-20e6-402a-84f4-31760bccf609 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945754 Oct 19 01:16:34.216906 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c53d3-21c3-4a1b-94a7-34bfacecf97d x-openstack-request-id: req-9c5c53d3-21c3-4a1b-94a7-34bfacecf97d {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:34.217566 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:34.217566 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c5c53d3-21c3-4a1b-94a7-34bfacecf97d {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:34.218059 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda', 'status': 'completed', 'code': 200} Oct 19 01:16:34.278624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-daebcf2f-79dd-47c0-b0ec-d0d6c780a4a5 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1525123 Oct 19 01:16:34.334103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Made reservation on behalf of fb486d53d7be4c74a700ee7876ce5c64 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:34.337871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:34.352463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02f69c0-eb3b-4bf9-b178-f06d2c42fea0 req-9b9ee4a3-397a-4eec-8274-02569e07940a tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 210 time: 0.0580544 Oct 19 01:16:34.381295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Request body: {'port': {'device_id': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:34.415328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-01dc4489-e271-4ef9-9ced-43ecbb68fb78 None None] Provisioning complete for port ac164844-b68a-43ae-8046-a1a1663b6f54 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:34.416221 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-01dc4489-e271-4ef9-9ced-43ecbb68fb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:34.426483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8731be6-f24a-486e-9de4-b622330a0c58 req-0be3c7e4-242c-497c-bbcb-1dee56a0a35e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.428282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8731be6-f24a-486e-9de4-b622330a0c58 req-0be3c7e4-242c-497c-bbcb-1dee56a0a35e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.2404761 Oct 19 01:16:34.458708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-01dc4489-e271-4ef9-9ced-43ecbb68fb78 None None] Port ac164844-b68a-43ae-8046-a1a1663b6f54 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:34.586819 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:34.598152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8731be6-f24a-486e-9de4-b622330a0c58 req-99c1f9bf-49a8-44b8-90d8-683e226becb3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517103 Oct 19 01:16:34.608911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d393c8e-1c65-48db-b041-0e315c44288e req-aa409071-a96e-466b-aa3f-350c6be3f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.611390 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d393c8e-1c65-48db-b041-0e315c44288e req-aa409071-a96e-466b-aa3f-350c6be3f2cf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1127 time: 0.2681699 Oct 19 01:16:34.749078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9bb38-d85e-48ef-88d9-fe4470aac287 req-76a21282-9f35-4dfc-8d96-418239161f23 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:34.757802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1f9bb38-d85e-48ef-88d9-fe4470aac287 req-76a21282-9f35-4dfc-8d96-418239161f23 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.0971818 Oct 19 01:16:34.760714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Allocated IP 192.168.233.54 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/56117721-da13-4722-a683-cc77505a7f3f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:34.829655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1f9bb38-d85e-48ef-88d9-fe4470aac287 req-db348ede-b8c3-40b0-b50c-7d7a6d025a05 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663769 Oct 19 01:16:35.071433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d393c8e-1c65-48db-b041-0e315c44288e req-0bcb7396-b278-431b-a01f-389fb3aefc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.073145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d393c8e-1c65-48db-b041-0e315c44288e req-0bcb7396-b278-431b-a01f-389fb3aefc00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.4283624 Oct 19 01:16:35.151223 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.153668 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d393c8e-1c65-48db-b041-0e315c44288e req-c60670a3-d83d-452a-a848-1df80decd3b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 217 time: 0.0700686 Oct 19 01:16:35.268168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d393c8e-1c65-48db-b041-0e315c44288e req-71e454ca-31bd-4dde-a08d-49b0d3067d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.269881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d393c8e-1c65-48db-b041-0e315c44288e req-71e454ca-31bd-4dde-a08d-49b0d3067d1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1080079 Oct 19 01:16:35.274493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb298e55-8dd2-401e-9bc4-580dd4a3f1fe req-b304b67c-a02b-49e5-8114-68ffe7790fd8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.278523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803973-4d9f-4ec7-8401-240107af450a req-b217a3aa-c0c0-4377-b877-40fb6fec2077 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.280238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a803973-4d9f-4ec7-8401-240107af450a req-b217a3aa-c0c0-4377-b877-40fb6fec2077 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.1518960 Oct 19 01:16:35.289954 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb298e55-8dd2-401e-9bc4-580dd4a3f1fe req-b304b67c-a02b-49e5-8114-68ffe7790fd8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.0691061 Oct 19 01:16:35.306269 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.336596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d393c8e-1c65-48db-b041-0e315c44288e req-548daf44-778d-45d0-9f1a-9e23397870f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554130 Oct 19 01:16:35.373743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb298e55-8dd2-401e-9bc4-580dd4a3f1fe req-b1ba78a7-283b-42f8-baac-b8b9913d0797 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829167 Oct 19 01:16:35.498075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a803973-4d9f-4ec7-8401-240107af450a req-9d16bcf0-34c7-4e87-9988-57f84167c900 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048800 Oct 19 01:16:35.499025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:35.508753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:35.522963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:35.554829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:35.560622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b796ff-09fe-4dce-aeef-3b3889c44555 req-cda7af88-8a87-4776-8527-da98781f0204 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.562145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66b796ff-09fe-4dce-aeef-3b3889c44555 req-cda7af88-8a87-4776-8527-da98781f0204 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 935 time: 0.1021245 Oct 19 01:16:35.648017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66b796ff-09fe-4dce-aeef-3b3889c44555 req-94cc47ed-7288-4b26-9137-245a81e72a76 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763550 Oct 19 01:16:35.858174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185851e-963c-4717-98ac-eb197bdc4717 req-a46aee3a-dd64-4b52-96ef-9837d3b18ad3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:35.859787 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4185851e-963c-4717-98ac-eb197bdc4717 req-a46aee3a-dd64-4b52-96ef-9837d3b18ad3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 945 time: 0.0909045 Oct 19 01:16:35.903076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-27d929bd-6e18-4ca2-889e-ba846d1a1afc None None] Provisioning complete for port 56117721-da13-4722-a683-cc77505a7f3f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:35.904305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-27d929bd-6e18-4ca2-889e-ba846d1a1afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:35.925073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4185851e-963c-4717-98ac-eb197bdc4717 req-84273f8a-db72-4c0a-8b9e-6d9f72ea481e tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535982 Oct 19 01:16:35.970423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-27d929bd-6e18-4ca2-889e-ba846d1a1afc None None] Port 56117721-da13-4722-a683-cc77505a7f3f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:16:36.108700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:36.109264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.129214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d393c8e-1c65-48db-b041-0e315c44288e req-79f4a4fa-7fe2-4207-8c3f-8e3d59752941 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330298 Oct 19 01:16:36.157551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145cf1f-38a5-4dc4-9eb1-de187bcefb7b req-59d80a44-8590-491b-91b4-64c890baee4f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:36.159213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5145cf1f-38a5-4dc4-9eb1-de187bcefb7b req-59d80a44-8590-491b-91b4-64c890baee4f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1468384 Oct 19 01:16:36.162488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-f8ba6fe5-cd22-45d0-af38-1e74911ce51c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2796021 Oct 19 01:16:36.233613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Request body: {'port': {'device_id': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:36.429393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac164844-b68a-43ae-8046-a1a1663b6f54 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:36.439706 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.454036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Transition to ACTIVE for port object ac164844-b68a-43ae-8046-a1a1663b6f54 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:36.477585 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d393c8e-1c65-48db-b041-0e315c44288e req-15efeb45-cad8-4753-a2a1-1efe2b078847 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328962 Oct 19 01:16:36.515107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.526256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5145cf1f-38a5-4dc4-9eb1-de187bcefb7b req-39e71ebc-189d-40cb-87a8-5347b994f573 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539920 Oct 19 01:16:36.527116 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.655534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:36.662244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee1e12-82a5-4f3c-9fda-a9d1c5ec5562 req-a6a7e72c-5e1f-45cd-81f0-b65182bddabf tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:36.667382 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19ee1e12-82a5-4f3c-9fda-a9d1c5ec5562 req-a6a7e72c-5e1f-45cd-81f0-b65182bddabf tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.0957532 Oct 19 01:16:36.759581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19ee1e12-82a5-4f3c-9fda-a9d1c5ec5562 req-f3c4882c-0890-45e6-a3a4-04bc84273dfd tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778708 Oct 19 01:16:36.847952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5a2aa2b-6fed-4a41-90e3-351f1c177bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:36.960833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3469598-5bbd-4835-8e6d-a6404139d035 req-876f8c47-ea31-4d83-b965-1e2e64c795c2 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:36.969583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3469598-5bbd-4835-8e6d-a6404139d035 req-876f8c47-ea31-4d83-b965-1e2e64c795c2 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 935 time: 0.0987177 Oct 19 01:16:37.037814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3469598-5bbd-4835-8e6d-a6404139d035 req-6c007443-a65a-4542-8367-b28a541bf675 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662384 Oct 19 01:16:37.066947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Attempting to bind port ac164844-b68a-43ae-8046-a1a1663b6f54 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:37.067583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Attempting to bind port ac164844-b68a-43ae-8046-a1a1663b6f54 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:37.068157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Attempting to bind port ac164844-b68a-43ae-8046-a1a1663b6f54 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:37.102016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Port ac164844-b68a-43ae-8046-a1a1663b6f54 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:37.102388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Attempting to bind port ac164844-b68a-43ae-8046-a1a1663b6f54 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:37.129745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:37.130197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:37.130591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:37.131036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Bound port: ac164844-b68a-43ae-8046-a1a1663b6f54, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:37.131392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.264603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3760-ac38-40fc-a26e-3b8ab8a85fda req-930d9cf3-6cd0-4efe-a6f5-7799a2d15a25 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.271360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3760-ac38-40fc-a26e-3b8ab8a85fda req-930d9cf3-6cd0-4efe-a6f5-7799a2d15a25 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.277192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3760-ac38-40fc-a26e-3b8ab8a85fda req-930d9cf3-6cd0-4efe-a6f5-7799a2d15a25 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.278919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-185a3760-ac38-40fc-a26e-3b8ab8a85fda req-930d9cf3-6cd0-4efe-a6f5-7799a2d15a25 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546&device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b&device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 2417 time: 0.2235217 Oct 19 01:16:37.327922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:37.366795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-185a3760-ac38-40fc-a26e-3b8ab8a85fda req-4720be0a-443a-48b5-a7a8-31603270e136 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804543 Oct 19 01:16:37.391527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:37.412616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.467862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56117721-da13-4722-a683-cc77505a7f3f {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:37.486357 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.494062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.494703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.496129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/ac164844-b68a-43ae-8046-a1a1663b6f54 HTTP/1.1" status: 200 len: 1097 time: 3.1541617 Oct 19 01:16:37.498879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:37.508025 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119fe515-3395-44ad-a71e-9c224d423f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:37.557521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Transition to ACTIVE for port object 56117721-da13-4722-a683-cc77505a7f3f will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:37.571337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9b439-097b-4924-a8ab-659c6c0da8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:37.599590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:37.803415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:37.819745 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6319c3c-f68d-43cb-a18a-98718f2b430e x-openstack-request-id: req-e6319c3c-f68d-43cb-a18a-98718f2b430e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:37.820078 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:37.820335 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6319c3c-f68d-43cb-a18a-98718f2b430e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:37.820744 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'status': 'completed', 'code': 200} Oct 19 01:16:37.852230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a48b8-6c96-48b9-847b-c8a9b9356def req-bc89f858-7bc2-4ea1-abdb-665e08cefd97 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:37.854833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c57a48b8-6c96-48b9-847b-c8a9b9356def req-bc89f858-7bc2-4ea1-abdb-665e08cefd97 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.1195943 Oct 19 01:16:37.958043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c57a48b8-6c96-48b9-847b-c8a9b9356def req-734cfb89-865c-4809-bd46-eecbe6f57c53 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895574 Oct 19 01:16:38.032785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Attempting to bind port 56117721-da13-4722-a683-cc77505a7f3f on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:38.034223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Attempting to bind port 56117721-da13-4722-a683-cc77505a7f3f by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:38.034964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Attempting to bind port 56117721-da13-4722-a683-cc77505a7f3f on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:38.038816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-7f48dad3-2a4b-4cb8-932a-ce77aee1532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.040705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-7f48dad3-2a4b-4cb8-932a-ce77aee1532d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 1100 time: 0.4349978 Oct 19 01:16:38.073475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Port 56117721-da13-4722-a683-cc77505a7f3f on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:38.074172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Attempting to bind port 56117721-da13-4722-a683-cc77505a7f3f on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:38.136246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-2e8a380a-ba08-4dc2-bd8a-94e01d64249e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ac164844-b68a-43ae-8046-a1a1663b6f54 HTTP/1.1" status: 200 len: 217 time: 0.0695941 Oct 19 01:16:38.137263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:38.137643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:38.138224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:38.138823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Bound port: 56117721-da13-4722-a683-cc77505a7f3f, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:38.139229 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:38.287386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78bd2-e432-4850-8e71-aa43cc543fc4 req-f1751720-b6c6-4ddb-bed4-39c09cd95437 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.301670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a7d78bd2-e432-4850-8e71-aa43cc543fc4 req-f1751720-b6c6-4ddb-bed4-39c09cd95437 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.1099715 Oct 19 01:16:38.308008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4d1d-a16b-42db-9213-151093f64f53 req-f434d8ec-24d9-4a9e-8c23-3a8211f231d1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.322013 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed3b4d1d-a16b-42db-9213-151093f64f53 req-f434d8ec-24d9-4a9e-8c23-3a8211f231d1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 944 time: 0.2992029 Oct 19 01:16:38.324586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6ee8c68c-a86b-426f-b668-425936cb0d2b service neutron] 10.222.0.74 "GET /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.4436789 Oct 19 01:16:38.359277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a7d78bd2-e432-4850-8e71-aa43cc543fc4 req-c9a0f25c-7897-4f82-ac6a-3e72b3be067f tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480218 Oct 19 01:16:38.374742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-8ba9c836-5941-4d8b-86bd-cab1736af931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.376395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-8ba9c836-5941-4d8b-86bd-cab1736af931 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2299347 Oct 19 01:16:38.587068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:38.591838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:38.643829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:38.763249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:38.778195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.779088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:38.781072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-ed8958d1-7b93-4513-a1d7-c3491d44c5f7 service neutron] 10.222.0.74 "PUT /v2.0/ports/56117721-da13-4722-a683-cc77505a7f3f HTTP/1.1" status: 200 len: 1096 time: 2.5632520 Oct 19 01:16:38.791762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-670c8b16-2645-4629-821a-82a4638ae9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:38.794822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-670c8b16-2645-4629-821a-82a4638ae9a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3970146 Oct 19 01:16:38.798855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed3b4d1d-a16b-42db-9213-151093f64f53 req-7212ca2d-9ecd-43a5-85c6-7bcd63004365 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758341 Oct 19 01:16:39.052764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:39.122014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:39.170056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-fcd6bbcc-89a3-4ecd-9867-5564d78fc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.171559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-fcd6bbcc-89a3-4ecd-9867-5564d78fc5ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 1099 time: 0.2722087 Oct 19 01:16:39.175997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b369f2f2-e65d-4d01-82d2-89fe21310fda {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:39.205085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:39.249224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-eebae0ac-e11c-4e22-b22f-1016d7f308be service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255912 Oct 19 01:16:39.252291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-d3d3693e-2afb-4560-8a36-85843cb60a1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=56117721-da13-4722-a683-cc77505a7f3f HTTP/1.1" status: 200 len: 217 time: 0.0619373 Oct 19 01:16:39.260639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.287571 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.421785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-d0f4ae2c-cc79-4bfd-9858-b1d52e4781a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.423283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-d0f4ae2c-cc79-4bfd-9858-b1d52e4781a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1293092 Oct 19 01:16:39.523475 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bf12e44-12f5-4782-8214-1226b0613aaa req-c2fa9736-9da6-453e-9f00-ee6aef6994ac service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392845 Oct 19 01:16:39.530905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] Transition to ACTIVE for port object b369f2f2-e65d-4d01-82d2-89fe21310fda will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:39.545701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.556481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-51ee6809-c048-4747-95b7-5454e597e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.557961 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-51ee6809-c048-4747-95b7-5454e597e5fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1221151 Oct 19 01:16:39.631347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fbc78-2ecc-4e55-a97a-b27d3ba66a4b req-f006f03d-d116-437d-af58-9af1b0e81461 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.633158 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08fbc78-2ecc-4e55-a97a-b27d3ba66a4b req-f006f03d-d116-437d-af58-9af1b0e81461 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.1594281 Oct 19 01:16:39.642413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6486c045-ea14-48a2-a52b-3af379872011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:39.777278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] Pushing event updated for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:39.783811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] No DVR routers for this DVR port b369f2f2-e65d-4d01-82d2-89fe21310fda on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:16:39.790052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ea6e-fef5-4c3f-bb5d-ab3a580a242b req-087df304-9498-42d4-80de-580b3f102d3d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.792443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2806ea6e-fef5-4c3f-bb5d-ab3a580a242b req-087df304-9498-42d4-80de-580b3f102d3d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0702832 Oct 19 01:16:39.829661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'tag': '56117721-da13-4722-a683-cc77505a7f3f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:39.831906 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "tag": "56117721-da13-4722-a683-cc77505a7f3f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:39.837041 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08fbc78-2ecc-4e55-a97a-b27d3ba66a4b req-241ed3a2-76c3-4e7d-ae9d-18c8de9a31b1 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917367 Oct 19 01:16:39.845375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2806ea6e-fef5-4c3f-bb5d-ab3a580a242b req-b05e395b-ea8a-4cd3-b8ba-88cc1a0b496f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Oct 19 01:16:39.865465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-11c5bf1d-3630-4512-ab7b-65c71e8a5d5c service neutron] 10.222.0.74 "PUT /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda/bindings/n-h2-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 1.4822361 Oct 19 01:16:39.865465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fe515-3395-44ad-a71e-9c224d423f2b req-e9f8408a-d666-4e74-8891-6e7fb5c5865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:39.865465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119fe515-3395-44ad-a71e-9c224d423f2b req-e9f8408a-d666-4e74-8891-6e7fb5c5865b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 1100 time: 0.1748374 Oct 19 01:16:39.866903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-161689d9-36d3-4f11-bdbe-29f7a19bf63b service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823675 Oct 19 01:16:39.993963 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a84817-9564-4cc0-bb21-adb234e4bee6 x-openstack-request-id: req-f8a84817-9564-4cc0-bb21-adb234e4bee6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:39.994481 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "tag": "56117721-da13-4722-a683-cc77505a7f3f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:39.995042 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8a84817-9564-4cc0-bb21-adb234e4bee6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:39.995597 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'tag': '56117721-da13-4722-a683-cc77505a7f3f', 'status': 'completed', 'code': 200} Oct 19 01:16:40.124759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd208d-34d4-4f45-9f27-67a6521b4036 req-baa1a3ca-1e7e-4d19-9d4e-0eec3cf668d5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.127821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fe515-3395-44ad-a71e-9c224d423f2b req-f1a0296e-788d-438f-a4be-2d0cdd4140d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.129368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119fe515-3395-44ad-a71e-9c224d423f2b req-f1a0296e-788d-438f-a4be-2d0cdd4140d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1945469 Oct 19 01:16:40.131277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eb964b8-9af1-4a73-a9a2-c73fa8af14e8 req-91486214-ca9d-485b-be5e-b75c36900705 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878359 Oct 19 01:16:40.133657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79fd208d-34d4-4f45-9f27-67a6521b4036 req-baa1a3ca-1e7e-4d19-9d4e-0eec3cf668d5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.1787071 Oct 19 01:16:40.166121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-9da3c50c-2f49-4e47-ac51-250efb9c53cb tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.167780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-9da3c50c-2f49-4e47-ac51-250efb9c53cb tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1618383 Oct 19 01:16:40.213645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119fe515-3395-44ad-a71e-9c224d423f2b req-9d8cb25e-8df2-4b3e-a4db-20872b79e7c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ac164844-b68a-43ae-8046-a1a1663b6f54 HTTP/1.1" status: 200 len: 217 time: 0.0630383 Oct 19 01:16:40.238262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79fd208d-34d4-4f45-9f27-67a6521b4036 req-975dea95-9b3a-40f4-8058-c4bc1e578099 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037233 Oct 19 01:16:40.271027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-c769f237-8a5b-4a76-b8b8-7c8f405d41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.276425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-c769f237-8a5b-4a76-b8b8-7c8f405d41cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14&tenant_id=727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 1097 time: 0.0882161 Oct 19 01:16:40.352480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fe515-3395-44ad-a71e-9c224d423f2b req-23d7f699-deaa-4da4-a5c1-25b976102c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.353947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119fe515-3395-44ad-a71e-9c224d423f2b req-23d7f699-deaa-4da4-a5c1-25b976102c1e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0918622 Oct 19 01:16:40.361126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-a2d09e8a-5b8a-4336-a23f-3a3c299c6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.363305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-a2d09e8a-5b8a-4336-a23f-3a3c299c6779 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 1099 time: 0.1018271 Oct 19 01:16:40.402895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-74a13d3f-7402-48c6-9b1a-76bf369e34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.405150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-74a13d3f-7402-48c6-9b1a-76bf369e34fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1097 time: 0.1003168 Oct 19 01:16:40.429188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 71d18a91-964e-4187-b4d2-6f30ca01a42d details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:40.496405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fe515-3395-44ad-a71e-9c224d423f2b req-b2c9eee6-e776-4ef0-9ec9-320dc3a4dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.497914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119fe515-3395-44ad-a71e-9c224d423f2b req-b2c9eee6-e776-4ef0-9ec9-320dc3a4dae8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1343679 Oct 19 01:16:40.504477 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.512775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-0641bdd6-1643-4c56-8b85-2754397816f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.514270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-0641bdd6-1643-4c56-8b85-2754397816f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1418383 Oct 19 01:16:40.573618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-6eafea04-06d3-48d5-838f-38dde23d64ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=56117721-da13-4722-a683-cc77505a7f3f HTTP/1.1" status: 200 len: 217 time: 0.0501049 Oct 19 01:16:40.575276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:40.595681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'mac_address': 'fa:16:3e:d2:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:40.615890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-8a525970-557a-4e55-b773-30be35a57e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.620674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-8a525970-557a-4e55-b773-30be35a57e06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.2072642 Oct 19 01:16:40.645228 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.668570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71d18a91-964e-4187-b4d2-6f30ca01a42d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:40.683400 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.692441 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-579362a9-3400-4617-99ac-cdda7f386e2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 217 time: 0.0614848 Oct 19 01:16:40.706236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:40.714738 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:40.718363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-6a4a2a5f-404c-4d40-8fe0-93f833a02015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.720524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-6a4a2a5f-404c-4d40-8fe0-93f833a02015 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1311505 Oct 19 01:16:40.727250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119fe515-3395-44ad-a71e-9c224d423f2b req-35ed6823-01e3-4155-aa74-fdcd879bc72d service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117136 Oct 19 01:16:40.778925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:40.812146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-ceb836ca-75e0-40da-8289-05fa7331e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.815131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-ceb836ca-75e0-40da-8289-05fa7331e780 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1115742 Oct 19 01:16:40.849559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-056b8ca6-83e0-43ac-b83e-1454606e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:40.852155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-056b8ca6-83e0-43ac-b83e-1454606e44c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236522 Oct 19 01:16:40.874376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-9937f8b1-02a2-45a2-b171-2d9757a8e108 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434453 Oct 19 01:16:40.914556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119fe515-3395-44ad-a71e-9c224d423f2b req-6d7d96bb-09bc-4711-92a6-dc9be4745678 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570697 Oct 19 01:16:41.030264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-390d70f5-d2a5-45f6-b4b8-3127a7a37db6 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576536 Oct 19 01:16:41.038373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feea33-db90-462e-bb61-690014e1e83e req-4e58c429-d2e5-42fa-a30c-4b2f5a714cfc tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:41.039802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21feea33-db90-462e-bb61-690014e1e83e req-4e58c429-d2e5-42fa-a30c-4b2f5a714cfc tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.0719819 Oct 19 01:16:41.042685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6fff-3076-4958-8941-b8313d9f7064 req-8defc574-00f6-4569-9e28-886cb53d0b1f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:41.044197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d29d6fff-3076-4958-8941-b8313d9f7064 req-8defc574-00f6-4569-9e28-886cb53d0b1f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0801380 Oct 19 01:16:41.045966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-71b71418-36d7-4e1d-b69d-7828e1f7b98b service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710966 Oct 19 01:16:41.114160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d29d6fff-3076-4958-8941-b8313d9f7064 req-efc999f8-3aae-4cc1-ad90-8d7949397118 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634577 Oct 19 01:16:41.182584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21feea33-db90-462e-bb61-690014e1e83e req-e13d72dd-1a2b-470c-ac88-72fba50db4a0 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285090 Oct 19 01:16:41.187037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['71d18a91-964e-4187-b4d2-6f30ca01a42d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:41.200241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-e64b2186-31ba-4652-ad37-41711146dc96 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425455 Oct 19 01:16:41.253278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ea60bf8-df03-47a0-b5e3-a38f6d273afb req-fd82c253-b816-48c7-a250-00e6e573b95a service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125010 Oct 19 01:16:41.391245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1f82-4d22-453c-b0e4-c82b7a0428ee req-aaddf985-f0b7-450a-a0ed-0ad1a6eaddb8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:41.393429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f6d1f82-4d22-453c-b0e4-c82b7a0428ee req-aaddf985-f0b7-450a-a0ed-0ad1a6eaddb8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.0600898 Oct 19 01:16:41.452994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f6d1f82-4d22-453c-b0e4-c82b7a0428ee req-2a140605-ac7d-4cd2-9021-cdc7849fa565 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516419 Oct 19 01:16:41.510641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-ccf03d36-ceb5-4fd6-8404-f0677b42b34e tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:41.512422 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-ccf03d36-ceb5-4fd6-8404-f0677b42b34e tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.0567424 Oct 19 01:16:41.557400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55826) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:41.637137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6ffad58a-125b-4bff-a814-3f61497efc37 service neutron] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:41.640399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6ffad58a-125b-4bff-a814-3f61497efc37 service neutron] Publish callbacks [] for binding, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.641591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e21ddab-3ef8-4e6f-9b3a-f478a0701765 req-6ffad58a-125b-4bff-a814-3f61497efc37 service neutron] 10.222.0.62 "DELETE /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda/bindings/n-h1-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.1189675 Oct 19 01:16:41.679492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e7a9b7db-2b5f-404c-809c-9c7f1374b1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.761448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e7a9b7db-2b5f-404c-809c-9c7f1374b1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.765224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e7a9b7db-2b5f-404c-809c-9c7f1374b1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.809717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e7a9b7db-2b5f-404c-809c-9c7f1374b1c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1524d0adc9734d5ca5d04e972dc2aa5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511945 Oct 19 01:16:41.809951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:41.810593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9b7db-2b5f-404c-809c-9c7f1374b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038394de-d9d8-4931-8244-27280232e3cf,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:41.867941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01f6eb11-acae-47b3-908a-a966e2598e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.892869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01f6eb11-acae-47b3-908a-a966e2598e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.955342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01f6eb11-acae-47b3-908a-a966e2598e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.958271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01f6eb11-acae-47b3-908a-a966e2598e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:41.959454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-01f6eb11-acae-47b3-908a-a966e2598e70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/038394de-d9d8-4931-8244-27280232e3cf HTTP/1.1" status: 204 len: 168 time: 0.1480165 Oct 19 01:16:41.967445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6eb11-acae-47b3-908a-a966e2598e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038394de-d9d8-4931-8244-27280232e3cf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:42.225425 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.263616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7e1be-179b-4fce-a246-402e0d3fcc6f req-7c275783-5f78-4b03-85ba-f62bb82428f4 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:42.272497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27e7e1be-179b-4fce-a246-402e0d3fcc6f req-7c275783-5f78-4b03-85ba-f62bb82428f4 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0634215 Oct 19 01:16:42.329484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27e7e1be-179b-4fce-a246-402e0d3fcc6f req-cc9c306c-5a30-4522-a95c-52b87a866fdc tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 Oct 19 01:16:42.438876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 71d18a91-964e-4187-b4d2-6f30ca01a42d up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:42.523938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be504f09-ac9d-40cd-bda7-c00d37811efb req-e5bfa74c-cadb-4716-8a45-78ee425d35ae tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:42.550149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be504f09-ac9d-40cd-bda7-c00d37811efb req-e5bfa74c-cadb-4716-8a45-78ee425d35ae tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.1344459 Oct 19 01:16:42.552964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 71d18a91-964e-4187-b4d2-6f30ca01a42d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:42.553810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.622268 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be504f09-ac9d-40cd-bda7-c00d37811efb req-78de4eed-30d9-47ce-8894-3a7c995560b1 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691452 Oct 19 01:16:42.673465 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.709547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:42.713493 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb877e59-2bf8-4a38-8ede-efae3fb32f08" -d '{"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-plugged", "status": "completed", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:42.754130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:42.760949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:42.762010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:16:42.780046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a69c-5cde-4988-a954-b51a5c9202b2 req-2ffd499b-57bd-49bc-92e4-907a244f4250 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:42.789600 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac33a69c-5cde-4988-a954-b51a5c9202b2 req-2ffd499b-57bd-49bc-92e4-907a244f4250 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.0708771 Oct 19 01:16:42.843388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:42.845364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac33a69c-5cde-4988-a954-b51a5c9202b2 req-eeb03ed3-3802-4fff-a0e9-4a9715799a0c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Oct 19 01:16:42.854383 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e972fc8c-7947-4d90-9fd0-360c79dd2499 x-openstack-request-id: req-e972fc8c-7947-4d90-9fd0-360c79dd2499 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:42.854674 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-plugged", "status": "completed", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:42.854926 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e972fc8c-7947-4d90-9fd0-360c79dd2499 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:42.855662 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'code': 200} Oct 19 01:16:42.898637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:16:42.995554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80523b20-0756-45ec-a0c0-9f237618ab09 req-be0e03b6-e122-4f32-b34f-c0cdd812d095 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:42.997274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80523b20-0756-45ec-a0c0-9f237618ab09 req-be0e03b6-e122-4f32-b34f-c0cdd812d095 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1097 time: 0.0534258 Oct 19 01:16:43.040566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80523b20-0756-45ec-a0c0-9f237618ab09 req-c66d4341-0bad-494d-a378-bfa158934b4d tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Oct 19 01:16:43.441206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-e1fe6a2c-4fa6-4f66-96a9-d010b035daa5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:43.449507 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-e1fe6a2c-4fa6-4f66-96a9-d010b035daa5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.1672778 Oct 19 01:16:43.470221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-f2921aff-9571-4517-8103-dfa8fc23602e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/quotas/727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 375 time: 0.0196948 Oct 19 01:16:43.504647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bb94e-aaf1-4866-acda-0f369b622527 req-c5312e5e-1657-4f6d-a670-9e1879512d4e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:43.506189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc7bb94e-aaf1-4866-acda-0f369b622527 req-c5312e5e-1657-4f6d-a670-9e1879512d4e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0775070 Oct 19 01:16:43.538564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-ae5fe94e-41cd-47d8-9203-1abb0ef72618 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673218 Oct 19 01:16:43.564131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc7bb94e-aaf1-4866-acda-0f369b622527 req-8af98136-c97e-4f37-85af-1062f20e8486 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 Oct 19 01:16:43.897113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3b8be-8be4-4642-aee0-96e3899b7d6e req-f1941c6a-9a7b-4457-b632-5d3ed342b0f9 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:43.898633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1f3b8be-8be4-4642-aee0-96e3899b7d6e req-f1941c6a-9a7b-4457-b632-5d3ed342b0f9 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.0855000 Oct 19 01:16:43.980532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1f3b8be-8be4-4642-aee0-96e3899b7d6e req-179c3c67-982b-48fd-b124-4953602a0f92 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660677 Oct 19 01:16:44.123184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-5c34d136-b283-45ad-a70b-f04e122ebefd service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837069 Oct 19 01:16:44.229678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-d19e8192-d255-4655-8beb-bf1ec0906a05 service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047041 Oct 19 01:16:44.449036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f7705353-317e-42e4-a447-ee223db5f912 req-d11f9b65-d2f5-4cda-be47-b9ce4ccd142e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 210 time: 0.0714874 Oct 19 01:16:44.455667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:44.577207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:44.606676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'mac_address': 'fa:16:3e:d4:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:44.701862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:44.737460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac164844-b68a-43ae-8046-a1a1663b6f54 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:44.825315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451eac5-9bd3-4594-9df1-81146e74d8e0 req-110ea052-0a66-4215-b209-ff6ad8cd06ac tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:44.826886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:44.827936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3451eac5-9bd3-4594-9df1-81146e74d8e0 req-110ea052-0a66-4215-b209-ff6ad8cd06ac tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0976520 Oct 19 01:16:44.853973 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:44.936493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3451eac5-9bd3-4594-9df1-81146e74d8e0 req-da9260ff-3cbd-4f5e-8a39-397bdbbb2b3d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969646 Oct 19 01:16:44.980997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:45.192506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7114a6-38ae-4b6c-be1f-cff7531a34a5 req-29a7268c-487c-41d8-a172-86729b46305f tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:45.194083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d7114a6-38ae-4b6c-be1f-cff7531a34a5 req-29a7268c-487c-41d8-a172-86729b46305f tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.1092026 Oct 19 01:16:45.261225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d7114a6-38ae-4b6c-be1f-cff7531a34a5 req-4a2c180f-243d-4b67-91bb-a2b4a97080d2 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600979 Oct 19 01:16:45.317902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ac164844-b68a-43ae-8046-a1a1663b6f54'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:45.632808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9681ea55-9020-4b94-a034-6cacb9c41f11 req-c542627a-dde2-4fa9-867b-6dcd98f6a782 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 210 time: 0.0833120 Oct 19 01:16:46.134309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4d00-f944-4a66-87eb-213fc5b5c3fc req-3e0e60e4-a311-454b-b72a-727d4af86984 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:46.143099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-938c4d00-f944-4a66-87eb-213fc5b5c3fc req-3e0e60e4-a311-454b-b72a-727d4af86984 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0921161 Oct 19 01:16:46.179410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56040) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:46.200149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-938c4d00-f944-4a66-87eb-213fc5b5c3fc req-e93a8813-7abb-4915-9bd7-c66691080721 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Oct 19 01:16:46.463670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 56117721-da13-4722-a683-cc77505a7f3f details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:46.479380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d81f-9f92-42cc-8836-92d4e3441e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:46.628746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d81f-9f92-42cc-8836-92d4e3441e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:46.643973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:46.644384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d81f-9f92-42cc-8836-92d4e3441e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:46.655649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-2724169a-89c6-427d-b5f0-892423cc9e27 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:46.657763 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-2724169a-89c6-427d-b5f0-892423cc9e27 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.4746923 Oct 19 01:16:46.659425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '56117721-da13-4722-a683-cc77505a7f3f', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '56117721-da13-4722-a683-cc77505a7f3f', 'mac_address': 'fa:16:3e:97:85:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:46.685452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866c8ff-a82d-4927-b3ec-f8fe837cd444 req-b711f05a-249d-41b2-9de9-4b655686e7bc tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:46.692783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5866c8ff-a82d-4927-b3ec-f8fe837cd444 req-b711f05a-249d-41b2-9de9-4b655686e7bc tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.2624440 Oct 19 01:16:46.704228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Request body: {'port': {'device_id': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'admin_state_up': True, 'tenant_id': '727131d066ac40408ef77c15c56541f8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:46.723423 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:46.742210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56117721-da13-4722-a683-cc77505a7f3f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:46.768413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:46.774533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:46.786504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5866c8ff-a82d-4927-b3ec-f8fe837cd444 req-906d9f99-dec5-4591-b46b-29eb2cf01e92 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925303 Oct 19 01:16:46.797173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3bc6d81f-9f92-42cc-8836-92d4e3441e70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5520a732d2a409fb2b090e540206733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158664 Oct 19 01:16:46.801680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56052) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:46.822153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6d81f-9f92-42cc-8836-92d4e3441e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1e2e0-5226-4be0-8b95-19000f9bf6af,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:46.856495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:46.878917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64979fe7-2058-4505-95c7-0005bbced30d req-c7bd1da1-4f5a-49f1-95fd-c8a940a056c7 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 210 time: 0.0825622 Oct 19 01:16:46.934289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2168a06-ff7c-493d-98ec-125fbbb272e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:46.989332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2168a06-ff7c-493d-98ec-125fbbb272e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.065244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2168a06-ff7c-493d-98ec-125fbbb272e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.070874 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2168a06-ff7c-493d-98ec-125fbbb272e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.072807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f2168a06-ff7c-493d-98ec-125fbbb272e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0e1e2e0-5226-4be0-8b95-19000f9bf6af HTTP/1.1" status: 204 len: 168 time: 0.2670896 Oct 19 01:16:47.123270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2168a06-ff7c-493d-98ec-125fbbb272e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1e2e0-5226-4be0-8b95-19000f9bf6af,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:47.178639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Made reservation on behalf of 727131d066ac40408ef77c15c56541f8 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:16:47.183261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.403159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['56117721-da13-4722-a683-cc77505a7f3f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:47.474995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d6de8-557e-4529-a8de-8f9ce01617f6 req-c5cf8bf9-8811-48c0-9f97-749b69a2d977 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:47.482044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a8d6de8-557e-4529-a8de-8f9ce01617f6 req-c5cf8bf9-8811-48c0-9f97-749b69a2d977 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1380773 Oct 19 01:16:47.580666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Allocated IP 172.20.0.10 (2307de7f-b14d-4842-9b63-1759f75b5a26/993f09c0-62fd-4b63-9261-1c44ce768cc1/631f033a-2782-40f9-9bd0-293f234cd9f8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:16:47.740015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56082) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:47.756353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00af510f-78b4-49c3-9b67-681c8f2848ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:47.994863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00af510f-78b4-49c3-9b67-681c8f2848ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.003217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00af510f-78b4-49c3-9b67-681c8f2848ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.199477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00af510f-78b4-49c3-9b67-681c8f2848ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=696a7ca0dd0943488e42e82f9209b93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576759 Oct 19 01:16:48.202854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56094) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:48.212777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af510f-78b4-49c3-9b67-681c8f2848ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f0828a-a424-45e1-88f9-acc23fc888ea,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:48.246008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f92f3a-b9ed-4f2c-9f3b-b6d79c358cea req-1a18f34c-5eee-4798-b936-22ac08d47b7e tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.247522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a8d6de8-557e-4529-a8de-8f9ce01617f6 req-a91edfcd-c915-4779-8b32-ba6ad63ada35 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7549293 Oct 19 01:16:48.259888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-91f92f3a-b9ed-4f2c-9f3b-b6d79c358cea req-1a18f34c-5eee-4798-b936-22ac08d47b7e tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 948 time: 0.1374347 Oct 19 01:16:48.260233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6725-b205-401e-be25-01832d02800d req-4ebd9f2c-6a3e-4d50-b89c-3ee0500f167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.262231 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ee6725-b205-401e-be25-01832d02800d req-4ebd9f2c-6a3e-4d50-b89c-3ee0500f167c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.1036050 Oct 19 01:16:48.402009 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ad1d-6651-4df9-9562-06af796d99ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.416877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-91f92f3a-b9ed-4f2c-9f3b-b6d79c358cea req-c2ea9060-4c98-4a5b-b7be-3d1c2a1e117e tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418891 Oct 19 01:16:48.447705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ad1d-6651-4df9-9562-06af796d99ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.477666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:48.518736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ad1d-6651-4df9-9562-06af796d99ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.522012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ad1d-6651-4df9-9562-06af796d99ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.523486 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9cf1ad1d-6651-4df9-9562-06af796d99ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3f0828a-a424-45e1-88f9-acc23fc888ea HTTP/1.1" status: 204 len: 168 time: 0.3187647 Oct 19 01:16:48.544095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1ad1d-6651-4df9-9562-06af796d99ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f0828a-a424-45e1-88f9-acc23fc888ea,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:48.615328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port ac164844-b68a-43ae-8046-a1a1663b6f54 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:48.622057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b94e4c-ab0e-4a2c-8957-b7d571f92b8d req-56852800-9038-4de1-b347-cb732d36531d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.622468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port ac164844-b68a-43ae-8046-a1a1663b6f54 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:48.622943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.634775 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0b94e4c-ab0e-4a2c-8957-b7d571f92b8d req-56852800-9038-4de1-b347-cb732d36531d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0737619 Oct 19 01:16:48.713316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04164729-d0e4-4578-ab78-b62a800216ba req-bcc4dd50-4023-4913-83e4-a88d3b22c67f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 210 time: 0.1154525 Oct 19 01:16:48.751479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0b94e4c-ab0e-4a2c-8957-b7d571f92b8d req-55664894-8589-43b6-8a37-10dc574e565d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153104 Oct 19 01:16:48.894812 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.970432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6725-b205-401e-be25-01832d02800d req-cb37b7b3-b89c-4276-8708-a80b8fb4675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:48.972564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ee6725-b205-401e-be25-01832d02800d req-cb37b7b3-b89c-4276-8708-a80b8fb4675f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.6929793 Oct 19 01:16:48.978678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:48.984019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:48.988472 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdddfae-0688-4ef3-8e60-ecd3654df2e1" -d '{"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-plugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:49.027184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:49.035607 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ee6725-b205-401e-be25-01832d02800d req-6e8697ac-180d-4a31-a816-0da3542f3045 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 217 time: 0.0520747 Oct 19 01:16:49.039709 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:49.084479 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0482a7f-a601-45b8-9318-a46d850b31d9 x-openstack-request-id: req-d0482a7f-a601-45b8-9318-a46d850b31d9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:49.092313 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-plugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:49.092313 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0482a7f-a601-45b8-9318-a46d850b31d9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:49.092953 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'code': 200} Oct 19 01:16:49.153040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:49.156813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6725-b205-401e-be25-01832d02800d req-6a3d7e63-5aaf-42fa-a1dc-a5215b4e85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.158983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ee6725-b205-401e-be25-01832d02800d req-6a3d7e63-5aaf-42fa-a1dc-a5215b4e85a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1118410 Oct 19 01:16:49.247605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ee6725-b205-401e-be25-01832d02800d req-1125e26b-dc6f-4e03-b4ea-761cf911f933 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752444 Oct 19 01:16:49.297655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9fdae-8476-4b7f-a48d-21aa924d733c req-70155820-8e14-4345-9234-1d3dc44af823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.301067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0c9fdae-8476-4b7f-a48d-21aa924d733c req-70155820-8e14-4345-9234-1d3dc44af823 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 1102 time: 0.1116514 Oct 19 01:16:49.302301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:49.463640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:16:49.475193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:16:49.489684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a34aaf-436a-4a1c-9be9-8618b0848c48 req-a1079989-7392-427a-820f-6ca924b2a6db tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.491256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85a34aaf-436a-4a1c-9be9-8618b0848c48 req-a1079989-7392-427a-820f-6ca924b2a6db tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1198015 Oct 19 01:16:49.491738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:16:49.502053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0c9fdae-8476-4b7f-a48d-21aa924d733c req-9ca69ff5-d242-49ab-bd11-b0a515dc21d1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875999 Oct 19 01:16:49.562723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:49.585088 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85a34aaf-436a-4a1c-9be9-8618b0848c48 req-b9ea5504-0ecc-4a3d-9801-96a8f8d5fed2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703876 Oct 19 01:16:49.608969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ee6725-b205-401e-be25-01832d02800d req-19150e08-201c-439d-8e65-b401f5cdb984 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498967 Oct 19 01:16:49.629712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.630380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:49.636227 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:49.654036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78010c-0f1f-46d3-b858-89c558dd77f4 req-77d6e91d-a4c5-4320-89bb-ae893f27f311 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.654036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc78010c-0f1f-46d3-b858-89c558dd77f4 req-77d6e91d-a4c5-4320-89bb-ae893f27f311 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 948 time: 0.1019409 Oct 19 01:16:49.687701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-57100639-8fe1-439a-a23d-19f242a79f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9876263 Oct 19 01:16:49.713960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc78010c-0f1f-46d3-b858-89c558dd77f4 req-54bc2513-4c8a-4142-b7a8-7d0d9107c30d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Oct 19 01:16:49.888759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cddb5b-85d0-49e0-ba82-4f9fbfad7dfa req-0450154a-1da9-478d-8968-0bb815b95545 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:49.896309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2cddb5b-85d0-49e0-ba82-4f9fbfad7dfa req-0450154a-1da9-478d-8968-0bb815b95545 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 932 time: 0.0660594 Oct 19 01:16:49.946446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2cddb5b-85d0-49e0-ba82-4f9fbfad7dfa req-32682e31-2ff9-4234-9084-692fcffc8e41 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Oct 19 01:16:49.961621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Request body: {'port': {'device_id': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:16:50.109631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c6a93-1c16-4e28-aac6-c4cd422dd5d9 req-b486ff3f-718a-4832-9ee5-7a05db67e5ba tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:50.113976 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b65c6a93-1c16-4e28-aac6-c4cd422dd5d9 req-b486ff3f-718a-4832-9ee5-7a05db67e5ba tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.2476652 Oct 19 01:16:50.369882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:50.420544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b65c6a93-1c16-4e28-aac6-c4cd422dd5d9 req-62914cd6-e788-4b93-824e-d93d4662f2f8 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313901 Oct 19 01:16:50.476388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 56117721-da13-4722-a683-cc77505a7f3f up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:16:50.512877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ee6725-b205-401e-be25-01832d02800d req-aa103820-c1a3-4542-8bd9-23123e622695 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694325 Oct 19 01:16:50.546530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 56117721-da13-4722-a683-cc77505a7f3f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:16:50.553494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 56117721-da13-4722-a683-cc77505a7f3f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:16:50.553916 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:50.724148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:50.770645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:50.780961 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:50.857759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:50.877809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d2985-2f13-4a51-977e-d97a4cc46e99 req-4b9de265-877d-4d81-a55a-3651f70e3dc5 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:50.879694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201d2985-2f13-4a51-977e-d97a4cc46e99 req-4b9de265-877d-4d81-a55a-3651f70e3dc5 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1475959 Oct 19 01:16:50.900392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56176) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:50.944904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631f033a-2782-40f9-9bd0-293f234cd9f8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:50.957493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:50.978741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cf217-3923-4c30-8e01-624ce5fa229e req-44885418-c0d2-4f0b-9936-66cdda5860e3 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:50.980553 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a41cf217-3923-4c30-8e01-624ce5fa229e req-44885418-c0d2-4f0b-9936-66cdda5860e3 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 949 time: 0.0939193 Oct 19 01:16:50.989878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-201d2985-2f13-4a51-977e-d97a4cc46e99 req-f8336cbc-6eee-46cd-8f11-9779f49cd14f tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036277 Oct 19 01:16:51.014436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Transition to ACTIVE for port object 631f033a-2782-40f9-9bd0-293f234cd9f8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:16:51.063950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.095027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56117721-da13-4722-a683-cc77505a7f3f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:51.097425 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ef3703-0915-48fb-9ed8-fe9a7f13a26a" -d '{"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-plugged", "status": "completed", "tag": "56117721-da13-4722-a683-cc77505a7f3f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:51.165234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a41cf217-3923-4c30-8e01-624ce5fa229e req-0fb25baa-acac-40b5-bfa3-96b441210c21 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754971 Oct 19 01:16:51.178656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:51.209149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aa683a-95e7-4e64-a145-d29b773a3715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.268784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7589-577c-4d2d-b893-28dc71f6075f req-177dd464-3f16-429f-9e72-b26823a6e88e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.270566 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-199d7589-577c-4d2d-b893-28dc71f6075f req-177dd464-3f16-429f-9e72-b26823a6e88e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.1425858 Oct 19 01:16:51.285378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:16:51.286395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:16:51.286850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:51.300336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:16:51.300725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:16:51.307571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:16:51.308248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:16:51.308800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:16:51.309379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Bound port: 631f033a-2782-40f9-9bd0-293f234cd9f8, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:16:51.310014 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.374101 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-199d7589-577c-4d2d-b893-28dc71f6075f req-4ae50405-f0af-461b-b1a7-6ad623b41159 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770943 Oct 19 01:16:51.438422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:16:51.450185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:16:51.459170 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed9858a-8638-4d07-b6bb-d4b14be26138 x-openstack-request-id: req-6ed9858a-8638-4d07-b6bb-d4b14be26138 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:51.460007 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-plugged", "status": "completed", "tag": "56117721-da13-4722-a683-cc77505a7f3f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:51.460520 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed9858a-8638-4d07-b6bb-d4b14be26138 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:51.461126 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56117721-da13-4722-a683-cc77505a7f3f', 'code': 200} Oct 19 01:16:51.461991 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.542885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.543416 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.544843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] 10.222.0.74 "PUT /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 1093 time: 1.6022830 Oct 19 01:16:51.548223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:16:51.551672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aa683a-95e7-4e64-a145-d29b773a3715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.569025 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3670776-e4dc-455b-a391-c1115425b33e" -d '{"events": [{"name": "network-changed", "server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:16:51.589398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aa683a-95e7-4e64-a145-d29b773a3715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.638828 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e9f2a-d2d0-428f-86b9-aa1616d8503c x-openstack-request-id: req-766e9f2a-d2d0-428f-86b9-aa1616d8503c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:16:51.639192 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:16:51.639385 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-766e9f2a-d2d0-428f-86b9-aa1616d8503c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:16:51.639757 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8', 'status': 'completed', 'code': 200} Oct 19 01:16:51.640587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dace84d-0b54-49ac-b42d-15dfb959f706 service neutron] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:51.678738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689c915-5520-4813-b643-1df1d30b663c req-a70277cf-1d86-4ba5-aa25-a068f7f41973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.680273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5689c915-5520-4813-b643-1df1d30b663c req-a70277cf-1d86-4ba5-aa25-a068f7f41973 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 1101 time: 0.0881965 Oct 19 01:16:51.705798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa683a-95e7-4e64-a145-d29b773a3715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85132859-20b2-45ea-9998-e05cb1d53b84,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:51.730780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-9b5f44de-63df-4607-97d8-7ee4c024f8c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2574244 Oct 19 01:16:51.738661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59aa683a-95e7-4e64-a145-d29b773a3715 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=843c1898480f477abcccce9abf3b9af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8099625 Oct 19 01:16:51.741498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56206) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:51.758213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-b603cfbe-c309-4b9f-9fa0-2a87f69eebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.761118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-b603cfbe-c309-4b9f-9fa0-2a87f69eebd7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1096 time: 0.1026890 Oct 19 01:16:51.763654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5689c915-5520-4813-b643-1df1d30b663c req-cb82678c-70b9-485c-bd1f-eea2f9040473 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637374 Oct 19 01:16:51.771820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ca4fb-c677-40aa-8731-6ef4aee15078 req-d8bdde87-7cba-4151-a047-d3e7d79e3855 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.773368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e72ca4fb-c677-40aa-8731-6ef4aee15078 req-d8bdde87-7cba-4151-a047-d3e7d79e3855 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1385543 Oct 19 01:16:51.890592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e72ca4fb-c677-40aa-8731-6ef4aee15078 req-2733de7f-81b9-4a4c-a60e-c39cf3cb43c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042335 Oct 19 01:16:51.896099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-f522f921-8d40-414e-9a05-762939573004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:51.897523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-f522f921-8d40-414e-9a05-762939573004 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 1097 time: 0.0961866 Oct 19 01:16:51.898291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-77435da3-7484-4aa5-b188-cf938f3ff027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:51.962740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-77435da3-7484-4aa5-b188-cf938f3ff027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:52.081370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-77435da3-7484-4aa5-b188-cf938f3ff027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:52.084176 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-77435da3-7484-4aa5-b188-cf938f3ff027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:52.087803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-77435da3-7484-4aa5-b188-cf938f3ff027 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85132859-20b2-45ea-9998-e05cb1d53b84 HTTP/1.1" status: 204 len: 168 time: 0.3430464 Oct 19 01:16:52.118843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-32782cf4-cdd0-482f-afd6-3d748293b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.119551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-32782cf4-cdd0-482f-afd6-3d748293b7b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.1907098 Oct 19 01:16:52.120697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77435da3-7484-4aa5-b188-cf938f3ff027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85132859-20b2-45ea-9998-e05cb1d53b84,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:52.205188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2d603-859b-4ed3-8b88-52f10ef38f8b req-d1e39bc6-59a6-4c63-b0ac-c7dcad7d2895 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.215108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5e2d603-859b-4ed3-8b88-52f10ef38f8b req-d1e39bc6-59a6-4c63-b0ac-c7dcad7d2895 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0867462 Oct 19 01:16:52.241951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-3c5f2c89-c878-42f8-9151-eaa286d61b85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a616244-1e68-474d-8596-62308bf25294 HTTP/1.1" status: 200 len: 217 time: 0.1134107 Oct 19 01:16:52.299877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-c309d940-aaf1-4f0c-8549-dfe39a908450 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 217 time: 0.0820343 Oct 19 01:16:52.378108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302b72-a351-4e2d-870a-498924dbfe2c req-f8851845-fadb-4cb1-85d0-16f71746d624 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.385827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da302b72-a351-4e2d-870a-498924dbfe2c req-f8851845-fadb-4cb1-85d0-16f71746d624 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 949 time: 0.0899117 Oct 19 01:16:52.388583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-78abe295-d69b-4a8f-9880-e1ff213b2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.392222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-78abe295-d69b-4a8f-9880-e1ff213b2a4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1348403 Oct 19 01:16:52.400824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5e2d603-859b-4ed3-8b88-52f10ef38f8b req-638f3c0f-cb9f-4985-aed8-eb49fca7a871 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732798 Oct 19 01:16:52.411966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-5f34af2d-3463-4712-b25e-eed91e677e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.413875 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-5f34af2d-3463-4712-b25e-eed91e677e88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.0913303 Oct 19 01:16:52.450400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-b4c2321a-16b2-44de-b8cf-3e9c450d3219 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297554 Oct 19 01:16:52.467632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da302b72-a351-4e2d-870a-498924dbfe2c req-4f08182e-e08f-45a5-990b-452ae9f07a4e tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808473 Oct 19 01:16:52.483109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-5eb6e2a2-2e82-4494-9db7-55e42991adc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497165 Oct 19 01:16:52.710924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-ba9511b7-7859-465b-afd1-ba47f2812d09 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074585 Oct 19 01:16:52.774910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f06bd-5f79-4964-baff-d96cb394d05e req-f189820d-a3b5-4949-95ce-f79e36c3421a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:52.787566 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-965f06bd-5f79-4964-baff-d96cb394d05e req-f189820d-a3b5-4949-95ce-f79e36c3421a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.2600255 Oct 19 01:16:52.870910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6c9eb4b-3e34-4f48-bbec-683543236462 req-79df2688-b366-490c-8e24-912f02fddb64 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490500 Oct 19 01:16:52.902784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-965f06bd-5f79-4964-baff-d96cb394d05e req-1768fb63-331b-4f82-aabf-74b86e751454 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123910 Oct 19 01:16:52.929624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-2bd0ee07-46c8-40ab-a656-a776ffa7a529 service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609268 Oct 19 01:16:53.090399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-082dc2e3-ea85-4eb7-b9d7-c257bf2fe6a9 req-aa6922af-f16d-4131-8d80-c2f0bf30ceff service neutron] 10.222.0.62 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464157 Oct 19 01:16:53.136455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670776-e4dc-455b-a391-c1115425b33e req-20976e44-e001-4a64-9a78-c6a383ff6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:53.137930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3670776-e4dc-455b-a391-c1115425b33e req-20976e44-e001-4a64-9a78-c6a383ff6c3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1096 time: 0.1253867 Oct 19 01:16:53.169610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562aebd-c663-4fc1-8dc1-638fcc4b14c2 req-10dda72d-dd61-404e-80fa-8e81d1b7bc6d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:53.174737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8562aebd-c663-4fc1-8dc1-638fcc4b14c2 req-10dda72d-dd61-404e-80fa-8e81d1b7bc6d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1138468 Oct 19 01:16:53.328796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670776-e4dc-455b-a391-c1115425b33e req-86aea412-128d-4a31-8dd9-4ebbb7d88e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:53.330924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3670776-e4dc-455b-a391-c1115425b33e req-86aea412-128d-4a31-8dd9-4ebbb7d88e7e service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.1802855 Oct 19 01:16:53.346389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8562aebd-c663-4fc1-8dc1-638fcc4b14c2 req-349e49ba-a9d7-44b6-8539-422f93fcadfa tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518598 Oct 19 01:16:53.389920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3670776-e4dc-455b-a391-c1115425b33e req-1999904d-7616-4e9a-982f-a5af405531d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 217 time: 0.0422299 Oct 19 01:16:53.454054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670776-e4dc-455b-a391-c1115425b33e req-840b2b43-9d0e-45a9-8cca-bc011628de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:53.455678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3670776-e4dc-455b-a391-c1115425b33e req-840b2b43-9d0e-45a9-8cca-bc011628de25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.0560393 Oct 19 01:16:53.524590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3670776-e4dc-455b-a391-c1115425b33e req-ef2abd19-9d61-44d8-859d-f4193d120cb9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440190 Oct 19 01:16:53.567876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98194331-3ad7-4fb2-a3f7-3a96538fe5a3 req-2f414369-aca8-45ae-a867-c3433551c793 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:53.570118 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98194331-3ad7-4fb2-a3f7-3a96538fe5a3 req-2f414369-aca8-45ae-a867-c3433551c793 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0788422 Oct 19 01:16:53.652573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98194331-3ad7-4fb2-a3f7-3a96538fe5a3 req-55cfe655-400f-41e1-964d-f1cc8755b8a0 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719144 Oct 19 01:16:53.730641 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3670776-e4dc-455b-a391-c1115425b33e req-18cd00db-aadb-4a0e-a140-9011b94d3bab service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965997 Oct 19 01:16:53.752490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bfd-ac2a-45af-8e56-2eaf9aab4afa req-463c7827-4d1e-4cb5-aec8-150d5da7f9ac tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:53.760539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81a44bfd-ac2a-45af-8e56-2eaf9aab4afa req-463c7827-4d1e-4cb5-aec8-150d5da7f9ac tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 949 time: 0.2086980 Oct 19 01:16:53.880711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81a44bfd-ac2a-45af-8e56-2eaf9aab4afa req-b2eaacf6-0ea6-4c25-b4a9-44f3e103083d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163497 Oct 19 01:16:53.934341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3670776-e4dc-455b-a391-c1115425b33e req-25806658-5c18-48bb-b3f6-237452b02590 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588354 Oct 19 01:16:54.056895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757518fe-9adf-4999-8d35-6adeecefb9dd req-1c60f7e4-068e-4a1a-9569-e8d8b1ca3584 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:54.059038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-757518fe-9adf-4999-8d35-6adeecefb9dd req-1c60f7e4-068e-4a1a-9569-e8d8b1ca3584 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.0652707 Oct 19 01:16:54.109387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-757518fe-9adf-4999-8d35-6adeecefb9dd req-b57278cb-b9ee-4c87-a7fc-370694263306 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Oct 19 01:16:54.272187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:54.399279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53e4c96e-987c-4df4-8eff-387772a432fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.585198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39996ad-72a9-4a0f-a45c-e7a52baec19c req-12480843-dd84-4aaa-a8da-cc08cead6f21 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:54.592546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a39996ad-72a9-4a0f-a45c-e7a52baec19c req-12480843-dd84-4aaa-a8da-cc08cead6f21 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1412094 Oct 19 01:16:54.606737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53e4c96e-987c-4df4-8eff-387772a432fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.618980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53e4c96e-987c-4df4-8eff-387772a432fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.679591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a39996ad-72a9-4a0f-a45c-e7a52baec19c req-4821e191-b50c-469f-b801-3a9330e49ab7 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860496 Oct 19 01:16:54.693639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-53e4c96e-987c-4df4-8eff-387772a432fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be6d1ef72f0a4adb8968e2697c71bcf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180872 Oct 19 01:16:54.694041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56316) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:54.703611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4c96e-987c-4df4-8eff-387772a432fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2653bb33-4c80-4e52-83fc-f2323c558890,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:54.786213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f136617a-3694-4506-8bc6-e80680ccf923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.848261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f136617a-3694-4506-8bc6-e80680ccf923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.884723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bb0ad-ff22-4879-8728-c04fa498345b req-a7911eb6-5fcb-4975-96d9-6b47e9324358 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:54.889230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b10bb0ad-ff22-4879-8728-c04fa498345b req-a7911eb6-5fcb-4975-96d9-6b47e9324358 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1162608 Oct 19 01:16:54.940878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b10bb0ad-ff22-4879-8728-c04fa498345b req-92fe517c-ca31-4aa6-8fb7-b839be13af8c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435519 Oct 19 01:16:54.963429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f136617a-3694-4506-8bc6-e80680ccf923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.966837 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f136617a-3694-4506-8bc6-e80680ccf923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:54.970391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f136617a-3694-4506-8bc6-e80680ccf923 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2653bb33-4c80-4e52-83fc-f2323c558890 HTTP/1.1" status: 204 len: 168 time: 0.2729909 Oct 19 01:16:55.013094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136617a-3694-4506-8bc6-e80680ccf923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2653bb33-4c80-4e52-83fc-f2323c558890,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:55.084375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b5a70-bde8-49c9-8e9d-9bc921dbba68 req-c1fdb118-9784-4f19-839b-157ff3fec679 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:55.092768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e01b5a70-bde8-49c9-8e9d-9bc921dbba68 req-c1fdb118-9784-4f19-839b-157ff3fec679 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 949 time: 0.0907359 Oct 19 01:16:55.167091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e01b5a70-bde8-49c9-8e9d-9bc921dbba68 req-be8ec401-dc8f-4373-9240-72727f037263 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Oct 19 01:16:55.317923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0155133-c64b-4ca8-af93-6eaba501dc03 req-2fc0cac9-e3ec-4331-86d9-be40c7970561 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:55.331517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0155133-c64b-4ca8-af93-6eaba501dc03 req-2fc0cac9-e3ec-4331-86d9-be40c7970561 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.1297896 Oct 19 01:16:55.348869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab9e23-43be-4ed7-976b-e16832f0e0a1 req-07e78eb5-7409-4fc5-89f6-591ccd44a088 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:55.351091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5ab9e23-43be-4ed7-976b-e16832f0e0a1 req-07e78eb5-7409-4fc5-89f6-591ccd44a088 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 950 time: 0.0801077 Oct 19 01:16:55.456927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0155133-c64b-4ca8-af93-6eaba501dc03 req-7d460d12-08ad-4879-ac67-88e2e17d0c45 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163735 Oct 19 01:16:55.499061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5ab9e23-43be-4ed7-976b-e16832f0e0a1 req-22427f41-ae7d-4edd-b479-9c02c586155c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402991 Oct 19 01:16:55.928017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66531b20-00d2-4818-863d-84d078b54d82 req-0e13335e-9272-43d7-a1f2-8499d93442e3 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:55.939692 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66531b20-00d2-4818-863d-84d078b54d82 req-0e13335e-9272-43d7-a1f2-8499d93442e3 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1440465 Oct 19 01:16:56.025516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66531b20-00d2-4818-863d-84d078b54d82 req-41c74c34-a87d-424d-943c-2754f67db532 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844660 Oct 19 01:16:56.292754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec5a18-29f3-4dfe-bd84-76c56220b6ac req-7b13484c-2a33-4d4f-953f-b3d2b6e164cb tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:56.294265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7ec5a18-29f3-4dfe-bd84-76c56220b6ac req-7b13484c-2a33-4d4f-953f-b3d2b6e164cb tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1081572 Oct 19 01:16:56.361138 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7ec5a18-29f3-4dfe-bd84-76c56220b6ac req-d85742da-becc-42d9-be1d-d1b1123119d1 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Oct 19 01:16:56.527351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:16:56.638039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9455985-3097-42c7-90b7-4c47449038f9 req-a21708d8-1018-4b6e-954d-2555fbed5670 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:56.639623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9455985-3097-42c7-90b7-4c47449038f9 req-a21708d8-1018-4b6e-954d-2555fbed5670 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.0931537 Oct 19 01:16:56.711657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9455985-3097-42c7-90b7-4c47449038f9 req-f7e27ac5-00e3-49b2-b091-3262ece8800d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649621 Oct 19 01:16:56.729961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:56.743166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '631f033a-2782-40f9-9bd0-293f234cd9f8', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'port_id': '631f033a-2782-40f9-9bd0-293f234cd9f8', 'mac_address': 'fa:16:3e:dc:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993f09c0-62fd-4b63-9261-1c44ce768cc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:16:56.800971 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.818010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631f033a-2782-40f9-9bd0-293f234cd9f8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:16:56.841380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:16:56.847502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:56.916462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:57.307175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3d98-6723-439f-8103-d7fcc147c7ac req-e9ceff85-9e1e-437d-91d0-e53ce3a1df0f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:57.317774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faea3d98-6723-439f-8103-d7fcc147c7ac req-e9ceff85-9e1e-437d-91d0-e53ce3a1df0f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1094487 Oct 19 01:16:57.381285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faea3d98-6723-439f-8103-d7fcc147c7ac req-7e5a0223-3ea4-4416-89fe-b8ae38f4b5f2 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621645 Oct 19 01:16:57.520336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['631f033a-2782-40f9-9bd0-293f234cd9f8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:16:57.881037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae068a-14a7-40af-89cc-065c7d709b25 req-98a0158d-5919-4a29-867f-956ec5f4c3e7 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:57.889254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05ae068a-14a7-40af-89cc-065c7d709b25 req-98a0158d-5919-4a29-867f-956ec5f4c3e7 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1709955 Oct 19 01:16:57.962898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380ed0-5c9d-47ec-beb4-da58096d7a95 req-4f740030-12e0-4d75-9485-a649d3ae153f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:57.973024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d380ed0-5c9d-47ec-beb4-da58096d7a95 req-4f740030-12e0-4d75-9485-a649d3ae153f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.0970130 Oct 19 01:16:57.995386 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05ae068a-14a7-40af-89cc-065c7d709b25 req-b3424d8a-346c-4e10-b4fc-4de7b1f93d6d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934985 Oct 19 01:16:58.028227 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d380ed0-5c9d-47ec-beb4-da58096d7a95 req-0150c2c0-a579-4487-a748-a7ad36f258af tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538633 Oct 19 01:16:58.582310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd0e5-81df-44ad-9970-be5ea780aa19 req-3beffa8f-9c72-42ad-a625-8cbc745aa817 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:58.605313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d1dd0e5-81df-44ad-9970-be5ea780aa19 req-3beffa8f-9c72-42ad-a625-8cbc745aa817 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0951216 Oct 19 01:16:58.725857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d1dd0e5-81df-44ad-9970-be5ea780aa19 req-282f6b1a-ff17-4a8e-b5b0-9c7584accad0 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182222 Oct 19 01:16:59.005162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56554) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:59.132466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5588-717e-4a98-85ce-1746eceb1684 req-a834d2de-3db7-4892-a35d-4e9f09d28329 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:59.140261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b5e5588-717e-4a98-85ce-1746eceb1684 req-a834d2de-3db7-4892-a35d-4e9f09d28329 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0600581 Oct 19 01:16:59.197632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b5e5588-717e-4a98-85ce-1746eceb1684 req-0ea9ad41-edd0-49d8-aaed-cde50973f965 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 Oct 19 01:16:59.233343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301cb8d-9616-42c1-b158-4fe5f7d4ccc7 req-c61f30e8-a435-497a-90d8-58d6f5ed3e24 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:59.235948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1301cb8d-9616-42c1-b158-4fe5f7d4ccc7 req-c61f30e8-a435-497a-90d8-58d6f5ed3e24 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.0886328 Oct 19 01:16:59.267738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.303485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1301cb8d-9616-42c1-b158-4fe5f7d4ccc7 req-2999b8f0-1aab-4713-b35c-9a731bde815a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601268 Oct 19 01:16:59.433901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.440009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.471663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f644d32c0c0460cb7d92e1468b3116a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651053 Oct 19 01:16:59.474010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56564) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:16:59.508000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59697451-a4a9-4329-ad22-5096309c04f1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:59.527312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.527560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.528123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.528629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.529124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.529625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.530115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.530612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.531111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.531645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.531996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.532313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59102f1-1755-47a5-97cd-1f2b47011805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:16:59.559788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa15-0848-4434-8a1c-ee5f91426e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.583543 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa15-0848-4434-8a1c-ee5f91426e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.638272 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa15-0848-4434-8a1c-ee5f91426e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.642352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23a4fa15-0848-4434-8a1c-ee5f91426e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:16:59.646197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-23a4fa15-0848-4434-8a1c-ee5f91426e54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59697451-a4a9-4329-ad22-5096309c04f1 HTTP/1.1" status: 204 len: 168 time: 0.1684749 Oct 19 01:16:59.653418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4fa15-0848-4434-8a1c-ee5f91426e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59697451-a4a9-4329-ad22-5096309c04f1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:16:59.909115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f73de-cff8-40b6-b8cb-f55f71f4e81e req-18b01838-86bb-4cc0-b769-ec6ff8d803d8 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:16:59.924216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-686f73de-cff8-40b6-b8cb-f55f71f4e81e req-18b01838-86bb-4cc0-b769-ec6ff8d803d8 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0960405 Oct 19 01:17:00.011104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-686f73de-cff8-40b6-b8cb-f55f71f4e81e req-034965b2-e428-4fff-a8e6-70e10c532294 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856259 Oct 19 01:17:00.084688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56594) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:00.101688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c15450ae-9c9e-4225-93b9-68c0202dee37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.224938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c15450ae-9c9e-4225-93b9-68c0202dee37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.229215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c15450ae-9c9e-4225-93b9-68c0202dee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.287113 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c15450ae-9c9e-4225-93b9-68c0202dee37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68261dfe8d6e477da68b4b7429af7bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003782 Oct 19 01:17:00.289823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56598) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:00.321251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15450ae-9c9e-4225-93b9-68c0202dee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88467a5c-d54d-4007-9b69-6d01c76aa89d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:00.350522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dafa2d-33ec-4f5c-98b0-66e56ded750b req-203edd76-6ea9-44da-a7d7-9823aa7061ed tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.352431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86dafa2d-33ec-4f5c-98b0-66e56ded750b req-203edd76-6ea9-44da-a7d7-9823aa7061ed tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0632420 Oct 19 01:17:00.397308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.403294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86dafa2d-33ec-4f5c-98b0-66e56ded750b req-88c531d9-1bf4-46de-9f4a-28665b41b9df tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Oct 19 01:17:00.464088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.531273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:00.543304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:00.553006 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.556484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.569425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88467a5c-d54d-4007-9b69-6d01c76aa89d HTTP/1.1" status: 204 len: 168 time: 0.2720909 Oct 19 01:17:00.596477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88467a5c-d54d-4007-9b69-6d01c76aa89d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:00.642125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 631f033a-2782-40f9-9bd0-293f234cd9f8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:00.649906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 631f033a-2782-40f9-9bd0-293f234cd9f8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:00.650451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:00.663111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac91852-4287-4c6e-a309-ab3b73f9c6e3 req-a6c9ad3f-19ce-40fa-9c85-ca9b4e0f1e53 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.675447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ac91852-4287-4c6e-a309-ab3b73f9c6e3 req-a6c9ad3f-19ce-40fa-9c85-ca9b4e0f1e53 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.2725215 Oct 19 01:17:00.680403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.686105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.686640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.687276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.689326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.689952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.692724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.693247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.693751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.694258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.694754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.697579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf48abd-c665-40cd-95aa-ba72664e56d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:00.795841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ac91852-4287-4c6e-a309-ab3b73f9c6e3 req-6a32cd59-623e-4211-a45a-db35dd7616e8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059172 Oct 19 01:17:00.960731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-a8262a18-f56f-433b-944d-1db171970a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:00.963922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-a8262a18-f56f-433b-944d-1db171970a75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.1649220 Oct 19 01:17:01.268901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:01.314005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678867f-0ce5-468a-a584-9c26faf55d1b req-362f4db4-4dda-44cd-9bcb-1e155915a2b0 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.315760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4678867f-0ce5-468a-a584-9c26faf55d1b req-362f4db4-4dda-44cd-9bcb-1e155915a2b0 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1366060 Oct 19 01:17:01.320488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-6e77c1f8-15e3-4db3-8d53-d93c5ccd7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.322082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-6e77c1f8-15e3-4db3-8d53-d93c5ccd7d50 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.3283761 Oct 19 01:17:01.332405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'mac_address': 'fa:16:3e:d4:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:01.386353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.419697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.455117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:01.457126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-2815cf27-82c6-43f9-89f7-20470323372e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 217 time: 0.1059062 Oct 19 01:17:01.470774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:01.473065 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accba827-e53c-4e26-84ca-997f50d63942" -d '{"events": [{"server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "name": "network-vif-plugged", "status": "completed", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:01.478749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.487139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac164844-b68a-43ae-8046-a1a1663b6f54 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:01.507783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a37d7-f973-43e5-90a1-d865961b9407 req-47b2c494-8cc8-4533-8245-1e293df99ff3 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.510732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d23a37d7-f973-43e5-90a1-d865961b9407 req-47b2c494-8cc8-4533-8245-1e293df99ff3 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.2245157 Oct 19 01:17:01.514940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-ef349c48-896f-43b3-88bb-655a7734095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.518115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-ef349c48-896f-43b3-88bb-655a7734095f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59b297621eb14e58b23e4b97742cc775&device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 1097 time: 0.2150142 Oct 19 01:17:01.530750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4678867f-0ce5-468a-a584-9c26faf55d1b req-1b2e0a43-4061-42ac-804b-f03d6bb1308b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067652 Oct 19 01:17:01.542120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:01.553810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:01.575301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:01.589922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.604812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.605292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.605635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.605974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.606308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.606687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.607021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.607347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.607669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.608008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.608340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:01.660827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-fd5825c2-1f02-40b2-ae07-85d25fb3f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.662293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-fd5825c2-1f02-40b2-ae07-85d25fb3f71b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.1663437 Oct 19 01:17:01.755516 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0cb87-f52b-4727-9e1e-853fcc7a00b7 x-openstack-request-id: req-80d0cb87-f52b-4727-9e1e-853fcc7a00b7 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:01.756357 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "name": "network-vif-plugged", "status": "completed", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:01.756681 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80d0cb87-f52b-4727-9e1e-853fcc7a00b7 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:01.757146 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8', 'code': 200} Oct 19 01:17:01.760894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-083ef768-6595-413c-90d6-8662cf46c440 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532506 Oct 19 01:17:01.770336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:01.778158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-d635d08a-de21-4b06-88bd-aa3c12abff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:01.785565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-d635d08a-de21-4b06-88bd-aa3c12abff70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 200 len: 915 time: 0.2402062 Oct 19 01:17:01.800947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d23a37d7-f973-43e5-90a1-d865961b9407 req-99b79985-d7d8-4b2a-9b57-2c2cc05a6994 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804215 Oct 19 01:17:01.879658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ac164844-b68a-43ae-8046-a1a1663b6f54'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:01.943291 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-7bb22861-bd72-4649-a88f-e706d0d6e7ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 HTTP/1.1" status: 200 len: 217 time: 0.1413136 Oct 19 01:17:02.012204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a67ca7-f042-437b-a1d2-9116b5ecdc56 req-b13189a9-b773-4dc6-b96e-a410ac36f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.014687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3a67ca7-f042-437b-a1d2-9116b5ecdc56 req-b13189a9-b773-4dc6-b96e-a410ac36f3c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1098 time: 0.2244828 Oct 19 01:17:02.040121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-69a00f38-8959-4356-a303-8235c95792e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.042071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-69a00f38-8959-4356-a303-8235c95792e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 200 len: 853 time: 0.0902362 Oct 19 01:17:02.133797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-ed41c1ac-1d45-4083-8de8-a23e8231cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.136546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-2c502456-3b3d-4ed0-a971-ee34bb6a54cc service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663073 Oct 19 01:17:02.138166 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-ed41c1ac-1d45-4083-8de8-a23e8231cd2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870628 Oct 19 01:17:02.149746 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3a67ca7-f042-437b-a1d2-9116b5ecdc56 req-a025765f-7eab-4444-a7d3-527a80e2e03a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802631 Oct 19 01:17:02.252607 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f32ca4e-03ad-4880-ad7b-98dae4508740 req-31a694c9-f8f2-4155-ba46-96419dc4fb70 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010530 Oct 19 01:17:02.276696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bab5e-6ea4-48ee-8d01-97ba9e8b80fa req-fb818dfe-175c-487e-b71c-3123b5022de1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.278405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e82bab5e-6ea4-48ee-8d01-97ba9e8b80fa req-fb818dfe-175c-487e-b71c-3123b5022de1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 946 time: 0.3192985 Oct 19 01:17:02.310947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-2d975bf4-65c2-4226-8c3e-68383e4b84e5 service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622176 Oct 19 01:17:02.381166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e82bab5e-6ea4-48ee-8d01-97ba9e8b80fa req-7bbc876d-847f-4f54-9b08-530721a4a131 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903304 Oct 19 01:17:02.449620 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8b46012-70d0-4bff-948f-b5674f2c1782 req-57c30d0f-0074-4767-a43c-847818534720 service neutron] 10.222.0.62 "GET /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277394 Oct 19 01:17:02.535833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:02.585960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port ac164844-b68a-43ae-8046-a1a1663b6f54 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:02.586622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.687465 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.710138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2199-9d07-4485-bdcb-2559f971c164 req-0a799d89-02f8-4914-82f7-d4d3847e2f5f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.720883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aabf2199-9d07-4485-bdcb-2559f971c164 req-0a799d89-02f8-4914-82f7-d4d3847e2f5f tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0974483 Oct 19 01:17:02.741266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:02.747030 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:02.784725 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aabf2199-9d07-4485-bdcb-2559f971c164 req-39dd4458-1d08-4fc7-aece-555c44bafd14 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625575 Oct 19 01:17:02.801101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:02.940260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01249f4-5eda-4c69-8d38-9e0251101dd3 req-0e62f142-2189-465b-b66b-c63f99800d40 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:02.941742 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d01249f4-5eda-4c69-8d38-9e0251101dd3 req-0e62f142-2189-465b-b66b-c63f99800d40 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0532749 Oct 19 01:17:02.988249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d01249f4-5eda-4c69-8d38-9e0251101dd3 req-53e9b3b9-1098-4817-ad01-382548f7d5c6 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361943 Oct 19 01:17:03.567909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cd261-cd63-4d6c-b97a-bf513d5fed3c req-9df87170-9ee6-47cb-b2f4-bffaa6a193b1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.576902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d98cd261-cd63-4d6c-b97a-bf513d5fed3c req-9df87170-9ee6-47cb-b2f4-bffaa6a193b1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 946 time: 0.0830255 Oct 19 01:17:03.616838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d98cd261-cd63-4d6c-b97a-bf513d5fed3c req-7b3c3f02-0ade-46f7-9200-071ecd2a8695 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Oct 19 01:17:03.758141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:03.761580 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015330b5-9fd3-4131-b633-5d4e6c1b9629" -d '{"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-plugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:03.794816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd374f-f503-4961-ab47-3f56e30af7a0 req-b83ffbec-18b0-4167-80c3-67948c81a2b8 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:03.800758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6fd374f-f503-4961-ab47-3f56e30af7a0 req-b83ffbec-18b0-4167-80c3-67948c81a2b8 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.0797248 Oct 19 01:17:03.845653 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6fd374f-f503-4961-ab47-3f56e30af7a0 req-214b57b0-a400-438b-8fd8-b9cc1825c623 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Oct 19 01:17:03.900461 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a3105c-957c-453e-a70b-0e80de1c9dc2 x-openstack-request-id: req-24a3105c-957c-453e-a70b-0e80de1c9dc2 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:03.900952 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-plugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:03.901395 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24a3105c-957c-453e-a70b-0e80de1c9dc2 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:03.902101 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'code': 200} Oct 19 01:17:04.040454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf1479-f518-4e8f-989b-3f38986c0db8 req-c0ed9cba-82cb-4b61-b1df-6d4a7d826f4b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:04.042127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3eaf1479-f518-4e8f-989b-3f38986c0db8 req-c0ed9cba-82cb-4b61-b1df-6d4a7d826f4b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0810065 Oct 19 01:17:04.102371 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3eaf1479-f518-4e8f-989b-3f38986c0db8 req-8ab3ecf7-0a2b-4f1a-9061-53797eab0880 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Oct 19 01:17:04.193191 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:17:04.223101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca81c5-5664-4c1f-9915-9aa28c980200 req-8edc038e-72aa-4da2-bc57-db14f198a016 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:04.225334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02ca81c5-5664-4c1f-9915-9aa28c980200 req-8edc038e-72aa-4da2-bc57-db14f198a016 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0628965 Oct 19 01:17:04.288009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02ca81c5-5664-4c1f-9915-9aa28c980200 req-472741d3-df3c-4271-9828-27a7e08f6326 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Oct 19 01:17:04.310667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:04.486633 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dd61-9478-43c6-b452-aff51381763f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.611728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dd61-9478-43c6-b452-aff51381763f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.646357 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dd61-9478-43c6-b452-aff51381763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.727129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66be4e2-f29e-45a7-8dea-26283ff6e07a req-6a8a6910-b45d-4e04-94fb-03da6463dec5 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:04.729116 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d66be4e2-f29e-45a7-8dea-26283ff6e07a req-6a8a6910-b45d-4e04-94fb-03da6463dec5 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1357377 Oct 19 01:17:04.737169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d4b6dd61-9478-43c6-b452-aff51381763f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23ec326d260b405eaf493911fc723969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251878 Oct 19 01:17:04.740311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56896) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:04.741003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6dd61-9478-43c6-b452-aff51381763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465ffd6c-a8fa-4133-9ddc-89735195f90f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:04.783655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d66be4e2-f29e-45a7-8dea-26283ff6e07a req-429c2baf-c1cf-41bd-bd06-f879844145b9 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Oct 19 01:17:04.909295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b5dc1-dae2-404a-b5e1-ba68105a9be6 req-44900b54-7b06-4e7b-a32a-ad7b70a60904 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:04.911122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa9b5dc1-dae2-404a-b5e1-ba68105a9be6 req-44900b54-7b06-4e7b-a32a-ad7b70a60904 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 946 time: 0.1125684 Oct 19 01:17:04.916504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-045496b0-9fb2-45cc-99e3-69fbd746e185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.961136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-045496b0-9fb2-45cc-99e3-69fbd746e185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:04.971676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbabddb-897c-40d4-b03e-ded6c60ee939 req-573f1e57-3ae5-4085-a3f0-efa64d21e04c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:04.973261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dbabddb-897c-40d4-b03e-ded6c60ee939 req-573f1e57-3ae5-4085-a3f0-efa64d21e04c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.0783544 Oct 19 01:17:05.021667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa9b5dc1-dae2-404a-b5e1-ba68105a9be6 req-ba25ad1a-65ea-439a-a19b-e56353da3f51 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994234 Oct 19 01:17:05.028275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dbabddb-897c-40d4-b03e-ded6c60ee939 req-4f261790-fd6a-437b-b0ff-ca8b0145d6f2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475082 Oct 19 01:17:05.078397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-045496b0-9fb2-45cc-99e3-69fbd746e185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.081883 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-045496b0-9fb2-45cc-99e3-69fbd746e185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.088685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-045496b0-9fb2-45cc-99e3-69fbd746e185 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/465ffd6c-a8fa-4133-9ddc-89735195f90f HTTP/1.1" status: 204 len: 168 time: 0.3465199 Oct 19 01:17:05.098651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045496b0-9fb2-45cc-99e3-69fbd746e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465ffd6c-a8fa-4133-9ddc-89735195f90f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:05.234106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9c970-9538-4078-92d8-341ab81562fd req-a527ca11-80e6-4c1b-8c6d-f2aeffb487fe tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:05.237925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77b9c970-9538-4078-92d8-341ab81562fd req-a527ca11-80e6-4c1b-8c6d-f2aeffb487fe tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.0636115 Oct 19 01:17:05.291736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77b9c970-9538-4078-92d8-341ab81562fd req-9d410119-9610-425d-9e2d-40709f08271a tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Oct 19 01:17:05.313490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-eca69f52-f64a-4c8d-b229-cda3745181b0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:05.320791 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-eca69f52-f64a-4c8d-b229-cda3745181b0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.1788359 Oct 19 01:17:05.351370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-77157f5e-263d-49e3-aa34-d37aa532e87b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/quotas/df54b6fc5681472fbbdeb4ca606db1bc HTTP/1.1" status: 200 len: 375 time: 0.0242801 Oct 19 01:17:05.441803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-2e19a370-f65d-4fa5-843c-55fc10154f8c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834613 Oct 19 01:17:05.449162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c679-7760-4280-b9d3-da7ba3671673 req-6d568e85-7e89-46fa-b71a-aa7ee6bd88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:05.451238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9955c679-7760-4280-b9d3-da7ba3671673 req-6d568e85-7e89-46fa-b71a-aa7ee6bd88f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.1474605 Oct 19 01:17:05.488500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9232ddf-cd3d-4687-b5c1-eb4b9df9b396 req-984ba0ff-9e95-48ca-88ac-2685c12d8ad6 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:05.496423 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9232ddf-cd3d-4687-b5c1-eb4b9df9b396 req-984ba0ff-9e95-48ca-88ac-2685c12d8ad6 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.1151483 Oct 19 01:17:05.531302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9955c679-7760-4280-b9d3-da7ba3671673 req-80bbf307-93af-43a6-832f-27424beb5630 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701933 Oct 19 01:17:05.559903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9232ddf-cd3d-4687-b5c1-eb4b9df9b396 req-b102c040-1b4f-4bc0-b01c-8e64a3e18a32 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611055 Oct 19 01:17:05.577439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56924) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:05.603385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab59fbce-dae6-4135-9cf8-391c72634e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.623685 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-42524533-2f9a-4685-ab17-32f75182e6ea service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612897 Oct 19 01:17:05.744522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-40b164e3-a0cd-4f8c-8130-58f452af4e97 service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196308 Oct 19 01:17:05.754580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40feb5-ce85-4ce4-84d0-ea288e6635be req-e12cea06-d114-4899-b83e-1ac5437eeefb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:05.761787 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff40feb5-ce85-4ce4-84d0-ea288e6635be req-e12cea06-d114-4899-b83e-1ac5437eeefb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0935781 Oct 19 01:17:05.792080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab59fbce-dae6-4135-9cf8-391c72634e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.807449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab59fbce-dae6-4135-9cf8-391c72634e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:05.834941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff40feb5-ce85-4ce4-84d0-ea288e6635be req-f8be6443-2a3a-4f5d-ae5e-2c1406e286e0 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722036 Oct 19 01:17:05.897362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ab59fbce-dae6-4135-9cf8-391c72634e98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=885f7f0b3b024ad0ba3e0f4119655c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186975 Oct 19 01:17:05.900082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56930) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:05.905708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59fbce-dae6-4135-9cf8-391c72634e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042ed950-ef61-4fb6-96d3-6761b8063800,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:05.991850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-960a25a5-bdfa-487a-b081-12855daac01d req-e37fea46-d9a5-4e0b-a818-9dcb03f01b03 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:05.993440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-960a25a5-bdfa-487a-b081-12855daac01d req-e37fea46-d9a5-4e0b-a818-9dcb03f01b03 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093894 Oct 19 01:17:06.042092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d41e3f5a-1a1e-4a84-9c99-5c005ceb19a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.115322 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6aa7a967-fd82-47e5-8706-6def752604f4 req-bfb42720-3a8f-47e9-9fbc-cb69a8aa46a9 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 210 time: 0.0638211 Oct 19 01:17:06.117836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-960a25a5-bdfa-487a-b081-12855daac01d req-c2aefabf-8e83-4a52-9eb7-0a6d5f468403 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1154242 Oct 19 01:17:06.133550 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d41e3f5a-1a1e-4a84-9c99-5c005ceb19a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.201391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d41e3f5a-1a1e-4a84-9c99-5c005ceb19a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.205351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d41e3f5a-1a1e-4a84-9c99-5c005ceb19a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.209228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d41e3f5a-1a1e-4a84-9c99-5c005ceb19a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/042ed950-ef61-4fb6-96d3-6761b8063800 HTTP/1.1" status: 204 len: 168 time: 0.3053818 Oct 19 01:17:06.289744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e3f5a-1a1e-4a84-9c99-5c005ceb19a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042ed950-ef61-4fb6-96d3-6761b8063800,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:06.353680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756f92f-9644-4f7b-9cc6-8e67a4393fba req-45a61726-a8a6-47c7-afc0-35728fd1cb6e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:06.357429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b756f92f-9644-4f7b-9cc6-8e67a4393fba req-45a61726-a8a6-47c7-afc0-35728fd1cb6e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 946 time: 0.1496365 Oct 19 01:17:06.451295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b756f92f-9644-4f7b-9cc6-8e67a4393fba req-57163c2b-7b5d-4fe1-a44f-9f627e77c455 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876155 Oct 19 01:17:06.563093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 71d18a91-964e-4187-b4d2-6f30ca01a42d no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:06.621148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2855f2-3c67-431b-a174-3cea3e135db9 req-14b99434-b676-44f3-a60c-65bafd373b5b tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:06.630670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b2855f2-3c67-431b-a174-3cea3e135db9 req-14b99434-b676-44f3-a60c-65bafd373b5b tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.1249406 Oct 19 01:17:06.690085 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.725402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b2855f2-3c67-431b-a174-3cea3e135db9 req-b30aa1ae-64b9-4354-882c-ec9af7646db4 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867388 Oct 19 01:17:06.738170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:06.739971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:06.740145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7decf-fe4f-46af-a0d5-57ed2fe3860a req-0f2ef79c-88d5-41d5-b233-9b46f785041a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:06.743567 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beff36e-2796-4ba4-9eb4-c0d429e8af81" -d '{"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-unplugged", "status": "completed", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:06.751058 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.753937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6f7decf-fe4f-46af-a0d5-57ed2fe3860a req-0f2ef79c-88d5-41d5-b233-9b46f785041a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1336248 Oct 19 01:17:06.812417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:06.841883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6f7decf-fe4f-46af-a0d5-57ed2fe3860a req-759facab-560b-499b-bb09-96b6718486c9 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850708 Oct 19 01:17:06.850835 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1a867846-7129-4221-b5b7-19fe51ffadad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:06.863734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a913b1-605d-4a57-b046-53577db16c4f req-6f9aa1c4-f759-402d-bce6-5b095abd75b2 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:06.868442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23a913b1-605d-4a57-b046-53577db16c4f req-6f9aa1c4-f759-402d-bce6-5b095abd75b2 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1098 time: 0.0764346 Oct 19 01:17:06.924078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23a913b1-605d-4a57-b046-53577db16c4f req-012465dd-84dc-4b9d-8268-4473f62999fb tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488434 Oct 19 01:17:06.948968 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c86ae41-8798-411f-afdc-d953f715c25b x-openstack-request-id: req-2c86ae41-8798-411f-afdc-d953f715c25b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:06.949479 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-unplugged", "status": "completed", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:06.949905 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c86ae41-8798-411f-afdc-d953f715c25b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:06.950456 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'code': 200} Oct 19 01:17:07.068403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc37f3-ca71-4ec4-a4a9-9b5a5b20ba07 req-875f2c07-e08e-478e-9687-39fa8b4fdf08 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.077710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccfc37f3-ca71-4ec4-a4a9-9b5a5b20ba07 req-875f2c07-e08e-478e-9687-39fa8b4fdf08 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0726707 Oct 19 01:17:07.081427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb069-fad9-481e-bb2e-3fe0714b33a8 req-549da876-d7d4-415c-b850-b99ca0fe13e3 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.082938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-013fb069-fad9-481e-bb2e-3fe0714b33a8 req-549da876-d7d4-415c-b850-b99ca0fe13e3 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.0633066 Oct 19 01:17:07.137940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-013fb069-fad9-481e-bb2e-3fe0714b33a8 req-4a1771a3-7829-4a8f-bcfa-836df48d66c8 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443056 Oct 19 01:17:07.185020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccfc37f3-ca71-4ec4-a4a9-9b5a5b20ba07 req-d47a690d-d854-4d41-8375-9c15342c4372 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027954 Oct 19 01:17:07.201530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d0945-160b-49d4-af26-010fc5729546 req-3b8ba6e9-50c0-46f9-80f8-c9e2c15ab4fb tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.212982 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-811d0945-160b-49d4-af26-010fc5729546 req-3b8ba6e9-50c0-46f9-80f8-c9e2c15ab4fb tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.74 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.1179969 Oct 19 01:17:07.364032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Deleting port e8bbe116-ad71-459a-8c4b-00e3641d2590 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:07.364374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:07.385035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76777-576d-402d-b4ee-f42d7daf766e req-f34dd5ac-c989-4676-8420-2a82d73b4dda tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.397524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-50c76777-576d-402d-b4ee-f42d7daf766e req-f34dd5ac-c989-4676-8420-2a82d73b4dda tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1098 time: 0.1375430 Oct 19 01:17:07.498822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-50c76777-576d-402d-b4ee-f42d7daf766e req-9f8fcf9c-4a7a-40f3-a914-921ac23cee47 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936797 Oct 19 01:17:07.707669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-76ff520c-e1a6-4ced-bf99-0137403a3b83 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.709595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-76ff520c-e1a6-4ced-bf99-0137403a3b83 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.2516572 Oct 19 01:17:07.735787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Request body: {'port': {'device_id': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'admin_state_up': True, 'tenant_id': 'df54b6fc5681472fbbdeb4ca606db1bc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:07.854362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164217a9-fdd1-4a9f-aa2a-86378f3eabe8 req-652490cc-8acf-4976-a8da-a6a8977df162 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:07.856615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-164217a9-fdd1-4a9f-aa2a-86378f3eabe8 req-652490cc-8acf-4976-a8da-a6a8977df162 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.2373066 Oct 19 01:17:07.949370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-164217a9-fdd1-4a9f-aa2a-86378f3eabe8 req-1648f5f6-4518-4ddd-8ae7-acbf0303d226 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Oct 19 01:17:07.964491 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-863ac3f7-2101-42a0-8af7-46429cadee2f req-f73750dd-0c73-4121-9bbf-322728286ec9 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 210 time: 0.0763793 Oct 19 01:17:07.972456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Made reservation on behalf of df54b6fc5681472fbbdeb4ca606db1bc for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:07.978388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.048979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] For port e8bbe116-ad71-459a-8c4b-00e3641d2590, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e8bbe116-ad71-459a-8c4b-00e3641d2590,segment=NetworkSegment(246e7063-3a00-4403-aff7-28a1cfbc73d1),segment_id=246e7063-3a00-4403-aff7-28a1cfbc73d1)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:08.049348 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.074905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17407eac-23d2-42fe-855a-20032c1c4cac req-9948a41b-25e3-4744-a51d-e408aa8f2572 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.076409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17407eac-23d2-42fe-855a-20032c1c4cac req-9948a41b-25e3-4744-a51d-e408aa8f2572 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.74 "GET /v2.0/ports?device_id=539e25c9-1343-401f-becb-23da769dfac6 HTTP/1.1" status: 200 len: 943 time: 0.1868463 Oct 19 01:17:08.150203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Calling delete_port for e8bbe116-ad71-459a-8c4b-00e3641d2590 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:08.229778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1e651-4c49-4349-9700-c5a086f13668 req-3a6ac4b7-4b67-422b-ba0f-e42348dd4ba3 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.238683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2a1e651-4c49-4349-9700-c5a086f13668 req-3a6ac4b7-4b67-422b-ba0f-e42348dd4ba3 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efaca0e-9e1a-46da-9d97-baef049f4f00 HTTP/1.1" status: 200 len: 945 time: 0.1534588 Oct 19 01:17:08.290000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Allocated IP 172.20.0.11 (bfe2b3f7-df60-4f12-a833-0d1a64149a3f/940ab77a-0a42-442b-9bc5-4281aeec198d/252f13d4-9215-406b-8566-51d18466c577) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:08.427278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.466635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e8bbe116-ad71-459a-8c4b-00e3641d2590'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:08.483561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2a1e651-4c49-4349-9700-c5a086f13668 req-3e70d91b-7c40-42c6-b11e-f80081f04e43 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.64 "GET /v2.0/security-groups?id=12215a76-cb8e-4887-accc-8ca6ee35517d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362056 Oct 19 01:17:08.551730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Pushing event deleted for resources: {'Port': ['ID=e8bbe116-ad71-459a-8c4b-00e3641d2590,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:08.592407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.620954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Deleting port 71d18a91-964e-4187-b4d2-6f30ca01a42d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:08.621296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.644808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.705612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dea19-b6f4-4256-b92e-09db50448ed3 req-d075bf35-935b-4d6b-ba18-b4febc6b0678 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.711596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dea19-b6f4-4256-b92e-09db50448ed3 req-d075bf35-935b-4d6b-ba18-b4febc6b0678 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.733764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] No DVR routers for this DVR port e8bbe116-ad71-459a-8c4b-00e3641d2590 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:08.735402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dea19-b6f4-4256-b92e-09db50448ed3 req-d075bf35-935b-4d6b-ba18-b4febc6b0678 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.743308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c9dea19-b6f4-4256-b92e-09db50448ed3 req-d075bf35-935b-4d6b-ba18-b4febc6b0678 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546&device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b&device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 2417 time: 0.3873334 Oct 19 01:17:08.759206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.770652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-811d0945-160b-49d4-af26-010fc5729546 req-351d92b5-9372-41e6-885f-1f1df1ce9c85 tempest-VolumesAdminNegativeTest-1998588348 tempest-VolumesAdminNegativeTest-1998588348-project] 10.222.0.74 "DELETE /v2.0/ports/e8bbe116-ad71-459a-8c4b-00e3641d2590 HTTP/1.1" status: 204 len: 173 time: 1.5485847 Oct 19 01:17:08.770652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'name': 'network-vif-deleted', 'tag': 'e8bbe116-ad71-459a-8c4b-00e3641d2590'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:08.772317 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26afcdbe-ecb8-4203-9de4-6cd469b5ceed" -d '{"events": [{"server_uuid": "6efaca0e-9e1a-46da-9d97-baef049f4f00", "name": "network-vif-deleted", "tag": "e8bbe116-ad71-459a-8c4b-00e3641d2590"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:08.831495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:08.847172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c9dea19-b6f4-4256-b92e-09db50448ed3 req-9a0ee57c-5ca8-4125-8d76-d31e54b7413a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027954 Oct 19 01:17:08.863220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:08.867334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:08.879972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:08.905478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd04979-9dd9-4843-9509-a6b323519f42 req-43234f40-3cac-47d6-9af5-a13ef60931ee tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.913151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bd04979-9dd9-4843-9509-a6b323519f42 req-43234f40-3cac-47d6-9af5-a13ef60931ee tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1280971 Oct 19 01:17:08.916912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] For port 71d18a91-964e-4187-b4d2-6f30ca01a42d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=71d18a91-964e-4187-b4d2-6f30ca01a42d,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:08.917282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:08.986301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Calling delete_port for 71d18a91-964e-4187-b4d2-6f30ca01a42d owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:08.991118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:08.992100 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.026002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-db7a634d-7e00-419d-9bca-f76956b6a1bb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2957790 Oct 19 01:17:09.046036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bd04979-9dd9-4843-9509-a6b323519f42 req-fc255f68-232e-439c-b48b-3307c863d78d tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266317 Oct 19 01:17:09.063730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Request body: {'port': {'device_id': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:09.148906 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6102cf8-3333-41a2-99e1-c203083acc3c x-openstack-request-id: req-e6102cf8-3333-41a2-99e1-c203083acc3c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:09.149454 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efaca0e-9e1a-46da-9d97-baef049f4f00", "name": "network-vif-deleted", "tag": "e8bbe116-ad71-459a-8c4b-00e3641d2590", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:09.149910 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6102cf8-3333-41a2-99e1-c203083acc3c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:09.151970 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efaca0e-9e1a-46da-9d97-baef049f4f00', 'name': 'network-vif-deleted', 'tag': 'e8bbe116-ad71-459a-8c4b-00e3641d2590', 'status': 'completed', 'code': 200} Oct 19 01:17:09.250972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.298737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-677009c7-dedd-4513-b0d3-d782e5599319 req-918a585f-2013-4829-8a2d-26e9bd257ec1 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1350541 Oct 19 01:17:09.305051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ba00d-aca5-4b8b-8efd-848e4a38750e req-b2a2ca4a-c4c2-4018-8b68-88b22c40328f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:09.314021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-764ba00d-aca5-4b8b-8efd-848e4a38750e req-b2a2ca4a-c4c2-4018-8b68-88b22c40328f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1098 time: 0.1231496 Oct 19 01:17:09.314885 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.378970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-764ba00d-aca5-4b8b-8efd-848e4a38750e req-21ff7986-2e28-44ff-a980-384afefe038d tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639765 Oct 19 01:17:09.426676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57126) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:09.444077 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.515050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event deleted for resources: {'Port': ['ID=71d18a91-964e-4187-b4d2-6f30ca01a42d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:09.538810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] No DVR routers for this DVR port 71d18a91-964e-4187-b4d2-6f30ca01a42d on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:09.548013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.554469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17407eac-23d2-42fe-855a-20032c1c4cac req-1e1ef5a9-21ec-4cfe-96a1-babc45aef8ef tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.74 "DELETE /v2.0/ports/71d18a91-964e-4187-b4d2-6f30ca01a42d HTTP/1.1" status: 204 len: 173 time: 1.4696054 Oct 19 01:17:09.599643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fdb93-ff8c-41c8-91dd-9992c1f7937c req-50b79fb2-c733-498c-9c15-6c9b418fd4c0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:09.608323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a1fdb93-ff8c-41c8-91dd-9992c1f7937c req-50b79fb2-c733-498c-9c15-6c9b418fd4c0 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 932 time: 0.1045971 Oct 19 01:17:09.641032 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff6402e8-c9cb-43f9-8c87-3093b6162bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.701908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a1fdb93-ff8c-41c8-91dd-9992c1f7937c req-2d46872d-17a6-4d25-9a8b-5c472f05c7ab tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926828 Oct 19 01:17:09.793477 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-80a41cc9-48c9-4a85-af9e-d7a91d6d5498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.873757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252f13d4-9215-406b-8566-51d18466c577 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:09.887044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.912071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Transition to ACTIVE for port object 252f13d4-9215-406b-8566-51d18466c577 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:09.933437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.957374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-80a41cc9-48c9-4a85-af9e-d7a91d6d5498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:09.974559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-80a41cc9-48c9-4a85-af9e-d7a91d6d5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.017232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-80a41cc9-48c9-4a85-af9e-d7a91d6d5498 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83b2d14e6fe243e4932e19f909662500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900526 Oct 19 01:17:10.019689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57140) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:10.026315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a41cc9-48c9-4a85-af9e-d7a91d6d5498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846eb2ef-3626-4023-bac1-ae71b9a1b14f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:10.107264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-787b80ba-5df1-4e7d-b7bf-4c8fb825371d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.148151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:10.150484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:10.157324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-787b80ba-5df1-4e7d-b7bf-4c8fb825371d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.161205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Attempting to bind port 252f13d4-9215-406b-8566-51d18466c577 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:10.162067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Attempting to bind port 252f13d4-9215-406b-8566-51d18466c577 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:10.162067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Attempting to bind port 252f13d4-9215-406b-8566-51d18466c577 on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:10.229673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-787b80ba-5df1-4e7d-b7bf-4c8fb825371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.233532 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-787b80ba-5df1-4e7d-b7bf-4c8fb825371d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.236222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-787b80ba-5df1-4e7d-b7bf-4c8fb825371d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/846eb2ef-3626-4023-bac1-ae71b9a1b14f HTTP/1.1" status: 204 len: 168 time: 0.2153015 Oct 19 01:17:10.246241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b80ba-5df1-4e7d-b7bf-4c8fb825371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846eb2ef-3626-4023-bac1-ae71b9a1b14f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:10.263819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Port 252f13d4-9215-406b-8566-51d18466c577 on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:10.269568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Attempting to bind port 252f13d4-9215-406b-8566-51d18466c577 on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:10.306414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] Deleting subnet ca7a2219-305b-488e-84a6-50efdbbfe68d {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:10.319520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:10.320066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Checking segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:10.320578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Bound using segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:10.322356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Bound port: 252f13d4-9215-406b-8566-51d18466c577, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:10.323514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.328731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.500450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.554613 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.561104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:10.566342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:10.569470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.592154 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.608485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e8bbe116-ad71-459a-8c4b-00e3641d2590 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:10.666794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:10.675634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:10.676296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.677910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-4e694390-f440-4b78-ae49-fef376ea9fd9 service neutron] 10.222.0.62 "PUT /v2.0/ports/252f13d4-9215-406b-8566-51d18466c577 HTTP/1.1" status: 200 len: 1093 time: 1.6426663 Oct 19 01:17:10.678656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'tag': '252f13d4-9215-406b-8566-51d18466c577'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:10.685483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: e8bbe116-ad71-459a-8c4b-00e3641d2590 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:10.686879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e8bbe116-ad71-459a-8c4b-00e3641d2590 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:10.688576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 71d18a91-964e-4187-b4d2-6f30ca01a42d no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:10.706862 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a117bf-87e7-4b82-bcd9-e37ed7eed521" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "tag": "252f13d4-9215-406b-8566-51d18466c577"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:10.733003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 71d18a91-964e-4187-b4d2-6f30ca01a42d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:10.735125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 71d18a91-964e-4187-b4d2-6f30ca01a42d not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:10.738745 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.795959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-44826dd9-3b75-4df8-9771-37c307afee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:10.802994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-44826dd9-3b75-4df8-9771-37c307afee5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 1097 time: 0.1992984 Oct 19 01:17:10.856839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.932062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7a2219-305b-488e-84a6-50efdbbfe68d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:10.946381 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:10.957865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1b879562-3d98-48f8-8528-62eab834f58f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca7a2219-305b-488e-84a6-50efdbbfe68d HTTP/1.1" status: 204 len: 168 time: 0.7892833 Oct 19 01:17:10.966864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57194) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:10.985970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-b576a931-1986-4b45-ad8e-443603a80fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:10.990488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-b576a931-1986-4b45-ad8e-443603a80fa2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 1096 time: 0.2424538 Oct 19 01:17:11.001967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-f4076e38-7f8b-4f62-bdd1-8d63a99d4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.004314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-f4076e38-7f8b-4f62-bdd1-8d63a99d4fee service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 200 len: 919 time: 0.1895478 Oct 19 01:17:11.046068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-fe3ddab9-056e-4464-9ea7-3d5db6d7f98e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252f13d4-9215-406b-8566-51d18466c577 HTTP/1.1" status: 200 len: 217 time: 0.0367708 Oct 19 01:17:11.058548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-1363a93d-0d0b-4f6b-b49b-adc12e826ecb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 200 len: 217 time: 0.0403459 Oct 19 01:17:11.149028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-ebf1db7d-ca5c-48a4-8d3b-d4c0dacf4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.151142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-ebf1db7d-ca5c-48a4-8d3b-d4c0dacf4628 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 200 len: 858 time: 0.0767975 Oct 19 01:17:11.153505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-deleted', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:11.160166 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078ca274-3ef7-42ad-a864-a42669f9d973" -d '{"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-deleted", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:11.224974 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-6e02737b-f716-4757-8c74-155406536a68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0148eca-0fd1-4ca1-b4cb-56d424879b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581975 Oct 19 01:17:11.371282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f8652-8da1-4036-9bda-c0aada63ad90 req-3dc72290-b57c-472b-8031-0846667c0957 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.373225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b7f8652-8da1-4036-9bda-c0aada63ad90 req-3dc72290-b57c-472b-8031-0846667c0957 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1857939 Oct 19 01:17:11.376360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-17a471f2-5f09-4129-becc-9c15bd1b86ca service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252410 Oct 19 01:17:11.506864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-1ae66b42-feff-45e0-8f3f-101ecba18847 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:11.508277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-1ae66b42-feff-45e0-8f3f-101ecba18847 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0159554 Oct 19 01:17:11.517396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.521254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-47547cc9-2986-4b3c-83ed-cfc5c30d51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.521647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b7f8652-8da1-4036-9bda-c0aada63ad90 req-3d71f46f-8f32-4a76-9c5f-9a4b439e4464 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362450 Oct 19 01:17:11.523247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-47547cc9-2986-4b3c-83ed-cfc5c30d51e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.4293716 Oct 19 01:17:11.564647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-f5dba71c-2e7c-44ce-a83a-8d67613814c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285754 Oct 19 01:17:11.615587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86bc1754-dbf4-4f65-83bc-2c36216cc926 req-d6ff318c-f334-45be-8647-2bbe0a49d4a4 service neutron] 10.222.0.74 "GET /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213523 Oct 19 01:17:11.621864 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d155c84-1a6e-4a9c-9a3e-e4bf19ffaa3f x-openstack-request-id: req-2d155c84-1a6e-4a9c-9a3e-e4bf19ffaa3f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:11.622436 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "tag": "252f13d4-9215-406b-8566-51d18466c577", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:11.622903 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d155c84-1a6e-4a9c-9a3e-e4bf19ffaa3f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:11.623507 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'tag': '252f13d4-9215-406b-8566-51d18466c577', 'status': 'completed', 'code': 200} Oct 19 01:17:11.632181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-11a078fc-b9c6-4f7c-ab91-fb720ab5996f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.634013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-11a078fc-b9c6-4f7c-ab91-fb720ab5996f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 1095 time: 0.1096447 Oct 19 01:17:11.665608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Request body: {'binding': {'host': 'n-h2-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:11.666435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Unknown quota resources ['binding']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:17:11.786433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30664-2672-4cc8-9e86-8d42592cccbf req-5eab54ee-668a-449a-a38e-3705ce8174ad tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:11.798982 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80a30664-2672-4cc8-9e86-8d42592cccbf req-5eab54ee-668a-449a-a38e-3705ce8174ad tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 944 time: 0.0845969 Oct 19 01:17:11.799609 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.864619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80a30664-2672-4cc8-9e86-8d42592cccbf req-f464f443-4ac4-452c-bb71-d2d56d2d568c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642486 Oct 19 01:17:11.873147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c242428-5da9-4132-9362-a5dc080ced15']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:11.876730 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-5a2ae228-e4bc-4375-aa98-809bb485409f service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866583 Oct 19 01:17:11.898336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246e7063-3a00-4403-aff7-28a1cfbc73d1') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:11.898336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246e7063-3a00-4403-aff7-28a1cfbc73d1') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:11.925584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:11.984095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.005038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:12.005443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:12.008566 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:12.091899 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d93cfcfc-6789-4d12-a718-eceefa529160 req-95cf41b1-5844-402b-b5f7-b1bfe81cedd5 service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037780 Oct 19 01:17:12.098247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on host n-h2-789963-20 for vnic_type normal with profile None {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:12.099382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:12.099780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:12.104916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.111703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.118834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8c242428-5da9-4132-9362-a5dc080ced15 HTTP/1.1" status: 204 len: 168 time: 1.1456425 Oct 19 01:17:12.119782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57222) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:12.120594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:12.120804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:12.172163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:12.172163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:12.172163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:12.172163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Bound port: 631f033a-2782-40f9-9bd0-293f234cd9f8, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:12.182740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943368b-420f-40ed-9841-48d443ed0771 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c242428-5da9-4132-9362-a5dc080ced15,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:12.226429 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.253915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] Deleting subnet 64a101f9-e007-4997-af43-367b3bb14b3c {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:12.264348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.278553 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee1f619-deeb-4083-add6-5037e1c9bcab x-openstack-request-id: req-bee1f619-deeb-4083-add6-5037e1c9bcab {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:12.279088 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e25c9-1343-401f-becb-23da769dfac6", "name": "network-vif-deleted", "tag": "71d18a91-964e-4187-b4d2-6f30ca01a42d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:12.279088 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bee1f619-deeb-4083-add6-5037e1c9bcab {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:12.279481 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e25c9-1343-401f-becb-23da769dfac6', 'name': 'network-vif-deleted', 'tag': '71d18a91-964e-4187-b4d2-6f30ca01a42d', 'status': 'completed', 'code': 200} Oct 19 01:17:12.308234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:12.310336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-cd35df71-37bf-4760-b5e9-780332826905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:12.311934 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-cd35df71-37bf-4760-b5e9-780332826905 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 1096 time: 0.1438944 Oct 19 01:17:12.325075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.326203 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8e803cae-a3c3-4b40-9801-06e234fe33b2 service neutron] 10.222.0.64 "POST /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8/bindings HTTP/1.1" status: 201 len: 390 time: 0.6641853 Oct 19 01:17:12.335236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.498972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.596775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-3fde653c-6088-4213-844b-6ab0775c8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:12.598750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-3fde653c-6088-4213-844b-6ab0775c8d62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 906 time: 0.2787049 Oct 19 01:17:12.711911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a1770-91ba-47d7-84e3-d31cd373ce6e req-8f3b48c2-1da4-4d32-980f-b25f6c6a08a6 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:12.725933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cd0a1770-91ba-47d7-84e3-d31cd373ce6e req-8f3b48c2-1da4-4d32-980f-b25f6c6a08a6 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 946 time: 0.1394999 Oct 19 01:17:12.745157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-f307a074-3d4f-4176-b9e1-23a2205d67f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252f13d4-9215-406b-8566-51d18466c577 HTTP/1.1" status: 200 len: 217 time: 0.1237752 Oct 19 01:17:12.772429 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.833351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a101f9-e007-4997-af43-367b3bb14b3c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:12.837738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:12.841558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-04be0cfc-4d39-4bbf-b0a0-882c2d6614a6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/64a101f9-e007-4997-af43-367b3bb14b3c HTTP/1.1" status: 204 len: 168 time: 0.7174714 Oct 19 01:17:12.845736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57250) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:12.883148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-b66e737a-0b54-46d8-bb33-001605ef4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:12.884490 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cd0a1770-91ba-47d7-84e3-d31cd373ce6e req-4c717538-4f03-4eaf-8c79-cfa0c570a585 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518633 Oct 19 01:17:12.889289 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-b66e737a-0b54-46d8-bb33-001605ef4c86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.1360116 Oct 19 01:17:12.902493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-bfea5a66-11bf-4ddc-ae81-d6fafd8ad800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:12.904047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-bfea5a66-11bf-4ddc-ae81-d6fafd8ad800 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1098 time: 0.2090411 Oct 19 01:17:12.986369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-6bed75a2-84b0-4a98-9517-906510873af5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884643 Oct 19 01:17:13.004807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57254) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:13.051550 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.107188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-dd2cfe00-48c7-4d6e-8f6e-248061f8ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:13.108694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-dd2cfe00-48c7-4d6e-8f6e-248061f8ca6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.1940494 Oct 19 01:17:13.127195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692714-98fd-41df-a4df-bf9d2c049ac9 req-e84463a9-c92d-495f-a934-f115fd198c26 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:13.134477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85692714-98fd-41df-a4df-bf9d2c049ac9 req-e84463a9-c92d-495f-a934-f115fd198c26 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1965315 Oct 19 01:17:13.192708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-23e1f2bd-2ab4-4fe2-ab04-8f85f5d3af37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 217 time: 0.0745971 Oct 19 01:17:13.200847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-7d814748-3043-491f-b1e4-ab275767f3ea service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968789 Oct 19 01:17:13.270650 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85692714-98fd-41df-a4df-bf9d2c049ac9 req-bd243879-1325-4570-bd17-c586e47e9406 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351998 Oct 19 01:17:13.274290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.296881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-a94da5d2-3d03-4c5f-ac97-f3983dbc675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:13.299252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-a94da5d2-3d03-4c5f-ac97-f3983dbc675e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.0947783 Oct 19 01:17:13.334820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19579710-d86f-40e3-b3e8-39224fe07acf']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:13.350372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296c077c-ede3-4e2d-b855-3cb17b27feb1') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:13.350785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296c077c-ede3-4e2d-b855-3cb17b27feb1') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:13.363177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-595850875'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:13.373828 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.406969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.413306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-1b0f6c16-92fd-47e5-931d-67f0a10661eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592461 Oct 19 01:17:13.417721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:13.418322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:13.420527 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:13.435132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a117bf-87e7-4b82-bcd9-e37ed7eed521 req-6e523e4a-e8c4-476c-8014-39f17c754066 service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170765 Oct 19 01:17:13.439213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Made reservation on behalf of 438313b0b27746b1bfaee66ea6f0039a for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:13.443005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.445442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c9e3b-ceb4-42c6-9b50-6e6e67d09d01 req-d1428e73-24fe-4343-a8e7-30a63bbb1eca tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:13.454597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b8c9e3b-ceb4-42c6-9b50-6e6e67d09d01 req-d1428e73-24fe-4343-a8e7-30a63bbb1eca tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 944 time: 0.1527796 Oct 19 01:17:13.487713 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.530729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.537975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.548245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] 10.222.0.64 "DELETE /v2.0/networks/19579710-d86f-40e3-b3e8-39224fe07acf HTTP/1.1" status: 204 len: 168 time: 0.6967666 Oct 19 01:17:13.568804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d31bb-dbf1-4ae5-9cb3-8b632bae7187 admin admin] Pushing event deleted for resources: {'Network': ['ID=19579710-d86f-40e3-b3e8-39224fe07acf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:13.631712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.635317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b8c9e3b-ceb4-42c6-9b50-6e6e67d09d01 req-eb7bb75f-1ec1-4933-a18e-3c8fc4886e42 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795247 Oct 19 01:17:13.642815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.683188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:13.731756 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.732138 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Added segment 59afd16a-fece-41bf-aec8-f6ddfed4a350 of type vlan for network dab02b85-bd43-46dd-a3f9-a65511ea9a15 Oct 19 01:17:13.740471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-b4af39bd-0fab-4401-8392-eccdaf69bf7d service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086185 Oct 19 01:17:13.744853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84c4a3-b805-4884-a904-bfcac07a17cf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:13.835727 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.878319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-5e9f6519-c228-4923-a298-1dd063b219d4 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331353 Oct 19 01:17:13.895415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.901182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:13.901784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:13.922955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ad7e3-97d0-45d5-bd10-5ac95c56e909 req-9eb4ebbf-7f96-457f-a26a-6618568ca11e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:13.924570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-292ad7e3-97d0-45d5-bd10-5ac95c56e909 req-9eb4ebbf-7f96-457f-a26a-6618568ca11e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.1004391 Oct 19 01:17:13.969939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:13.973013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9452355 Oct 19 01:17:14.042139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-292ad7e3-97d0-45d5-bd10-5ac95c56e909 req-aa6638f2-2e03-4aa4-9c93-3dbeebdd8ca6 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044750 Oct 19 01:17:14.042824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe2c2e-8cef-4771-b428-ae3c2b349f76 tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Pushing event updated for resources: {'Network': ['ID=dab02b85-bd43-46dd-a3f9-a65511ea9a15,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:14.063965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network dab02b85-bd43-46dd-a3f9-a65511ea9a15 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:14.095414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57b3e8-2818-4323-afa8-33c619d6a7c6 req-30180845-5207-42f5-bca0-2e62df89f186 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:14.097336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0189cc11-974f-4666-9743-75bdfc602f87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2fe9ab8f8e6417895487fe1b85d7d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231759 Oct 19 01:17:14.100318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:14.105094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d57b3e8-2818-4323-afa8-33c619d6a7c6 req-30180845-5207-42f5-bca0-2e62df89f186 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 946 time: 0.1005719 Oct 19 01:17:14.115022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-b30c39b4-7605-46fa-95b8-ddf7fe4d5936 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:14.116971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-b30c39b4-7605-46fa-95b8-ddf7fe4d5936 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1098 time: 0.1701598 Oct 19 01:17:14.132011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 252f13d4-9215-406b-8566-51d18466c577 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:14.139371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-20'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:14.198174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d57b3e8-2818-4323-afa8-33c619d6a7c6 req-573b0b10-88f5-4304-8367-d9abb1300d7d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869789 Oct 19 01:17:14.222601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2a525f5-63c6-403f-99ad-398134aca8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.267701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.287652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2a525f5-63c6-403f-99ad-398134aca8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.399613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2a525f5-63c6-403f-99ad-398134aca8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.404727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:14.405023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2a525f5-63c6-403f-99ad-398134aca8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.407851 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b2a525f5-63c6-403f-99ad-398134aca8db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12215a76-cb8e-4887-accc-8ca6ee35517d HTTP/1.1" status: 204 len: 168 time: 0.3065815 Oct 19 01:17:14.421463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a525f5-63c6-403f-99ad-398134aca8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12215a76-cb8e-4887-accc-8ca6ee35517d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:14.422329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '252f13d4-9215-406b-8566-51d18466c577', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': '252f13d4-9215-406b-8566-51d18466c577', 'mac_address': 'fa:16:3e:09:27:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:14.487264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.535772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252f13d4-9215-406b-8566-51d18466c577 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:14.557793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414aa2dd-ade8-4fd4-a6c5-56fae3e6bbf3 req-2eeceb97-7598-49fc-a219-e9bee490bc02 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:14.561712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:14.570387 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.570643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-414aa2dd-ade8-4fd4-a6c5-56fae3e6bbf3 req-2eeceb97-7598-49fc-a219-e9bee490bc02 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1670129 Oct 19 01:17:14.604756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:14.639483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:14.696532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-414aa2dd-ade8-4fd4-a6c5-56fae3e6bbf3 req-e0d67eaf-41cb-4ceb-a5d7-0ba3782a2208 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250861 Oct 19 01:17:14.705316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57292) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:14.711714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Request body: {'port': {'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15', 'binding:host_id': 'n-h2-789963-20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1729796276'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:14.775612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:14.811381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Made reservation on behalf of e96bdddeb2aa4054a7741bd739fd23e7 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:14.814851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.831605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.847200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:14.849801 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113d941e-8699-4806-9f81-290491249685" -d '{"events": [{"server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "name": "network-vif-unplugged", "status": "completed", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:14.858168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.884403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:14.899785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['252f13d4-9215-406b-8566-51d18466c577'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:14.988688 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd232da8-05cd-47d5-812b-01878d368b9f x-openstack-request-id: req-dd232da8-05cd-47d5-812b-01878d368b9f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:14.988974 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "name": "network-vif-unplugged", "status": "completed", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:14.989216 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd232da8-05cd-47d5-812b-01878d368b9f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:14.989601 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8', 'code': 200} Oct 19 01:17:15.025210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084174c-9b90-49bc-bbea-f82f244de55c req-2ae335db-d13c-442f-828d-115a7f6d06ea tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.027581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1084174c-9b90-49bc-bbea-f82f244de55c req-2ae335db-d13c-442f-828d-115a7f6d06ea tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 945 time: 0.1742406 Oct 19 01:17:15.042568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:15.045666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on host n-h1-789963-20 for vnic_type normal with profile {"migrating_to": "n-h2-789963-20"} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:15.045988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:15.046312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:15.051810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:15.052164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Attempting to bind port 631f033a-2782-40f9-9bd0-293f234cd9f8 on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:15.057741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:15.058077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:15.058451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:15.058880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Bound port: 631f033a-2782-40f9-9bd0-293f234cd9f8, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:15.059232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.114525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57312) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:15.148795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.162850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.167358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] device_id is not set on port 914c845f-75e8-4369-a9eb-ad9c81b36180 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:15.221589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:15.226457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:15.236749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22cbed-a1a4-4480-ada0-8e47b4f156fd req-9a468e43-65e5-4652-85c8-47250daaec6c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.238317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c22cbed-a1a4-4480-ada0-8e47b4f156fd req-9a468e43-65e5-4652-85c8-47250daaec6c tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.1011703 Oct 19 01:17:15.241736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fa01de5c-64d8-48a8-81bb-b3fb9977f0b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05ddf97b71244fa09805bf6c4fa8b490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256578 Oct 19 01:17:15.243041 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.244911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57316) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:15.375972 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c22cbed-a1a4-4480-ada0-8e47b4f156fd req-b436aa2d-1eed-40cb-a126-0262d2704071 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221917 Oct 19 01:17:15.378840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-3fd9dc69-575c-4c22-aa7f-567d64eeeeb5 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.380635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-3fd9dc69-575c-4c22-aa7f-567d64eeeeb5 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 946 time: 0.4028983 Oct 19 01:17:15.402559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=8']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:15.407832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.408693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.410253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-64aac16b-d183-416d-8780-b4a93d0e6518 service neutron] 10.222.0.62 "PUT /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 1124 time: 1.2814977 Oct 19 01:17:15.435051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42614e38-d7e8-4fb8-b748-596dc53d8b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.461696 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42614e38-d7e8-4fb8-b748-596dc53d8b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.477170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1084174c-9b90-49bc-bbea-f82f244de55c req-5249bf16-e44e-48a8-b5a3-6cd511d4af51 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377873 Oct 19 01:17:15.552655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93457f0d-9d51-4825-a00f-d73559329e64 req-8232c03c-c506-43ac-a0db-deb8e3dc375f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:15.556501 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93457f0d-9d51-4825-a00f-d73559329e64 req-8232c03c-c506-43ac-a0db-deb8e3dc375f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.0834050 Oct 19 01:17:15.578517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['631f033a-2782-40f9-9bd0-293f234cd9f8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:15.590508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624a843-34f2-4153-89c7-02f79e546bb6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:15.599618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42614e38-d7e8-4fb8-b748-596dc53d8b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.602816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42614e38-d7e8-4fb8-b748-596dc53d8b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.604267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-42614e38-d7e8-4fb8-b748-596dc53d8b5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d75077e-19c3-45a2-909f-0bdc3ddef854 HTTP/1.1" status: 204 len: 168 time: 0.3567140 Oct 19 01:17:15.618755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93457f0d-9d51-4825-a00f-d73559329e64 req-d1426579-0fe4-41a7-9a09-7f70ca5a546c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585093 Oct 19 01:17:15.619944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42614e38-d7e8-4fb8-b748-596dc53d8b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d75077e-19c3-45a2-909f-0bdc3ddef854,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:15.656824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] device_id is not set on port 914c845f-75e8-4369-a9eb-ad9c81b36180 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:15.673604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.683775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Deleting port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:15.684136 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.690154 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.853964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=914c845f-75e8-4369-a9eb-ad9c81b36180,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:15.905836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Checking segment: {'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:15.906233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Network hostable DHCP agents. Network: dab02b85-bd43-46dd-a3f9-a65511ea9a15, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:15.909405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] For port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:15.909772 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:15.961181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Calling delete_port for ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:15.991371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Network dab02b85-bd43-46dd-a3f9-a65511ea9a15 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:16.043273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece1bfb-8d39-447e-a84f-ed49705ba5c4 req-7b654016-1da0-49e2-b1d2-4193b6da221b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:16.048462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cece1bfb-8d39-447e-a84f-ed49705ba5c4 req-7b654016-1da0-49e2-b1d2-4193b6da221b tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1549492 Oct 19 01:17:16.057443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, dab02b85-bd43-46dd-a3f9-a65511ea9a15) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:16.067166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ababd-b1ba-4b65-b4d2-8ab2a46a072c None None] Network dab02b85-bd43-46dd-a3f9-a65511ea9a15 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:16.073003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:16.138841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.139751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.140427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.143538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 252f13d4-9215-406b-8566-51d18466c577 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:16.147954 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cece1bfb-8d39-447e-a84f-ed49705ba5c4 req-ec285bde-9167-4423-b5c5-cc943fabd0d2 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924356 Oct 19 01:17:16.151964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.152484 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.153665 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 2 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.174832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.175228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.175679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.212469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.212892 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.215667 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 3 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.251060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.251668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.252118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.259060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.259391 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.259778 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 4 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.300994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.301439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.302005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.305718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.334505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:16.344842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Pushing event deleted for resources: {'Port': ['ID=ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:16.356937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.357405 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.358153 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 5 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.376603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.377077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.377530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.411958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.414846 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.449049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['3205b489-9337-4eba-b936-8a02f953b853'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:16.464898 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 6 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.533220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] No DVR routers for this DVR port ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:16.545552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.549324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c04502cf-25fc-4fb3-8485-60d5ef2df541 req-6c7dda4e-3752-494a-9e09-1939a48c06fa tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "DELETE /v2.0/ports/ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 HTTP/1.1" status: 204 len: 173 time: 1.1523180 Oct 19 01:17:16.552007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'name': 'network-vif-deleted', 'tag': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:16.565747 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5ac64-1e30-49c1-9297-9a1ff291d34c" -d '{"events": [{"server_uuid": "e033c008-23e8-4ef7-ab46-a6eae2512546", "name": "network-vif-deleted", "tag": "ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:16.574065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.574310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.574615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.584417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.584815 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.585214 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 7 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.626594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.626594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.626594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.637037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33be538d-a1bb-4610-9349-55a902ee09e6 req-4650ea62-1f03-478c-92f3-08b984cb060a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e033c008-23e8-4ef7-ab46-a6eae2512546 HTTP/1.1" status: 200 len: 210 time: 0.1247458 Oct 19 01:17:16.669116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.669116 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.669116 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 8 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.688310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 252f13d4-9215-406b-8566-51d18466c577 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:16.702515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.703459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.703810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.723108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 252f13d4-9215-406b-8566-51d18466c577 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:16.723484 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.728329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.728329 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.728785 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 9 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.766068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.766396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.766749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.772059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.772379 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.772775 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 10 to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 Oct 19 01:17:16.796704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:16.797428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:16.797860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:16.806189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 914c845f-75e8-4369-a9eb-ad9c81b36180 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:16.806525 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 914c845f-75e8-4369-a9eb-ad9c81b36180 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:16.807046 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.877202 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c54a8-8b7b-478d-8671-5843057e0da2 x-openstack-request-id: req-b92c54a8-8b7b-478d-8671-5843057e0da2 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:16.877502 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e033c008-23e8-4ef7-ab46-a6eae2512546", "name": "network-vif-deleted", "tag": "ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:16.877748 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b92c54a8-8b7b-478d-8671-5843057e0da2 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:16.878148 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e033c008-23e8-4ef7-ab46-a6eae2512546', 'name': 'network-vif-deleted', 'tag': 'ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51', 'status': 'completed', 'code': 200} Oct 19 01:17:16.923513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3329f0e-84f7-4b18-a72b-08cf5196e798 req-ac082b1f-5c38-4ca6-8ab7-1066f0d624d8 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:16.931000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3329f0e-84f7-4b18-a72b-08cf5196e798 req-ac082b1f-5c38-4ca6-8ab7-1066f0d624d8 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 945 time: 0.1280701 Oct 19 01:17:16.958450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] For port 914c845f-75e8-4369-a9eb-ad9c81b36180, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:16.958938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempted to set empty binding levels {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:17:16.967572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:16.998008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:17.001145 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5ace7-7fe0-43bd-87cc-459548f2733e" -d '{"events": [{"name": "network-changed", "server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:17.085275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.085275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.098299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3329f0e-84f7-4b18-a72b-08cf5196e798 req-dc96640f-091e-4abd-80f1-3326a71dded7 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517081 Oct 19 01:17:17.126747 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.195761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:17.196987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f13d4-9215-406b-8566-51d18466c577'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:17.214908 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e86ded8-98ce-4d34-b66c-6085c74cca78" -d '{"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-plugged", "status": "completed", "tag": "252f13d4-9215-406b-8566-51d18466c577"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:17.225505 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.249764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=914c845f-75e8-4369-a9eb-ad9c81b36180,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:17.276149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bf6bc0a5-0fc9-4a0d-8d9e-960dc5f707a5 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.5693560 Oct 19 01:17:17.276614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57382) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:17.315915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469067cc-ef95-470a-ac6d-9257d3711e85 req-ce84b7fc-791b-40fb-9a8d-1d3dfaac606f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.317514 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-469067cc-ef95-470a-ac6d-9257d3711e85 req-ce84b7fc-791b-40fb-9a8d-1d3dfaac606f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.2620873 Oct 19 01:17:17.327717 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1333d98-73ce-4e97-95b2-5678b6698b33 x-openstack-request-id: req-d1333d98-73ce-4e97-95b2-5678b6698b33 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:17.336553 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:17.337100 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1333d98-73ce-4e97-95b2-5678b6698b33 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:17.337721 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8', 'status': 'completed', 'code': 200} Oct 19 01:17:17.407395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Deleting port 914c845f-75e8-4369-a9eb-ad9c81b36180 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:17.409191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.422527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-469067cc-ef95-470a-ac6d-9257d3711e85 req-447a2742-b871-4eea-bc6e-99ad68f880bb tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902448 Oct 19 01:17:17.434978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:17.504544 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa36c8e-4ea0-412e-9f66-b898365e453b x-openstack-request-id: req-4aa36c8e-4ea0-412e-9f66-b898365e453b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:17.504916 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-plugged", "status": "completed", "tag": "252f13d4-9215-406b-8566-51d18466c577", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:17.505455 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4aa36c8e-4ea0-412e-9f66-b898365e453b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:17.506065 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f13d4-9215-406b-8566-51d18466c577', 'code': 200} Oct 19 01:17:17.572382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] For port 914c845f-75e8-4369-a9eb-ad9c81b36180, host n-h2-789963-20, got binding levels [] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:17.572750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.619922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Calling delete_port for 914c845f-75e8-4369-a9eb-ad9c81b36180 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:17.651685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60ced-a253-4bbf-a713-38233519c21d req-c820eb1e-da06-446c-9898-5ffc09719498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.652788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9e60ced-a253-4bbf-a713-38233519c21d req-c820eb1e-da06-446c-9898-5ffc09719498 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 1098 time: 0.0763705 Oct 19 01:17:17.654560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-f82d99a1-9477-444f-953f-e7137198e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.656792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-f82d99a1-9477-444f-953f-e7137198e07c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1127 time: 0.1999931 Oct 19 01:17:17.736361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9e60ced-a253-4bbf-a713-38233519c21d req-2f73d21f-7e77-4907-970a-5aa10d758fd8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741251 Oct 19 01:17:17.870249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-8611cb8c-426e-467d-8ead-8ffc4534dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:17.872218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-8611cb8c-426e-467d-8ead-8ffc4534dacb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.1257658 Oct 19 01:17:17.875430 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.937941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:17.947101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57412) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:17.957803 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "DELETE /v2.0/ports/914c845f-75e8-4369-a9eb-ad9c81b36180 HTTP/1.1" status: 204 len: 168 time: 0.6785700 Oct 19 01:17:18.003799 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5564e5ef-06d2-4db4-9c18-f0883f10c9c8 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:17:18.009236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5564e5ef-06d2-4db4-9c18-f0883f10c9c8 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "GET /v2.0/ports/914c845f-75e8-4369-a9eb-ad9c81b36180 HTTP/1.1" status: 404 len: 333 time: 0.0609496 Oct 19 01:17:18.009844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57418) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:18.022228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Request body: {'port': {'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-797000971'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:18.025194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5052fe-4397-4e6d-9a14-0a9a2b60d8ce tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event deleted for resources: {'Port': ['ID=914c845f-75e8-4369-a9eb-ad9c81b36180,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:18.034555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-5cd4f383-9ef7-49db-a5f1-9e18fa4d9da3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 217 time: 0.1388419 Oct 19 01:17:18.106530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Made reservation on behalf of e96bdddeb2aa4054a7741bd739fd23e7 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:18.108898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.117106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:18.132389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] device_id is not set on port 769fda1b-a10a-4677-a129-5d32c14281d0 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:18.149039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3595-df75-47ed-8452-5a142756e5a5 req-eb8da16b-928a-446e-8643-c120f8a8fdb2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.151770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-6cf9defd-3ff5-47ee-9c1d-ad527b74525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.155631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-6cf9defd-3ff5-47ee-9c1d-ad527b74525a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1106112 Oct 19 01:17:18.156727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e7a3595-df75-47ed-8452-5a142756e5a5 req-eb8da16b-928a-446e-8643-c120f8a8fdb2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.1038520 Oct 19 01:17:18.208613 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-a854f26f-8e21-4650-97e5-144eb56024e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423038 Oct 19 01:17:18.303951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:18.331752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 has no active binding in host n-h2-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:17:18.336649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:18.354200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e7a3595-df75-47ed-8452-5a142756e5a5 req-976d64b2-1f6e-4724-8fa4-87e48b74a612 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965315 Oct 19 01:17:18.397012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:18.397504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ef48cc7a-8fd4-4c5d-8de5-dac42bed6b51 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:18.432313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406095-88b9-4e74-908a-872a2f101f7b req-d2d3e948-c848-4923-b891-20ba5a33a52b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.434127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60406095-88b9-4e74-908a-872a2f101f7b req-d2d3e948-c848-4923-b891-20ba5a33a52b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 946 time: 0.1798224 Oct 19 01:17:18.490193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-e472bc21-f705-4b04-832f-f663bac132f8 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635436 Oct 19 01:17:18.512818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.555292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.624073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Network dab02b85-bd43-46dd-a3f9-a65511ea9a15 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:18.627669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:18.631300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:18.632467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.633398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.661509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6499338 Oct 19 01:17:18.666812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57440) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:18.674280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:18.674931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04209454-ca8f-469f-a708-241447b2b7f9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=769fda1b-a10a-4677-a129-5d32c14281d0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:18.690982 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60406095-88b9-4e74-908a-872a2f101f7b req-75ab6505-8b2f-4b6c-87bf-9150b85baa61 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388370 Oct 19 01:17:18.775511 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd5ace7-7fe0-43bd-87cc-459548f2733e req-1434a212-6add-4c0a-9ee2-a9463c0f8022 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584381 Oct 19 01:17:18.793752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:18.818443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fef5ae-bc20-4d2c-aa5d-5630a670aedf req-c7683db9-0e63-4a8b-916b-48f94a855ada tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:18.829768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4fef5ae-bc20-4d2c-aa5d-5630a670aedf req-c7683db9-0e63-4a8b-916b-48f94a855ada tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.1663835 Oct 19 01:17:18.897072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4fef5ae-bc20-4d2c-aa5d-5630a670aedf req-c3128ec2-3837-4875-9f10-383ae396121c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662796 Oct 19 01:17:19.061902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] device_id is not set on port 769fda1b-a10a-4677-a129-5d32c14281d0 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:19.070926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.083396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.173735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=769fda1b-a10a-4677-a129-5d32c14281d0,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:19.201521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.201857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.202220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.207403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.207743 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.208168 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 2 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.223666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.224317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.224642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.231031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.231463 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.231858 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 3 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.263901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.264275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.264883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.275017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.275017 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.275548 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 4 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.292638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.293236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.293819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.299666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.300367 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.300979 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 5 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.314473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.315118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.315724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.320647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.321233 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.321812 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 6 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.341303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.341811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.342044 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.348018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.348363 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.348729 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 7 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.362770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.363100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.363451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.368732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.369055 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.369481 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 8 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.385002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.385337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.385673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.390690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.391015 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.391409 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 9 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.406807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.407192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.407553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.412303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.412736 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.413190 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 10 to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 Oct 19 01:17:19.428908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:19.429324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:19.429814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:19.449840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:19.450496 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 769fda1b-a10a-4677-a129-5d32c14281d0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:19.451225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.550216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57472) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:19.612049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.705915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-0879e447-b0ac-4c30-8936-da00312b3c04 service neutron] 10.222.0.74 "GET /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.0914686 Oct 19 01:17:19.713622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5d33df2-ba24-470e-8483-e0c2f4b6cbc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.742665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e12f-9523-4491-848c-82966f17bc4e req-fe730122-34ca-44cf-acbf-6b38ada046c7 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:19.754067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2b9e12f-9523-4491-848c-82966f17bc4e req-fe730122-34ca-44cf-acbf-6b38ada046c7 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.2558997 Oct 19 01:17:19.757964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] For port 769fda1b-a10a-4677-a129-5d32c14281d0, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:19.758918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempted to set empty binding levels {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:17:19.823926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.841362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2b9e12f-9523-4491-848c-82966f17bc4e req-9cfdf0a2-8ac5-4c9e-be34-2bdc024a7d8d tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834062 Oct 19 01:17:19.898343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09126dc6-2859-4abb-856d-a77801a3e7ae req-6085e65c-6631-4e36-b5ce-244dc610d5d3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:19.908810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09126dc6-2859-4abb-856d-a77801a3e7ae req-6085e65c-6631-4e36-b5ce-244dc610d5d3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 946 time: 0.1044223 Oct 19 01:17:19.914277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5d33df2-ba24-470e-8483-e0c2f4b6cbc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.927690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] In _notify_port_updated(), no bound segment for port 769fda1b-a10a-4677-a129-5d32c14281d0 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:17:19.928581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:19.929183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:19.932755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "PUT /v2.0/ports/769fda1b-a10a-4677-a129-5d32c14281d0 HTTP/1.1" status: 200 len: 975 time: 1.2608831 Oct 19 01:17:19.934850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57490) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:19.937980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5d33df2-ba24-470e-8483-e0c2f4b6cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.001279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a32585-e117-4a5e-b44e-2bd8e9e8b002 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=769fda1b-a10a-4677-a129-5d32c14281d0,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:20.085961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e5d33df2-ba24-470e-8483-e0c2f4b6cbc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87929cbe32694d27bad699194a4cf4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339921 Oct 19 01:17:20.091892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d33df2-ba24-470e-8483-e0c2f4b6cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd3fd7-d9c1-4038-a0ad-58b6754e63bc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:20.092581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57494) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:20.099324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09126dc6-2859-4abb-856d-a77801a3e7ae req-eed6b810-73bf-4292-a856-6cfe94f14b45 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891069 Oct 19 01:17:20.122869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.123326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.123796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.124281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.124947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.125404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.125861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.126315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.126767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.127219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.127662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.128154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.128604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.129144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.129585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.130029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.130474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.130918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.131361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.131819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.141806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.141806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.141806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58e20cc7-6da0-48b7-8921-0831c16b9d72 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19865 time: 0.1997898 Oct 19 01:17:20.141806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57496) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:20.261939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Deleting port 769fda1b-a10a-4677-a129-5d32c14281d0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:20.263013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.266994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52992f1-3c8e-480d-9748-d54e6cef16db req-a7445452-e11f-4f00-899d-7623229e225b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.268622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b52992f1-3c8e-480d-9748-d54e6cef16db req-a7445452-e11f-4f00-899d-7623229e225b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 944 time: 0.2137995 Oct 19 01:17:20.350481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] For port 769fda1b-a10a-4677-a129-5d32c14281d0, host n-h2-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:20.351234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.376045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Calling delete_port for 769fda1b-a10a-4677-a129-5d32c14281d0 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:20.406896 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d529eca3-7d3b-402b-9ed1-e3dc7cdda5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.454674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b52992f1-3c8e-480d-9748-d54e6cef16db req-29c4a2cb-75ec-4781-b2da-dad62ae108f7 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071730 Oct 19 01:17:20.508947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d529eca3-7d3b-402b-9ed1-e3dc7cdda5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.511945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:20.556195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65848e75-6edf-4472-83e2-cf20ea154400 req-d395c1fa-559a-4805-9e6f-2835b618495e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.557678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65848e75-6edf-4472-83e2-cf20ea154400 req-d395c1fa-559a-4805-9e6f-2835b618495e tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.1760948 Oct 19 01:17:20.575138 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.599905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:20.646130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event deleted for resources: {'Port': ['ID=769fda1b-a10a-4677-a129-5d32c14281d0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:20.664296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.683564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631f033a-2782-40f9-9bd0-293f234cd9f8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:20.688345 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e91d197-0993-4be7-8ab4-629d25b9125c tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "DELETE /v2.0/ports/769fda1b-a10a-4677-a129-5d32c14281d0 HTTP/1.1" status: 204 len: 168 time: 0.5440168 Oct 19 01:17:20.690634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57504) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:20.725654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:20.751041 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbc4c58-7ebd-442f-a9ed-970721840567 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:17:20.751512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff396-8dcf-40be-aa90-5327691a7955 req-813b5600-1db6-4a39-82bb-631ce8de62e6 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:20.766813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4eff396-8dcf-40be-aa90-5327691a7955 req-813b5600-1db6-4a39-82bb-631ce8de62e6 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 946 time: 0.1549313 Oct 19 01:17:20.766948 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dcbc4c58-7ebd-442f-a9ed-970721840567 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "GET /v2.0/ports/769fda1b-a10a-4677-a129-5d32c14281d0 HTTP/1.1" status: 404 len: 333 time: 0.0692716 Oct 19 01:17:20.769360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57506) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:20.776935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2024439880', 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:20.780828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d529eca3-7d3b-402b-9ed1-e3dc7cdda5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.783471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d529eca3-7d3b-402b-9ed1-e3dc7cdda5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.786828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d529eca3-7d3b-402b-9ed1-e3dc7cdda5de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03dd3fd7-d9c1-4038-a0ad-58b6754e63bc HTTP/1.1" status: 204 len: 168 time: 0.6897192 Oct 19 01:17:20.786828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.822376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529eca3-7d3b-402b-9ed1-e3dc7cdda5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd3fd7-d9c1-4038-a0ad-58b6754e63bc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:20.904957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4eff396-8dcf-40be-aa90-5327691a7955 req-f0c5e4a7-1d87-4b40-abef-5f52c4bab966 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395712 Oct 19 01:17:20.912212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Made reservation on behalf of e96bdddeb2aa4054a7741bd739fd23e7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:20.914790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:20.930167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Deleting port 3205b489-9337-4eba-b936-8a02f953b853 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:20.930501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.036032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] device_id is not set on port 0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:21.089296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b36665-577a-40eb-a947-c26852d4b0eb req-604c66bf-d309-48ca-ab5d-9a7dcd26fd9b tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:21.098534 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76b36665-577a-40eb-a947-c26852d4b0eb req-604c66bf-d309-48ca-ab5d-9a7dcd26fd9b tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 945 time: 0.1330664 Oct 19 01:17:21.161477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] Transition to ACTIVE for port object 631f033a-2782-40f9-9bd0-293f234cd9f8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:21.181777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76b36665-577a-40eb-a947-c26852d4b0eb req-07cfa686-12b7-4dfb-9524-616fcea62173 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 Oct 19 01:17:21.193675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.214493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] For port 3205b489-9337-4eba-b936-8a02f953b853, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=3205b489-9337-4eba-b936-8a02f953b853,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:21.214769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.318252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Calling delete_port for 3205b489-9337-4eba-b936-8a02f953b853 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:21.428863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] No DVR routers for this DVR port 631f033a-2782-40f9-9bd0-293f234cd9f8 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:21.489918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] Pushing event updated for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:21.587472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ba10e-81a5-46f6-bec0-bdc2e8c0c1e2 req-bfd7d028-dc33-4c2c-b438-6e4d0542bf6a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:21.596360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f0ba10e-81a5-46f6-bec0-bdc2e8c0c1e2 req-bfd7d028-dc33-4c2c-b438-6e4d0542bf6a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.0713491 Oct 19 01:17:21.662496 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f0ba10e-81a5-46f6-bec0-bdc2e8c0c1e2 req-1042bd8b-955a-40a0-b5f0-67b3b63c6cbe tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648682 Oct 19 01:17:21.932070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:21.948454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-ec3b0a58-eb77-4d39-8ea2-56cdeb738b9c service neutron] 10.222.0.74 "PUT /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8/bindings/n-h2-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 2.2285986 Oct 19 01:17:22.030241 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.053837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Network dab02b85-bd43-46dd-a3f9-a65511ea9a15 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:22.059691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:22.080978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:22.081957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.082490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.119225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:22.124528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7e1e13e2-5cae-4bc7-bdf1-6f0692065789 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3538594 Oct 19 01:17:22.128090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57554) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:22.137843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.150081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:22.162581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-40eb4dcb-b13f-4b68-b3d4-5439196d874b tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.164102 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-40eb4dcb-b13f-4b68-b3d4-5439196d874b tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1032288 Oct 19 01:17:22.185715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8ce06-c9b2-42eb-bc27-5c476180d54e req-ea642101-40eb-4ad3-bb15-65bbc5500a0a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.186828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Pushing event deleted for resources: {'Port': ['ID=3205b489-9337-4eba-b936-8a02f953b853,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:22.204582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4a8ce06-c9b2-42eb-bc27-5c476180d54e req-ea642101-40eb-4ad3-bb15-65bbc5500a0a tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 946 time: 0.2091122 Oct 19 01:17:22.232483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a5ce7-d6bc-484b-962e-879b614f25b9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.233206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-221a5ce7-d6bc-484b-962e-879b614f25b9 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "GET /v2.0/ports/0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba HTTP/1.1" status: 200 len: 955 time: 0.1039085 Oct 19 01:17:22.254162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['3205b489-9337-4eba-b936-8a02f953b853'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:22.264075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57558) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:22.265084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] No DVR routers for this DVR port 3205b489-9337-4eba-b936-8a02f953b853 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:22.269377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.273831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65848e75-6edf-4472-83e2-cf20ea154400 req-1e346754-698e-4f42-8260-2d3a57d8b309 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.74 "DELETE /v2.0/ports/3205b489-9337-4eba-b936-8a02f953b853 HTTP/1.1" status: 204 len: 173 time: 1.7076602 Oct 19 01:17:22.293238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'name': 'network-vif-deleted', 'tag': '3205b489-9337-4eba-b936-8a02f953b853'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:22.296686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-31766287-8d69-499b-8418-695ee3358148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.298951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-31766287-8d69-499b-8418-695ee3358148 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e&tenant_id=727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 1097 time: 0.1216459 Oct 19 01:17:22.309641 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de13fb6-288c-4000-98f9-51dc31333a58" -d '{"events": [{"server_uuid": "c1682b15-78c1-4e38-98fd-5f2da9ed069b", "name": "network-vif-deleted", "tag": "3205b489-9337-4eba-b936-8a02f953b853"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:22.342213 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4a8ce06-c9b2-42eb-bc27-5c476180d54e req-798e4bc2-1a13-423f-bb04-9aafac14c544 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365290 Oct 19 01:17:22.493029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Deleting port 0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:22.493319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.523344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-b574edbf-3d7f-48cc-a192-cfc34b0873da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:22.526963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-b574edbf-3d7f-48cc-a192-cfc34b0873da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1097 time: 0.1751730 Oct 19 01:17:22.637703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f0a325f-c126-48ba-aa95-4ea24bbf515c req-d714619d-e584-46c5-8a47-59c43d020b31 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1682b15-78c1-4e38-98fd-5f2da9ed069b HTTP/1.1" status: 200 len: 210 time: 0.0824606 Oct 19 01:17:22.664657 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.682678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:22.688204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Calling delete_port for 0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:22.793840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:22.794262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 3205b489-9337-4eba-b936-8a02f953b853 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:22.806723 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063d5440-1abe-42c0-9ee0-e50d2ebfe2f6 x-openstack-request-id: req-063d5440-1abe-42c0-9ee0-e50d2ebfe2f6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:22.806878 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1682b15-78c1-4e38-98fd-5f2da9ed069b", "name": "network-vif-deleted", "tag": "3205b489-9337-4eba-b936-8a02f953b853", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:22.807096 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-063d5440-1abe-42c0-9ee0-e50d2ebfe2f6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:22.807496 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1682b15-78c1-4e38-98fd-5f2da9ed069b', 'name': 'network-vif-deleted', 'tag': '3205b489-9337-4eba-b936-8a02f953b853', 'status': 'completed', 'code': 200} Oct 19 01:17:22.838519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 3205b489-9337-4eba-b936-8a02f953b853 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:22.838822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 3205b489-9337-4eba-b936-8a02f953b853 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:22.934394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:22.982324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:23.016611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:23.026296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59cfc043-d823-4338-907c-46887b41d3df tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba HTTP/1.1" status: 204 len: 168 time: 0.7585204 Oct 19 01:17:23.031833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57592) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:23.100735 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a20f344-d3d9-4478-89fa-5e40ca9e090e tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:17:23.102953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5a20f344-d3d9-4478-89fa-5e40ca9e090e tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "GET /v2.0/ports/0dde3f33-0f0e-40d9-b0bb-14f78e8c50ba HTTP/1.1" status: 404 len: 333 time: 0.0700984 Oct 19 01:17:23.107240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57598) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:23.118278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Request body: {'port': {'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1875607226'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:23.148422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Made reservation on behalf of e96bdddeb2aa4054a7741bd739fd23e7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:23.150926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:23.176085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] device_id is not set on port 77f36206-fc90-498a-853b-565f84b15589 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:23.450592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-091549ea-8eba-42e1-865c-fd79dabe5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:23.452156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-091549ea-8eba-42e1-865c-fd79dabe5fe8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.9157581 Oct 19 01:17:23.529160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-8258d613-0fe9-44e5-846a-25fa81eda096 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 217 time: 0.0687315 Oct 19 01:17:23.592969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c894efd-ffea-4bac-8136-713f510f3f7b req-68964174-d6af-4f9b-9f5e-144956e285e9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:23.601536 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c894efd-ffea-4bac-8136-713f510f3f7b req-68964174-d6af-4f9b-9f5e-144956e285e9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.2311413 Oct 19 01:17:23.646162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:23.659661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-b6a65c05-3647-4f89-84a5-72a40feacf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:23.664172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-b6a65c05-3647-4f89-84a5-72a40feacf6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1271923 Oct 19 01:17:23.683399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c894efd-ffea-4bac-8136-713f510f3f7b req-6b926985-c89b-4bb5-9ce1-577be3ec30b6 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765748 Oct 19 01:17:23.719041 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-e2d15a9f-dd5d-448a-9b42-968b3c1c913c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446186 Oct 19 01:17:23.750911 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:23.817399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Network dab02b85-bd43-46dd-a3f9-a65511ea9a15 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:23.822703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:23.826874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:23.828087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:23.828786 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:23.858826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=77f36206-fc90-498a-853b-565f84b15589,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:23.869328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a5bd59d6-c3d9-4719-9fe7-00f737b89984 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7613161 Oct 19 01:17:23.871857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57626) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:23.879611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:23.947178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3d129ab-618e-405f-a173-2dc238ae965f req-b66fbebd-d7be-4a74-8b2f-1f313295db6c tempest-FlavorsV2NegativeTest-2036276261 tempest-FlavorsV2NegativeTest-2036276261-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c548ff7fa304653af161608c989d5cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633752 Oct 19 01:17:23.958776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.138678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-bcb2a157-074b-4f38-8ab9-76d4b2d9cfe0 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084249 Oct 19 01:17:24.215142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] device_id is not set on port 77f36206-fc90-498a-853b-565f84b15589 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:24.229336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.245879 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:24.259689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d129ab-618e-405f-a173-2dc238ae965f req-124f8a90-a2a5-411c-82a5-310547fc8734 tempest-FlavorsV2NegativeTest-2036276261 tempest-FlavorsV2NegativeTest-2036276261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:24.267367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3d129ab-618e-405f-a173-2dc238ae965f req-124f8a90-a2a5-411c-82a5-310547fc8734 tempest-FlavorsV2NegativeTest-2036276261 tempest-FlavorsV2NegativeTest-2036276261-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132792 Oct 19 01:17:24.290769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3d129ab-618e-405f-a173-2dc238ae965f req-21683c48-cd4a-4399-911f-0d8033ad4ced tempest-FlavorsV2NegativeTest-2036276261 tempest-FlavorsV2NegativeTest-2036276261-project] 10.222.0.64 "GET /v2.0/quotas/7c548ff7fa304653af161608c989d5cb HTTP/1.1" status: 200 len: 375 time: 0.0223820 Oct 19 01:17:24.325171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=77f36206-fc90-498a-853b-565f84b15589,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:24.372183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.372559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.372856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.373686 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-40516ebe-3ed2-4f51-9230-41e958134190 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207773 Oct 19 01:17:24.376756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3d129ab-618e-405f-a173-2dc238ae965f req-4a259d30-0712-46ac-86c3-b8575c09306e tempest-FlavorsV2NegativeTest-2036276261 tempest-FlavorsV2NegativeTest-2036276261-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c548ff7fa304653af161608c989d5cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852156 Oct 19 01:17:24.390854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.391287 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.411412 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 2 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.453241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.453567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.453880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.469188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.469543 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.470670 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 3 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.481249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c71e-6ab1-47d5-b939-16e5be253e0b req-b6e093a5-b47a-42ea-a07e-f006c4a135bb tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:24.482843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a234c71e-6ab1-47d5-b939-16e5be253e0b req-b6e093a5-b47a-42ea-a07e-f006c4a135bb tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1208432 Oct 19 01:17:24.504635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.504975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.505559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.520147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.520485 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.521030 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 4 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.600800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a234c71e-6ab1-47d5-b939-16e5be253e0b req-bb5c6439-9cec-469c-b842-141ffec7749a tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086061 Oct 19 01:17:24.601597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.616891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.616891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.620144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.620482 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.620876 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 5 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.658619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.659445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.660072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.693879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.694311 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.694800 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 6 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.743620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.745772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.746569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.758515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.758848 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.763345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-863b0fe8-5839-481e-8059-f84840039dc4 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:24.764679 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 7 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.765005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-863b0fe8-5839-481e-8059-f84840039dc4 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1035726 Oct 19 01:17:24.850329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.851366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.851712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.863657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.864057 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.864423 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 8 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.922950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.922950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.922950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.926746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.927076 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.927470 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 9 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.953613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.954020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.954287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:24.966846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:24.967710 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:24.967710 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempt 10 to bind port 77f36206-fc90-498a-853b-565f84b15589 Oct 19 01:17:24.998627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:24.999137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:24.999493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempting to bind port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:25.017455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:25.017624 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Failed to bind port 77f36206-fc90-498a-853b-565f84b15589 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '59afd16a-fece-41bf-aec8-f6ddfed4a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dab02b85-bd43-46dd-a3f9-a65511ea9a15'}] Oct 19 01:17:25.017909 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.095853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-524aba59-3b0a-4772-a1cd-2e7dbd62cbe7 service neutron] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:25.103994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-524aba59-3b0a-4772-a1cd-2e7dbd62cbe7 service neutron] Publish callbacks [] for binding, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.106352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3720568-2ab0-4f98-a9d6-612715250e06 req-524aba59-3b0a-4772-a1cd-2e7dbd62cbe7 service neutron] 10.222.0.62 "DELETE /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8/bindings/n-h1-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.3170664 Oct 19 01:17:25.153432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] For port 77f36206-fc90-498a-853b-565f84b15589, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:25.153817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attempted to set empty binding levels {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:17:25.165873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.231119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] In _notify_port_updated(), no bound segment for port 77f36206-fc90-498a-853b-565f84b15589 on network dab02b85-bd43-46dd-a3f9-a65511ea9a15 {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:17:25.232002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:25.232858 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.243555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "PUT /v2.0/ports/77f36206-fc90-498a-853b-565f84b15589 HTTP/1.1" status: 200 len: 976 time: 1.3681931 Oct 19 01:17:25.243933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57686) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:25.319270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d2872-62c7-4deb-80f2-5d48c1977531 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event updated for resources: {'Port': ['ID=77f36206-fc90-498a-853b-565f84b15589,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:25.374490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19a2f7-068c-4564-bb6d-601d3240402f req-c2cb1aeb-581c-4c23-99b4-63292b08a1d9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:25.381698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac19a2f7-068c-4564-bb6d-601d3240402f req-c2cb1aeb-581c-4c23-99b4-63292b08a1d9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.1188993 Oct 19 01:17:25.385184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57696) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:25.439299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Deleting port 77f36206-fc90-498a-853b-565f84b15589 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:25.439638 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.448807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac19a2f7-068c-4564-bb6d-601d3240402f req-f27dd42b-7b8e-407a-8e43-634cc2137a04 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661850 Oct 19 01:17:25.608233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9defb4bb-ea3d-4904-8e40-3787904ae0d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.660833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] For port 77f36206-fc90-498a-853b-565f84b15589, host n-h2-789963-20, got binding levels [] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:25.661397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.685086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Calling delete_port for 77f36206-fc90-498a-853b-565f84b15589 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:25.773094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0299-61fe-456a-8561-5ce00268261c req-df06b303-61b5-45c7-b3c9-6efd39fbe6a1 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:25.795621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-608d0299-61fe-456a-8561-5ce00268261c req-df06b303-61b5-45c7-b3c9-6efd39fbe6a1 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1097 time: 0.1913683 Oct 19 01:17:25.816282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9defb4bb-ea3d-4904-8e40-3787904ae0d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.827355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2622ae-1d21-415a-8afc-c108ac3d0f0f req-dab0a353-b3e9-4ae1-b4ff-61097142ef66 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:25.830439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f2622ae-1d21-415a-8afc-c108ac3d0f0f req-dab0a353-b3e9-4ae1-b4ff-61097142ef66 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1206663 Oct 19 01:17:25.832056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9defb4bb-ea3d-4904-8e40-3787904ae0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.860600 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-608d0299-61fe-456a-8561-5ce00268261c req-50d0286e-cbeb-40ec-a5cb-32cb84fc13a0 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626163 Oct 19 01:17:25.904891 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.914333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9defb4bb-ea3d-4904-8e40-3787904ae0d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c548ff7fa304653af161608c989d5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280175 Oct 19 01:17:25.956186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57716) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:25.968086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Pushing event deleted for resources: {'Port': ['ID=77f36206-fc90-498a-853b-565f84b15589,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:25.968204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f2622ae-1d21-415a-8afc-c108ac3d0f0f req-286388de-ee80-491d-b891-293ad9e35121 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142974 Oct 19 01:17:25.982453 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:25.986619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8852dfef-8714-4309-9c41-de2a94e841ae tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "DELETE /v2.0/ports/77f36206-fc90-498a-853b-565f84b15589 HTTP/1.1" status: 204 len: 168 time: 0.7417023 Oct 19 01:17:25.989205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57720) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:26.002174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defb4bb-ea3d-4904-8e40-3787904ae0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc2cf06-91b5-413e-a18a-28794e0d02f6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:26.044705 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4ab78f-fb20-4296-b90d-e29666d9e203 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:17:26.051650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57730) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:26.052132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-df4ab78f-fb20-4296-b90d-e29666d9e203 tempest-PortsAdminExtendedAttrsTestJSON-1279873543 tempest-PortsAdminExtendedAttrsTestJSON-1279873543-project-admin] 10.222.0.64 "GET /v2.0/ports/77f36206-fc90-498a-853b-565f84b15589 HTTP/1.1" status: 404 len: 333 time: 0.0614383 Oct 19 01:17:26.118817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4a418f0-65d9-4ca4-b0a2-773c5673a444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.170889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 252f13d4-9215-406b-8566-51d18466c577 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:26.277159 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.299906 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4a418f0-65d9-4ca4-b0a2-773c5673a444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.345850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-e0344bec-ab9e-483c-a131-08a49b3a6291 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:26.346256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:26.347381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-e0344bec-ab9e-483c-a131-08a49b3a6291 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.1915066 Oct 19 01:17:26.366396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '252f13d4-9215-406b-8566-51d18466c577', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': '252f13d4-9215-406b-8566-51d18466c577', 'mac_address': 'fa:16:3e:09:27:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:26.405773 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.420897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 252f13d4-9215-406b-8566-51d18466c577 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:26.442189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:26.447730 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.501441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:26.513394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-0c50535b-f37b-4331-b2aa-e2d13b0ca40c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:26.514957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-0c50535b-f37b-4331-b2aa-e2d13b0ca40c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.3344212 Oct 19 01:17:26.565060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.575450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['252f13d4-9215-406b-8566-51d18466c577'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:26.576434 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-a5347b03-22ce-4a99-a1e6-7383ae446125 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/quotas/727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 375 time: 0.0521536 Oct 19 01:17:26.590308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4a418f0-65d9-4ca4-b0a2-773c5673a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.593437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4a418f0-65d9-4ca4-b0a2-773c5673a444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.599206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4a418f0-65d9-4ca4-b0a2-773c5673a444 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bc2cf06-91b5-413e-a18a-28794e0d02f6 HTTP/1.1" status: 204 len: 168 time: 0.6691213 Oct 19 01:17:26.617359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab02b85-bd43-46dd-a3f9-a65511ea9a15']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:26.638056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59afd16a-fece-41bf-aec8-f6ddfed4a350') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:26.638596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59afd16a-fece-41bf-aec8-f6ddfed4a350') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:26.659385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.690813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.733085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:26.733501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:26.743900 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:26.755609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a418f0-65d9-4ca4-b0a2-773c5673a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc2cf06-91b5-413e-a18a-28794e0d02f6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:26.852358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Deleting port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:26.853052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.006989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-1f41b148-e00a-4d92-9aa6-a66c6ee03340 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4187727 Oct 19 01:17:27.010840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.015352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.019087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] 10.222.0.64 "DELETE /v2.0/networks/dab02b85-bd43-46dd-a3f9-a65511ea9a15 HTTP/1.1" status: 204 len: 168 time: 0.9658673 Oct 19 01:17:27.114349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d95c6b-2293-4202-81b7-8d42e2fb10df tempest-PortsAdminExtendedAttrsTestJSON-441195130 tempest-PortsAdminExtendedAttrsTestJSON-441195130-project] Pushing event deleted for resources: {'Network': ['ID=dab02b85-bd43-46dd-a3f9-a65511ea9a15,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:27.144715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b58501-e21f-48a5-a784-542bcaf3df24 req-7f7ba3e1-c530-4b2f-9fc6-2d5cce20cf42 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:27.146954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0b58501-e21f-48a5-a784-542bcaf3df24 req-7f7ba3e1-c530-4b2f-9fc6-2d5cce20cf42 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa50960d-9769-4052-aba2-8ad7e86293d8 HTTP/1.1" status: 200 len: 945 time: 0.0945239 Oct 19 01:17:27.221301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] For port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:27.221581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.237291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0b58501-e21f-48a5-a784-542bcaf3df24 req-a7efe64c-9203-4070-909f-bd199a0e6da3 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.64 "GET /v2.0/security-groups?id=4610898e-47a3-44e4-854d-fe291b39cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775781 Oct 19 01:17:27.262231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Calling delete_port for 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:27.411452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57818) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:27.489191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-e7ac2ed5-ce2f-4428-92e8-a256f12bf74b service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585404 Oct 19 01:17:27.508768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.526016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:27.568514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Pushing event deleted for resources: {'Port': ['ID=4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:27.629463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] No DVR routers for this DVR port 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:27.634651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:27.639812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b3917b8-7561-44cf-8cd3-63b024957121 req-dc15fd1a-610b-49d3-a3e3-61070e8bbac2 tempest-ListServerFiltersTestJSON-1226993683 tempest-ListServerFiltersTestJSON-1226993683-project] 10.222.0.62 "DELETE /v2.0/ports/4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 HTTP/1.1" status: 204 len: 173 time: 1.2750978 Oct 19 01:17:27.640618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'name': 'network-vif-deleted', 'tag': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:27.677395 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13887ae8-0d1a-4a34-8c4f-c4c5665bb5c6" -d '{"events": [{"server_uuid": "aa50960d-9769-4052-aba2-8ad7e86293d8", "name": "network-vif-deleted", "tag": "4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:27.803291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-29c12c51-b01d-429c-bd55-3ca1cada4f6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=438313b0b27746b1bfaee66ea6f0039a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894739 Oct 19 01:17:27.807116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:27.860861 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-cd54554e-3f9c-45c2-9885-03d1e493e5aa service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639481 Oct 19 01:17:27.911032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450fc98-71c8-4480-beb6-78a8648364e7 req-7489798d-02a6-4408-8ff5-97fe332aef2f tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:27.913105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0450fc98-71c8-4480-beb6-78a8648364e7 req-7489798d-02a6-4408-8ff5-97fe332aef2f tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 950 time: 0.1096628 Oct 19 01:17:28.005317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0450fc98-71c8-4480-beb6-78a8648364e7 req-5ae8c9c8-1e90-4dfd-8033-805606216fca tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841646 Oct 19 01:17:28.007025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31067dbe-1e04-41f0-b0db-15e766222690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.058153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31067dbe-1e04-41f0-b0db-15e766222690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.074881 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3343af-3e72-46ce-a56e-4d6cd2034e6c x-openstack-request-id: req-da3343af-3e72-46ce-a56e-4d6cd2034e6c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:28.077894 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa50960d-9769-4052-aba2-8ad7e86293d8", "name": "network-vif-deleted", "tag": "4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:28.080007 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da3343af-3e72-46ce-a56e-4d6cd2034e6c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:28.080621 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa50960d-9769-4052-aba2-8ad7e86293d8', 'name': 'network-vif-deleted', 'tag': '4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02', 'status': 'completed', 'code': 200} Oct 19 01:17:28.128592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57864) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:28.193919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 252f13d4-9215-406b-8566-51d18466c577 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:28.219099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31067dbe-1e04-41f0-b0db-15e766222690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.222699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31067dbe-1e04-41f0-b0db-15e766222690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.239535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-31067dbe-1e04-41f0-b0db-15e766222690 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d84c4a3-b805-4884-a904-bfcac07a17cf HTTP/1.1" status: 204 len: 168 time: 0.4177747 Oct 19 01:17:28.271500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067dbe-1e04-41f0-b0db-15e766222690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84c4a3-b805-4884-a904-bfcac07a17cf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:28.406922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da354f90-4d60-429b-854b-f14b541134a0 req-dc9dca6b-313b-4b75-b06a-aebe3651874c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 210 time: 0.1405921 Oct 19 01:17:28.446217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 252f13d4-9215-406b-8566-51d18466c577 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:28.446597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.504794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-27461007-network', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:28.530021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57886) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:28.583459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Made reservation on behalf of d4008fdd40dd4251af4d055f78fff788 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:28.586347 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.601766 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.696206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] Deleting subnet 8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:28.719184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.726979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.733164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.735319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.827243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f13d4-9215-406b-8566-51d18466c577'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:28.831693 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861f4b70-3b74-4753-92ba-20f303bc63ea" -d '{"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-plugged", "status": "completed", "tag": "252f13d4-9215-406b-8566-51d18466c577"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:28.848612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:28.893619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:28.899341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e591770-26ad-484c-a1c6-9a9bbef56291,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:28.913384 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.919613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.921103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:28.921439 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Added segment 5a033bbb-cb3e-487f-8c21-e6179e101d0d of type vlan for network a62f29f4-6f52-42f3-946c-60be52e10b5f Oct 19 01:17:28.950233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:28.999126 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5b8f73-ba12-4870-85ba-fb7d44c5a5f9 x-openstack-request-id: req-8d5b8f73-ba12-4870-85ba-fb7d44c5a5f9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:28.999738 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-plugged", "status": "completed", "tag": "252f13d4-9215-406b-8566-51d18466c577", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:29.000375 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d5b8f73-ba12-4870-85ba-fb7d44c5a5f9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:29.001072 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f13d4-9215-406b-8566-51d18466c577', 'code': 200} Oct 19 01:17:29.018544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:29.018914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.022320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:29.022865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4e1f7119-a5bf-4e7b-a241-b0b1bcf13c02 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:29.079825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.083458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.084084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.127935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57916) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:29.173023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0420332 Oct 19 01:17:29.175765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57918) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:29.194141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Request body: {'subnet': {'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-27461007-subnet', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:29.196536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.254128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-acac2b49-d42b-478d-9d1d-14cbb30c879a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e96bdddeb2aa4054a7741bd739fd23e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243603 Oct 19 01:17:29.260227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57920) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:29.315082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400f251-7493-4444-bcfc-90c8fb077ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=a62f29f4-6f52-42f3-946c-60be52e10b5f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:29.326385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a62f29f4-6f52-42f3-946c-60be52e10b5f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:29.331850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Made reservation on behalf of d4008fdd40dd4251af4d055f78fff788 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:29.334919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.346968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7161f58-54e4-4864-a13d-7b935cd106d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.370768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7161f58-54e4-4864-a13d-7b935cd106d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.417023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.435950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7161f58-54e4-4864-a13d-7b935cd106d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.439343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7161f58-54e4-4864-a13d-7b935cd106d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.440836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d7161f58-54e4-4864-a13d-7b935cd106d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f624a843-34f2-4153-89c7-02f79e546bb6 HTTP/1.1" status: 204 len: 168 time: 0.1774437 Oct 19 01:17:29.509334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.518645 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8dca37e8-0799-4be7-a5d0-f8e1a52a8df4 HTTP/1.1" status: 204 len: 168 time: 0.9870374 Oct 19 01:17:29.520158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57926) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:29.540336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a69e07-4ff7-4ff2-8ef8-27006acace90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dca37e8-0799-4be7-a5d0-f8e1a52a8df4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:29.554351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7161f58-54e4-4864-a13d-7b935cd106d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624a843-34f2-4153-89c7-02f79e546bb6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:29.602897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc380e-c512-436f-a390-37be8733f47b None None] Network a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:29.620841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.648817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c744e107-b46c-4a9f-8bf6-bd3613be2b14 req-6bd9a38c-ea65-41b6-ac21-64dee1fd077e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 210 time: 0.0636005 Oct 19 01:17:29.753302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.782123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Checking segment: {'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:29.783825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Network hostable DHCP agents. Network: a62f29f4-6f52-42f3-946c-60be52e10b5f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:29.794913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfaa3912-2c8e-4302-b2cf-02cdd24b6c11,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:29.834694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Network a62f29f4-6f52-42f3-946c-60be52e10b5f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:29.859894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a62f29f4-6f52-42f3-946c-60be52e10b5f) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:29.880963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:29.882202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:29.885798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83455ad-5d94-47b0-8086-3bab62d8cff7 None None] Network a62f29f4-6f52-42f3-946c-60be52e10b5f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:29.933714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ee82e311-613f-4de4-9972-5343557f453f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7433748 Oct 19 01:17:29.954278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57944) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:29.959396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:30.068213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.069845 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.288335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-a62f29f4-6f52-42f3-946c-60be52e10b5f', 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'fixed_ips': [{'subnet_id': 'dfaa3912-2c8e-4302-b2cf-02cdd24b6c11'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:17:30.289206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.344080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] DHCP port deletion for a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:30.355840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.381938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-7a64b99d-5b45-4e1a-ba53-020a55ab24f0 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:30.385768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-7a64b99d-5b45-4e1a-ba53-020a55ab24f0 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.4519620 Oct 19 01:17:30.408932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Deleting port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:30.409408 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.443463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Request body: {'port': {'device_id': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'admin_state_up': True, 'tenant_id': '727131d066ac40408ef77c15c56541f8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:30.494228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] For port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:30.496743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.532589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Calling delete_port for f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:30.648934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Made reservation on behalf of 727131d066ac40408ef77c15c56541f8 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:30.650578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Allocated IP 172.20.0.2 (a62f29f4-6f52-42f3-946c-60be52e10b5f/dfaa3912-2c8e-4302-b2cf-02cdd24b6c11/82f08ca6-59d3-45b8-ba27-480bc5c27102) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:30.654356 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.703147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] Deleting port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:30.703644 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.753685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:30.905214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:30.926489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92def18c-9262-40fd-8575-a1a7d2b58dcf req-a9232ecb-f0ca-4e78-8fcd-eefebca81488 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 210 time: 0.1010282 Oct 19 01:17:30.990556 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.015815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] No DVR routers for this DVR port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:31.044129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] For port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,segment=NetworkSegment(b512dbad-70ac-461e-963b-3397625cda31),segment_id=b512dbad-70ac-461e-963b-3397625cda31)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:31.045608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.067854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.085619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] Calling delete_port for f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:31.298878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Allocated IP 172.20.0.6 (2307de7f-b14d-4842-9b63-1759f75b5a26/993f09c0-62fd-4b63-9261-1c44ce768cc1/49583b3b-bbbf-4500-ae21-5beaaeb479ad) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:31.423132 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.494323 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.558686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:31.562759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:31.565946 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c699cb77-ba30-48eb-ba1d-ce3060fcf538" -d '{"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:31.570353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.597479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.678330 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.681736 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf42dd45-bdf5-43a0-b647-2caebc05d1ae x-openstack-request-id: req-cf42dd45-bdf5-43a0-b647-2caebc05d1ae {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:31.682135 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:31.682671 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf42dd45-bdf5-43a0-b647-2caebc05d1ae {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:31.683298 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'code': 200} Oct 19 01:17:31.698845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.705888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Network a62f29f4-6f52-42f3-946c-60be52e10b5f is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:31.713897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:31.731218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:31.732937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:31.755534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.780999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Pushing event updated for resources: {'Port': ['ID=82f08ca6-59d3-45b8-ba27-480bc5c27102,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.782363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b512dbad-70ac-461e-963b-3397625cda31') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:31.784246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b512dbad-70ac-461e-963b-3397625cda31') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:31.808459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:31.813190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:31.815749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:31.865062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.898889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:31.899477 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.913476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.917041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:31.923839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-9d324926-e959-40dc-b5b0-40cba833ddc8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4841862 Oct 19 01:17:31.961104 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:31.966509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Request body: {'port': {'device_id': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:31.967522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.002447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:32.003140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:32.005698 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:32.130500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.146782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] No DVR routers for this DVR port f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:32.175407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676eb73-a3bc-40da-8213-699135dbe55d None None] Pushing event deleted for resources: {'Port': ['ID=f9d08b8e-fb6c-44a4-9079-dc2e3811efa8,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:32.204619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Attempting to bind port 82f08ca6-59d3-45b8-ba27-480bc5c27102 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:32.205253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Attempting to bind port 82f08ca6-59d3-45b8-ba27-480bc5c27102 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:32.205811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Attempting to bind port 82f08ca6-59d3-45b8-ba27-480bc5c27102 on network a62f29f4-6f52-42f3-946c-60be52e10b5f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:32.213191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:32.213883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Checking segment: {'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:32.214554 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.215153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Bound using segment: {'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:32.215838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Bound port: 82f08ca6-59d3-45b8-ba27-480bc5c27102, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:32.216721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.338357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:32.378632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:32.379340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f9d08b8e-fb6c-44a4-9079-dc2e3811efa8 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:32.398545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.420502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-95fd2f31-4020-461e-a816-9459c700431d None None] For port 82f08ca6-59d3-45b8-ba27-480bc5c27102, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:32.425397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-95fd2f31-4020-461e-a816-9459c700431d None None] For port 82f08ca6-59d3-45b8-ba27-480bc5c27102, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=82f08ca6-59d3-45b8-ba27-480bc5c27102,segment=NetworkSegment(5a033bbb-cb3e-487f-8c21-e6179e101d0d),segment_id=5a033bbb-cb3e-487f-8c21-e6179e101d0d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:32.438477 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.454834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.458289 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] 10.222.0.64 "DELETE /v2.0/networks/a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba HTTP/1.1" status: 204 len: 168 time: 2.9329493 Oct 19 01:17:32.544187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c482e-876f-4dfd-b74a-bdbd0181f5df admin admin] Pushing event deleted for resources: {'Network': ['ID=a84b175d-c2ca-4880-b6e1-a7f5fc8cd6ba,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:32.552752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd2f31-4020-461e-a816-9459c700431d None None] Pushing event updated for resources: {'Port': ['ID=82f08ca6-59d3-45b8-ba27-480bc5c27102,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:32.574175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58044) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:32.699115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83f896-7e08-49ef-85ad-2b7a64927086 req-93789d56-000a-4c25-ac0c-3ca2794b950e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:32.701952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f83f896-7e08-49ef-85ad-2b7a64927086 req-93789d56-000a-4c25-ac0c-3ca2794b950e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 931 time: 0.4732828 Oct 19 01:17:32.747490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49583b3b-bbbf-4500-ae21-5beaaeb479ad {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:32.770973 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.795688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Transition to ACTIVE for port object 49583b3b-bbbf-4500-ae21-5beaaeb479ad will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:17:32.815314 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:32.885791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:32.893250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f83f896-7e08-49ef-85ad-2b7a64927086 req-88d8c432-5a85-4c31-b7ad-cc45330ecc43 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700299 Oct 19 01:17:33.033141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:33.097663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.188674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1235913228', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:33.199772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:33.202307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.202612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:33.203167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:33.214864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:17:33.215275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:33.222873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:33.228426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:33.229456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:33.229611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Bound port: 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:33.229991 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.290339 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-369508c5-551b-44c9-b6f1-5c509c2f79d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59b297621eb14e58b23e4b97742cc775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945527 Oct 19 01:17:33.303411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58064) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:33.376898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:33.380656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:33.392382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.474174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.478354 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.480033 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] 10.222.0.74 "PUT /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 1092 time: 1.5362489 Oct 19 01:17:33.480628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:33.494679 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:33.506943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Made reservation on behalf of b2cc7795a1ba430e8caa68ad2dc4958d for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:33.521626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.540075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc72784-7aea-405d-8df7-ebfba25e4bce service neutron] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:33.581853 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bd7efb-36c8-4f9e-b0c9-8219074efc29 x-openstack-request-id: req-24bd7efb-36c8-4f9e-b0c9-8219074efc29 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:33.582240 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:33.582611 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24bd7efb-36c8-4f9e-b0c9-8219074efc29 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:33.583080 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad', 'status': 'completed', 'code': 200} Oct 19 01:17:33.589252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.682714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-e82126a4-b448-4ac2-9453-c0b114822b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.687714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-e82126a4-b448-4ac2-9453-c0b114822b06 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1095 time: 0.0885689 Oct 19 01:17:33.787250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-f45e8591-5a87-4465-ae0c-539617664bec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 217 time: 0.0832865 Oct 19 01:17:33.833461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.852212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:33.858664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] device_id is not set on port 793c3810-19d7-49ff-8e00-1e76e33182af yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:33.894660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-e036d6a8-d2fa-4dcd-b71e-0b0415814152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:33.900510 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-e036d6a8-d2fa-4dcd-b71e-0b0415814152 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1003532 Oct 19 01:17:33.971391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-3b6b88cc-1c03-4f3b-856c-dda9c13f9a4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668817 Oct 19 01:17:34.064027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-709eeb75-8778-4433-b55f-a13b4172eb08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.107823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Allocated IP 172.25.0.54 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/fc3f9a71-653e-46f7-a885-3ef5a553a9cc) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:34.129749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf40c06-282c-4470-bd49-b8a4fb975643,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:34.181866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd066aa-bdd8-47dd-acdb-69f85983d6ab None None] Network a62f29f4-6f52-42f3-946c-60be52e10b5f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:34.197432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-709eeb75-8778-4433-b55f-a13b4172eb08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.220007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-bdefdc1d-a326-4a90-a6c6-a90ca245591c service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398825 Oct 19 01:17:34.401831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-029f707b-c4f5-4722-9f07-f89a6d7c4c28 None None] Provisioning complete for port 82f08ca6-59d3-45b8-ba27-480bc5c27102 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:34.402615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-029f707b-c4f5-4722-9f07-f89a6d7c4c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.421605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-709eeb75-8778-4433-b55f-a13b4172eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.425294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-709eeb75-8778-4433-b55f-a13b4172eb08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.426467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-709eeb75-8778-4433-b55f-a13b4172eb08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4610898e-47a3-44e4-854d-fe291b39cd91 HTTP/1.1" status: 204 len: 168 time: 1.1207645 Oct 19 01:17:34.482129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 82f08ca6-59d3-45b8-ba27-480bc5c27102 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:34.504020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b0a544d-9db7-426c-ae21-c65ffcf0cc44 req-462d1522-c59f-46e3-8ec2-bc5e5d6f5d4d service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757802 Oct 19 01:17:34.569633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6652-b545-4618-9f9a-d84bec7a6c82 req-9b722f6d-755a-4240-83ec-f0ecd9c3e717 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.573911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-939e6652-b545-4618-9f9a-d84bec7a6c82 req-9b722f6d-755a-4240-83ec-f0ecd9c3e717 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.4198620 Oct 19 01:17:34.604024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eeb75-8778-4433-b55f-a13b4172eb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4610898e-47a3-44e4-854d-fe291b39cd91,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:34.717096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 82f08ca6-59d3-45b8-ba27-480bc5c27102 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:34.717779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.726551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-029f707b-c4f5-4722-9f07-f89a6d7c4c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.748901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 56117721-da13-4722-a683-cc77505a7f3f details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:34.781992 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-939e6652-b545-4618-9f9a-d84bec7a6c82 req-822d29ef-d9ee-4532-bf11-a586c073cacc tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937439 Oct 19 01:17:34.835135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:34.838099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-e5df135a-2cf2-4eef-abaa-f6120b3884a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:34.841663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-e5df135a-2cf2-4eef-abaa-f6120b3884a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1095 time: 0.1908767 Oct 19 01:17:34.917718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:34.935340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '56117721-da13-4722-a683-cc77505a7f3f', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '56117721-da13-4722-a683-cc77505a7f3f', 'mac_address': 'fa:16:3e:97:85:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:35.047193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-029f707b-c4f5-4722-9f07-f89a6d7c4c28 None None] For port 82f08ca6-59d3-45b8-ba27-480bc5c27102, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=82f08ca6-59d3-45b8-ba27-480bc5c27102,segment=NetworkSegment(5a033bbb-cb3e-487f-8c21-e6179e101d0d),segment_id=5a033bbb-cb3e-487f-8c21-e6179e101d0d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:35.066836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe7d7d-7ffe-4dae-a171-19701e08b5a5 req-02e941dc-1bb7-45c4-9f23-90115bed0eeb tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:35.073576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-029f707b-c4f5-4722-9f07-f89a6d7c4c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.094118 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abe7d7d-7ffe-4dae-a171-19701e08b5a5 req-02e941dc-1bb7-45c4-9f23-90115bed0eeb tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.4059515 Oct 19 01:17:35.102083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-47e381d2-e9e0-47df-90e1-821a3685e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:35.103778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-47e381d2-e9e0-47df-90e1-821a3685e3ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.2529860 Oct 19 01:17:35.186218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f707b-c4f5-4722-9f07-f89a6d7c4c28 None None] Pushing event updated for resources: {'Port': ['ID=82f08ca6-59d3-45b8-ba27-480bc5c27102,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:35.189846 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.234685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-d23c9b91-c8a8-45ff-a9f1-2cc8389ace2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 217 time: 0.1199479 Oct 19 01:17:35.274501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56117721-da13-4722-a683-cc77505a7f3f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:35.286954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1dd105fd-9a9c-41af-b68e-f1113fdbfe36 None None] Provisioning complete for port 82f08ca6-59d3-45b8-ba27-480bc5c27102 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:35.286954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1dd105fd-9a9c-41af-b68e-f1113fdbfe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.300745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Allocated IP 172.25.0.129 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/793c3810-19d7-49ff-8e00-1e76e33182af) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:35.334523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:35.346132 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.357702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-898e8f7c-9070-4562-b037-6ecedea2113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:35.361450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-898e8f7c-9070-4562-b037-6ecedea2113b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1217248 Oct 19 01:17:35.439372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-e81a8975-949e-4dbc-bcb2-6ed2d46d5607 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685647 Oct 19 01:17:35.478003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:35.561686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.603113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abe7d7d-7ffe-4dae-a171-19701e08b5a5 req-ad2f35bb-3253-4d0d-9a34-f6d7124bf36d tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5077915 Oct 19 01:17:35.605935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['56117721-da13-4722-a683-cc77505a7f3f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:35.641213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:35.649004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:35.663883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:35.742574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:35.753765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-5f1fb87c-6914-45de-8c73-cca83de9a65e service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036077 Oct 19 01:17:35.867308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:35.972673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea61f9a1-af66-4e70-9b3e-5cd6b9438eb9 req-b4d53208-e740-446a-8926-2fffddc06d17 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091124 Oct 19 01:17:36.289801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.363755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:36.372154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:36.376012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:36.454845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 82f08ca6-59d3-45b8-ba27-480bc5c27102 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:36.477151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a68d20-645b-4f22-8c5c-c2056fb812a9 req-416769e2-dd92-4179-8533-a8570510621c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:36.488202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73a68d20-645b-4f22-8c5c-c2056fb812a9 req-416769e2-dd92-4179-8533-a8570510621c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.5060365 Oct 19 01:17:36.519508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 82f08ca6-59d3-45b8-ba27-480bc5c27102 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:36.520424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.555789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:36.556334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.558959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Pushing event updated for resources: {'Port': ['ID=793c3810-19d7-49ff-8e00-1e76e33182af,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:36.561786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.717680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92fed5f0-8056-4f36-9ee0-d3da13998bf4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0625052 Oct 19 01:17:36.719707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58178) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:36.725244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.129'}]}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:36.749600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73a68d20-645b-4f22-8c5c-c2056fb812a9 req-33a54332-5ab9-44a9-a33a-47ce2116c0a8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576594 Oct 19 01:17:36.751353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 56117721-da13-4722-a683-cc77505a7f3f up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:36.802191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.803356 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.892071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57ee0887-41f8-46bb-a7c3-5599865f8ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.915960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 56117721-da13-4722-a683-cc77505a7f3f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:36.916353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:36.980737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.019567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43147790-a1ff-490a-9e0f-ab4e77d15a1c req-9dc874b0-1088-48ad-b928-72fe95f985f4 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.1468596 Oct 19 01:17:37.214650 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.409154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.443007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.602440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56117721-da13-4722-a683-cc77505a7f3f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:37.608564 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd64ea-887c-4bb7-880e-779a1e345c6d" -d '{"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-plugged", "status": "completed", "tag": "56117721-da13-4722-a683-cc77505a7f3f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:37.659458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:37.679083 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.768049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc2b24-1824-47b0-b886-ee0be3bda92a req-62b802df-fc12-43d6-9c89-4154f6412df3 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:37.779062 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36fc2b24-1824-47b0-b886-ee0be3bda92a req-62b802df-fc12-43d6-9c89-4154f6412df3 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.3336997 Oct 19 01:17:37.798859 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6694d8c-89a5-4909-84ee-cd9e07b765c9 x-openstack-request-id: req-e6694d8c-89a5-4909-84ee-cd9e07b765c9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:37.811474 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-plugged", "status": "completed", "tag": "56117721-da13-4722-a683-cc77505a7f3f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:37.811775 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6694d8c-89a5-4909-84ee-cd9e07b765c9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:37.812825 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56117721-da13-4722-a683-cc77505a7f3f', 'code': 200} Oct 19 01:17:37.813437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:37.891682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36fc2b24-1824-47b0-b886-ee0be3bda92a req-76d7188d-b367-4d02-9a69-67838c322a8e tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114132 Oct 19 01:17:37.893569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Router 3790a679-9eee-4bc2-bab3-d72e049c7f23 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:17:37.895143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:37.932424 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.088664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076cc90-07eb-4979-9fc7-0d3253f86b93 req-b03b676c-db9a-4646-afd0-0d338e0e98e3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:38.092189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3076cc90-07eb-4979-9fc7-0d3253f86b93 req-b03b676c-db9a-4646-afd0-0d338e0e98e3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.1708145 Oct 19 01:17:38.110871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:38.122952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Sync routers for ids ['3790a679-9eee-4bc2-bab3-d72e049c7f23'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:38.138314 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Routers {'3790a679-9eee-4bc2-bab3-d72e049c7f23'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:38.138972 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3790a679-9eee-4bc2-bab3-d72e049c7f23'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:38.146952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.148395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd69707a-fa8e-4a50-8105-781235a8ba40 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.1959012 Oct 19 01:17:38.152442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:38.246459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3076cc90-07eb-4979-9fc7-0d3253f86b93 req-7416fd8f-3844-40c0-8360-09f4faa3d3c3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432564 Oct 19 01:17:38.335601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.372697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1518e17d-94e0-42ec-bf56-5fa5e5391b33 req-de7f3065-22e5-4d17-b18a-a00e37423fbb tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0503983 Oct 19 01:17:38.443610 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Set router 3790a679-9eee-4bc2-bab3-d72e049c7f23 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:38.768059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 49583b3b-bbbf-4500-ae21-5beaaeb479ad details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:17:38.906678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:38.924360 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.036945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.037792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34362ba3-e1e9-4ea9-9fc1-0c476811d182 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:17:39.070911 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:17:36Z', 'revision_number': 3, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port': {'id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:33Z', 'updated_at': '2021-10-19T01:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:39.079858 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:17:39.084543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fb6c436d-9cec-4d43-8031-fd7c9a03eeb0 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3637888 Oct 19 01:17:39.087594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58264) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:39.095888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:39.128959 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Checking router: 3790a679-9eee-4bc2-bab3-d72e049c7f23 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:39.129528 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Updating router 3790a679-9eee-4bc2-bab3-d72e049c7f23 port fc3f9a71-653e-46f7-a885-3ef5a553a9cc binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:17:39.130340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '49583b3b-bbbf-4500-ae21-5beaaeb479ad', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'port_id': '49583b3b-bbbf-4500-ae21-5beaaeb479ad', 'mac_address': 'fa:16:3e:4d:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993f09c0-62fd-4b63-9261-1c44ce768cc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:17:39.205737 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.216263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.235245 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.270532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49583b3b-bbbf-4500-ae21-5beaaeb479ad {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:17:39.285222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Deleting port 793c3810-19d7-49ff-8e00-1e76e33182af {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:39.285795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.319712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:39.359600 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.412384 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.470603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:39.480014 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.509094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Calling delete_port for 793c3810-19d7-49ff-8e00-1e76e33182af owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:39.654042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4819ee1b-b99d-4ae0-b625-cbbcbc9a4a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.771228 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.772817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Allocated IP 172.20.0.1 (a62f29f4-6f52-42f3-946c-60be52e10b5f/dfaa3912-2c8e-4302-b2cf-02cdd24b6c11/52c4a8a3-0e9c-4345-b541-ffa14553dddb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:39.799016 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.811255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:39.817973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['49583b3b-bbbf-4500-ae21-5beaaeb479ad'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:39.875567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Pushing event deleted for resources: {'Port': ['ID=793c3810-19d7-49ff-8e00-1e76e33182af,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:39.954940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76052bb0-61fa-403f-aa70-4306fcff3c32 req-97697712-69cb-4083-bff2-fb677151b970 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0679185 Oct 19 01:17:39.973398 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Pushing event updated for resources: {'Port': ['ID=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:39.989295 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Attempting to bind port fc3f9a71-653e-46f7-a885-3ef5a553a9cc on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:39.996490 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Attempting to bind port fc3f9a71-653e-46f7-a885-3ef5a553a9cc by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:39.997086 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Attempting to bind port fc3f9a71-653e-46f7-a885-3ef5a553a9cc on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:40.010143 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.024660 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.031392 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.032005 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.032548 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.033053 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.033551 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.034055 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.034560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.035076 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.035567 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.036187 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:40.054158 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:40.056625 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:40.064627 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.065560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.066252 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:40.074567 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Bound port: fc3f9a71-653e-46f7-a885-3ef5a553a9cc, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:40.075313 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.092025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-86f04d7a-51aa-432f-9bc9-d0c55f1f9ad4 tempest-RoutersAdminNegativeTest-3248096 tempest-RoutersAdminNegativeTest-3248096-project-admin] 10.222.0.64 "DELETE /v2.0/ports/793c3810-19d7-49ff-8e00-1e76e33182af HTTP/1.1" status: 204 len: 168 time: 1.0027244 Oct 19 01:17:40.133410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.192731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.232184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] For port fc3f9a71-653e-46f7-a885-3ef5a553a9cc, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:40.236658 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] For port fc3f9a71-653e-46f7-a885-3ef5a553a9cc, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:40.244341 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.295268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Network a62f29f4-6f52-42f3-946c-60be52e10b5f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:40.308765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:40.321249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:40.372964 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfec50-da57-4cec-bff2-2af2006cc1fa None None] Pushing event updated for resources: {'Port': ['ID=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:40.394828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Pushing event updated for resources: {'Port': ['ID=52c4a8a3-0e9c-4345-b541-ffa14553dddb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:40.434091 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Routers {'3790a679-9eee-4bc2-bab3-d72e049c7f23'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:40.434733 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3790a679-9eee-4bc2-bab3-d72e049c7f23'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:40.478610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.516411 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.592413 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] Set router 3790a679-9eee-4bc2-bab3-d72e049c7f23 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:40.652074 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.813998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.832698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6a34866e-ab0b-4ae8-a4e5-07b3066d463b None None] Provisioning complete for port 52c4a8a3-0e9c-4345-b541-ffa14553dddb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:40.834510 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a34866e-ab0b-4ae8-a4e5-07b3066d463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:40.856099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:40.907850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6a34866e-ab0b-4ae8-a4e5-07b3066d463b None None] Port 52c4a8a3-0e9c-4345-b541-ffa14553dddb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:40.949216 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:17:36Z', 'revision_number': 3, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port': {'id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:33Z', 'updated_at': '2021-10-19T01:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:40.993045 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bf622-efe1-4d51-9f84-66c195a18025 None None] The sync data for ids ['3790a679-9eee-4bc2-bab3-d72e049c7f23'] in n-d-789963-20 is: [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:17:36Z', 'revision_number': 3, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port': {'id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:33Z', 'updated_at': '2021-10-19T01:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:41.138432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ccde-25a2-4c93-befa-811f8f2641e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.176203 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.195852 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:17:41.200507 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.368547 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ccde-25a2-4c93-befa-811f8f2641e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.384088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ccde-25a2-4c93-befa-811f8f2641e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.418626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Pushing event updated for resources: {'Port': ['ID=52c4a8a3-0e9c-4345-b541-ffa14553dddb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:41.427613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.505930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-ac004474-3d93-4cc1-937a-760095eb9d93 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:41.512495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-ac004474-3d93-4cc1-937a-760095eb9d93 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d701009-f238-418c-ae56-267278cea2a8 HTTP/1.1" status: 200 len: 945 time: 0.2574158 Oct 19 01:17:41.512781 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1ec7ccde-25a2-4c93-befa-811f8f2641e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7080a6ed99714a25b58e9bed51ab0ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547921 Oct 19 01:17:41.513729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58278) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:41.514590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7ccde-25a2-4c93-befa-811f8f2641e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d244c754-b376-42b2-8898-14fa33aab3e4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:41.572798 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c963fecd-504a-4816-b06b-5287f44533e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.607008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c963fecd-504a-4816-b06b-5287f44533e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.680030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c963fecd-504a-4816-b06b-5287f44533e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.683371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c963fecd-504a-4816-b06b-5287f44533e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:41.687714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c963fecd-504a-4816-b06b-5287f44533e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d244c754-b376-42b2-8898-14fa33aab3e4 HTTP/1.1" status: 204 len: 168 time: 0.1697316 Oct 19 01:17:41.697442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963fecd-504a-4816-b06b-5287f44533e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d244c754-b376-42b2-8898-14fa33aab3e4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:41.901449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Network a62f29f4-6f52-42f3-946c-60be52e10b5f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:41.915120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:42.089346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Deleting port 7a616244-1e68-474d-8596-62308bf25294 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:42.089649 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.233064 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.356270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58284) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:42.498314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bbf5f9d5-3858-444d-8836-cfa32e7b0599 None None] Provisioning complete for port 52c4a8a3-0e9c-4345-b541-ffa14553dddb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:42.503934 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1d698647-adfb-4423-bcee-f826edcab47c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2cc7795a1ba430e8caa68ad2dc4958d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459136 Oct 19 01:17:42.504570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:42.506044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f9d5-3858-444d-8836-cfa32e7b0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.548366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] For port 7a616244-1e68-474d-8596-62308bf25294, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7a616244-1e68-474d-8596-62308bf25294,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:42.550305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.607234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Calling delete_port for 7a616244-1e68-474d-8596-62308bf25294 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:42.646193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5f9d5-3858-444d-8836-cfa32e7b0599 None None] Port 52c4a8a3-0e9c-4345-b541-ffa14553dddb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:17:42.667022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70b949df-e4a1-4657-bc0e-5c7f0e97cfc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.706133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Router 3790a679-9eee-4bc2-bab3-d72e049c7f23 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:17:42.778519 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70b949df-e4a1-4657-bc0e-5c7f0e97cfc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.794339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 49583b3b-bbbf-4500-ae21-5beaaeb479ad up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:42.920498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fc3f9a71-653e-46f7-a885-3ef5a553a9cc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:42.956863 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70b949df-e4a1-4657-bc0e-5c7f0e97cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.962020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70b949df-e4a1-4657-bc0e-5c7f0e97cfc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:42.965369 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-70b949df-e4a1-4657-bc0e-5c7f0e97cfc1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2cf40c06-282c-4470-bd49-b8a4fb975643 HTTP/1.1" status: 204 len: 168 time: 0.4576993 Oct 19 01:17:42.994806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b949df-e4a1-4657-bc0e-5c7f0e97cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf40c06-282c-4470-bd49-b8a4fb975643,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:43.128073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 49583b3b-bbbf-4500-ae21-5beaaeb479ad completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:17:43.145632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 49583b3b-bbbf-4500-ae21-5beaaeb479ad triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:43.146007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.223182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fc3f9a71-653e-46f7-a885-3ef5a553a9cc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:43.223563 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.346959 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.413330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:43.420577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-33236a15-d689-4589-8cbb-a6bc26041d36 admin admin] 10.222.0.64 "PUT /v2.0/routers/3790a679-9eee-4bc2-bab3-d72e049c7f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2669046 Oct 19 01:17:43.451922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:43.455154 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e015e8-d08d-47e7-ad25-15a7d35db1d5" -d '{"events": [{"server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "name": "network-vif-plugged", "status": "completed", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:43.475566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:43.478325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.485416 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.534512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Pushing event deleted for resources: {'Port': ['ID=7a616244-1e68-474d-8596-62308bf25294,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:43.608387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:43.612447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['5003bf41-8f04-41bf-9e16-ec3e1b54c10e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:43.674101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] No DVR routers for this DVR port 7a616244-1e68-474d-8596-62308bf25294 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:43.681331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.691467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56aedc05-36a7-47ac-b3aa-38e3bf4b7002 req-1cfecf6c-a5c6-4a8e-bc02-a9469a2a59fb tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.62 "DELETE /v2.0/ports/7a616244-1e68-474d-8596-62308bf25294 HTTP/1.1" status: 204 len: 173 time: 2.1260502 Oct 19 01:17:43.694250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d701009-f238-418c-ae56-267278cea2a8', 'name': 'network-vif-deleted', 'tag': '7a616244-1e68-474d-8596-62308bf25294'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:43.699451 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fae84f0-82c9-46c9-ad8d-e1b37f3caa2f" -d '{"events": [{"server_uuid": "8d701009-f238-418c-ae56-267278cea2a8", "name": "network-vif-deleted", "tag": "7a616244-1e68-474d-8596-62308bf25294"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:43.711956 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.759003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port fc3f9a71-653e-46f7-a885-3ef5a553a9cc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:43.783653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:43.924274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:43.982137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Sync routers for ids ['3790a679-9eee-4bc2-bab3-d72e049c7f23'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:43.999220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Routers {'3790a679-9eee-4bc2-bab3-d72e049c7f23'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:44.000148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3790a679-9eee-4bc2-bab3-d72e049c7f23'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:44.234558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Set router 3790a679-9eee-4bc2-bab3-d72e049c7f23 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:44.309278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7a616244-1e68-474d-8596-62308bf25294 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:44.372083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 7a616244-1e68-474d-8596-62308bf25294 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:44.372815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7a616244-1e68-474d-8596-62308bf25294 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:44.473330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fc3f9a71-653e-46f7-a885-3ef5a553a9cc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:44.503712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:44.683332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fc3f9a71-653e-46f7-a885-3ef5a553a9cc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:44.683764 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.727454 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:17:40Z', 'revision_number': 4, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port': {'id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:33Z', 'updated_at': '2021-10-19T01:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '52c4a8a3-0e9c-4345-b541-ffa14553dddb', 'name': '', 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'mac_address': 'fa:16:3e:de:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'dfaa3912-2c8e-4302-b2cf-02cdd24b6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:39Z', 'updated_at': '2021-10-19T01:17:40Z', 'revision_number': 2, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'subnets': [{'id': 'dfaa3912-2c8e-4302-b2cf-02cdd24b6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:44.735158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'networks': [{'name': 'tempest-network--1163931802'}, {'name': 'tempest-network--1540762843'}]} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:44.735587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'network': {'name': 'tempest-network--1163931802'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:44.735930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'network': {'name': 'tempest-network--1540762843'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:44.787081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Made reservation on behalf of 48b4517ba40d448ba3fd79c00fe303d6 for: {'network': 2} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:44.790844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Checking router: 3790a679-9eee-4bc2-bab3-d72e049c7f23 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:44.791267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Updating router 3790a679-9eee-4bc2-bab3-d72e049c7f23 port 52c4a8a3-0e9c-4345-b541-ffa14553dddb binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:17:44.792790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.813245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.846480 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.932750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.962267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:44.962738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.000594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:45.009887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.010258 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Added segment 4698a4f5-8c14-43a2-a993-c2d08d271006 of type vlan for network 25cb3ce6-7f05-47cd-8e0c-6fb94c50f4bf Oct 19 01:17:45.052803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2954d85c-5be7-48ca-8ae6-cd6f16e10054,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:45.067386 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.110370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:45.129925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.130164 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Added segment 7c8faf38-cbff-4ad6-9815-3ce69e5d1f73 of type vlan for network dd0c5f8e-e10b-4bcc-a9d5-666a4a08ffa7 Oct 19 01:17:45.229602 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.234018 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.246887 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.304851 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.305518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.314025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f748459-83e6-4db8-9958-c679025d0337 None None] Pushing event updated for resources: {'Port': ['ID=52c4a8a3-0e9c-4345-b541-ffa14553dddb,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:45.317478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:45.327239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:45.332361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.392112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8834116 Oct 19 01:17:45.392462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58330) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:45.416573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Attempting to bind port 52c4a8a3-0e9c-4345-b541-ffa14553dddb on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:45.417181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Attempting to bind port 52c4a8a3-0e9c-4345-b541-ffa14553dddb by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:45.417325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Attempting to bind port 52c4a8a3-0e9c-4345-b541-ffa14553dddb on network a62f29f4-6f52-42f3-946c-60be52e10b5f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:45.440666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:45.441045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Checking segment: {'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:45.441440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.441830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Bound using segment: {'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:45.442302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Bound port: 52c4a8a3-0e9c-4345-b541-ffa14553dddb, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a033bbb-cb3e-487f-8c21-e6179e101d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:45.443111 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.602157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] For port 52c4a8a3-0e9c-4345-b541-ffa14553dddb, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:45.607681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] For port 52c4a8a3-0e9c-4345-b541-ffa14553dddb, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=52c4a8a3-0e9c-4345-b541-ffa14553dddb,segment=NetworkSegment(5a033bbb-cb3e-487f-8c21-e6179e101d0d),segment_id=5a033bbb-cb3e-487f-8c21-e6179e101d0d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:45.613314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:45.682673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Routers {'3790a679-9eee-4bc2-bab3-d72e049c7f23'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:45.683309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3790a679-9eee-4bc2-bab3-d72e049c7f23'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:46.098498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Network': ['ID=25cb3ce6-7f05-47cd-8e0c-6fb94c50f4bf,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:46.177501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] Set router 3790a679-9eee-4bc2-bab3-d72e049c7f23 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:46.232581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b6cb6-ecbe-4c68-b3c3-2ccace6c2f9b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Network': ['ID=dd0c5f8e-e10b-4bcc-a9d5-666a4a08ffa7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:46.283022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 25cb3ce6-7f05-47cd-8e0c-6fb94c50f4bf details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:46.317501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b99c1-9ea8-4310-9d2a-aa01921cca16 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:46.325410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b99c1-9ea8-4310-9d2a-aa01921cca16 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:46.333453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b99c1-9ea8-4310-9d2a-aa01921cca16 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:46.339830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b99c1-9ea8-4310-9d2a-aa01921cca16 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:46.345172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58332) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:46.345544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ec5b99c1-9ea8-4310-9d2a-aa01921cca16 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9518433 Oct 19 01:17:46.374281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network dd0c5f8e-e10b-4bcc-a9d5-666a4a08ffa7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:46.506288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ede8ea21-2b0c-4c3e-9211-309a66fab1fa None None] Provisioning complete for port 52c4a8a3-0e9c-4345-b541-ffa14553dddb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:46.507002 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ede8ea21-2b0c-4c3e-9211-309a66fab1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.529023 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.713146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.734882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cb3ce6-7f05-47cd-8e0c-6fb94c50f4bf']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:46.749829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4698a4f5-8c14-43a2-a993-c2d08d271006') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:46.750223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4698a4f5-8c14-43a2-a993-c2d08d271006') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:46.761394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.778319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.788783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:46.789248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.800899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f748459-83e6-4db8-9958-c679025d0337 None None] Pushing event updated for resources: {'Port': ['ID=52c4a8a3-0e9c-4345-b541-ffa14553dddb,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:46.864301 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:46.877883 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.904290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:46.908094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/networks/25cb3ce6-7f05-47cd-8e0c-6fb94c50f4bf HTTP/1.1" status: 204 len: 168 time: 0.5618198 Oct 19 01:17:46.909286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20306163-573e-4404-9289-14241b3bbfe8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Network': ['ID=25cb3ce6-7f05-47cd-8e0c-6fb94c50f4bf,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:46.910984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58334) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:47.022332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.022563 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ede8ea21-2b0c-4c3e-9211-309a66fab1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.129072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ede8ea21-2b0c-4c3e-9211-309a66fab1fa None None] For port 52c4a8a3-0e9c-4345-b541-ffa14553dddb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=52c4a8a3-0e9c-4345-b541-ffa14553dddb,segment=NetworkSegment(5a033bbb-cb3e-487f-8c21-e6179e101d0d),segment_id=5a033bbb-cb3e-487f-8c21-e6179e101d0d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:47.140572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ede8ea21-2b0c-4c3e-9211-309a66fab1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.156478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:17:40Z', 'revision_number': 4, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port': {'id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:33Z', 'updated_at': '2021-10-19T01:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '52c4a8a3-0e9c-4345-b541-ffa14553dddb', 'name': '', 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'mac_address': 'fa:16:3e:de:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'dfaa3912-2c8e-4302-b2cf-02cdd24b6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:39Z', 'updated_at': '2021-10-19T01:17:45Z', 'revision_number': 4, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'subnets': [{'id': 'dfaa3912-2c8e-4302-b2cf-02cdd24b6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:47.164916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.202974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0c5f8e-e10b-4bcc-a9d5-666a4a08ffa7']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:47.220173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8faf38-cbff-4ad6-9815-3ce69e5d1f73') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:47.220801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8faf38-cbff-4ad6-9815-3ce69e5d1f73') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:47.235173 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.247669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937449c0-2da4-4d36-97a8-ec6e8abd8f46 None None] The sync data for ids ['3790a679-9eee-4bc2-bab3-d72e049c7f23'] in n-d-789963-20 is: [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:17:40Z', 'revision_number': 4, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port': {'id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:33Z', 'updated_at': '2021-10-19T01:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '52c4a8a3-0e9c-4345-b541-ffa14553dddb', 'name': '', 'network_id': 'a62f29f4-6f52-42f3-946c-60be52e10b5f', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'mac_address': 'fa:16:3e:de:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'dfaa3912-2c8e-4302-b2cf-02cdd24b6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:39Z', 'updated_at': '2021-10-19T01:17:45Z', 'revision_number': 4, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'subnets': [{'id': 'dfaa3912-2c8e-4302-b2cf-02cdd24b6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:47.261144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.272664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:17:47.273524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:17:47.278009 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:17:47.357484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-67db0339-79f1-4ff0-8ab5-95498c9155ef None None] Provisioning complete for port 52c4a8a3-0e9c-4345-b541-ffa14553dddb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:47.357860 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67db0339-79f1-4ff0-8ab5-95498c9155ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.366883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8ea21-2b0c-4c3e-9211-309a66fab1fa None None] Pushing event updated for resources: {'Port': ['ID=52c4a8a3-0e9c-4345-b541-ffa14553dddb,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:47.458895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.466386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.473343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/networks/dd0c5f8e-e10b-4bcc-a9d5-666a4a08ffa7 HTTP/1.1" status: 204 len: 168 time: 0.5587225 Oct 19 01:17:47.476005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58336) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:47.491264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798dae5-ae17-4325-9f16-41fe2a4500c6 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Network': ['ID=dd0c5f8e-e10b-4bcc-a9d5-666a4a08ffa7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:47.712424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94412d62-c5f6-43ac-b031-53faaa6f3100 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:47.720479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94412d62-c5f6-43ac-b031-53faaa6f3100 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:47.722392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-94412d62-c5f6-43ac-b031-53faaa6f3100 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2453833 Oct 19 01:17:47.728446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:47.734788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-348601657'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:47.791257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Made reservation on behalf of 48b4517ba40d448ba3fd79c00fe303d6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:47.832645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.892182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:47.913850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:47.914657 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Added segment 044a17d2-27c5-4f9b-adf7-4d89b651ffba of type vlan for network 370bebad-f0c8-431d-924b-409476952fc1 Oct 19 01:17:48.009109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.084029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.095345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:48.096318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.151642 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4215500 Oct 19 01:17:48.151893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58340) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:48.161056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1356067274'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:48.235177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a2897-7973-4b3b-91e3-eace822078cc tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Network': ['ID=370bebad-f0c8-431d-924b-409476952fc1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:48.237590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Made reservation on behalf of 48b4517ba40d448ba3fd79c00fe303d6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:48.247673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 370bebad-f0c8-431d-924b-409476952fc1 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:48.248281 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.349631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:48.397288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.397645 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Added segment 597695f0-62aa-403e-97bf-a8d643ced706 of type vlan for network 6c7cef3f-cba8-415f-aff3-577c835121e5 Oct 19 01:17:48.556798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 52c4a8a3-0e9c-4345-b541-ffa14553dddb up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:48.569598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.630120 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.641459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:48.642234 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.659680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 52c4a8a3-0e9c-4345-b541-ffa14553dddb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:48.660542 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:48.828487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Network': ['ID=6c7cef3f-cba8-415f-aff3-577c835121e5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:48.833223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a2abc62d-bc71-4736-97dc-ed9e3b03a607 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6802039 Oct 19 01:17:48.836508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:48.841975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'ports': [{'network_id': '370bebad-f0c8-431d-924b-409476952fc1', 'name': 'tempest-port--2119059373', 'admin_state_up': True}, {'network_id': '6c7cef3f-cba8-415f-aff3-577c835121e5', 'admin_state_up': False}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:48.842360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'port': {'network_id': '370bebad-f0c8-431d-924b-409476952fc1', 'name': 'tempest-port--2119059373', 'admin_state_up': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:48.845083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'port': {'network_id': '6c7cef3f-cba8-415f-aff3-577c835121e5', 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:48.847599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 6c7cef3f-cba8-415f-aff3-577c835121e5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:49.253485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Made reservation on behalf of 48b4517ba40d448ba3fd79c00fe303d6 for: {'port': 2} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:49.258795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.293229 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.471376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] device_id is not set on port c91364bc-94f2-4d9b-87b2-0beb3cfce37e yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:49.624873 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.631733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:49.785129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] device_id is not set on port 26abadde-bfd3-41bc-aabe-9c264de878fd yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:17:50.018490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.066293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.144423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Port': ['ID=c91364bc-94f2-4d9b-87b2-0beb3cfce37e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:50.156691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Checking segment: {'id': '044a17d2-27c5-4f9b-adf7-4d89b651ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '370bebad-f0c8-431d-924b-409476952fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:50.157151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network hostable DHCP agents. Network: 370bebad-f0c8-431d-924b-409476952fc1, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:50.178192 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network 370bebad-f0c8-431d-924b-409476952fc1 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:50.192587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 370bebad-f0c8-431d-924b-409476952fc1) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:50.208170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:50.208853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.215691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7c8c2-350d-4d64-b6e2-8a55103d8e0d None None] Network 370bebad-f0c8-431d-924b-409476952fc1 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:50.306770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Checking segment: {'id': '597695f0-62aa-403e-97bf-a8d643ced706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6c7cef3f-cba8-415f-aff3-577c835121e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:50.307955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network hostable DHCP agents. Network: 6c7cef3f-cba8-415f-aff3-577c835121e5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:50.315266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Port': ['ID=26abadde-bfd3-41bc-aabe-9c264de878fd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:50.337981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network 6c7cef3f-cba8-415f-aff3-577c835121e5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:50.354013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 6c7cef3f-cba8-415f-aff3-577c835121e5) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:50.375509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:50.381718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:50.386948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56d78b-5a99-4fdb-8156-8e1f4de92371 None None] Network 6c7cef3f-cba8-415f-aff3-577c835121e5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:50.387231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:50.387940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.414984 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c2cd82fa-67c7-4803-ba92-bd37b117029e tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5747564 Oct 19 01:17:50.415330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58344) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:50.563355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb9269-7c17-477b-a08e-cea2f8e9dbf8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:50.570804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb9269-7c17-477b-a08e-cea2f8e9dbf8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:50.574153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c4fb9269-7c17-477b-a08e-cea2f8e9dbf8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1566083 Oct 19 01:17:50.576267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58346) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:50.690539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Deleting port c91364bc-94f2-4d9b-87b2-0beb3cfce37e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:50.691026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.766940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.785666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Calling delete_port for c91364bc-94f2-4d9b-87b2-0beb3cfce37e owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:50.879093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.929477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Port': ['ID=c91364bc-94f2-4d9b-87b2-0beb3cfce37e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:50.933287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:50.943552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:50.944226 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-98dbfa1b-9e3e-4c3d-a320-9029e1f4559c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/ports/c91364bc-94f2-4d9b-87b2-0beb3cfce37e HTTP/1.1" status: 204 len: 168 time: 0.3658319 Oct 19 01:17:51.052081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Deleting port 26abadde-bfd3-41bc-aabe-9c264de878fd {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:51.052514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.139446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.163836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Calling delete_port for 26abadde-bfd3-41bc-aabe-9c264de878fd owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:51.266353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.302826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Port': ['ID=26abadde-bfd3-41bc-aabe-9c264de878fd,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:51.309070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.315611 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6520cf5f-235a-4129-b5e1-0ddd9245362b tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/ports/26abadde-bfd3-41bc-aabe-9c264de878fd HTTP/1.1" status: 204 len: 168 time: 0.3686118 Oct 19 01:17:51.316460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58364) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:51.350185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-23f1e2c9-c4c5-4cdc-877a-b2f8040ff921 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0324244 Oct 19 01:17:51.353679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58366) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:51.359433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1780510627'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:51.384488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Made reservation on behalf of 48b4517ba40d448ba3fd79c00fe303d6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:51.388977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.416591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:51.433699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.434204 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Added segment f722fddf-22db-466a-9204-2052b3aeaf29 of type vlan for network fb50bd67-c014-4848-bcce-3e66f6412600 Oct 19 01:17:51.492635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.522001 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.531506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:51.532216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.552398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1975765 Oct 19 01:17:51.555647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58384) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:51.560896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-34829378'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:51.603747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Made reservation on behalf of 48b4517ba40d448ba3fd79c00fe303d6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:51.608399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.663420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:17:51.675025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59944be2-109f-47d9-88f7-ef632a4bfa5c tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Network': ['ID=fb50bd67-c014-4848-bcce-3e66f6412600,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:51.687413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network fb50bd67-c014-4848-bcce-3e66f6412600 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:51.694593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.695302 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Added segment 53e33366-cb07-4f44-ace7-46e2f9807f19 of type vlan for network 61adbbfd-b150-47d7-9fd6-6f836e0331ac Oct 19 01:17:51.735921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27c524-66f7-45bb-ba6b-76faf10d8a08 req-be2aaf6a-f02e-4696-8532-f657a5f96ca8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:51.745819 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b27c524-66f7-45bb-ba6b-76faf10d8a08 req-be2aaf6a-f02e-4696-8532-f657a5f96ca8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.1288178 Oct 19 01:17:51.749721 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.805413 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.812744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:51.813712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:51.846763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b27c524-66f7-45bb-ba6b-76faf10d8a08 req-cef4d67b-6bc6-412b-ab30-f3677fca781a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996492 Oct 19 01:17:51.900024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3396122 Oct 19 01:17:51.904111 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae69de2-3779-44bd-a850-1fa1a5a5626c x-openstack-request-id: req-6ae69de2-3779-44bd-a850-1fa1a5a5626c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:51.904742 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "name": "network-vif-plugged", "status": "completed", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:51.905889 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ae69de2-3779-44bd-a850-1fa1a5a5626c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:51.906750 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad', 'code': 200} Oct 19 01:17:51.975188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27101965-ff64-460b-afe5-6aa25a739b84 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Network': ['ID=61adbbfd-b150-47d7-9fd6-6f836e0331ac,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:51.988298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 61adbbfd-b150-47d7-9fd6-6f836e0331ac details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:17:52.001407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c605b2df-8cfd-4f7c-8e64-22701b4019ee req-8d0c3483-33fc-4e3b-b86a-26127ae4ef04 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0366564 Oct 19 01:17:52.036206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:52.041173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'subnets': [{'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--637215140', 'ip_version': 4}, {'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:52.041490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'subnet': {'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--637215140', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:52.042065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Request body: {'subnet': {'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:52.116552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d833144-5aa1-49e0-913c-1ed53984e061 req-2472f4a8-ccaf-41f8-b669-ca425137ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:52.117973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d833144-5aa1-49e0-913c-1ed53984e061 req-2472f4a8-ccaf-41f8-b669-ca425137ce7e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1097 time: 0.1109025 Oct 19 01:17:52.177252 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea36877-c76f-4469-bec5-f3477f16de55 x-openstack-request-id: req-cea36877-c76f-4469-bec5-f3477f16de55 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:52.177467 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d701009-f238-418c-ae56-267278cea2a8", "name": "network-vif-deleted", "tag": "7a616244-1e68-474d-8596-62308bf25294", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:52.177727 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cea36877-c76f-4469-bec5-f3477f16de55 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:52.178244 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d701009-f238-418c-ae56-267278cea2a8', 'name': 'network-vif-deleted', 'tag': '7a616244-1e68-474d-8596-62308bf25294', 'status': 'completed', 'code': 200} Oct 19 01:17:52.190130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d833144-5aa1-49e0-913c-1ed53984e061 req-896c62fd-d927-43de-8bc5-39c040dc3383 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628781 Oct 19 01:17:52.386824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Made reservation on behalf of 48b4517ba40d448ba3fd79c00fe303d6 for: {'subnet': 2} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:17:52.404961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.405863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.504376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2470687-6a13-4c91-9bf3-d87619c9b75f req-a04716cf-d3cc-44d7-a29f-070e1cd0a76c tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:52.511540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2470687-6a13-4c91-9bf3-d87619c9b75f req-a04716cf-d3cc-44d7-a29f-070e1cd0a76c tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.1073656 Oct 19 01:17:52.568259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2470687-6a13-4c91-9bf3-d87619c9b75f req-4f04e459-4b98-47b7-9c7d-43cf41c6bce1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9051b99-7ff7-458c-8400-78a450701ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539284 Oct 19 01:17:52.637669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-d32a7081-831a-4b16-8595-d536a6e5fbf8 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3624766 Oct 19 01:17:52.662989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:52.685146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-ef0fb9ea-7548-41e0-ab10-67a4627d61f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1627417 Oct 19 01:17:52.834035 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:52.986014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-9eaeb6b8-4ac1-47f3-a3bc-edd68b9c31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:52.987676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-9eaeb6b8-4ac1-47f3-a3bc-edd68b9c31b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1097 time: 0.1406868 Oct 19 01:17:53.191551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-5583a3bc-f7b0-4be4-a430-b57eba06a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:53.193211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-5583a3bc-f7b0-4be4-a430-b57eba06a25c service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.1740220 Oct 19 01:17:53.252502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-269b0605-3a50-4477-9d13-21926c2d5a59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 217 time: 0.0479207 Oct 19 01:17:53.273928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.326104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-bbea0fdd-1456-4967-b45a-e40cc9ad826d tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:53.327682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-bbea0fdd-1456-4967-b45a-e40cc9ad826d tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.62 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 946 time: 0.0924659 Oct 19 01:17:53.380303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.494669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Deleting port cff06ae3-5696-4e0b-8244-2af35b2e751b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:53.495018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.657844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] For port cff06ae3-5696-4e0b-8244-2af35b2e751b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cff06ae3-5696-4e0b-8244-2af35b2e751b,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:53.659865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:53.765749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Subnet': ['ID=9a917778-62fd-4475-a4ff-e4a0b65251bb,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:53.784391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-d9f2af7b-855b-48a5-a29c-fdf73db468e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:53.786778 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-d9f2af7b-855b-48a5-a29c-fdf73db468e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.5021155 Oct 19 01:17:53.847606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-d79db677-463a-4f28-945f-52d263c7631f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391746 Oct 19 01:17:53.848476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Checking segment: {'id': 'f722fddf-22db-466a-9204-2052b3aeaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:53.849099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network hostable DHCP agents. Network: fb50bd67-c014-4848-bcce-3e66f6412600, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:53.897998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Allocated IP 172.25.0.215 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/bdc614dd-5c44-4a6e-9443-951f3e94003a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:53.966095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network fb50bd67-c014-4848-bcce-3e66f6412600 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:53.984731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81bad4-06d4-4521-aa88-1a61eea081c3 req-f0f5d7e5-0888-4533-8151-cd9d9e3e87a9 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:53.986710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f81bad4-06d4-4521-aa88-1a61eea081c3 req-f0f5d7e5-0888-4533-8151-cd9d9e3e87a9 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1401205 Oct 19 01:17:53.996013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, fb50bd67-c014-4848-bcce-3e66f6412600) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:54.009743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa6c1b4-3a32-42f3-aa3d-fe7b69a97f4d None None] Network fb50bd67-c014-4848-bcce-3e66f6412600 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:54.012472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.013278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.013939 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Floating IP 6f46a29b-66cf-45c6-b04f-1bd83c3f0339 disassociated. External IP: 172.25.0.204, port: cff06ae3-5696-4e0b-8244-2af35b2e751b. Oct 19 01:17:54.015189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Calling delete_port for cff06ae3-5696-4e0b-8244-2af35b2e751b owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:54.027524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.091655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event updated for resources: {'Subnet': ['ID=ec2c6190-fe84-4f68-9a45-5a1f9cd36907,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:54.094717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f81bad4-06d4-4521-aa88-1a61eea081c3 req-42034705-7e57-406b-9e6c-b9b680b7683c tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761218 Oct 19 01:17:54.195270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-9952abf6-c7ef-475b-850e-8e08da0f2587 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393812 Oct 19 01:17:54.296977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Checking segment: {'id': '53e33366-cb07-4f44-ace7-46e2f9807f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:54.297515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network hostable DHCP agents. Network: 61adbbfd-b150-47d7-9fd6-6f836e0331ac, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:17:54.303317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-fb50bd67-c014-4848-bcce-3e66f6412600', 'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600', 'tenant_id': '48b4517ba40d448ba3fd79c00fe303d6', 'fixed_ips': [{'subnet_id': '9a917778-62fd-4475-a4ff-e4a0b65251bb'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:17:54.304381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.306617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.315321 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.338349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cff06ae3-5696-4e0b-8244-2af35b2e751b no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:54.385633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Network 61adbbfd-b150-47d7-9fd6-6f836e0331ac is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:17:54.387477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: cff06ae3-5696-4e0b-8244-2af35b2e751b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:17:54.388129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cff06ae3-5696-4e0b-8244-2af35b2e751b not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:17:54.388901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 252f13d4-9215-406b-8566-51d18466c577 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:17:54.397465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event deleted for resources: {'Port': ['ID=cff06ae3-5696-4e0b-8244-2af35b2e751b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:54.411307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 61adbbfd-b150-47d7-9fd6-6f836e0331ac) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:54.418551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:54.419434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:54.422768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.467072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b942d0f1-1aa1-4cf3-a5e0-26f4b0130d6d req-ff7d71af-a75b-4ef1-acf7-72ddd6829226 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577899 Oct 19 01:17:54.480824 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92c931b0-5672-4d30-9300-e8a0cbd286e5 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.4434118 Oct 19 01:17:54.485900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58468) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:54.529006 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.538666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793e7c9-4a28-4d27-a5d3-2bff7b48bfec None None] Network 61adbbfd-b150-47d7-9fd6-6f836e0331ac requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:54.612727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Router f134a3e0-8bd6-450a-a3c1-1f717607e742 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:17:54.647758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:54.685311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:54.690174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:54.792272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a16859-b24f-4bd6-a3ae-83610a3e0991 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:54.793824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a16859-b24f-4bd6-a3ae-83610a3e0991 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:54.800254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a16859-b24f-4bd6-a3ae-83610a3e0991 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:54.804411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-18a16859-b24f-4bd6-a3ae-83610a3e0991 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3157780 Oct 19 01:17:54.834806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58472) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:54.847949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Pushing event updated for resources: {'Port': ['ID=bdc614dd-5c44-4a6e-9443-951f3e94003a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:54.854627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:54.956178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:17:54.969508 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] Sync routers for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:17:54.992759 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:54.994683 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:55.024397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] No DVR routers for this DVR port cff06ae3-5696-4e0b-8244-2af35b2e751b on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:55.027995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Deleting subnet 9a917778-62fd-4475-a4ff-e4a0b65251bb {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:55.029359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.033448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b071260-2d56-4297-ba0c-7f2f8c9f0ffc req-63bc3751-1c6e-40a7-b77f-7cf363ebadbc tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.62 "DELETE /v2.0/ports/cff06ae3-5696-4e0b-8244-2af35b2e751b HTTP/1.1" status: 204 len: 173 time: 1.6970532 Oct 19 01:17:55.034124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'name': 'network-vif-deleted', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:55.036874 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa8817-f23c-4140-b73c-734921aa8e84" -d '{"events": [{"server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "name": "network-vif-deleted", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:55.038147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252f13d4-9215-406b-8566-51d18466c577'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:55.045168 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb7bf3a-1713-43af-998a-bf4d28d274fe" -d '{"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-unplugged", "status": "completed", "tag": "252f13d4-9215-406b-8566-51d18466c577"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:55.051839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b5661-460f-417a-b876-bf2484ac3af8 req-ddde93fa-aa21-40ba-a5cf-c81e74359ed7 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:55.068441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f85b5661-460f-417a-b876-bf2484ac3af8 req-ddde93fa-aa21-40ba-a5cf-c81e74359ed7 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.2077572 Oct 19 01:17:55.110066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.171904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f85b5661-460f-417a-b876-bf2484ac3af8 req-3418bd2f-3799-44c5-9f84-e3d366b8aa06 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016119 Oct 19 01:17:55.184800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Allocated IP 172.20.0.2 (fb50bd67-c014-4848-bcce-3e66f6412600/9a917778-62fd-4475-a4ff-e4a0b65251bb/0199127b-0636-48df-b21e-a6cf38694e10) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:55.195727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:55.211669 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.229957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.295047 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:55.335052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce4f3844-ff44-41c4-918f-83bb153b7a3f req-9928f149-ca99-4a43-b4f1-17e8c4c5053c tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278ee92-13a3-4674-ba0d-e3c58a1b7e59 HTTP/1.1" status: 200 len: 210 time: 0.0460200 Oct 19 01:17:55.629496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.634919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.635189 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:32Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:55.708015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-61adbbfd-b150-47d7-9fd6-6f836e0331ac', 'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac', 'tenant_id': '48b4517ba40d448ba3fd79c00fe303d6', 'fixed_ips': [{'subnet_id': 'ec2c6190-fe84-4f68-9a45-5a1f9cd36907'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:17:55.708886 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.730527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:55.761982 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] Checking router: f134a3e0-8bd6-450a-a3c1-1f717607e742 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:17:55.775579 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:17:55.776232 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:55.823071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23a27552-5a46-4813-8e6a-71ca0c916d76 req-4d7ad9cd-e985-4863-aa47-fe374acdcb68 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0721040 Oct 19 01:17:55.850094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.859148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Pushing event updated for resources: {'Port': ['ID=bdc614dd-5c44-4a6e-9443-951f3e94003a,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:55.919922 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:17:55.923576 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87abe573-1bd2-4da5-a3f2-ef58a6f866f9 x-openstack-request-id: req-87abe573-1bd2-4da5-a3f2-ef58a6f866f9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:55.923870 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3278ee92-13a3-4674-ba0d-e3c58a1b7e59", "name": "network-vif-deleted", "tag": "cff06ae3-5696-4e0b-8244-2af35b2e751b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:55.924169 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87abe573-1bd2-4da5-a3f2-ef58a6f866f9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:55.924630 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3278ee92-13a3-4674-ba0d-e3c58a1b7e59', 'name': 'network-vif-deleted', 'tag': 'cff06ae3-5696-4e0b-8244-2af35b2e751b', 'status': 'completed', 'code': 200} Oct 19 01:17:55.931778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:55.931778 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-e339607a-2d3e-4a76-9652-3ecddf9a6f3f tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2807009 Oct 19 01:17:55.978519 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770dad49-7f54-47b2-922f-b28a8869d007 x-openstack-request-id: req-770dad49-7f54-47b2-922f-b28a8869d007 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:17:55.979755 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-unplugged", "status": "completed", "tag": "252f13d4-9215-406b-8566-51d18466c577", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:17:55.979899 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-770dad49-7f54-47b2-922f-b28a8869d007 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:17:55.980462 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '252f13d4-9215-406b-8566-51d18466c577', 'code': 200} Oct 19 01:17:56.113071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Allocated IP 172.20.0.18 (61adbbfd-b150-47d7-9fd6-6f836e0331ac/ec2c6190-fe84-4f68-9a45-5a1f9cd36907/6c98eefa-59a4-4dae-8767-d2912531eb70) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:17:56.124446 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.136348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-8688bcc3-1392-4bc9-8c55-2820d0a1614c tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1977394 Oct 19 01:17:56.180650 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.201509 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.236967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afb921-e38d-4ebe-9436-50a9a2d4a4ac req-b4939794-5480-4717-852e-7375fd9302f7 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.245793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16afb921-e38d-4ebe-9436-50a9a2d4a4ac req-b4939794-5480-4717-852e-7375fd9302f7 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.1175766 Oct 19 01:17:56.271723 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:32Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:17:56.312025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16afb921-e38d-4ebe-9436-50a9a2d4a4ac req-b277640f-9076-460e-88c5-e7fa1aaa6228 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640934 Oct 19 01:17:56.343250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Network fb50bd67-c014-4848-bcce-3e66f6412600 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:56.348948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Pushing event updated for resources: {'Port': ['ID=0199127b-0636-48df-b21e-a6cf38694e10,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:56.368221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:56.375129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:56.391034 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.425423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2ef4b-a0cb-4b6f-9810-c8cbed942ae8 req-e9532dc9-8a70-4f3e-8a88-d95628307b75 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.425703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c7280-4a64-4698-b6c5-f31fed5bd67a None None] The sync data for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 is: [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ca577f54-5465-4ca8-9076-62ac021df863', 'name': '', 'network_id': '6be0f4dc-5694-46ae-8413-a766779f5e82', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'mac_address': 'fa:16:3e:92:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:23Z', 'updated_at': '2021-10-19T01:15:32Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'subnets': [{'id': 'b5da3ea9-5082-4b5f-acec-db8e1e444220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:17:56.433436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05e2ef4b-a0cb-4b6f-9810-c8cbed942ae8 req-e9532dc9-8a70-4f3e-8a88-d95628307b75 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1097 time: 0.0626473 Oct 19 01:17:56.480936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-bdafdc46-5242-4b60-a858-818c46a60c55 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.482784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ebfa549-b763-4f24-bcfd-3640a4d90f96 req-bdafdc46-5242-4b60-a858-818c46a60c55 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.3311384 Oct 19 01:17:56.498137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05e2ef4b-a0cb-4b6f-9810-c8cbed942ae8 req-9bd86c3a-4928-4edb-8f75-ab517ed4d85e tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637288 Oct 19 01:17:56.561092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.621173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Attempting to bind port 0199127b-0636-48df-b21e-a6cf38694e10 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:56.621594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Attempting to bind port 0199127b-0636-48df-b21e-a6cf38694e10 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f722fddf-22db-466a-9204-2052b3aeaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:56.621969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Attempting to bind port 0199127b-0636-48df-b21e-a6cf38694e10 on network fb50bd67-c014-4848-bcce-3e66f6412600 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:56.633588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.648138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:56.648831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Checking segment: {'id': 'f722fddf-22db-466a-9204-2052b3aeaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:56.649235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.649684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Bound using segment: {'id': 'f722fddf-22db-466a-9204-2052b3aeaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:56.651374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Bound port: 0199127b-0636-48df-b21e-a6cf38694e10, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f722fddf-22db-466a-9204-2052b3aeaf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'fb50bd67-c014-4848-bcce-3e66f6412600'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:56.651374 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.656890 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.676912 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.683162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.690265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/subnets/9a917778-62fd-4475-a4ff-e4a0b65251bb HTTP/1.1" status: 204 len: 168 time: 1.8422189 Oct 19 01:17:56.691381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58518) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:56.741843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165a07b-39a1-4a6e-88c5-270e89656230 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Subnet': ['ID=9a917778-62fd-4475-a4ff-e4a0b65251bb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:56.779576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Pushing event updated for resources: {'Port': ['ID=6c98eefa-59a4-4dae-8767-d2912531eb70,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:56.838892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-50c99a89-7dfc-462c-91bd-ac4fda1c8340 req-506b0fb1-9e73-4c30-ae87-98bfd883551d tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips/a2177ebe-4a32-420c-b1e3-163e6af31f4d HTTP/1.1" status: 200 len: 693 time: 0.1043525 Oct 19 01:17:56.839127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Deleting subnet ec2c6190-fe84-4f68-9a45-5a1f9cd36907 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:17:56.844960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.846047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Network 61adbbfd-b150-47d7-9fd6-6f836e0331ac is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:17:56.854504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:17:56.860318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:17:56.905937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] For port 0199127b-0636-48df-b21e-a6cf38694e10, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:56.907054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-dbb4e85a-cb4f-4978-9217-6987b62815d2 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.908808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370e00a-93f8-434c-8428-2e93086b51f6 None None] New status for floating IP 6f46a29b-66cf-45c6-b04f-1bd83c3f0339: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:17:56.914286 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-dbb4e85a-cb4f-4978-9217-6987b62815d2 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.2672775 Oct 19 01:17:56.928679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:56.957528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-7c912a48-86ea-4cbd-9d98-e11675633ae3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/quotas/df54b6fc5681472fbbdeb4ca606db1bc HTTP/1.1" status: 200 len: 375 time: 0.0422575 Oct 19 01:17:56.983357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99a89-7dfc-462c-91bd-ac4fda1c8340 req-96592e05-2087-4ac2-bd6a-3fb4511c2338 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:56.985657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-50c99a89-7dfc-462c-91bd-ac4fda1c8340 req-96592e05-2087-4ac2-bd6a-3fb4511c2338 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1349735 Oct 19 01:17:57.003132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] For port 0199127b-0636-48df-b21e-a6cf38694e10, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0199127b-0636-48df-b21e-a6cf38694e10,segment=NetworkSegment(f722fddf-22db-466a-9204-2052b3aeaf29),segment_id=f722fddf-22db-466a-9204-2052b3aeaf29)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:57.033523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.042515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-05071e75-29e4-4cae-96f0-fbd282530777 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839756 Oct 19 01:17:57.128520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Attempting to bind port 6c98eefa-59a4-4dae-8767-d2912531eb70 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:17:57.129151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Attempting to bind port 6c98eefa-59a4-4dae-8767-d2912531eb70 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '53e33366-cb07-4f44-ace7-46e2f9807f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:17:57.129382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Attempting to bind port 6c98eefa-59a4-4dae-8767-d2912531eb70 on network 61adbbfd-b150-47d7-9fd6-6f836e0331ac {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:17:57.144504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58536) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:57.152159 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.205005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:17:57.205952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Checking segment: {'id': '53e33366-cb07-4f44-ace7-46e2f9807f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:17:57.205952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.206412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Bound using segment: {'id': '53e33366-cb07-4f44-ace7-46e2f9807f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:17:57.207018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Bound port: 6c98eefa-59a4-4dae-8767-d2912531eb70, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e33366-cb07-4f44-ace7-46e2f9807f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '61adbbfd-b150-47d7-9fd6-6f836e0331ac'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:17:57.207417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.224029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-ea764d9b-78fa-458d-b9e6-1aedcd1fe1b5 service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801717 Oct 19 01:17:57.260334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689ac03-c75f-442d-9a27-f92faea5f6f6 None None] Pushing event updated for resources: {'Port': ['ID=0199127b-0636-48df-b21e-a6cf38694e10,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:57.321182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21517b23-9aa2-4ab5-8d22-ed23d90e6046 None None] Network fb50bd67-c014-4848-bcce-3e66f6412600 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:57.340756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8239dba0-0be2-441f-8634-cfc105b49d64 req-904872c6-174e-4f22-a5ce-de95a7bc8b7e tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0893064 Oct 19 01:17:57.363463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-ee922e13-2b5a-4a7f-8775-5f72db8e8736 service neutron] 10.222.0.64 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356890 Oct 19 01:17:57.389667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.427033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2c6190-fe84-4f68-9a45-5a1f9cd36907,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:57.431658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.438766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1c84b7b6-75a8-483b-85b5-b0ff75f659b3 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/subnets/ec2c6190-fe84-4f68-9a45-5a1f9cd36907 HTTP/1.1" status: 204 len: 168 time: 0.7460415 Oct 19 01:17:57.439531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58544) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:57.443265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fa53a-e005-4046-b8f0-ff4bf9524b33 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.535171 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46019aed-e28e-4932-b5a8-57ac641d1946 req-85415950-335e-4355-bb0e-4260de84e1b4 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=d4008fdd40dd4251af4d055f78fff788 HTTP/1.1" status: 200 len: 696 time: 0.1536267 Oct 19 01:17:57.558014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fa53a-e005-4046-b8f0-ff4bf9524b33 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.576199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fe9f9-bb4e-49b9-92bc-4763d531fe11 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:57.583021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58550) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:57.583239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe3fe9f9-bb4e-49b9-92bc-4763d531fe11 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1422629 Oct 19 01:17:57.600008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] For port 6c98eefa-59a4-4dae-8767-d2912531eb70, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:17:57.606515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] For port 6c98eefa-59a4-4dae-8767-d2912531eb70, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6c98eefa-59a4-4dae-8767-d2912531eb70,segment=NetworkSegment(53e33366-cb07-4f44-ace7-46e2f9807f19),segment_id=53e33366-cb07-4f44-ace7-46e2f9807f19)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:17:57.619824 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.732954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-dbc8e445-15ac-40c9-8345-1359ac165991 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:57.738657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-dbc8e445-15ac-40c9-8345-1359ac165991 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d4046f-923d-4cb3-adb5-719d6fd092fa HTTP/1.1" status: 200 len: 944 time: 0.1507530 Oct 19 01:17:57.777116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.821416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79416-df87-44fa-947c-8925d5add019 None None] Pushing event updated for resources: {'Port': ['ID=6c98eefa-59a4-4dae-8767-d2912531eb70,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:57.827696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46019aed-e28e-4932-b5a8-57ac641d1946 req-527886a8-847b-4fac-9f3e-a279f0281f25 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:57.834879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46019aed-e28e-4932-b5a8-57ac641d1946 req-527886a8-847b-4fac-9f3e-a279f0281f25 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks?id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 787 time: 0.2919686 Oct 19 01:17:57.843781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-46019aed-e28e-4932-b5a8-57ac641d1946 req-b79ddad3-80da-4b05-9153-f87d3134ecad tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:17:57.863362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46019aed-e28e-4932-b5a8-57ac641d1946 req-b79ddad3-80da-4b05-9153-f87d3134ecad tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0275402 Oct 19 01:17:57.864554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fa53a-e005-4046-b8f0-ff4bf9524b33 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.867146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fa53a-e005-4046-b8f0-ff4bf9524b33 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:57.870681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-284fa53a-e005-4046-b8f0-ff4bf9524b33 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "DELETE /v2.0/security-groups/a9051b99-7ff7-458c-8400-78a450701ed7 HTTP/1.1" status: 204 len: 168 time: 0.7210348 Oct 19 01:17:57.876328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58562) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:57.894059 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-fce06b94-b76a-4b6c-b453-b750a67c93e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] show failed (client error): The resource could not be found. Oct 19 01:17:57.897128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fce06b94-b76a-4b6c-b453-b750a67c93e5 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "GET /v2.0/security-groups/a9051b99-7ff7-458c-8400-78a450701ed7 HTTP/1.1" status: 404 len: 347 time: 0.0164263 Oct 19 01:17:57.906977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647236a-6125-46b2-b285-bc366e27c092 req-7ed46ca5-f442-4218-b5bb-0f55b9773c44 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:57.916239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e647236a-6125-46b2-b285-bc366e27c092 req-7ed46ca5-f442-4218-b5bb-0f55b9773c44 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.2757227 Oct 19 01:17:57.922459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58566) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:17:57.924512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fa53a-e005-4046-b8f0-ff4bf9524b33 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9051b99-7ff7-458c-8400-78a450701ed7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:57.992813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e647236a-6125-46b2-b285-bc366e27c092 req-2cf3d2e1-5040-4374-86be-b6c9b3009532 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/security-groups?id=e186d57b-5899-40c4-94df-536508f593f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755537 Oct 19 01:17:58.034815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ffa31b5-48d2-45b0-b43f-b9494bd47a6b req-cb518995-6b2d-4341-9ab2-06e6bcb7f2fe tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 210 time: 0.1113114 Oct 19 01:17:58.046805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Deleting port 252f13d4-9215-406b-8566-51d18466c577 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:58.047425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.272029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-d3a0160b-1e3f-4151-8311-f06e25972402 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips/a2177ebe-4a32-420c-b1e3-163e6af31f4d HTTP/1.1" status: 200 len: 693 time: 0.1937044 Oct 19 01:17:58.293069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] For port 252f13d4-9215-406b-8566-51d18466c577, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=252f13d4-9215-406b-8566-51d18466c577,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:58.293525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.375066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Calling delete_port for 252f13d4-9215-406b-8566-51d18466c577 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:58.394651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Deleting port 6c98eefa-59a4-4dae-8767-d2912531eb70 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:58.395000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.474333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6c98eefa-59a4-4dae-8767-d2912531eb70 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:17:58.476520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Deleting port ac6deb69-c908-4498-ac51-496afb5d6a34 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:58.476832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.544724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 6c98eefa-59a4-4dae-8767-d2912531eb70 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:58.545472 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.550340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd832e-7b59-4199-a47f-853b01f8855f req-0b3c0104-4e8d-415a-9a24-7c05a71fbb00 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.551860 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eefd832e-7b59-4199-a47f-853b01f8855f req-0b3c0104-4e8d-415a-9a24-7c05a71fbb00 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 949 time: 0.2228732 Oct 19 01:17:58.562074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b30b06-1988-4f82-ac82-a257778db140 req-1990b22a-903c-4a21-b5cb-2c9ca0eeac52 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.563686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01b30b06-1988-4f82-ac82-a257778db140 req-1990b22a-903c-4a21-b5cb-2c9ca0eeac52 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.74 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 945 time: 0.0781214 Oct 19 01:17:58.569439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-697ebcf5-2f50-4227-a7ae-c8a0d0a7b051 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:58.572685 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-697ebcf5-2f50-4227-a7ae-c8a0d0a7b051 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2997103 Oct 19 01:17:58.657362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eefd832e-7b59-4199-a47f-853b01f8855f req-1367b722-97c4-42d0-acfe-283ced06855f tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891669 Oct 19 01:17:58.701782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.702772 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.716508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Calling delete_port for ac6deb69-c908-4498-ac51-496afb5d6a34 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:58.722069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.808102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 6c98eefa-59a4-4dae-8767-d2912531eb70, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6c98eefa-59a4-4dae-8767-d2912531eb70,segment=NetworkSegment(53e33366-cb07-4f44-ace7-46e2f9807f19),segment_id=53e33366-cb07-4f44-ace7-46e2f9807f19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:58.819726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:58.897220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=6c98eefa-59a4-4dae-8767-d2912531eb70,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:58.943053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddcc307b-7ac6-4e2c-b9d5-9c34a90b7dcc req-31bdb3a5-b6bf-41ad-bb03-b15a59610f55 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.1336429 Oct 19 01:17:58.957226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Deleting port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:17:58.957836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.073553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] For port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:59.074262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.091455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Calling delete_port for 5003bf41-8f04-41bf-9e16-ec3e1b54c10e owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:59.268686 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.301389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['5003bf41-8f04-41bf-9e16-ec3e1b54c10e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:17:59.320813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Pushing event deleted for resources: {'Port': ['ID=5003bf41-8f04-41bf-9e16-ec3e1b54c10e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:59.339489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-fc4a1405-5d18-4aa9-b800-c62a991afc49 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.7564437 Oct 19 01:17:59.345337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] For port 6c98eefa-59a4-4dae-8767-d2912531eb70, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6c98eefa-59a4-4dae-8767-d2912531eb70,segment=NetworkSegment(53e33366-cb07-4f44-ace7-46e2f9807f19),segment_id=53e33366-cb07-4f44-ace7-46e2f9807f19)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:17:59.345728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.350933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.456913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Calling delete_port for 6c98eefa-59a4-4dae-8767-d2912531eb70 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:17:59.470714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43949c1f-eda7-4ad9-a4e6-ac50601dcb87 None None] Network 61adbbfd-b150-47d7-9fd6-6f836e0331ac requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:17:59.539940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-d1082071-e549-448d-9aad-7996f7c88872 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1998720 Oct 19 01:17:59.618175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event deleted for resources: {'Port': ['ID=252f13d4-9215-406b-8566-51d18466c577,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:17:59.625866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-33aa7118-5e44-44d4-a69b-525964aeab98 None None] Provisioning complete for port 6c98eefa-59a4-4dae-8767-d2912531eb70 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:17:59.626474 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-33aa7118-5e44-44d4-a69b-525964aeab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.685764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] No DVR routers for this DVR port 252f13d4-9215-406b-8566-51d18466c577 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:59.691177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.694735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5de5e8a3-bfaa-4d79-99af-d2c2224043c2 req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "DELETE /v2.0/ports/252f13d4-9215-406b-8566-51d18466c577 HTTP/1.1" status: 204 len: 173 time: 1.9486055 Oct 19 01:17:59.695551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] No DVR routers for this DVR port 5003bf41-8f04-41bf-9e16-ec3e1b54c10e on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:17:59.706285 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.713598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01b30b06-1988-4f82-ac82-a257778db140 req-a03cf905-3fe9-41b7-a019-9607846a10c4 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.74 "DELETE /v2.0/ports/5003bf41-8f04-41bf-9e16-ec3e1b54c10e HTTP/1.1" status: 204 len: 173 time: 1.1207483 Oct 19 01:17:59.720481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-deleted', 'tag': '252f13d4-9215-406b-8566-51d18466c577'}, {'server_uuid': '854af211-00b4-4016-a676-f1c672b4c624', 'name': 'network-vif-deleted', 'tag': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:17:59.723360 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfdfa86-7e67-41be-943b-94e3f263783b" -d '{"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-deleted", "tag": "252f13d4-9215-406b-8566-51d18466c577"}, {"server_uuid": "854af211-00b4-4016-a676-f1c672b4c624", "name": "network-vif-deleted", "tag": "5003bf41-8f04-41bf-9e16-ec3e1b54c10e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:17:59.760098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-462b332c-8091-424d-b7f7-3649d04ca30a req-16ccdc23-e0c1-4cc6-a7a3-443f9ab9a698 tempest-ServerRescueNegativeTestJSON-523968735 tempest-ServerRescueNegativeTestJSON-523968735-project] 10.222.0.64 "GET /v2.0/ports?device_id=854af211-00b4-4016-a676-f1c672b4c624 HTTP/1.1" status: 200 len: 210 time: 0.0821676 Oct 19 01:17:59.761905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.762528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.763033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.763415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.763752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.764119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.764683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.765304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.765646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.765979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.766688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.766688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fc6679-9339-40fc-a849-226836458b23 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:17:59.795372 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:17:59.822725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-e57620f6-3bd0-4d7a-a9a1-8c983ed3655c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:17:59.824328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-e57620f6-3bd0-4d7a-a9a1-8c983ed3655c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 805 time: 0.5583065 Oct 19 01:17:59.872679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Request body: {'port': {'device_id': '7d707164-7725-4335-a142-c034b03b1626', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'admin_state_up': True, 'tenant_id': 'df54b6fc5681472fbbdeb4ca606db1bc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:17:59.906770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] DHCP port deletion for 61adbbfd-b150-47d7-9fd6-6f836e0331ac request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:17:59.939283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11344f7a-4d6b-4c98-87cf-90dcd452c09f req-ad1fd56c-ba83-4008-b7e3-b32233741dea tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 210 time: 0.0479121 Oct 19 01:18:00.016568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] Deleting port 6c98eefa-59a4-4dae-8767-d2912531eb70 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:00.016945 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.058988 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.068931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Pushing event deleted for resources: {'Port': ['ID=ac6deb69-c908-4498-ac51-496afb5d6a34,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.093340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] For port 6c98eefa-59a4-4dae-8767-d2912531eb70, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6c98eefa-59a4-4dae-8767-d2912531eb70,segment=NetworkSegment(53e33366-cb07-4f44-ace7-46e2f9807f19),segment_id=53e33366-cb07-4f44-ace7-46e2f9807f19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:00.093340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.111735 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffe94a1-aec7-4b80-9690-fe5bf0698d0f x-openstack-request-id: req-4ffe94a1-aec7-4b80-9690-fe5bf0698d0f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:00.112412 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4046f-923d-4cb3-adb5-719d6fd092fa", "name": "network-vif-deleted", "tag": "252f13d4-9215-406b-8566-51d18466c577", "status": "completed", "code": 200}, {"server_uuid": "854af211-00b4-4016-a676-f1c672b4c624", "name": "network-vif-deleted", "tag": "5003bf41-8f04-41bf-9e16-ec3e1b54c10e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:00.112934 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ffe94a1-aec7-4b80-9690-fe5bf0698d0f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:00.114031 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d4046f-923d-4cb3-adb5-719d6fd092fa', 'name': 'network-vif-deleted', 'tag': '252f13d4-9215-406b-8566-51d18466c577', 'status': 'completed', 'code': 200} Oct 19 01:18:00.114461 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854af211-00b4-4016-a676-f1c672b4c624', 'name': 'network-vif-deleted', 'tag': '5003bf41-8f04-41bf-9e16-ec3e1b54c10e', 'status': 'completed', 'code': 200} Oct 19 01:18:00.115449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] Calling delete_port for 6c98eefa-59a4-4dae-8767-d2912531eb70 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:00.135495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] No DVR routers for this DVR port 6c98eefa-59a4-4dae-8767-d2912531eb70 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:00.138500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Port': ['ID=6c98eefa-59a4-4dae-8767-d2912531eb70,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.202098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6c04087-f301-4948-87c5-597ee6fa086e req-b78b0114-e603-48b5-a22c-2a30aebb3448 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0357621 Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: from cryptography.utils import int_from_bytes Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: from cryptography.utils import int_from_bytes Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.212010 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:18:00.215628 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:18:00.222236 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.255746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.259213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.259525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bbc718e2-1699-44e3-b00e-a5018b9d97e1 tempest-ServersTestManualDisk-680061905 tempest-ServersTestManualDisk-680061905-project] 10.222.0.64 "DELETE /v2.0/floatingips/6f46a29b-66cf-45c6-b04f-1bd83c3f0339 HTTP/1.1" status: 204 len: 168 time: 2.3314333 Oct 19 01:18:00.260663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] Pushing event deleted for resources: {'Port': ['ID=6c98eefa-59a4-4dae-8767-d2912531eb70,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.261343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Made reservation on behalf of df54b6fc5681472fbbdeb4ca606db1bc for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:00.262595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58630) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:00.264921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.281138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42f799-782c-438c-8cc1-8beb23370fba None None] No DVR routers for this DVR port 6c98eefa-59a4-4dae-8767-d2912531eb70 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:00.316947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a25f1-a1d6-4876-b846-b3b428276aac None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:18:00.348993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 252f13d4-9215-406b-8566-51d18466c577 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:00.354142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.357703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Deleting port bdc614dd-5c44-4a6e-9443-951f3e94003a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:00.358670 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.410147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 252f13d4-9215-406b-8566-51d18466c577 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:00.410550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 252f13d4-9215-406b-8566-51d18466c577 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:00.422862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6c98eefa-59a4-4dae-8767-d2912531eb70 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:00.453537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 6c98eefa-59a4-4dae-8767-d2912531eb70 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:00.453888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6c98eefa-59a4-4dae-8767-d2912531eb70 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:00.507701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61adbbfd-b150-47d7-9fd6-6f836e0331ac']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:00.516195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2a25f1-a1d6-4876-b846-b3b428276aac None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:18:00.565566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e33366-cb07-4f44-ace7-46e2f9807f19') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:00.565826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e33366-cb07-4f44-ace7-46e2f9807f19') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:00.591743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.651049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.677250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.677578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.683278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:00.683684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:00.692491 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:00.720990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Calling delete_port for bdc614dd-5c44-4a6e-9443-951f3e94003a owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:00.779756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Allocated IP 172.20.0.12 (bfe2b3f7-df60-4f12-a833-0d1a64149a3f/940ab77a-0a42-442b-9bc5-4281aeec198d/76678221-0c8b-4149-9bd9-4c4f3f25c6bb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:00.840768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.861797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 56117721-da13-4722-a683-cc77505a7f3f no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:00.891013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:00.897390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/networks/61adbbfd-b150-47d7-9fd6-6f836e0331ac HTTP/1.1" status: 204 len: 168 time: 3.3141899 Oct 19 01:18:00.900711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Network': ['ID=61adbbfd-b150-47d7-9fd6-6f836e0331ac,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:00.914516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58644) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:00.926093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58646) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:00.942545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.942891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.943229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.943564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.943892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.944240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.944564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.944882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.945370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.945847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.946332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:00.947179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bfe586-4db2-4a03-a13f-41d2793753a4 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:01.081071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.138692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56117721-da13-4722-a683-cc77505a7f3f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:01.142184 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68d07bb-3da6-42b1-af71-a8143482f173" -d '{"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-unplugged", "status": "completed", "tag": "56117721-da13-4722-a683-cc77505a7f3f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:01.167491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:01.176953 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.185773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.248298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Pushing event deleted for resources: {'Port': ['ID=bdc614dd-5c44-4a6e-9443-951f3e94003a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:01.281780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.351846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:01.355491 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52c91868-e22e-4622-8d5c-757feeb170a8 req-1f196fe3-b4a6-40fa-9d3a-0736475594de tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 210 time: 0.0494514 Oct 19 01:18:01.360670 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.363357 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.364959 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca3d406d-95e9-44ee-afef-4ce1f737172e req-8924faa8-e6cd-41d6-8f18-ea3f662c8559 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "DELETE /v2.0/floatingips/a2177ebe-4a32-420c-b1e3-163e6af31f4d HTTP/1.1" status: 204 len: 173 time: 1.7875860 Oct 19 01:18:01.383886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.442659 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.482694 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed7527a-8fd9-463d-bb4f-1a1adaa18bbb x-openstack-request-id: req-0ed7527a-8fd9-463d-bb4f-1a1adaa18bbb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:01.482988 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-unplugged", "status": "completed", "tag": "56117721-da13-4722-a683-cc77505a7f3f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:01.483309 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ed7527a-8fd9-463d-bb4f-1a1adaa18bbb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:01.483717 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56117721-da13-4722-a683-cc77505a7f3f', 'code': 200} Oct 19 01:18:01.496449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event updated for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:01.498460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.505954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Network bfe2b3f7-df60-4f12-a833-0d1a64149a3f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:01.507468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:01.515001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:01.581926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be017050-bc20-4de1-8f16-a82126a2a1ee req-bf5b5e30-e34b-4ce4-8c19-05c0256c92da tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0313258 Oct 19 01:18:01.594342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:01.595081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.615622 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-86189fa4-85bc-4f63-9e33-5334615e7a2f tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7459567 Oct 19 01:18:01.627264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Request body: {'port': {'device_id': '7d707164-7725-4335-a142-c034b03b1626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:01.695548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.887228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-402db654-7cc0-4663-bc76-62507bb22584 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3465002 Oct 19 01:18:01.925575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:01.950405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Deleting port 0199127b-0636-48df-b21e-a6cf38694e10 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:01.950806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:01.993854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76678221-0c8b-4149-9bd9-4c4f3f25c6bb {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:02.002481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.017757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Transition to ACTIVE for port object 76678221-0c8b-4149-9bd9-4c4f3f25c6bb will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:02.022792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.054406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.097813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] For port 0199127b-0636-48df-b21e-a6cf38694e10, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0199127b-0636-48df-b21e-a6cf38694e10,segment=NetworkSegment(f722fddf-22db-466a-9204-2052b3aeaf29),segment_id=f722fddf-22db-466a-9204-2052b3aeaf29)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:02.098293 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.141225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Calling delete_port for 0199127b-0636-48df-b21e-a6cf38694e10 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:02.143338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Pushing event updated for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:02.159119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Attempting to bind port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:02.159464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Attempting to bind port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:02.159802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Attempting to bind port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:02.165096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:02.165399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Attempting to bind port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb on network bfe2b3f7-df60-4f12-a833-0d1a64149a3f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:02.171875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:02.172280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Checking segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:02.172654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Bound using segment: {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:02.173200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Bound port: 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d678f74-9e7a-4752-ab35-ef4cab0726fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:02.173868 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.244940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:02.248594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:02.255382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.288519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.289239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.290751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] 10.222.0.62 "PUT /v2.0/ports/76678221-0c8b-4149-9bd9-4c4f3f25c6bb HTTP/1.1" status: 200 len: 1093 time: 0.6688135 Oct 19 01:18:02.291348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d707164-7725-4335-a142-c034b03b1626', 'tag': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:02.293534 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312" -d '{"events": [{"name": "network-changed", "server_uuid": "7d707164-7725-4335-a142-c034b03b1626", "tag": "76678221-0c8b-4149-9bd9-4c4f3f25c6bb"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:02.382546 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e567442c-ca0b-4d2d-b0d0-a6b37723969c x-openstack-request-id: req-e567442c-ca0b-4d2d-b0d0-a6b37723969c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:02.383116 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d707164-7725-4335-a142-c034b03b1626", "tag": "76678221-0c8b-4149-9bd9-4c4f3f25c6bb", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:02.383116 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e567442c-ca0b-4d2d-b0d0-a6b37723969c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:02.383505 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d707164-7725-4335-a142-c034b03b1626', 'tag': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'status': 'completed', 'code': 200} Oct 19 01:18:02.385296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f21f2-435a-4362-9e9a-c73a2bd11343 service neutron] Pushing event updated for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:02.411150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-cba6ae19-069f-4282-96a6-9c0a28409330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.413394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-cba6ae19-069f-4282-96a6-9c0a28409330 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 1096 time: 0.0723565 Oct 19 01:18:02.414035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.461577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] No DVR routers for this DVR port 0199127b-0636-48df-b21e-a6cf38694e10 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:02.467709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Port': ['ID=0199127b-0636-48df-b21e-a6cf38694e10,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:02.472479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-37bb96a5-1f06-49bd-a49a-1d8223c5d183 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb HTTP/1.1" status: 200 len: 217 time: 0.0499051 Oct 19 01:18:02.506943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.535968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Deleting port ca577f54-5465-4ca8-9076-62ac021df863 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:02.536472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.552601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870789-6877-4638-9345-5b33e697f4fb req-07053391-20e7-4e94-a69c-9dd30a62196c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.554138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55870789-6877-4638-9345-5b33e697f4fb req-07053391-20e7-4e94-a69c-9dd30a62196c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 944 time: 0.0924184 Oct 19 01:18:02.558038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-711755e9-6f4c-45db-b1ac-4c9b5b43a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:02.559379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-711755e9-6f4c-45db-b1ac-4c9b5b43a0ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.0691493 Oct 19 01:18:02.603773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-251bb11f-670f-438b-9f09-4acb74bb776a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312774 Oct 19 01:18:02.640905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.647145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55870789-6877-4638-9345-5b33e697f4fb req-4e9604cf-58a8-4407-a5a9-0e08f4ba3c72 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814133 Oct 19 01:18:02.712702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.775654 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-48683dd2-0fe3-4fad-8083-04ae65209732 service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569579 Oct 19 01:18:02.785869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb50bd67-c014-4848-bcce-3e66f6412600']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:02.821551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f722fddf-22db-466a-9204-2052b3aeaf29') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:02.821841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f722fddf-22db-466a-9204-2052b3aeaf29') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:02.844842 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.847529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5003bf41-8f04-41bf-9e16-ec3e1b54c10e no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:02.878762 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.885716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] For port ca577f54-5465-4ca8-9076-62ac021df863, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ca577f54-5465-4ca8-9076-62ac021df863,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:02.886095 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.891587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 5003bf41-8f04-41bf-9e16-ec3e1b54c10e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:02.892133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5003bf41-8f04-41bf-9e16-ec3e1b54c10e not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:02.902020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:02.902360 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:02.922311 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:02.937285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b6a4968-55b7-4c2e-ba07-4f5e7641e9d5 req-efd3f8db-1a52-4cbc-a15c-b8babc56832d tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0362270 Oct 19 01:18:02.961921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d0d9711-8eaa-4f55-aae5-8ceedcef5102 req-3015fe2c-9e90-48ba-a1e8-c485ad151c66 service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799204 Oct 19 01:18:02.973240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Calling delete_port for ca577f54-5465-4ca8-9076-62ac021df863 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:02.989307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Allocated IP 172.25.0.22 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/c235897a-e2f7-4865-b6e7-353b44e39e3d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:03.066813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-ff7c4c7c-b215-4c3e-9bcc-2cb92f08b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.068755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-ff7c4c7c-b215-4c3e-9bcc-2cb92f08b9fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 1096 time: 0.0562613 Oct 19 01:18:03.118145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.162609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.166118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/networks/fb50bd67-c014-4848-bcce-3e66f6412600 HTTP/1.1" status: 204 len: 168 time: 2.2503881 Oct 19 01:18:03.168860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:03.195902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-6fe6cbdd-0eaa-4174-9cdd-12dc2bc62e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.197478 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-6fe6cbdd-0eaa-4174-9cdd-12dc2bc62e96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 200 len: 906 time: 0.1209190 Oct 19 01:18:03.200571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cc1b9-31e4-43d9-8c26-52006ebca938 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Network': ['ID=fb50bd67-c014-4848-bcce-3e66f6412600,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:03.248176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-6f1a9133-56a3-4f31-bb35-e3a2cae25f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.250672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-6f1a9133-56a3-4f31-bb35-e3a2cae25f4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 1100 time: 0.3501434 Oct 19 01:18:03.281352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-73035d77-67d4-4481-b190-aac82a797662 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb HTTP/1.1" status: 200 len: 217 time: 0.0737345 Oct 19 01:18:03.323285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.375099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-73aeae0c-c057-4d70-aa1f-cc7feda5423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.377559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-73aeae0c-c057-4d70-aa1f-cc7feda5423c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 200 len: 845 time: 0.0867312 Oct 19 01:18:03.390077 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.424408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-48a44b6c-196e-4a16-89c4-00fefbd7cf7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bfe2b3f7-df60-4f12-a833-0d1a64149a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310705 Oct 19 01:18:03.477999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.534097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-e6307e77-b64a-47ed-8814-156f7195df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.535572 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-e6307e77-b64a-47ed-8814-156f7195df04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2261217 Oct 19 01:18:03.537897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7cef3f-cba8-415f-aff3-577c835121e5']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:03.554125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597695f0-62aa-403e-97bf-a8d643ced706') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:03.554415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597695f0-62aa-403e-97bf-a8d643ced706') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:03.566982 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.590830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.594871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-29c57464-d11d-485a-b684-03da9e3dddfd service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617267 Oct 19 01:18:03.599780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:03.600211 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:03.603556 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:03.612912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-b43ed1a6-1e43-45bd-b1af-8e36ab30e75e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=ac164844-b68a-43ae-8046-a1a1663b6f54 HTTP/1.1" status: 200 len: 217 time: 0.0654762 Oct 19 01:18:03.613898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.654198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.726608 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.737323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.743862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/networks/6c7cef3f-cba8-415f-aff3-577c835121e5 HTTP/1.1" status: 204 len: 168 time: 0.5705814 Oct 19 01:18:03.756017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58690) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:03.801962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1f42f-c288-4ac0-8280-905c23c86274 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Network': ['ID=6c7cef3f-cba8-415f-aff3-577c835121e5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:03.834526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e355ed7-d9ea-4a09-bd6a-32fe80fa2312 req-e3cb8431-b3df-4705-9369-754e3eb619a5 service neutron] 10.222.0.62 "GET /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302380 Oct 19 01:18:03.898173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb0712-4bb6-4937-939d-4576f7e89361 req-1f08ecc7-2d98-45c3-ba05-652bb5d9f9a2 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:03.899753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cfb0712-4bb6-4937-939d-4576f7e89361 req-1f08ecc7-2d98-45c3-ba05-652bb5d9f9a2 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 944 time: 0.1560152 Oct 19 01:18:03.906141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:03.969240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cfb0712-4bb6-4937-939d-4576f7e89361 req-59ec81ec-8e12-41f4-a132-91db80a28223 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Oct 19 01:18:04.040550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:04.043266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.054118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:04.066672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:04.086193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Pushing event updated for resources: {'Port': ['ID=c235897a-e2f7-4865-b6e7-353b44e39e3d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:04.103359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370bebad-f0c8-431d-924b-409476952fc1']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:04.115849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044a17d2-27c5-4f9b-adf7-4d89b651ffba') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:04.116172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044a17d2-27c5-4f9b-adf7-4d89b651ffba') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:04.129094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.163197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-8b1aa837-09c0-4b6c-b5ec-604c4d95378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.165212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-8b1aa837-09c0-4b6c-b5ec-604c4d95378c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.5388193 Oct 19 01:18:04.171388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca577f54-5465-4ca8-9076-62ac021df863,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:04.172542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49f09c77-5982-49cc-872a-db638422d8c4 req-4161deed-f501-43eb-99ba-19f058fc08c2 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0313997 Oct 19 01:18:04.178008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.186451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:04.187319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:04.191337 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:04.241578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Deleting port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:04.241806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.276679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.298086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.301742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] 10.222.0.64 "DELETE /v2.0/networks/370bebad-f0c8-431d-924b-409476952fc1 HTTP/1.1" status: 204 len: 168 time: 0.5439098 Oct 19 01:18:04.302798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add297a9-63e4-4f7e-830b-67a9892d13b8 tempest-BulkNetworkOpsTest-649908207 tempest-BulkNetworkOpsTest-649908207-project] Pushing event deleted for resources: {'Network': ['ID=370bebad-f0c8-431d-924b-409476952fc1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:04.400115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-fae27336-4397-4bed-b403-efccb332f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:04.401603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-fae27336-4397-4bed-b403-efccb332f701 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2192984 Oct 19 01:18:04.475727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.550131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] For port f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,segment=NetworkSegment(99fb7ad7-7f70-4535-b758-2cae877f1e45),segment_id=99fb7ad7-7f70-4535-b758-2cae877f1e45)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:04.550525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.581315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.591330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Calling delete_port for f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:04.605365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.615429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58710) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:04.726608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-2d68fe3d-c43a-4878-b253-1d77e9b68ed4 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126054 Oct 19 01:18:04.785716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab62faa9-ceab-4e60-bb1b-2fc78f5b66ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48b4517ba40d448ba3fd79c00fe303d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680632 Oct 19 01:18:04.787890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58714) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:04.842050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a0866ba-7b1f-4a95-9d9c-125fd91bd702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.853308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:04.867058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a0866ba-7b1f-4a95-9d9c-125fd91bd702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.932153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a0866ba-7b1f-4a95-9d9c-125fd91bd702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.935288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a0866ba-7b1f-4a95-9d9c-125fd91bd702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:04.939376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3a0866ba-7b1f-4a95-9d9c-125fd91bd702 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2954d85c-5be7-48ca-8ae6-cd6f16e10054 HTTP/1.1" status: 204 len: 168 time: 0.1499410 Oct 19 01:18:04.947876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0866ba-7b1f-4a95-9d9c-125fd91bd702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2954d85c-5be7-48ca-8ae6-cd6f16e10054,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:04.989965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:05.005820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'mac_address': 'fa:16:3e:d4:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:05.015562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a362b4d3-fe10-467d-8599-58a3204d0d3e req-9ab0f55d-f4b8-4630-89cb-f32e27cc63be service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716668 Oct 19 01:18:05.143677 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.181073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61a7bd-89b2-47d2-a305-f8b17aef2a79 req-13905d77-43c5-4c42-9ad4-eee15332fc63 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:05.183627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd61a7bd-89b2-47d2-a305-f8b17aef2a79 req-13905d77-43c5-4c42-9ad4-eee15332fc63 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 944 time: 0.1208642 Oct 19 01:18:05.201444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac164844-b68a-43ae-8046-a1a1663b6f54 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:05.222443 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.239040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.276689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:05.294700 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.295167 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.307716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Router f134a3e0-8bd6-450a-a3c1-1f717607e742 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:05.357603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:05.368526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.368877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.369224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.369733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.370076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.370417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.370746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.371077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.371405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.371735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.372117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.372507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:18:05.404094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Pushing event updated for resources: {'Port': ['ID=c235897a-e2f7-4865-b6e7-353b44e39e3d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:05.461382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ac164844-b68a-43ae-8046-a1a1663b6f54'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:05.498755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.532027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:05.606440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:05.607585 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-38467b31-fead-4b57-a910-bbd3e87ada81 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7105293 Oct 19 01:18:05.716309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd61a7bd-89b2-47d2-a305-f8b17aef2a79 req-d724ee84-093e-499d-bd4a-ec42e0f5f283 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207348 Oct 19 01:18:05.757402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-8679d30a-6ce0-401a-bf61-93ca3c9353e6 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.1409450 Oct 19 01:18:05.858530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:05.870576 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] Sync routers for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:05.888739 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:05.890285 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:05.897853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-951a3464-9d47-48f0-8fc4-515224d3fc76 admin admin] 10.222.0.64 "PUT /v2.0/routers/f134a3e0-8bd6-450a-a3c1-1f717607e742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6341834 Oct 19 01:18:05.903347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58752) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:05.929747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5f2b7a3-6422-46d3-8ccf-ffc50b2b82a0 req-6560a5ad-34d3-45ad-afad-79883ee0dad9 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0692813 Oct 19 01:18:05.989211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.036838 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:06.037108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-a4993a1b-ff0f-4b6a-9cba-78ff23e4cda4 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:06.038349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf02d52b-c044-46ad-ac01-54f5b797ba59 req-a4993a1b-ff0f-4b6a-9cba-78ff23e4cda4 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2798474 Oct 19 01:18:06.109453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58756) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:06.128225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-8b5f0d1f-d9aa-406f-8b27-c8a3c17cbe19 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips/c97122e8-2724-4f32-8831-c55d57c3c4f4 HTTP/1.1" status: 200 len: 692 time: 0.0605488 Oct 19 01:18:06.144721 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.291632 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:18:03Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:06.298709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-ba03e55c-ed0f-49a2-b9d2-9c73f4074d03 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:06.301629 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-ba03e55c-ed0f-49a2-b9d2-9c73f4074d03 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1725838 Oct 19 01:18:06.335076 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] Checking router: f134a3e0-8bd6-450a-a3c1-1f717607e742 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:06.367431 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] Routers {'f134a3e0-8bd6-450a-a3c1-1f717607e742'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:06.368357 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f134a3e0-8bd6-450a-a3c1-1f717607e742'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:06.370809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 76678221-0c8b-4149-9bd9-4c4f3f25c6bb details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:06.393852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-0fac47e4-0dae-4f01-8805-1073229c6751 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.0827727 Oct 19 01:18:06.507240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-6eaffa65-03f5-47ea-861b-a643832d8388 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.22 HTTP/1.1" status: 200 len: 695 time: 0.1070743 Oct 19 01:18:06.522978 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] Set router f134a3e0-8bd6-450a-a3c1-1f717607e742 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:06.572046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:06.594025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'mac_address': 'fa:16:3e:27:dd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:06.662515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091082742'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:06.683907 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.710758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76678221-0c8b-4149-9bd9-4c4f3f25c6bb {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:06.738469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:06.750638 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.796174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Deleting port c235897a-e2f7-4865-b6e7-353b44e39e3d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:06.796745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.817282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:06.834478 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.855509 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-75759c49-7b27-418b-b5ac-7231e60ecf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.866934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:06.888121 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.907539 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:18:03Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:06.912820 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.914182 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.915207 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.944674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Calling delete_port for c235897a-e2f7-4865-b6e7-353b44e39e3d owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:06.947176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port ac164844-b68a-43ae-8046-a1a1663b6f54 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:06.947605 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:06.973530 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a3841-d304-4a41-8ecf-b868bc8a81fd None None] The sync data for ids ['f134a3e0-8bd6-450a-a3c1-1f717607e742'] in n-d-789963-20 is: [{'id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'name': 'tempest-ServersTestManualDisk-809693791-router', 'tenant_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:15:13Z', 'updated_at': '2021-10-19T01:18:03Z', 'revision_number': 5, 'project_id': 'd38d1425dfba4dba8e84b4635e1c97c8', 'gw_port': {'id': '724dfdd8-0123-4d97-aae4-3dfc6defa73e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f134a3e0-8bd6-450a-a3c1-1f717607e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:15:15Z', 'updated_at': '2021-10-19T01:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:06.998194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['76678221-0c8b-4149-9bd9-4c4f3f25c6bb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:07.002520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fe998-4864-46d9-8811-83133f495765 req-bd576b6c-dd12-4b67-b212-4cc5ae4f00d9 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:07.012258 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df0fe998-4864-46d9-8811-83133f495765 req-bd576b6c-dd12-4b67-b212-4cc5ae4f00d9 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 945 time: 0.1734591 Oct 19 01:18:07.108867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Router fbd374a7-de84-47fe-a176-3cc6a5e362a0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:07.136262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.141835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df0fe998-4864-46d9-8811-83133f495765 req-ed8c1308-ed8c-4708-a7e5-e628426f5a65 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286740 Oct 19 01:18:07.207553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:07.208151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Deleting port 724dfdd8-0123-4d97-aae4-3dfc6defa73e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:07.208582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.212714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.213473 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6b4d30-4da2-4c1d-bb54-e1d30bdedc85" -d '{"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-plugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:07.219545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.240745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:07.253923 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.273761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.312927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Pushing event deleted for resources: {'Port': ['ID=c235897a-e2f7-4865-b6e7-353b44e39e3d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:07.377259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=10']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:07.431182 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.446974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.454488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae8946fb-0b96-46f7-af6b-b31245c9efcc req-49d87174-4b5d-4e49-9efa-11b17bcba267 tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "DELETE /v2.0/floatingips/c97122e8-2724-4f32-8831-c55d57c3c4f4 HTTP/1.1" status: 204 len: 173 time: 0.9409189 Oct 19 01:18:07.456530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718b5e06-38f3-4b4a-bafc-0b89cf9e4c83,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:07.488947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab9eaf5d-e26b-4347-8605-4d6afedac4d1 req-38a28415-d151-40e2-9c6b-22bedcdbf8b0 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0608239 Oct 19 01:18:07.494455 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eafadf-5c2c-42d9-b366-dbefb63c00a5 x-openstack-request-id: req-e2eafadf-5c2c-42d9-b366-dbefb63c00a5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:07.495719 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-plugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:07.496103 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2eafadf-5c2c-42d9-b366-dbefb63c00a5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:07.496601 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'code': 200} Oct 19 01:18:07.516122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:07.518772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] For port 724dfdd8-0123-4d97-aae4-3dfc6defa73e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=724dfdd8-0123-4d97-aae4-3dfc6defa73e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:07.519140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.531011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] Sync routers for ids ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:07.533454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b99781c-487c-438c-9645-a08c66adee21 admin admin] 10.222.0.64 "PUT /v2.0/routers/fbd374a7-de84-47fe-a176-3cc6a5e362a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6049340 Oct 19 01:18:07.537002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58782) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:07.544594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] Routers {'fbd374a7-de84-47fe-a176-3cc6a5e362a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:07.545586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:07.553036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Calling delete_port for 724dfdd8-0123-4d97-aae4-3dfc6defa73e owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:07.561512 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-88506375-1d66-4dac-b3a2-80884f3e06c1 req-5d2665cb-2e47-4292-a91c-e1d4dc94a82d tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] show failed (client error): The resource could not be found. Oct 19 01:18:07.562582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88506375-1d66-4dac-b3a2-80884f3e06c1 req-5d2665cb-2e47-4292-a91c-e1d4dc94a82d tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips/c97122e8-2724-4f32-8831-c55d57c3c4f4 HTTP/1.1" status: 404 len: 350 time: 0.0453122 Oct 19 01:18:07.651712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.659836 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-bd8426d2-6fcf-40f9-8b2f-4993fb05aafb req-95563107-03b9-4ef5-9e9a-51b9934213be tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] show failed (client error): The resource could not be found. Oct 19 01:18:07.660909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd8426d2-6fcf-40f9-8b2f-4993fb05aafb req-95563107-03b9-4ef5-9e9a-51b9934213be tempest-FloatingIPsTestJSON-179084212 tempest-FloatingIPsTestJSON-179084212-project] 10.222.0.64 "GET /v2.0/floatingips/c97122e8-2724-4f32-8831-c55d57c3c4f4 HTTP/1.1" status: 404 len: 350 time: 0.0643537 Oct 19 01:18:07.664775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] Set router fbd374a7-de84-47fe-a176-3cc6a5e362a0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:07.675088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58786) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:07.696139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.772375 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.773598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6617796 Oct 19 01:18:07.776576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58788) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:07.791317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61236371-8f9c-41ea-92ac-808ea324afde tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f992f-2aef-43dd-863a-03c089f651b8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:07.848485 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:07.901846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bf2f404b-9e09-47a4-a9cd-0d440d39b314 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1238632 Oct 19 01:18:07.906009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58790) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:07.912567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5a91dc82-0bd7-4a27-b128-9349465b9d82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-security--726015586', 'description': 'tempest-security-description-1907288401'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:07.982011 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc82-0bd7-4a27-b128-9349465b9d82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.002601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.009976 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.020574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:18:05Z', 'revision_number': 5, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port': {'id': '04fc7910-6696-4e91-9755-0d313477ed8d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:14:52Z', 'updated_at': '2021-10-19T01:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:08.044179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=724dfdd8-0123-4d97-aae4-3dfc6defa73e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:08.049035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] Checking router: fbd374a7-de84-47fe-a176-3cc6a5e362a0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:08.058486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] Routers {'fbd374a7-de84-47fe-a176-3cc6a5e362a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:08.059181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:08.064747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc82-0bd7-4a27-b128-9349465b9d82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.089334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc82-0bd7-4a27-b128-9349465b9d82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.091906 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc82-0bd7-4a27-b128-9349465b9d82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.097711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5a91dc82-0bd7-4a27-b128-9349465b9d82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "PUT /v2.0/security-groups/ba6f992f-2aef-43dd-863a-03c089f651b8 HTTP/1.1" status: 200 len: 1779 time: 0.1850536 Oct 19 01:18:08.097893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58792) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:08.126677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91dc82-0bd7-4a27-b128-9349465b9d82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f992f-2aef-43dd-863a-03c089f651b8,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:08.157492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] Set router fbd374a7-de84-47fe-a176-3cc6a5e362a0 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:08.185813 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.208526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.222056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e111f5ee-48c4-4e6b-901d-0098b16ed0ea tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups/ba6f992f-2aef-43dd-863a-03c089f651b8 HTTP/1.1" status: 200 len: 1779 time: 0.1215217 Oct 19 01:18:08.231174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:18:08Z', 'revision_number': 6, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:08.252907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58796) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:08.263544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Deleting port 04fc7910-6696-4e91-9755-0d313477ed8d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:08.263877 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.265942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71caf1-20d1-4996-8cf8-659271e13213 None None] The sync data for ids ['fbd374a7-de84-47fe-a176-3cc6a5e362a0'] in n-d-789963-20 is: [{'id': 'fbd374a7-de84-47fe-a176-3cc6a5e362a0', 'name': 'tempest-ServerRescueNegativeTestJSON-821415763-router', 'tenant_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:14:50Z', 'updated_at': '2021-10-19T01:18:08Z', 'revision_number': 6, 'project_id': '909d2f4fb5a24ca7a8aed1d2c1d611bc', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:08.322046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.329293 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.384726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 76678221-0c8b-4149-9bd9-4c4f3f25c6bb up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:08.403643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316300b0-a689-4871-9831-1c974e3c266a req-854e1a56-fc61-41fd-b863-4ace47f4f933 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:08.405199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-316300b0-a689-4871-9831-1c974e3c266a req-854e1a56-fc61-41fd-b863-4ace47f4f933 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 945 time: 0.1264856 Oct 19 01:18:08.428606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.429141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f134a3e0-8bd6-450a-a3c1-1f717607e742 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:18:08.443521 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.447234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2828cf84-9c2d-4ea7-b7aa-d8c19e041b69 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f134a3e0-8bd6-450a-a3c1-1f717607e742 HTTP/1.1" status: 204 len: 168 time: 2.5404675 Oct 19 01:18:08.448030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58810) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:08.456902 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed526f35-2598-44cb-aaa6-003daad6bb38 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.457405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:08.469712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:08.470317 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.482132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] For port 04fc7910-6696-4e91-9755-0d313477ed8d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=04fc7910-6696-4e91-9755-0d313477ed8d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:08.482597 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.507326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed526f35-2598-44cb-aaa6-003daad6bb38 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.510152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Calling delete_port for 04fc7910-6696-4e91-9755-0d313477ed8d owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:08.526333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-316300b0-a689-4871-9831-1c974e3c266a req-65116f0d-214d-41a0-a1c2-6cc07ed07310 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987680 Oct 19 01:18:08.541711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] Deleting subnet b5da3ea9-5082-4b5f-acec-db8e1e444220 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:18:08.546663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.615795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.623013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.679085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:08.688867 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.697127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8841dd-8c26-40f2-8adc-12dcdc712f78 req-69909fb3-cbd3-4734-b0be-660502b44986 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0787001 Oct 19 01:18:08.743616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed526f35-2598-44cb-aaa6-003daad6bb38 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.756539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed526f35-2598-44cb-aaa6-003daad6bb38 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.761925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ed526f35-2598-44cb-aaa6-003daad6bb38 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/ba6f992f-2aef-43dd-863a-03c089f651b8 HTTP/1.1" status: 204 len: 168 time: 0.5064764 Oct 19 01:18:08.762099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:08.773579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58816) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:08.779131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526f35-2598-44cb-aaa6-003daad6bb38 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f992f-2aef-43dd-863a-03c089f651b8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:08.806749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:08.807319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f4a2e9c0-f6cd-4fe8-8795-77c33509b8a1 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:08.807818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ca577f54-5465-4ca8-9076-62ac021df863 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:08.884093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:08.892384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ca577f54-5465-4ca8-9076-62ac021df863 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:08.892925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ca577f54-5465-4ca8-9076-62ac021df863 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:08.896247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.929657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b5babb93-4f9f-426a-bcbe-9fc3a7269ea4 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1524880 Oct 19 01:18:08.930444 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:08.934065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58824) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:08.961074 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-61756038-96e7-489b-af7a-2e90fa49a8d9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] delete failed (client error): The resource could not be found. Oct 19 01:18:08.962533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-61756038-96e7-489b-af7a-2e90fa49a8d9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/ba6f992f-2aef-43dd-863a-03c089f651b8 HTTP/1.1" status: 404 len: 347 time: 0.0262234 Oct 19 01:18:08.966163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:08.971122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fc7910-6696-4e91-9755-0d313477ed8d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:08.972090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-de54a05d-3ecd-4989-9bf1-703b8152a858 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--741473400'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:09.009336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.017984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Deleting port 52c4a8a3-0e9c-4345-b541-ffa14553dddb {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:09.018496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.052026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.061610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5da3ea9-5082-4b5f-acec-db8e1e444220,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:09.067296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de54a05d-3ecd-4989-9bf1-703b8152a858 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.079189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614b459-4b3c-4b25-926f-936f6c9be4c8 None None] Network 6be0f4dc-5694-46ae-8413-a766779f5e82 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:09.081915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.085120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e1335c27-65c0-441a-a3f7-fbf312ab8dd1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b5da3ea9-5082-4b5f-acec-db8e1e444220 HTTP/1.1" status: 204 len: 168 time: 0.6347077 Oct 19 01:18:09.089082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:09.184513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.187743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.240136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.240832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbd374a7-de84-47fe-a176-3cc6a5e362a0 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:18:09.245662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.249185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7a5acb56-59b5-4dc4-adbe-0fa3ed7af7b7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fbd374a7-de84-47fe-a176-3cc6a5e362a0 HTTP/1.1" status: 204 len: 168 time: 1.7078714 Oct 19 01:18:09.250432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58840) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:09.289847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.292741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] For port 52c4a8a3-0e9c-4345-b541-ffa14553dddb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=52c4a8a3-0e9c-4345-b541-ffa14553dddb,segment=NetworkSegment(5a033bbb-cb3e-487f-8c21-e6179e101d0d),segment_id=5a033bbb-cb3e-487f-8c21-e6179e101d0d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:09.293323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.317773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Calling delete_port for 52c4a8a3-0e9c-4345-b541-ffa14553dddb owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:09.337302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] Deleting subnet 43a62946-4e5a-433e-b583-121c648925a2 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:18:09.337979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.343729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.394832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.414054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] DHCP port deletion for 6be0f4dc-5694-46ae-8413-a766779f5e82 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:18:09.443840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.500122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d707164-7725-4335-a142-c034b03b1626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:09.503044 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b65dce-02c5-4acb-a5bd-4adee6b857ad" -d '{"events": [{"server_uuid": "7d707164-7725-4335-a142-c034b03b1626", "name": "network-vif-plugged", "status": "completed", "tag": "76678221-0c8b-4149-9bd9-4c4f3f25c6bb"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:09.519139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] Deleting port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:09.522644 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.547250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.584661 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680b3ca6-21de-43f7-91d5-ea3d94d36036 x-openstack-request-id: req-680b3ca6-21de-43f7-91d5-ea3d94d36036 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:09.584958 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d707164-7725-4335-a142-c034b03b1626", "name": "network-vif-plugged", "status": "completed", "tag": "76678221-0c8b-4149-9bd9-4c4f3f25c6bb", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:09.585214 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-680b3ca6-21de-43f7-91d5-ea3d94d36036 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:09.585609 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d707164-7725-4335-a142-c034b03b1626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'code': 200} Oct 19 01:18:09.644679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a62946-4e5a-433e-b583-121c648925a2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:09.659309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.666261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c749f448-bdac-4c11-9235-9f48e182a5b8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/43a62946-4e5a-433e-b583-121c648925a2 HTTP/1.1" status: 204 len: 168 time: 0.4147198 Oct 19 01:18:09.675910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58862) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:09.704550 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de54a05d-3ecd-4989-9bf1-703b8152a858 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.708809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] For port 4e5c0eb6-f444-44f6-a786-95f4c78ba384, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4e5c0eb6-f444-44f6-a786-95f4c78ba384,segment=NetworkSegment(49dd4d5c-b6ab-47e2-903b-9df1f11539c7),segment_id=49dd4d5c-b6ab-47e2-903b-9df1f11539c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:09.709205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.725138 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c74acf65-4556-4eb1-9016-42f913704b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.727253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] Calling delete_port for 4e5c0eb6-f444-44f6-a786-95f4c78ba384 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:09.768277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.818451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de54a05d-3ecd-4989-9bf1-703b8152a858 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.820734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.879150 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.944328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dceba076-5824-4559-aabc-54c9b74dfe99 req-624f200d-84e2-4bc1-b569-d421087b21ee tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0527508 Oct 19 01:18:09.945430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] Pushing event deleted for resources: {'Port': ['ID=4e5c0eb6-f444-44f6-a786-95f4c78ba384,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:09.952870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5554a-09f1-41bc-b3ca-c03299621e11 None None] No DVR routers for this DVR port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:09.965471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de54a05d-3ecd-4989-9bf1-703b8152a858 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:09.967207 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de54a05d-3ecd-4989-9bf1-703b8152a858 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9995487 Oct 19 01:18:09.971521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Pushing event deleted for resources: {'Port': ['ID=52c4a8a3-0e9c-4345-b541-ffa14553dddb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:09.978754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:10.010070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fbe41985-49dc-4f8d-b90c-f06755139f6c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '35d72c98-8cc6-495e-bf4b-2cfab2b9b325', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:10.028339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab2e0-7d43-4177-ad36-0d2211b62f69 req-8c3f5677-03a2-4cce-8ad2-2fe7ede2b4b3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:10.032704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.033461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4baab2e0-7d43-4177-ad36-0d2211b62f69 req-8c3f5677-03a2-4cce-8ad2-2fe7ede2b4b3 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 946 time: 0.3132160 Oct 19 01:18:10.067567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0148eca-0fd1-4ca1-b4cb-56d424879b29']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:10.080457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fb7ad7-7f70-4535-b758-2cae877f1e45') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:10.080744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fb7ad7-7f70-4535-b758-2cae877f1e45') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:10.092442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.104927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54a05d-3ecd-4989-9bf1-703b8152a858 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d72c98-8cc6-495e-bf4b-2cfab2b9b325,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:10.126175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.134639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:10.135280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:10.137506 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:10.140456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Deleting port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:10.140690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.219225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] For port 4e5c0eb6-f444-44f6-a786-95f4c78ba384, host n-d-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:10.219678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.251936 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.262823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.266996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d0148eca-0fd1-4ca1-b4cb-56d424879b29 HTTP/1.1" status: 204 len: 168 time: 0.5901060 Oct 19 01:18:10.277784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42204d82-ed5b-48a8-a072-e7c17f3dfd50 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0148eca-0fd1-4ca1-b4cb-56d424879b29,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:10.298466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310af14-f10d-4710-8040-188ed3379225 req-7aa0ed94-2d64-489c-8204-de9281bbef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:10.300149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3310af14-f10d-4710-8040-188ed3379225 req-7aa0ed94-2d64-489c-8204-de9281bbef81 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 1098 time: 0.5913734 Oct 19 01:18:10.304819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Calling delete_port for 4e5c0eb6-f444-44f6-a786-95f4c78ba384 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:10.315724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 was not found and therefore no delete operation was performed {{(pid=100847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:18:10.329322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.348885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4baab2e0-7d43-4177-ad36-0d2211b62f69 req-8c338dcb-a215-4896-94f8-e928fe46bf1b tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756574 Oct 19 01:18:10.393119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5c0eb6-f444-44f6-a786-95f4c78ba384,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:10.400532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] No DVR routers for this DVR port 4e5c0eb6-f444-44f6-a786-95f4c78ba384 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:10.475532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fbe41985-49dc-4f8d-b90c-f06755139f6c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.549485 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.555218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3310af14-f10d-4710-8040-188ed3379225 req-90c57089-50b7-4da9-9a85-7544a9a169dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415414 Oct 19 01:18:10.611233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4e5c0eb6-f444-44f6-a786-95f4c78ba384 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:10.661296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.666374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58884) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:10.681130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fbe41985-49dc-4f8d-b90c-f06755139f6c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.688572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4e5c0eb6-f444-44f6-a786-95f4c78ba384 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:10.690592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4e5c0eb6-f444-44f6-a786-95f4c78ba384 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:10.691252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 04fc7910-6696-4e91-9755-0d313477ed8d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:10.695811 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fbe41985-49dc-4f8d-b90c-f06755139f6c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.706971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be0f4dc-5694-46ae-8413-a766779f5e82']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:10.725489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50bbafdb-8d1d-4a8b-8e81-0f60c1cb7982 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=909d2f4fb5a24ca7a8aed1d2c1d611bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578716 Oct 19 01:18:10.727915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58886) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:10.736194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49dd4d5c-b6ab-47e2-903b-9df1f11539c7') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:10.736765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49dd4d5c-b6ab-47e2-903b-9df1f11539c7') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:10.743873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 04fc7910-6696-4e91-9755-0d313477ed8d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:10.757356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.757356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.759726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 04fc7910-6696-4e91-9755-0d313477ed8d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:10.760354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe41985-49dc-4f8d-b90c-f06755139f6c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d057cc07-bff0-4e5c-a873-769c66344b56,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:10.760541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 724dfdd8-0123-4d97-aae4-3dfc6defa73e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:10.782314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fbe41985-49dc-4f8d-b90c-f06755139f6c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.783669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fbe41985-49dc-4f8d-b90c-f06755139f6c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8037069 Oct 19 01:18:10.786577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58888) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:10.793770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.796323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 724dfdd8-0123-4d97-aae4-3dfc6defa73e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:10.796877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 724dfdd8-0123-4d97-aae4-3dfc6defa73e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:10.814012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eea84693-64db-4120-9487-23e13e2dded5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.817428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.818779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:10.819303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.843249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eea84693-64db-4120-9487-23e13e2dded5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:10.850976 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:10.910554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eea84693-64db-4120-9487-23e13e2dded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.914649 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eea84693-64db-4120-9487-23e13e2dded5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:10.918262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eea84693-64db-4120-9487-23e13e2dded5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e186d57b-5899-40c4-94df-536508f593f0 HTTP/1.1" status: 204 len: 168 time: 0.1870561 Oct 19 01:18:10.945396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea84693-64db-4120-9487-23e13e2dded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e186d57b-5899-40c4-94df-536508f593f0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:11.201087 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3863-1acc-4062-97f5-8936cc63dcf2 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.226963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3863-1acc-4062-97f5-8936cc63dcf2 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.285297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b1fb2e0-b32a-4407-b154-e89550eca4a3 req-b3baa5e8-740e-4772-96c9-065e93104697 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0859029 Oct 19 01:18:11.298415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.326243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.332181 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] 10.222.0.64 "DELETE /v2.0/networks/6be0f4dc-5694-46ae-8413-a766779f5e82 HTTP/1.1" status: 204 len: 168 time: 2.2395966 Oct 19 01:18:11.351898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1ee31-4f18-44d2-b491-2846b3d390de admin admin] Pushing event deleted for resources: {'Network': ['ID=6be0f4dc-5694-46ae-8413-a766779f5e82,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:11.438168 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3863-1acc-4062-97f5-8936cc63dcf2 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.456019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3863-1acc-4062-97f5-8936cc63dcf2 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.458016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5d0d3863-1acc-4062-97f5-8936cc63dcf2 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d057cc07-bff0-4e5c-a873-769c66344b56 HTTP/1.1" status: 204 len: 168 time: 0.6694136 Oct 19 01:18:11.461564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58906) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:11.476092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d3863-1acc-4062-97f5-8936cc63dcf2 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d057cc07-bff0-4e5c-a873-769c66344b56,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:11.596165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Router 3790a679-9eee-4bc2-bab3-d72e049c7f23 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:11.614045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72e26-90f9-4350-9934-11f0e925f92e req-4a3fc225-01d1-48c7-907a-a35bd56f52ae tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:11.619947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bd72e26-90f9-4350-9934-11f0e925f92e req-4a3fc225-01d1-48c7-907a-a35bd56f52ae tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 946 time: 0.1758623 Oct 19 01:18:11.651674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58920) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:11.694394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58922) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:11.695201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2dae6728-5514-40f4-82b1-98d59994f9fc tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1955423 Oct 19 01:18:11.752271 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bd72e26-90f9-4350-9934-11f0e925f92e req-ccb0922b-04d5-4694-a0ce-c4f0c0f5d6cc tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995524 Oct 19 01:18:11.785438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-368b0305-7ef4-4823-bb93-fe652069ca4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d38d1425dfba4dba8e84b4635e1c97c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314003 Oct 19 01:18:11.791295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58928) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:11.860428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38785c00-c8ab-4323-b3fc-6b5ca73561df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.876194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:11.885440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0df697a5-ec6a-45fc-9f86-d1cd688abbac admin admin] 10.222.0.64 "PUT /v2.0/routers/3790a679-9eee-4bc2-bab3-d72e049c7f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2071803 Oct 19 01:18:11.888885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58932) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:11.889329 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] Sync routers for ids ['3790a679-9eee-4bc2-bab3-d72e049c7f23'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:11.907273 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38785c00-c8ab-4323-b3fc-6b5ca73561df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.908406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] Routers {'3790a679-9eee-4bc2-bab3-d72e049c7f23'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:11.910320 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3790a679-9eee-4bc2-bab3-d72e049c7f23'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:11.952337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b9f9c1-c20c-46fe-b69d-19b2b80091c6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:11.988332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b9f9c1-c20c-46fe-b69d-19b2b80091c6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.004197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38785c00-c8ab-4323-b3fc-6b5ca73561df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.007848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38785c00-c8ab-4323-b3fc-6b5ca73561df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.008787 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-38785c00-c8ab-4323-b3fc-6b5ca73561df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85cb6a65-0123-402e-8f18-355e03c6d3eb HTTP/1.1" status: 204 len: 168 time: 0.2154877 Oct 19 01:18:12.021884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38785c00-c8ab-4323-b3fc-6b5ca73561df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb6a65-0123-402e-8f18-355e03c6d3eb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:12.080352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.173650 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b9f9c1-c20c-46fe-b69d-19b2b80091c6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.182981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b9f9c1-c20c-46fe-b69d-19b2b80091c6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.190135 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] Set router 3790a679-9eee-4bc2-bab3-d72e049c7f23 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:12.192937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58940) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:12.193500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00b9f9c1-c20c-46fe-b69d-19b2b80091c6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/35d72c98-8cc6-495e-bf4b-2cfab2b9b325 HTTP/1.1" status: 204 len: 168 time: 0.4970913 Oct 19 01:18:12.212362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9f9c1-c20c-46fe-b69d-19b2b80091c6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d72c98-8cc6-495e-bf4b-2cfab2b9b325,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:12.251611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58942) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:12.284966 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.345377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.364792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:12.366705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50848b9c-97a8-4981-ac5a-15219e63398d tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1702449 Oct 19 01:18:12.374646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-751d7bc5-e70a-41b8-8232-b828e77ac354 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--281705793'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:12.475832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1840335479-network', 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:12.486437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-751d7bc5-e70a-41b8-8232-b828e77ac354 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.537721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:12.540300 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.555053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.577651 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:18:09Z', 'revision_number': 5, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port': {'id': 'fc3f9a71-653e-46f7-a885-3ef5a553a9cc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:17:33Z', 'updated_at': '2021-10-19T01:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:12.602555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f259fb8e-3efd-439b-b608-6612ce579527 req-637312b9-7148-4b56-9c02-8b50498c479a tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.1004746 Oct 19 01:18:12.624711 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] Checking router: 3790a679-9eee-4bc2-bab3-d72e049c7f23 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:12.630188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Deleting port fc3f9a71-653e-46f7-a885-3ef5a553a9cc {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:12.630859 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.636341 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] Routers {'3790a679-9eee-4bc2-bab3-d72e049c7f23'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:12.637255 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3790a679-9eee-4bc2-bab3-d72e049c7f23'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:12.720386 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.731403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.755591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:12.770697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.771748 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Added segment 51aa19c3-38a8-4255-a44b-6d7a23e99597 of type vlan for network a56597e0-3dee-40c2-9e8a-fdef2c6227da Oct 19 01:18:12.795168 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] Set router 3790a679-9eee-4bc2-bab3-d72e049c7f23 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:12.819907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-751d7bc5-e70a-41b8-8232-b828e77ac354 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.834738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-751d7bc5-e70a-41b8-8232-b828e77ac354 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.842800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.889696 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.891168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:12.891800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.904524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7bc5-e70a-41b8-8232-b828e77ac354 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:12.964018 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:18:12Z', 'revision_number': 6, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:12.966526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-751d7bc5-e70a-41b8-8232-b828e77ac354 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.971095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-751d7bc5-e70a-41b8-8232-b828e77ac354 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6052008 Oct 19 01:18:12.973794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58978) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:12.977496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] For port fc3f9a71-653e-46f7-a885-3ef5a553a9cc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:12.977863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:12.993159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6da23852-44dd-4c32-8b6c-75d8a45ede85 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:13.024126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Calling delete_port for fc3f9a71-653e-46f7-a885-3ef5a553a9cc owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:13.049262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18289e-fa6d-4767-8f45-df4cb7e337b0 req-64fad141-8194-4d8c-adfb-210b6a5de4f1 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:13.053554 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbba30-2853-45a6-9702-c6051f06a63f None None] The sync data for ids ['3790a679-9eee-4bc2-bab3-d72e049c7f23'] in n-d-789963-20 is: [{'id': '3790a679-9eee-4bc2-bab3-d72e049c7f23', 'name': 'tempest-FloatingIPsTestJSON-27461007-router', 'tenant_id': 'd4008fdd40dd4251af4d055f78fff788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:17:30Z', 'updated_at': '2021-10-19T01:18:12Z', 'revision_number': 6, 'project_id': 'd4008fdd40dd4251af4d055f78fff788', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:13.059421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c18289e-fa6d-4767-8f45-df4cb7e337b0 req-64fad141-8194-4d8c-adfb-210b6a5de4f1 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 946 time: 0.1615005 Oct 19 01:18:13.064269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a56597e0-3dee-40c2-9e8a-fdef2c6227da,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:13.078255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:13.124024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d443ae-bc94-4e41-bd40-4b7cea92b772,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:13.165163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9b622022-c55c-4da0-bc90-544976e691a9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9120162 Oct 19 01:18:13.165450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58984) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:13.180230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Request body: {'subnet': {'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1840335479-subnet', 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:13.227548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da23852-44dd-4c32-8b6c-75d8a45ede85 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.234662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:13.236980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.282168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58986) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:13.333464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c18289e-fa6d-4767-8f45-df4cb7e337b0 req-b1b53d91-a677-4971-bf8e-ac1c79151995 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720304 Oct 19 01:18:13.422057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-network', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:13.465033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Made reservation on behalf of f34b09f717674721922d3c3fc54143cc for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:13.480804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.504009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.629540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.645715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.674085 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70b30366-4c02-40ec-9485-0647f9899323 req-8f5cb121-f63d-471b-bfa4-69bbc7fd97e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0836887 Oct 19 01:18:13.678070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:13.684804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c503a26-fbb8-405f-a029-b9bb0f3118ea,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:13.696703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.697100 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Added segment 649de0d8-97d4-42c4-a0cb-0adbb53fdfdd of type vlan for network e69084b0-326e-4c45-910f-c723cee4dc58 Oct 19 01:18:13.783669 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da23852-44dd-4c32-8b6c-75d8a45ede85 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.793821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.804433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da23852-44dd-4c32-8b6c-75d8a45ede85 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.878153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.879188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:13.882397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:13.884488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e9301089-bdd9-4d67-9b15-d2b2027f1c12 req-d694ca0d-0981-4eec-af63-70278abd8290 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.1065524 Oct 19 01:18:13.952467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da23852-44dd-4c32-8b6c-75d8a45ede85 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599281e9-31b9-405b-841c-da608a836a70,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.013070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7243984 Oct 19 01:18:14.014792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59018) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:14.026580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Request body: {'subnet': {'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-subnet', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:14.035043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c74105-df38-4156-998c-2e9e4818c2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e69084b0-326e-4c45-910f-c723cee4dc58,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.067170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e69084b0-326e-4c45-910f-c723cee4dc58 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:14.099062 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.105055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Made reservation on behalf of f34b09f717674721922d3c3fc54143cc for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:14.114562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.116449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da23852-44dd-4c32-8b6c-75d8a45ede85 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.121005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6da23852-44dd-4c32-8b6c-75d8a45ede85 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1422524 Oct 19 01:18:14.121005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.126312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59032) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:14.414851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-da2a7d31-9420-4031-9d80-898fa093b08f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:14.420112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c142c0-9a65-4777-8287-f98894591b66,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.431730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.469332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 52c4a8a3-0e9c-4345-b541-ffa14553dddb no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:14.496761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d269e-4328-4e73-96d9-57544e14d08c req-d05d89f9-3451-41e3-a0b1-585f11068dde tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:14.502048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 52c4a8a3-0e9c-4345-b541-ffa14553dddb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:14.502278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3f9a71-653e-46f7-a885-3ef5a553a9cc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.502397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 52c4a8a3-0e9c-4345-b541-ffa14553dddb not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:14.502793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fc3f9a71-653e-46f7-a885-3ef5a553a9cc no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:14.506589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949d269e-4328-4e73-96d9-57544e14d08c req-d05d89f9-3451-41e3-a0b1-585f11068dde tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1097 time: 0.1147523 Oct 19 01:18:14.528030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.590635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: fc3f9a71-653e-46f7-a885-3ef5a553a9cc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:14.591814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fc3f9a71-653e-46f7-a885-3ef5a553a9cc not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:14.592256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949d269e-4328-4e73-96d9-57544e14d08c req-c66d78c2-56e3-43d8-9171-4a9c8aa6e82d tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826085 Oct 19 01:18:14.612113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d98d6c-3474-436d-b0b9-1aa54a252ae9,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:14.624872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.628336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.644639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Checking segment: {'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:14.645411 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Network hostable DHCP agents. Network: e69084b0-326e-4c45-910f-c723cee4dc58, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:14.693391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Network e69084b0-326e-4c45-910f-c723cee4dc58 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:14.726428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e69084b0-326e-4c45-910f-c723cee4dc58) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:14.736586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ae19d-72e9-4702-8d17-7d442e78cedc None None] Network e69084b0-326e-4c45-910f-c723cee4dc58 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:14.743027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:14.743610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.773579 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d86e5d9d-c88a-4128-8db7-05e197460328 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7521236 Oct 19 01:18:14.777652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59058) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:14.778027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.778702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3790a679-9eee-4bc2-bab3-d72e049c7f23 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:18:14.784798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:14.796432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.797810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-999cefdb-3c2f-4150-8f5e-49577070447c admin admin] 10.222.0.64 "DELETE /v2.0/routers/3790a679-9eee-4bc2-bab3-d72e049c7f23 HTTP/1.1" status: 204 len: 168 time: 2.9078112 Oct 19 01:18:14.808627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59060) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:14.838609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f30f10-c077-4dd9-b2e1-56dad8b0daa4 req-1c4cf3ba-c9cf-4048-af2e-7ce1e6b4de20 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:14.840584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15f30f10-c077-4dd9-b2e1-56dad8b0daa4 req-1c4cf3ba-c9cf-4048-af2e-7ce1e6b4de20 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 946 time: 0.2804296 Oct 19 01:18:14.866274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:14.867014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Network hostable DHCP agents. Network: a56597e0-3dee-40c2-9e8a-fdef2c6227da, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:14.880582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.883698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.947709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da2a7d31-9420-4031-9d80-898fa093b08f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:14.999135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021d402d-f478-4115-b61c-d6f3c578e2dd None None] Network e69084b0-326e-4c45-910f-c723cee4dc58 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:15.051264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.111406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:15.121185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a56597e0-3dee-40c2-9e8a-fdef2c6227da) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:15.126521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:15.127169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.131697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] Deleting subnet dfaa3912-2c8e-4302-b2cf-02cdd24b6c11 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:18:15.141433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.154306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d12dd96-02cf-48bc-89a8-3add9c3a1068 None None] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:15.206335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15f30f10-c077-4dd9-b2e1-56dad8b0daa4 req-1ba0eb42-ef59-44e9-b54c-bb24b7eb4499 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345649 Oct 19 01:18:15.233815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-834edd6f-d4ad-4450-a649-70f1349ca390 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0560153 Oct 19 01:18:15.255871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.352575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da2a7d31-9420-4031-9d80-898fa093b08f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.379583 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da2a7d31-9420-4031-9d80-898fa093b08f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.430072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da2a7d31-9420-4031-9d80-898fa093b08f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.441968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-da2a7d31-9420-4031-9d80-898fa093b08f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1911764 Oct 19 01:18:15.445739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59082) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:15.469820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c6f78146-d741-45f1-91b8-d2a899f7200b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:15.521489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a7d31-9420-4031-9d80-898fa093b08f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fd9e82-3ee2-469f-b103-74724a89a031,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:15.573146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f8c22b2-78d4-4488-aa05-8d6d4c57a679 req-5859ed32-37ca-4e0c-b2b1-3ab13ce5b636 tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0862260 Oct 19 01:18:15.651784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1baf5-fcef-4a36-806b-10a7858c5966 None None] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:15.699661 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c6f78146-d741-45f1-91b8-d2a899f7200b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.722946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:15.954655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.047241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c6f78146-d741-45f1-91b8-d2a899f7200b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.054631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c6f78146-d741-45f1-91b8-d2a899f7200b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.072065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.135384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f78146-d741-45f1-91b8-d2a899f7200b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2886833-c99d-4006-b439-4f5b1d5d7fa0,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:16.158297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bea5e3-a0d5-4f99-a4b4-56ace61f9606 None None] Network a62f29f4-6f52-42f3-946c-60be52e10b5f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:16.158867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfaa3912-2c8e-4302-b2cf-02cdd24b6c11,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:16.174977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.188763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4fd91b30-76ae-49eb-8b33-b4fc8eddcfd5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dfaa3912-2c8e-4302-b2cf-02cdd24b6c11 HTTP/1.1" status: 204 len: 168 time: 1.3468974 Oct 19 01:18:16.191395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59124) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:16.209281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c6f78146-d741-45f1-91b8-d2a899f7200b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.213361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c6f78146-d741-45f1-91b8-d2a899f7200b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7486727 Oct 19 01:18:16.233424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59126) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:16.242304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3d1e62a5-8baa-4ecd-b268-dbcb0edecff5 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:16.293480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-3f12e256-33f3-4dd6-b33b-f8da5b4e88f4 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:18:16.294936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-3f12e256-33f3-4dd6-b33b-f8da5b4e88f4 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121198 Oct 19 01:18:16.345250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3d1e62a5-8baa-4ecd-b268-dbcb0edecff5 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.382361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-db9b4902-99fb-4f58-a545-bb8d4a8f0897 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.384182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-db9b4902-99fb-4f58-a545-bb8d4a8f0897 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.2365422 Oct 19 01:18:16.424175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-daaba0f1-9007-446e-9834-52fb0eaec178 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.0308886 Oct 19 01:18:16.471804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-1c558952-2eae-4e1e-9e8f-4e26d8290af4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413663 Oct 19 01:18:16.481783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3d1e62a5-8baa-4ecd-b268-dbcb0edecff5 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.495317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] DHCP port deletion for a62f29f4-6f52-42f3-946c-60be52e10b5f request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:18:16.533548 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.542095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-57c20bbb-600e-4cd8-9de6-885a1a6308d1 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:16.543774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-57c20bbb-600e-4cd8-9de6-885a1a6308d1 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 1094 time: 0.1819453 Oct 19 01:18:16.555523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Request body: {'binding': {'host': 'n-h2-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:16.556356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Unknown quota resources ['binding']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:18:16.559739 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.590619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-cbbe523d-c538-4963-a3a2-9aab668d45be service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068578 Oct 19 01:18:16.592032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3d1e62a5-8baa-4ecd-b268-dbcb0edecff5 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.606945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e62a5-8baa-4ecd-b268-dbcb0edecff5 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651e86d1-12fc-4b48-9426-cc77f7a97d8d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:16.618289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] Deleting port 82f08ca6-59d3-45b8-ba27-480bc5c27102 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:16.618954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.633895 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.706871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3d1e62a5-8baa-4ecd-b268-dbcb0edecff5 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.710822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3d1e62a5-8baa-4ecd-b268-dbcb0edecff5 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4730062 Oct 19 01:18:16.713104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59132) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:16.714563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] For port 82f08ca6-59d3-45b8-ba27-480bc5c27102, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=82f08ca6-59d3-45b8-ba27-480bc5c27102,segment=NetworkSegment(5a033bbb-cb3e-487f-8c21-e6179e101d0d),segment_id=5a033bbb-cb3e-487f-8c21-e6179e101d0d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:16.715105 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.720539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a45e3573-f0e2-47a7-9a32-e7317d53a997 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:16.731383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] Calling delete_port for 82f08ca6-59d3-45b8-ba27-480bc5c27102 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:16.765583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-c37fa2a7-2f4b-4e37-a5c7-d5110598677d service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603487 Oct 19 01:18:16.775648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a45e3573-f0e2-47a7-9a32-e7317d53a997 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.804815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Allocated IP 172.25.0.66 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d735ce49-c6c3-4856-aefb-c6facd44bfc5) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:16.862638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a45e3573-f0e2-47a7-9a32-e7317d53a997 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.868954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a45e3573-f0e2-47a7-9a32-e7317d53a997 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.886421 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.896466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e3573-f0e2-47a7-9a32-e7317d53a997 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d5fc26-bd65-46aa-807b-d452b3a23bdd,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:16.919395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a45e3573-f0e2-47a7-9a32-e7317d53a997 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.925257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a45e3573-f0e2-47a7-9a32-e7317d53a997 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2085927 Oct 19 01:18:16.927590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:16.931025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] Pushing event deleted for resources: {'Port': ['ID=82f08ca6-59d3-45b8-ba27-480bc5c27102,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:16.933540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43496f-f279-41d3-929f-327b2f68ab60 None None] No DVR routers for this DVR port 82f08ca6-59d3-45b8-ba27-480bc5c27102 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:16.969729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8747-134f-4e68-af07-f1c2a59fb05d tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.991732 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8747-134f-4e68-af07-f1c2a59fb05d tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:16.995430 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.047033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.056543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8747-134f-4e68-af07-f1c2a59fb05d tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.074301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8747-134f-4e68-af07-f1c2a59fb05d tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.080008 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cd2f8747-134f-4e68-af07-f1c2a59fb05d tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/32d5fc26-bd65-46aa-807b-d452b3a23bdd HTTP/1.1" status: 204 len: 168 time: 0.1510196 Oct 19 01:18:17.084665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59140) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.104394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f8747-134f-4e68-af07-f1c2a59fb05d tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32d5fc26-bd65-46aa-807b-d452b3a23bdd,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:17.118920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] The port '82f08ca6-59d3-45b8-ba27-480bc5c27102' was deleted {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 19 01:18:17.166437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eebfc028-33da-4cbb-ad82-f76d090ae51b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0805295 Oct 19 01:18:17.169991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59146) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.193090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:17.213478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-617fd0ff-a330-4c31-92ca-e6fc75083f82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.239295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-617fd0ff-a330-4c31-92ca-e6fc75083f82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.262828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.282016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80445d46-1719-4776-a844-5f01876ab27e req-35fcf4a3-9ef2-42c9-9ab3-9592374bf944 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:17.287905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62f29f4-6f52-42f3-946c-60be52e10b5f']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:17.290048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-80445d46-1719-4776-a844-5f01876ab27e req-35fcf4a3-9ef2-42c9-9ab3-9592374bf944 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 946 time: 0.0998328 Oct 19 01:18:17.300736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a033bbb-cb3e-487f-8c21-e6179e101d0d') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:17.301093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a033bbb-cb3e-487f-8c21-e6179e101d0d') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:17.311201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-617fd0ff-a330-4c31-92ca-e6fc75083f82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.314308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.320385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-617fd0ff-a330-4c31-92ca-e6fc75083f82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.321902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-617fd0ff-a330-4c31-92ca-e6fc75083f82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/651e86d1-12fc-4b48-9426-cc77f7a97d8d HTTP/1.1" status: 204 len: 168 time: 0.1490502 Oct 19 01:18:17.326950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.345262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.347630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd0ff-a330-4c31-92ca-e6fc75083f82 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=651e86d1-12fc-4b48-9426-cc77f7a97d8d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:17.354017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:17.354419 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:17.369921 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:17.374782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-80445d46-1719-4776-a844-5f01876ab27e req-75e7b819-3315-434b-beee-d394ea160e05 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819290 Oct 19 01:18:17.413749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:17.416136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:17.424715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-97ee7e70-37d5-44a1-9243-aa0133ff4bee tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0925176 Oct 19 01:18:17.425333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59160) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.484480 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b072753c-408b-4175-9afd-7783d49fd177 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.491543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Pushing event updated for resources: {'Port': ['ID=d735ce49-c6c3-4856-aefb-c6facd44bfc5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:17.514694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b072753c-408b-4175-9afd-7783d49fd177 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.534438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.538919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.544880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] 10.222.0.64 "DELETE /v2.0/networks/a62f29f4-6f52-42f3-946c-60be52e10b5f HTTP/1.1" status: 204 len: 168 time: 1.3491516 Oct 19 01:18:17.572237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b072753c-408b-4175-9afd-7783d49fd177 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.596842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b072753c-408b-4175-9afd-7783d49fd177 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.598160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b072753c-408b-4175-9afd-7783d49fd177 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d2886833-c99d-4006-b439-4f5b1d5d7fa0 HTTP/1.1" status: 204 len: 168 time: 0.1717718 Oct 19 01:18:17.602556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56ae0f02-0bed-47f6-97eb-c7d609daa20c req-d8615b01-f4b7-4438-b802-5cb84526f1de tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 210 time: 0.0454454 Oct 19 01:18:17.603226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59168) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.615326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072753c-408b-4175-9afd-7783d49fd177 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2886833-c99d-4006-b439-4f5b1d5d7fa0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:17.677014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6ea2995e-a856-46bd-910c-82cd421a3f78 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0680251 Oct 19 01:18:17.679575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59172) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.716662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1443caef-4c01-4670-9d0e-d22c5b3ef79c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.729636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1443caef-4c01-4670-9d0e-d22c5b3ef79c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.775611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cb629-31be-4462-a1e4-f8513516799c admin admin] Pushing event deleted for resources: {'Network': ['ID=a62f29f4-6f52-42f3-946c-60be52e10b5f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:17.798256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1443caef-4c01-4670-9d0e-d22c5b3ef79c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.814152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1443caef-4c01-4670-9d0e-d22c5b3ef79c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:17.815610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1443caef-4c01-4670-9d0e-d22c5b3ef79c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/37fd9e82-3ee2-469f-b103-74724a89a031 HTTP/1.1" status: 204 len: 168 time: 0.1349583 Oct 19 01:18:17.836827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59174) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.858909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59176) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.860179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443caef-4c01-4670-9d0e-d22c5b3ef79c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37fd9e82-3ee2-469f-b103-74724a89a031,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:17.885699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on host n-h2-789963-20 for vnic_type normal with profile None {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:17.886068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:17.886399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:17.954911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5643b6e9-9c02-447d-b90f-2a5b2b698e96 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1138167 Oct 19 01:18:17.968332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:17.999931 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10dd46eb-caf0-4b35-a138-86d3714d86e3 req-5903d5a9-03e9-45f8-828c-ab6cd05b3d54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=027d5b07dc0b46a5ac29941d25b2aada&device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0645869 Oct 19 01:18:18.007752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:18.008394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:18.030653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:18.031236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:18.031793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:18.032452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Bound port: 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:18.039127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c0e40fdb-c4cb-42b8-8a15-c05068acca81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4008fdd40dd4251af4d055f78fff788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791377 Oct 19 01:18:18.065330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59182) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:18.089331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0c650759-73a4-471f-8a16-5e61db9feb53 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.095159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10dd46eb-caf0-4b35-a138-86d3714d86e3 req-b6d1ccf7-650b-4172-a532-432302e9bfef service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=027d5b07dc0b46a5ac29941d25b2aada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820162 Oct 19 01:18:18.105844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.153639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0c650759-73a4-471f-8a16-5e61db9feb53 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.192521 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:18:18.412030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 82f08ca6-59d3-45b8-ba27-480bc5c27102 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:18.438446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 82f08ca6-59d3-45b8-ba27-480bc5c27102 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:18:18.439219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 82f08ca6-59d3-45b8-ba27-480bc5c27102 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:18:18.442349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 76678221-0c8b-4149-9bd9-4c4f3f25c6bb details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:18.470349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:18.479943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.492836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.494166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-46c91d32-1348-49bc-b76d-86ae0ba0ae73 service neutron] 10.222.0.64 "POST /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad/bindings HTTP/1.1" status: 201 len: 390 time: 1.9435701 Oct 19 01:18:18.565661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d790e0c7-d9cc-417d-8df2-76532902bc06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.635876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:18.664211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d790e0c7-d9cc-417d-8df2-76532902bc06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.665089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'mac_address': 'fa:16:3e:27:dd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:18.757836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cf0f303-d9a3-4198-97db-c7f480c59bc0 req-acc3228c-305d-44ba-b7a7-afb4abc7e57e tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.4976771 Oct 19 01:18:18.776900 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.787003 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0c650759-73a4-471f-8a16-5e61db9feb53 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.802249 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0c650759-73a4-471f-8a16-5e61db9feb53 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.813083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0c650759-73a4-471f-8a16-5e61db9feb53 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/599281e9-31b9-405b-841c-da608a836a70 HTTP/1.1" status: 204 len: 168 time: 0.8296731 Oct 19 01:18:18.817522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76678221-0c8b-4149-9bd9-4c4f3f25c6bb {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:18.818209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59206) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:18.858579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c650759-73a4-471f-8a16-5e61db9feb53 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=599281e9-31b9-405b-841c-da608a836a70,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:18.868892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:18:18.885734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:18.902700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.909005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd46eb-caf0-4b35-a138-86d3714d86e3 req-9bec3f0b-c10b-4560-85e1-92c40bf58043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:18.910551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10dd46eb-caf0-4b35-a138-86d3714d86e3 req-9bec3f0b-c10b-4560-85e1-92c40bf58043 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8033082 Oct 19 01:18:18.976175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f0c525b3-5b31-4a2b-8b5c-78c1c76c6cb7 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1398683 Oct 19 01:18:18.978272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:18.994491 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d790e0c7-d9cc-417d-8df2-76532902bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.997389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d790e0c7-d9cc-417d-8df2-76532902bc06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:18.999781 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d790e0c7-d9cc-417d-8df2-76532902bc06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e591770-26ad-484c-a1c6-9a9bbef56291 HTTP/1.1" status: 204 len: 168 time: 0.9329994 Oct 19 01:18:19.036587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca7eac-0f3b-4ae0-96d8-4b55856d63eb req-bdcae3b1-3782-4482-bac4-92b641651f81 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 210 time: 0.0861967 Oct 19 01:18:19.086593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['76678221-0c8b-4149-9bd9-4c4f3f25c6bb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:19.101791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790e0c7-d9cc-417d-8df2-76532902bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e591770-26ad-484c-a1c6-9a9bbef56291,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:19.283193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f644ca2e-f2b3-471c-82fd-6c575338fb21 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.295846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:19.306361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32180-51df-4273-a1c0-5e5a35d3bdba req-372eafdf-d57c-4bc2-9eae-3c2952daa4ed tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.319929 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddb32180-51df-4273-a1c0-5e5a35d3bdba req-372eafdf-d57c-4bc2-9eae-3c2952daa4ed tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.3423572 Oct 19 01:18:19.324177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-f622b723-795d-48e3-be8f-e762367ebac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.325916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-f622b723-795d-48e3-be8f-e762367ebac1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1097 time: 0.2516632 Oct 19 01:18:19.340361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-03371afc-360b-4733-9d6f-702819eff32c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.341951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-03371afc-360b-4733-9d6f-702819eff32c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.4651048 Oct 19 01:18:19.374343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:19.388575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddb32180-51df-4273-a1c0-5e5a35d3bdba req-9e1b55a5-552f-43d4-a615-49f7b8b1be30 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674376 Oct 19 01:18:19.416187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f644ca2e-f2b3-471c-82fd-6c575338fb21 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.551214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:19.573198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Sync routers for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:19.588158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.589395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a191eccf-9a48-4b9e-b892-9c6f1471cc97 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8108592 Oct 19 01:18:19.595392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:19.596049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:19.609743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59216) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:19.617693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-af636444-d025-4c95-9339-14fc9395ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.621519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-af636444-d025-4c95-9339-14fc9395ab05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.2420487 Oct 19 01:18:19.653015 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f644ca2e-f2b3-471c-82fd-6c575338fb21 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.658169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f644ca2e-f2b3-471c-82fd-6c575338fb21 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.661876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f644ca2e-f2b3-471c-82fd-6c575338fb21 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a HTTP/1.1" status: 204 len: 168 time: 0.6826730 Oct 19 01:18:19.676324 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:19.684890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59218) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:19.750278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-fb33b0f0-2631-432d-bd43-4ef45970acf8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 217 time: 0.1016841 Oct 19 01:18:19.751309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644ca2e-f2b3-471c-82fd-6c575338fb21 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08af8c-9c2e-49be-9ccf-ad9bd63ee67a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:19.806854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63b5a8-4e73-4d84-a42d-471027b214e0 req-b20545fa-4fd9-454c-bca2-7caa722c5b1c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.816342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d63b5a8-4e73-4d84-a42d-471027b214e0 req-b20545fa-4fd9-454c-bca2-7caa722c5b1c tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 945 time: 0.2627063 Oct 19 01:18:19.860627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4e5480ba-322c-420b-9400-b1dded51e099 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601655 Oct 19 01:18:19.860627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-cf9b0a26-3916-468a-91bd-bcfb6057e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:19.875204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-cf9b0a26-3916-468a-91bd-bcfb6057e731 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1109219 Oct 19 01:18:19.875771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59228) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:19.883077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1b084f4d-75d7-4fa1-9c12-6ceed2961d20 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102849421'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:19.968190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-5f10bb22-136c-44d8-8c01-e9c799ba089a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311573 Oct 19 01:18:19.978300 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b084f4d-75d7-4fa1-9c12-6ceed2961d20 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.016068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:20.026365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6dc3ec1-9635-4d29-b65d-edd0639b66b8 req-cedf1409-2ecb-49de-a8a0-cc716b92a15a tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.0913870 Oct 19 01:18:20.110043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:20.114187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.150988 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-1388748c-ce1d-4aa5-a8c3-9ab22a2a0c73 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702142 Oct 19 01:18:20.152659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d63b5a8-4e73-4d84-a42d-471027b214e0 req-386359e8-3ca7-47fc-b5b7-d37f353919ca tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353851 Oct 19 01:18:20.190593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ac5eb-7944-4a29-b098-29de5b22143f req-a24123ed-8a3c-4029-9a5d-fb09edbc1b8d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.192198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-358ac5eb-7944-4a29-b098-29de5b22143f req-a24123ed-8a3c-4029-9a5d-fb09edbc1b8d tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 945 time: 0.3449850 Oct 19 01:18:20.201829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b084f4d-75d7-4fa1-9c12-6ceed2961d20 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.215836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b084f4d-75d7-4fa1-9c12-6ceed2961d20 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.260839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b084f4d-75d7-4fa1-9c12-6ceed2961d20 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa453f6-b350-434e-a1a5-6ad126f15833,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:20.267818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b084f4d-75d7-4fa1-9c12-6ceed2961d20 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.269751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1b084f4d-75d7-4fa1-9c12-6ceed2961d20 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3927178 Oct 19 01:18:20.273895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59244) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:20.278519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1141c31b-a5c6-4103-a3af-43d95a27b7d0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': 'ffa453f6-b350-434e-a1a5-6ad126f15833', 'direction': 'ingress', 'protocol': 17}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:20.372747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1141c31b-a5c6-4103-a3af-43d95a27b7d0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.379272 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-8201e6db-eb82-4cae-8005-9762da87ef0a service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086074 Oct 19 01:18:20.458155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 76678221-0c8b-4149-9bd9-4c4f3f25c6bb details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:20.459362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10dd46eb-caf0-4b35-a138-86d3714d86e3 req-3f0e7a08-9365-421a-a43b-19476417c82b tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.1426213 Oct 19 01:18:20.464223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 76678221-0c8b-4149-9bd9-4c4f3f25c6bb no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:20.499839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7fb3bb64-2c1e-457d-84f2-3377ab7efbef req-070907d6-8c22-41a8-b619-61dd14b02416 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 210 time: 0.1802480 Oct 19 01:18:20.554317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1141c31b-a5c6-4103-a3af-43d95a27b7d0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.590450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1141c31b-a5c6-4103-a3af-43d95a27b7d0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.628392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141c31b-a5c6-4103-a3af-43d95a27b7d0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5e5805-8dd6-4dd6-9143-634912ecfbc4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:20.646027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351fd6-d901-482d-8007-70cd80e95ddb req-324e02cb-6dde-4443-9c12-c05014f98468 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:20.658079 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53351fd6-d901-482d-8007-70cd80e95ddb req-324e02cb-6dde-4443-9c12-c05014f98468 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.1075885 Oct 19 01:18:20.665272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1141c31b-a5c6-4103-a3af-43d95a27b7d0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.666413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1141c31b-a5c6-4103-a3af-43d95a27b7d0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3914089 Oct 19 01:18:20.672341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59256) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:20.765215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53351fd6-d901-482d-8007-70cd80e95ddb req-9f84966f-bad4-4a9b-a37f-0b9331f9197c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059461 Oct 19 01:18:20.778931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:18:20.797226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d8693e9-fcde-4659-8463-2eb2f10c3dbd tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.830203 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d8693e9-fcde-4659-8463-2eb2f10c3dbd tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.876429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.4 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/ed684672-13e3-47f3-a737-69cd823a1175) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:20.905038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.912148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d8693e9-fcde-4659-8463-2eb2f10c3dbd tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.922230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d8693e9-fcde-4659-8463-2eb2f10c3dbd tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.926206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7d8693e9-fcde-4659-8463-2eb2f10c3dbd tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/ffa453f6-b350-434e-a1a5-6ad126f15833 HTTP/1.1" status: 204 len: 168 time: 0.2520633 Oct 19 01:18:20.928191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59260) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:20.929056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Deleting port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:20.929404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:20.931047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:20.979576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8693e9-fcde-4659-8463-2eb2f10c3dbd tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa453f6-b350-434e-a1a5-6ad126f15833,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:21.038319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:17Z', 'revision_number': 3, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:21.039178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a6580709-873f-4607-a4d6-02795a87bd8c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993693 Oct 19 01:18:21.042671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59266) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:21.055825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8ae729dc-bced-4ca3-8eb5-0813b9b93a01 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--811202942'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:21.125555 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ae729dc-bced-4ca3-8eb5-0813b9b93a01 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.284717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:21.289994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ae729dc-bced-4ca3-8eb5-0813b9b93a01 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.302888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'network_id': 'bfe2b3f7-df60-4f12-a833-0d1a64149a3f', 'port_id': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'mac_address': 'fa:16:3e:27:dd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940ab77a-0a42-442b-9bc5-4281aeec198d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:21.305849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Checking router: c98dcd98-c6e1-4ec1-a6fb-a621594591a0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:21.306544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Updating router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 port d735ce49-c6c3-4856-aefb-c6facd44bfc5 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:18:21.306776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-991382411-network', 'tenant_id': 'a82c95f578404481bc23aa529123a68a'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:21.313599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 76678221-0c8b-4149-9bd9-4c4f3f25c6bb {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:21.351377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ae729dc-bced-4ca3-8eb5-0813b9b93a01 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.368059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:21.371748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.398782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.443878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae729dc-bced-4ca3-8eb5-0813b9b93a01 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54b437-f3ce-49b0-b949-fd34ceffb479,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:21.485180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8551fe-743a-43d6-9583-7f9d0c6a62ab req-5d12b7a6-2be1-490a-b89c-010f7ed3cbdb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:21.493958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d8551fe-743a-43d6-9583-7f9d0c6a62ab req-5d12b7a6-2be1-490a-b89c-010f7ed3cbdb tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 945 time: 0.1968424 Oct 19 01:18:21.504051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Made reservation on behalf of a82c95f578404481bc23aa529123a68a for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:21.507105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.516823 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ae729dc-bced-4ca3-8eb5-0813b9b93a01 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.520830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:21.521197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8ae729dc-bced-4ca3-8eb5-0813b9b93a01 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4761908 Oct 19 01:18:21.522092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:21.546486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2aef8445-84af-4e81-8657-b7f0651d580f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--504608688'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:21.554611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.597020 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d8551fe-743a-43d6-9583-7f9d0c6a62ab req-06b610d2-651e-42a5-82dc-f418c0f510cf tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016698 Oct 19 01:18:21.689445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aef8445-84af-4e81-8657-b7f0651d580f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.728627 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.746379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.798138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:21.828384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.828847 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Added segment 423a3878-1d6d-4f4c-ad7c-e81110b9c252 of type vlan for network ed7267dd-1049-4d28-9ffb-534d56f71591 Oct 19 01:18:21.832132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e53b07a-934c-4b22-a6d8-93fdecb1e7de,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:21.901979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aef8445-84af-4e81-8657-b7f0651d580f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.919510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aef8445-84af-4e81-8657-b7f0651d580f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.924361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:21.925161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0c01fe16-1d36-4218-87bd-92b3faa0d8c2 req-731365fc-46e5-4baf-aed8-6a36579f6f7b tempest-ServerShowV254Test-1824566696 tempest-ServerShowV254Test-1824566696-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e940d29-461b-4c6c-bac4-9f506064899a HTTP/1.1" status: 200 len: 210 time: 0.1147482 Oct 19 01:18:21.969073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd3b859-aacf-4ec2-8f2b-026d02ded33e req-278aa4d4-f6b8-42c7-94e6-37c2520eb621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 210 time: 0.0775757 Oct 19 01:18:22.018514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aef8445-84af-4e81-8657-b7f0651d580f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.019809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2aef8445-84af-4e81-8657-b7f0651d580f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4800651 Oct 19 01:18:22.025212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59288) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:22.030927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-af83a7a4-6656-450b-9151-f944d99568cf tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': 'ff54b437-f3ce-49b0-b949-fd34ceffb479', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '18b758a7-0912-4917-99d8-f7aa70174a5c', 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:22.037913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef8445-84af-4e81-8657-b7f0651d580f tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b758a7-0912-4917-99d8-f7aa70174a5c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.051964 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.057105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:22.057602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.137023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.153314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.168512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2299061 Oct 19 01:18:22.169033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59290) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:22.174996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Request body: {'subnet': {'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-subnet', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:22.180511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4f457-c8a9-4120-b755-2065ebd4589c admin admin] Pushing event updated for resources: {'Network': ['ID=ed7267dd-1049-4d28-9ffb-534d56f71591,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.189960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af83a7a4-6656-450b-9151-f944d99568cf tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.223840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network ed7267dd-1049-4d28-9ffb-534d56f71591 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:22.231110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Made reservation on behalf of a82c95f578404481bc23aa529123a68a for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:22.234183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.267808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9462ba-55e4-47b7-b50f-32dd74b289e9 None None] Pushing event updated for resources: {'Port': ['ID=d735ce49-c6c3-4856-aefb-c6facd44bfc5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.350293 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.353212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af83a7a4-6656-450b-9151-f944d99568cf tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.365588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af83a7a4-6656-450b-9151-f944d99568cf tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.394949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83a7a4-6656-450b-9151-f944d99568cf tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94f813f-d4c7-4c6e-93b9-2bcab7e682eb,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.427068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af83a7a4-6656-450b-9151-f944d99568cf tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.428436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-af83a7a4-6656-450b-9151-f944d99568cf tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4022374 Oct 19 01:18:22.433517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59292) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:22.442786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Attempting to bind port d735ce49-c6c3-4856-aefb-c6facd44bfc5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:22.447152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Attempting to bind port d735ce49-c6c3-4856-aefb-c6facd44bfc5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:22.448049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Attempting to bind port d735ce49-c6c3-4856-aefb-c6facd44bfc5 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:22.470411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:22.470982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:22.471663 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.472244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.472779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:22.474764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Bound port: d735ce49-c6c3-4856-aefb-c6facd44bfc5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:22.475297 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.497430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-362b1852-c6c1-4d50-aab8-80bb41ed28c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.517949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-362b1852-c6c1-4d50-aab8-80bb41ed28c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.536344 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.565978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:22.590489 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-362b1852-c6c1-4d50-aab8-80bb41ed28c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.596120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=ed684672-13e3-47f3-a737-69cd823a1175,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.600345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:22.601035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] For port d735ce49-c6c3-4856-aefb-c6facd44bfc5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:22.604212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-362b1852-c6c1-4d50-aab8-80bb41ed28c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.605410 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-362b1852-c6c1-4d50-aab8-80bb41ed28c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c94f813f-d4c7-4c6e-93b9-2bcab7e682eb HTTP/1.1" status: 204 len: 168 time: 0.1710236 Oct 19 01:18:22.608350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59294) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:22.610696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] For port d735ce49-c6c3-4856-aefb-c6facd44bfc5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d735ce49-c6c3-4856-aefb-c6facd44bfc5,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:22.617557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:22.629400 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.639664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b1852-c6c1-4d50-aab8-80bb41ed28c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c94f813f-d4c7-4c6e-93b9-2bcab7e682eb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.673735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b39b01c-6ad0-48bb-a4e6-638908840460,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.681005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Checking segment: {'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:22.681260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Network hostable DHCP agents. Network: ed7267dd-1049-4d28-9ffb-534d56f71591, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:22.692514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:22.693668 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.715236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-76fd0ac3-b47d-4d78-9985-167b8ccffe8e tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1024964 Oct 19 01:18:22.729531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba80b8-92e3-45a4-b9fe-e69ffd8ae223 req-0d7f6f5a-1b87-4e21-8bdb-069f6f8bab83 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:22.731277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8ba80b8-92e3-45a4-b9fe-e69ffd8ae223 req-0d7f6f5a-1b87-4e21-8bdb-069f6f8bab83 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.6413975 Oct 19 01:18:22.740647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-62f1b294-243f-46d8-8b9d-e6916f127746 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3769624 Oct 19 01:18:22.740884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59298) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:22.742467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] For port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,segment=NetworkSegment(5d678f74-9e7a-4752-ab35-ef4cab0726fd),segment_id=5d678f74-9e7a-4752-ab35-ef4cab0726fd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:22.742840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.770097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:22.771002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:22.800050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Request body: {'port': {'device_id': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:22.830359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9462ba-55e4-47b7-b50f-32dd74b289e9 None None] Pushing event updated for resources: {'Port': ['ID=d735ce49-c6c3-4856-aefb-c6facd44bfc5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:22.837215 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8ba80b8-92e3-45a4-b9fe-e69ffd8ae223 req-bc8c9f84-71b1-4b77-aeef-0097cefa3169 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909665 Oct 19 01:18:22.850165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Calling delete_port for 76678221-0c8b-4149-9bd9-4c4f3f25c6bb owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:22.891771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:22.925234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:22.928233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Network ed7267dd-1049-4d28-9ffb-534d56f71591 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:23.007824 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.013678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, ed7267dd-1049-4d28-9ffb-534d56f71591) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:23.038816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80780f8f-be0e-4cf0-a075-0cc634ef0e63 None None] Network ed7267dd-1049-4d28-9ffb-534d56f71591 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:23.055569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:23.067437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.171902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111666f-3d6a-4ca0-903b-37f131135c05 req-4596b319-5b74-45e5-b6f0-84617bfa5847 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:23.173828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3111666f-3d6a-4ca0-903b-37f131135c05 req-4596b319-5b74-45e5-b6f0-84617bfa5847 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 944 time: 0.3778374 Oct 19 01:18:23.175583 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a96e99e5-af07-4ac2-8b9f-1bada70e0309 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.208850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a96e99e5-af07-4ac2-8b9f-1bada70e0309 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.261825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0fde332-ee60-4b97-9ad9-f72fb12d037b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0912068 Oct 19 01:18:23.265361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59316) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:23.270880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:23.302649 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a96e99e5-af07-4ac2-8b9f-1bada70e0309 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.306054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a96e99e5-af07-4ac2-8b9f-1bada70e0309 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.309507 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a96e99e5-af07-4ac2-8b9f-1bada70e0309 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/18b758a7-0912-4917-99d8-f7aa70174a5c HTTP/1.1" status: 204 len: 168 time: 0.5654206 Oct 19 01:18:23.312551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59318) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:23.355972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e99e5-af07-4ac2-8b9f-1bada70e0309 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b758a7-0912-4917-99d8-f7aa70174a5c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:23.386636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3111666f-3d6a-4ca0-903b-37f131135c05 req-f5891ed7-0cf5-439b-a061-1d22ee045490 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/security-groups?id=f6378835-32e1-4c8f-9027-86429f67aec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235464 Oct 19 01:18:23.413975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.417130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.440878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Allocated IP 172.20.0.1 (e69084b0-326e-4c45-910f-c723cee4dc58/f0d98d6c-3474-436d-b0b9-1aa54a252ae9/a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:23.540696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59322) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:23.548454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.569273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea322-f6f4-4eb7-85ca-673b71355d65 req-bbdf7c6d-034b-42aa-b4cf-e0281b96c47d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:23.570759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-958ea322-f6f4-4eb7-85ca-673b71355d65 req-bbdf7c6d-034b-42aa-b4cf-e0281b96c47d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 931 time: 0.3851240 Oct 19 01:18:23.712484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:17Z', 'revision_number': 3, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:23.742156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce764e-e0c5-4117-8c4b-0219a338723f None None] The sync data for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 is: [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:17Z', 'revision_number': 3, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:23.743781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-ed7267dd-1049-4d28-9ffb-534d56f71591', 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'fixed_ips': [{'subnet_id': '1b39b01c-6ad0-48bb-a4e6-638908840460'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:18:23.744665 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.828781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.915525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-958ea322-f6f4-4eb7-85ca-673b71355d65 req-a3fa7b0d-de5e-4df5-a63d-e0596afbdbc0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325784 Oct 19 01:18:23.961491 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50a873fb-6e8c-44a7-9ec6-c8aab1a5f095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:23.974626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Pushing event deleted for resources: {'Port': ['ID=76678221-0c8b-4149-9bd9-4c4f3f25c6bb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:24.041632 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.083292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e7fb0983-2a01-4442-8e13-c2abc8475238 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7627897 Oct 19 01:18:24.086493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.089855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:24.159077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Allocated IP 172.20.0.2 (ed7267dd-1049-4d28-9ffb-534d56f71591/1b39b01c-6ad0-48bb-a4e6-638908840460/938a4fa1-1f54-480c-bd64-e0401338c9c6) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:24.193639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.449317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b03368-fe7a-4291-9cd3-04f7414f42d8 req-2484437e-1c30-4843-9496-2691ecebef75 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:24.459893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32b03368-fe7a-4291-9cd3-04f7414f42d8 req-2484437e-1c30-4843-9496-2691ecebef75 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.3892043 Oct 19 01:18:24.535456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a97a22da-3102-4fc4-b09c-d53bdbbc67c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.538323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Network e69084b0-326e-4c45-910f-c723cee4dc58 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:24.545107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] No DVR routers for this DVR port 76678221-0c8b-4149-9bd9-4c4f3f25c6bb on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:24.600412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d735ce49-c6c3-4856-aefb-c6facd44bfc5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:24.615262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.630486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.638031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-358ac5eb-7944-4a29-b098-29de5b22143f req-ebfc113e-f02b-4cad-8aba-e246bcb52124 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.62 "DELETE /v2.0/ports/76678221-0c8b-4149-9bd9-4c4f3f25c6bb HTTP/1.1" status: 204 len: 173 time: 4.3182812 Oct 19 01:18:24.687656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d707164-7725-4335-a142-c034b03b1626', 'name': 'network-vif-deleted', 'tag': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:24.692263 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.695190 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52816be-23d0-4d0d-affc-9752061585d7" -d '{"events": [{"server_uuid": "7d707164-7725-4335-a142-c034b03b1626", "name": "network-vif-deleted", "tag": "76678221-0c8b-4149-9bd9-4c4f3f25c6bb"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:24.703890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:24.722633 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32b03368-fe7a-4291-9cd3-04f7414f42d8 req-805e15e4-2d06-4e23-9270-c02ef26031ae tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617378 Oct 19 01:18:24.737721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a97a22da-3102-4fc4-b09c-d53bdbbc67c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.818651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:24.823228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e9af070-cbe8-4436-a3d9-62fb47bfcbdc req-8ebe65b8-dea7-4466-a033-b0d94f6d4bf9 tempest-ImagesTestJSON-1074172125 tempest-ImagesTestJSON-1074172125-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d707164-7725-4335-a142-c034b03b1626 HTTP/1.1" status: 200 len: 210 time: 0.2603796 Oct 19 01:18:24.836911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Pushing event updated for resources: {'Port': ['ID=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:24.860505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a97a22da-3102-4fc4-b09c-d53bdbbc67c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.869270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Network ed7267dd-1049-4d28-9ffb-534d56f71591 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:24.876577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a97a22da-3102-4fc4-b09c-d53bdbbc67c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:24.877836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a97a22da-3102-4fc4-b09c-d53bdbbc67c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/ff54b437-f3ce-49b0-b949-fd34ceffb479 HTTP/1.1" status: 204 len: 168 time: 0.7547388 Oct 19 01:18:24.883082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:24.886088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:24.892905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:24.910561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Pushing event updated for resources: {'Port': ['ID=938a4fa1-1f54-480c-bd64-e0401338c9c6,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:24.934666 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b55fbc-f8a7-41c3-897d-8fee0261c081 x-openstack-request-id: req-29b55fbc-f8a7-41c3-897d-8fee0261c081 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:24.940398 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d707164-7725-4335-a142-c034b03b1626", "name": "network-vif-deleted", "tag": "76678221-0c8b-4149-9bd9-4c4f3f25c6bb", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:24.940788 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29b55fbc-f8a7-41c3-897d-8fee0261c081 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:24.941087 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d707164-7725-4335-a142-c034b03b1626', 'name': 'network-vif-deleted', 'tag': '76678221-0c8b-4149-9bd9-4c4f3f25c6bb', 'status': 'completed', 'code': 200} Oct 19 01:18:24.954120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed684672-13e3-47f3-a737-69cd823a1175 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:25.019534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.054285 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.070991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Attempting to bind port 938a4fa1-1f54-480c-bd64-e0401338c9c6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:25.071926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Attempting to bind port 938a4fa1-1f54-480c-bd64-e0401338c9c6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:25.072654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Attempting to bind port 938a4fa1-1f54-480c-bd64-e0401338c9c6 on network ed7267dd-1049-4d28-9ffb-534d56f71591 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:25.074181 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-479061d5-b4ac-4a53-911a-62e4238f040a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1890624 Oct 19 01:18:25.078600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a22da-3102-4fc4-b09c-d53bdbbc67c9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54b437-f3ce-49b0-b949-fd34ceffb479,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:25.080196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59352) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:25.080607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:25.081383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Checking segment: {'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:25.082675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.083319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Bound using segment: {'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:25.084090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Bound port: 938a4fa1-1f54-480c-bd64-e0401338c9c6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:25.085211 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.088227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d735ce49-c6c3-4856-aefb-c6facd44bfc5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:25.088707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.106849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3184e3cb-e6df-467c-9eb7-bca472c8b669 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996916391'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:25.128817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Transition to ACTIVE for port object ed684672-13e3-47f3-a737-69cd823a1175 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:25.189686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3184e3cb-e6df-467c-9eb7-bca472c8b669 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.400606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50a873fb-6e8c-44a7-9ec6-c8aab1a5f095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.407849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.465301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50a873fb-6e8c-44a7-9ec6-c8aab1a5f095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.478092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=ed684672-13e3-47f3-a737-69cd823a1175,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:25.524122 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.539946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a873fb-6e8c-44a7-9ec6-c8aab1a5f095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3e64a8-795c-457c-8b87-449a5dfcf712,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:25.557546 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.567807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475bfd2-c83a-4a7d-a133-6841edf22f8b req-39c83968-3664-458e-bbd7-985f6f7095b0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:25.577009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0475bfd2-c83a-4a7d-a133-6841edf22f8b req-39c83968-3664-458e-bbd7-985f6f7095b0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 931 time: 0.5471275 Oct 19 01:18:25.597717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port d735ce49-c6c3-4856-aefb-c6facd44bfc5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d735ce49-c6c3-4856-aefb-c6facd44bfc5,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:25.602822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.616812 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.626232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] For port 938a4fa1-1f54-480c-bd64-e0401338c9c6, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:25.630421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] For port 938a4fa1-1f54-480c-bd64-e0401338c9c6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=938a4fa1-1f54-480c-bd64-e0401338c9c6,segment=NetworkSegment(423a3878-1d6d-4f4c-ad7c-e81110b9c252),segment_id=423a3878-1d6d-4f4c-ad7c-e81110b9c252)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:25.674508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0475bfd2-c83a-4a7d-a133-6841edf22f8b req-7b5bddd9-9d3c-4deb-8996-5d4dbd872afb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917232 Oct 19 01:18:25.688978 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.721685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50a873fb-6e8c-44a7-9ec6-c8aab1a5f095 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=027d5b07dc0b46a5ac29941d25b2aada&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1785238 Oct 19 01:18:25.726030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59364) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:25.786771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=d735ce49-c6c3-4856-aefb-c6facd44bfc5,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:25.883739 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d38713a-0a43-4131-a6fe-7093f239e201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.897092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcff6d-fad1-4cc0-959f-22c9cff12e25 None None] Pushing event updated for resources: {'Port': ['ID=938a4fa1-1f54-480c-bd64-e0401338c9c6,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:25.909564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3184e3cb-e6df-467c-9eb7-bca472c8b669 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:25.933074 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3184e3cb-e6df-467c-9eb7-bca472c8b669 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.054213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Allocated IP 172.25.0.198 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/450820fd-6ea3-4977-8f57-40cfa0d85bee) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:26.122186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.171637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d38713a-0a43-4131-a6fe-7093f239e201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.221959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3184e3cb-e6df-467c-9eb7-bca472c8b669 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.226513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3184e3cb-e6df-467c-9eb7-bca472c8b669 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1362174 Oct 19 01:18:26.241457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59384) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:26.276638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-72d7ca57-238f-4b56-8adf-61713a6f0bf9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': 'f1ea5b9b-237e-45dc-8518-22995c15bec4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:26.295964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184e3cb-e6df-467c-9eb7-bca472c8b669 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea5b9b-237e-45dc-8518-22995c15bec4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:26.375866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e4fb8-981a-4cc9-979c-7eba2a84af07 req-7438166b-4012-4423-a144-c000f51b503d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:26.393114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a80e4fb8-981a-4cc9-979c-7eba2a84af07 req-7438166b-4012-4423-a144-c000f51b503d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.4887793 Oct 19 01:18:26.455542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72d7ca57-238f-4b56-8adf-61713a6f0bf9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.558997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a80e4fb8-981a-4cc9-979c-7eba2a84af07 req-b2c0a1da-90fd-4aeb-8685-977aac693814 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520956 Oct 19 01:18:26.571422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Attempting to bind port ed684672-13e3-47f3-a737-69cd823a1175 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:26.573827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Attempting to bind port ed684672-13e3-47f3-a737-69cd823a1175 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:26.577819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.578441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Attempting to bind port ed684672-13e3-47f3-a737-69cd823a1175 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:26.603811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Port ed684672-13e3-47f3-a737-69cd823a1175 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:26.605585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Attempting to bind port ed684672-13e3-47f3-a737-69cd823a1175 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:26.625228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:26.625525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:26.627387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:26.628216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Bound port: ed684672-13e3-47f3-a737-69cd823a1175, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:26.629613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.659925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.686782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d735ce49-c6c3-4856-aefb-c6facd44bfc5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:26.721420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72d7ca57-238f-4b56-8adf-61713a6f0bf9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.752525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:26.758829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:26.763624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72d7ca57-238f-4b56-8adf-61713a6f0bf9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.773509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d38713a-0a43-4131-a6fe-7093f239e201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.781624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:26.783343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d38713a-0a43-4131-a6fe-7093f239e201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.785159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4d38713a-0a43-4131-a6fe-7093f239e201 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d3e64a8-795c-457c-8b87-449a5dfcf712 HTTP/1.1" status: 204 len: 168 time: 1.0549190 Oct 19 01:18:26.801921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59414) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:26.850596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d735ce49-c6c3-4856-aefb-c6facd44bfc5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:26.851258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.880720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Pushing event updated for resources: {'Port': ['ID=450820fd-6ea3-4977-8f57-40cfa0d85bee,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:26.889081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7ca57-238f-4b56-8adf-61713a6f0bf9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08132c05-a555-42c2-bc36-79106173b55c,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:26.955962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72d7ca57-238f-4b56-8adf-61713a6f0bf9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:26.960007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-72d7ca57-238f-4b56-8adf-61713a6f0bf9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7133851 Oct 19 01:18:26.991962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59418) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:27.030687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 938a4fa1-1f54-480c-bd64-e0401338c9c6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:27.145821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c86822cb-4ac2-40bf-b9af-1bb847227eb6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.154529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38713a-0a43-4131-a6fe-7093f239e201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3e64a8-795c-457c-8b87-449a5dfcf712,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:27.219539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 938a4fa1-1f54-480c-bd64-e0401338c9c6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:27.220534 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.228919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c86822cb-4ac2-40bf-b9af-1bb847227eb6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.309329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] Deleting subnet 940ab77a-0a42-442b-9bc5-4281aeec198d {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:18:27.311085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c86822cb-4ac2-40bf-b9af-1bb847227eb6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.324747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.329781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c86822cb-4ac2-40bf-b9af-1bb847227eb6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.333271 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c86822cb-4ac2-40bf-b9af-1bb847227eb6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/08132c05-a555-42c2-bc36-79106173b55c HTTP/1.1" status: 204 len: 168 time: 0.3330054 Oct 19 01:18:27.342403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59424) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:27.403612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.450583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86822cb-4ac2-40bf-b9af-1bb847227eb6 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08132c05-a555-42c2-bc36-79106173b55c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:27.456330 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.525468 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.567147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 938a4fa1-1f54-480c-bd64-e0401338c9c6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=938a4fa1-1f54-480c-bd64-e0401338c9c6,segment=NetworkSegment(423a3878-1d6d-4f4c-ad7c-e81110b9c252),segment_id=423a3878-1d6d-4f4c-ad7c-e81110b9c252)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:27.573711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d5cc711b-dfc9-4ce5-b011-88d810da9617 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2286129 Oct 19 01:18:27.583338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.602801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59440) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:27.734405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=938a4fa1-1f54-480c-bd64-e0401338c9c6,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:27.744913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273d4f-4113-40a4-b022-9de50a736800 req-61423d98-e905-4496-b443-04d369a1f365 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:27.746510 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2273d4f-4113-40a4-b022-9de50a736800 req-61423d98-e905-4496-b443-04d369a1f365 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 943 time: 0.8815296 Oct 19 01:18:27.747520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.843766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d96af-853d-49cd-920b-80b6e0c54e49 None None] Network ed7267dd-1049-4d28-9ffb-534d56f71591 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:27.883090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:27.894265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] For port ed684672-13e3-47f3-a737-69cd823a1175, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:27.930923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] For port ed684672-13e3-47f3-a737-69cd823a1175, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ed684672-13e3-47f3-a737-69cd823a1175,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:27.968697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.018826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.039740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-43dc81fa-2f94-4db1-a3bd-0006ef5caaf6 None None] Provisioning complete for port 938a4fa1-1f54-480c-bd64-e0401338c9c6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:28.043483 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-43dc81fa-2f94-4db1-a3bd-0006ef5caaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.056371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.198818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.203245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.204930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] 10.222.0.74 "PUT /v2.0/ports/ed684672-13e3-47f3-a737-69cd823a1175 HTTP/1.1" status: 200 len: 1092 time: 5.4111741 Oct 19 01:18:28.209702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940ab77a-0a42-442b-9bc5-4281aeec198d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:28.269600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.273259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8372f9a-e0fb-4c58-8f41-0d39b15c1dd1 req-4f3b775e-ea6f-4b6b-a310-a2071efa4a28 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.277841 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3b02de48-6b6e-41f6-ba06-16cc27f35869 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/940ab77a-0a42-442b-9bc5-4281aeec198d HTTP/1.1" status: 204 len: 168 time: 1.4215660 Oct 19 01:18:28.278545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'tag': 'ed684672-13e3-47f3-a737-69cd823a1175'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:28.283101 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8372f9a-e0fb-4c58-8f41-0d39b15c1dd1 req-4f3b775e-ea6f-4b6b-a310-a2071efa4a28 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.4990785 Oct 19 01:18:28.289335 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866647f5-42dc-46ce-a1a8-89e7a033cfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5a9b29-759b-49ae-a804-ce99ee9509a7", "tag": "ed684672-13e3-47f3-a737-69cd823a1175"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:28.291629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59454) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:28.323669 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.369327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2273d4f-4113-40a4-b022-9de50a736800 req-f695716f-8b72-47e6-871a-d2e7b93488a4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070533 Oct 19 01:18:28.462120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Pushing event updated for resources: {'Port': ['ID=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:28.469771 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f5aa0-8894-4a2c-82cb-d6c68806b1f1 x-openstack-request-id: req-6f1f5aa0-8894-4a2c-82cb-d6c68806b1f1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:28.470053 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5a9b29-759b-49ae-a804-ce99ee9509a7", "tag": "ed684672-13e3-47f3-a737-69cd823a1175", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:28.470299 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f1f5aa0-8894-4a2c-82cb-d6c68806b1f1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:28.470680 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'tag': 'ed684672-13e3-47f3-a737-69cd823a1175', 'status': 'completed', 'code': 200} Oct 19 01:18:28.542249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dcb01-1611-4dc4-87b0-c8829695ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=ed684672-13e3-47f3-a737-69cd823a1175,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:28.580351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 938a4fa1-1f54-480c-bd64-e0401338c9c6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:28.590091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-7a4f979e-fc8a-44e9-b8bf-2f511b265880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.592280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-7a4f979e-fc8a-44e9-b8bf-2f511b265880 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 1095 time: 0.2876825 Oct 19 01:18:28.602476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.604420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9e881c5-1308-4ae5-8585-dfc4540f4f44 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.680556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-93597a2d-9c06-42a2-b19c-618d9d4da80e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed684672-13e3-47f3-a737-69cd823a1175 HTTP/1.1" status: 200 len: 217 time: 0.0726337 Oct 19 01:18:28.688093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Network e69084b0-326e-4c45-910f-c723cee4dc58 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:28.745455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:28.746365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-fad043b5-3eb9-45cc-939e-fd2138606969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:28.748146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-fad043b5-3eb9-45cc-939e-fd2138606969 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.0589204 Oct 19 01:18:28.781515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 938a4fa1-1f54-480c-bd64-e0401338c9c6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:28.781893 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:28.871566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-4ddac6ce-4804-46c1-8e00-7c1038665f2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157827 Oct 19 01:18:29.101682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:29.120401 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-964cdfd2-cffb-4920-a277-a14070ef3182 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398176 Oct 19 01:18:29.475752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9e881c5-1308-4ae5-8585-dfc4540f4f44 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.510636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8372f9a-e0fb-4c58-8f41-0d39b15c1dd1 req-4e8a840f-f6e9-4da9-8d4f-8751c28ccf07 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2258687 Oct 19 01:18:29.531234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.572275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0d7b2672-3f09-48ed-bfec-61a01b8242e2 None None] Provisioning complete for port 938a4fa1-1f54-480c-bd64-e0401338c9c6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:29.572880 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0d7b2672-3f09-48ed-bfec-61a01b8242e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.699103 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9e881c5-1308-4ae5-8585-dfc4540f4f44 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.706091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9e881c5-1308-4ae5-8585-dfc4540f4f44 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:29.715391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b9e881c5-1308-4ae5-8585-dfc4540f4f44 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/f1ea5b9b-237e-45dc-8518-22995c15bec4 HTTP/1.1" status: 204 len: 168 time: 2.1129777 Oct 19 01:18:29.719222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59490) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:29.907039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e881c5-1308-4ae5-8585-dfc4540f4f44 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea5b9b-237e-45dc-8518-22995c15bec4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:29.950849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef1a56-0012-4642-9297-1d258b172ddd req-b605e88b-7b58-402e-8016-8a4e39632966 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:29.953175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2ef1a56-0012-4642-9297-1d258b172ddd req-b605e88b-7b58-402e-8016-8a4e39632966 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 943 time: 0.1799090 Oct 19 01:18:29.957713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-278eef20-ebb4-41df-93cf-a12a0dd6d97f req-c0924fa6-883a-419b-8aac-5b3ea8df6e5c service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267734 Oct 19 01:18:29.993831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:30.009919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cc2f0807-e47a-45e8-8255-ac3dc93793db admin admin] 10.222.0.64 "PUT /v2.0/routers/c98dcd98-c6e1-4ec1-a6fb-a621594591a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3982646 Oct 19 01:18:30.012923 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Sync routers for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:30.037813 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:30.041882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2ef1a56-0012-4642-9297-1d258b172ddd req-b923a553-8561-4169-a9bf-002476438736 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804310 Oct 19 01:18:30.043130 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.100986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-3401881d-c848-4385-be30-09406208689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:30.102547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-3401881d-c848-4385-be30-09406208689e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 1095 time: 0.0470130 Oct 19 01:18:30.144610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.207020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59504) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:30.208631 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-54af58c0-e7d0-43c4-b3a0-51ab02a9b6b1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4526999 Oct 19 01:18:30.214529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe2b3f7-df60-4f12-a833-0d1a64149a3f']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.215124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1d7e9dc8-e82a-4bf8-abda-0c0a9e05b8bb tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group': {'name': 'tempest-secgroup--656581790'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:30.247171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d678f74-9e7a-4752-ab35-ef4cab0726fd') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.247458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d678f74-9e7a-4752-ab35-ef4cab0726fd') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.254920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Router 02d8dd4d-0050-48f1-89df-8675f7456e55 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:18:30.271681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.346773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-5254dec7-15e1-4bbd-a822-e665991df9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:30.348751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-5254dec7-15e1-4bbd-a822-e665991df9e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.2372837 Oct 19 01:18:30.407790 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:30.495789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-7785ecdb-ba5a-44ea-b682-a9953d0f613c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed684672-13e3-47f3-a737-69cd823a1175 HTTP/1.1" status: 200 len: 217 time: 0.1330409 Oct 19 01:18:30.528347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:30.530902 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.539580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Sync routers for ids ['02d8dd4d-0050-48f1-89df-8675f7456e55'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:30.546288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:18:30.546694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.562866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Routers {'02d8dd4d-0050-48f1-89df-8675f7456e55'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:30.564409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d8dd4d-0050-48f1-89df-8675f7456e55'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:18:30.579075 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:18:30.647477 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9dc8-e82a-4bf8-abda-0c0a9e05b8bb tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.690454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.692153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9d29e92a-4608-41a1-9797-4a6830cded83 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4260557 Oct 19 01:18:30.704243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59518) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:30.770254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.786943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:30.801781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] 10.222.0.64 "DELETE /v2.0/networks/bfe2b3f7-df60-4f12-a833-0d1a64149a3f HTTP/1.1" status: 204 len: 168 time: 2.4953785 Oct 19 01:18:30.831940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be84717-63b3-4aa9-a595-3fbc364133bc admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe2b3f7-df60-4f12-a833-0d1a64149a3f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:30.950070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Set router 02d8dd4d-0050-48f1-89df-8675f7456e55 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:31.118197 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:26Z', 'revision_number': 2, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:31.149052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-dbf9ceae-c76d-4b33-a8ee-3d434867f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:31.155133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-dbf9ceae-c76d-4b33-a8ee-3d434867f435 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.6491947 Oct 19 01:18:31.195566 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Checking router: c98dcd98-c6e1-4ec1-a6fb-a621594591a0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:31.196539 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Updating router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:18:31.249738 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.265457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-fab2f0ca-4384-437a-aca7-9a937197f822 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980263 Oct 19 01:18:31.297531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9dc8-e82a-4bf8-abda-0c0a9e05b8bb tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.347421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9dc8-e82a-4bf8-abda-0c0a9e05b8bb tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.425516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-00622aa1-22d2-48a4-aa4c-1fa472aabb76 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:31.437523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-00622aa1-22d2-48a4-aa4c-1fa472aabb76 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 820 time: 0.2980833 Oct 19 01:18:31.440038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:18:27Z', 'revision_number': 3, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port': {'id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:25Z', 'updated_at': '2021-10-19T01:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:31.473497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e9dc8-e82a-4bf8-abda-0c0a9e05b8bb tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589ecf65-a6c3-4460-9b88-d7310be30985,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:31.473888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-5a564093-7e2b-4a33-8a04-00717a13147e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/quotas/f34b09f717674721922d3c3fc54143cc HTTP/1.1" status: 200 len: 375 time: 0.0297410 Oct 19 01:18:31.480460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9dc8-e82a-4bf8-abda-0c0a9e05b8bb tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.493803 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1d7e9dc8-e82a-4bf8-abda-0c0a9e05b8bb tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2843726 Oct 19 01:18:31.502318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59536) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:31.523904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Checking router: 02d8dd4d-0050-48f1-89df-8675f7456e55 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:31.525231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Updating router 02d8dd4d-0050-48f1-89df-8675f7456e55 port 450820fd-6ea3-4977-8f57-40cfa0d85bee binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:18:31.534616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-717bd01c-ff86-472b-8ba9-7c80bd6eb9e1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '589ecf65-a6c3-4460-9b88-d7310be30985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:31.579465 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:31.670047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd1d03-6935-4642-a764-9ce51f2ceae0 req-29525a8d-7f46-4a35-b259-9deecd6b4ede tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:31.683105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39cd1d03-6935-4642-a764-9ce51f2ceae0 req-29525a8d-7f46-4a35-b259-9deecd6b4ede tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.9597423 Oct 19 01:18:31.720567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59540) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:31.856679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-729c22b2-a6f0-496f-959a-0c533c49f58e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3804739 Oct 19 01:18:31.883256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39cd1d03-6935-4642-a764-9ce51f2ceae0 req-1b459358-4595-4b24-ac5a-01f1b1181520 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994925 Oct 19 01:18:31.984809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-717bd01c-ff86-472b-8ba9-7c80bd6eb9e1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.052046 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.071377 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.203102 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaafb2-1eec-477e-a091-63dc13ebc8a7 None None] Pushing event updated for resources: {'Port': ['ID=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.308201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.327642 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.350134 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Attempting to bind port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:32.350501 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Attempting to bind port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:32.350860 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Attempting to bind port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 on network e69084b0-326e-4c45-910f-c723cee4dc58 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:32.363187 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:32.363890 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Checking segment: {'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:32.364480 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.365036 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Bound using segment: {'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:32.365706 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Bound port: a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:32.367661 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.375817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f843a564-c6c8-4888-9377-1bf1b601b3d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df54b6fc5681472fbbdeb4ca606db1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541064 Oct 19 01:18:32.385379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59552) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:32.393924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-5deba7bb-6f2d-42d6-a951-04723b50c53b service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0889475 Oct 19 01:18:32.446856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d621e8-aef1-4696-8348-dde88aa3579b None None] Pushing event updated for resources: {'Port': ['ID=450820fd-6ea3-4977-8f57-40cfa0d85bee,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.451516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-717bd01c-ff86-472b-8ba9-7c80bd6eb9e1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.491672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Attempting to bind port 450820fd-6ea3-4977-8f57-40cfa0d85bee on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:32.492071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Attempting to bind port 450820fd-6ea3-4977-8f57-40cfa0d85bee by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:32.492434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Attempting to bind port 450820fd-6ea3-4977-8f57-40cfa0d85bee on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:32.494015 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-717bd01c-ff86-472b-8ba9-7c80bd6eb9e1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.506175 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] For port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:32.507429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:32.507796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:32.509067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.510356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:32.511273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Bound port: 450820fd-6ea3-4977-8f57-40cfa0d85bee, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:32.514479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.516283 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] For port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:32.525325 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.592892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-8f7e897c-c28b-4360-9f81-bf2b959838d0 service neutron] 10.222.0.64 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285750 Oct 19 01:18:32.603785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febf0eb-faf9-4738-8775-bfac7a11300d req-4911b782-f4cf-4575-a9f7-01d829249ef6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:32.617765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3febf0eb-faf9-4738-8775-bfac7a11300d req-4911b782-f4cf-4575-a9f7-01d829249ef6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 943 time: 0.3099680 Oct 19 01:18:32.626303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bd01c-ff86-472b-8ba9-7c80bd6eb9e1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07d006e-5a9d-4cff-ab30-859af5f843f7,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.627776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] For port 450820fd-6ea3-4977-8f57-40cfa0d85bee, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:32.635913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] For port 450820fd-6ea3-4977-8f57-40cfa0d85bee, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=450820fd-6ea3-4977-8f57-40cfa0d85bee,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:32.643017 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.655897 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:32.659084 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:32.705151 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-717bd01c-ff86-472b-8ba9-7c80bd6eb9e1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.713381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-717bd01c-ff86-472b-8ba9-7c80bd6eb9e1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2016640 Oct 19 01:18:32.725098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Routers {'02d8dd4d-0050-48f1-89df-8675f7456e55'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:32.725733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d8dd4d-0050-48f1-89df-8675f7456e55'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:32.735130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59554) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:32.751241 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaafb2-1eec-477e-a091-63dc13ebc8a7 None None] Pushing event updated for resources: {'Port': ['ID=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.757325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5927c75-be56-4d48-8dc7-224510fbe722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.837483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-866647f5-42dc-46ce-a1a8-89e7a033cfc1 req-74fa6f91-54d7-461b-976e-accf5e9c59d2 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297321 Oct 19 01:18:32.862661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3febf0eb-faf9-4738-8775-bfac7a11300d req-3051956a-f866-4159-a755-f149e608d92f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439413 Oct 19 01:18:32.886540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-190475b3-b783-418c-9cee-cb2c4404d85c tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules/a07d006e-5a9d-4cff-ab30-859af5f843f7 HTTP/1.1" status: 200 len: 763 time: 0.1436980 Oct 19 01:18:32.898118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59558) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:32.908267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d621e8-aef1-4696-8348-dde88aa3579b None None] Pushing event updated for resources: {'Port': ['ID=450820fd-6ea3-4977-8f57-40cfa0d85bee,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:32.921323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5927c75-be56-4d48-8dc7-224510fbe722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:32.953001 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:32.974662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-2e8dc718-d8ab-443c-acd0-18be37880a17 service neutron] 10.222.0.64 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808804 Oct 19 01:18:33.015008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] Set router 02d8dd4d-0050-48f1-89df-8675f7456e55 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:33.043972 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b7288992-8d81-48cb-88a7-30d78dbccfc2 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1419578 Oct 19 01:18:33.045372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:33.116676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ed684672-13e3-47f3-a737-69cd823a1175 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:33.121645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fad42fb4-2ce0-49a1-a0d8-3a0a7445c56a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.146867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fad42fb4-2ce0-49a1-a0d8-3a0a7445c56a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.166444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5927c75-be56-4d48-8dc7-224510fbe722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.174143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5927c75-be56-4d48-8dc7-224510fbe722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.175479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d5927c75-be56-4d48-8dc7-224510fbe722 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6378835-32e1-4c8f-9027-86429f67aec0 HTTP/1.1" status: 204 len: 168 time: 0.7891319 Oct 19 01:18:33.263019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5927c75-be56-4d48-8dc7-224510fbe722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6378835-32e1-4c8f-9027-86429f67aec0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:33.272434 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.298064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fad42fb4-2ce0-49a1-a0d8-3a0a7445c56a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.311993 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fad42fb4-2ce0-49a1-a0d8-3a0a7445c56a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.316525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29b541-c2d7-49b4-9cdc-686f93deb3bb req-a1c97707-f8f9-40e2-ac97-405ecf999eee tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:33.317808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fad42fb4-2ce0-49a1-a0d8-3a0a7445c56a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a07d006e-5a9d-4cff-ab30-859af5f843f7 HTTP/1.1" status: 204 len: 168 time: 0.2663500 Oct 19 01:18:33.321006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59576) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:33.330624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b29b541-c2d7-49b4-9cdc-686f93deb3bb req-a1c97707-f8f9-40e2-ac97-405ecf999eee tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.2768445 Oct 19 01:18:33.402909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad42fb4-2ce0-49a1-a0d8-3a0a7445c56a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a07d006e-5a9d-4cff-ab30-859af5f843f7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:33.477406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:32Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:33.535283 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52c6dc-c14f-4318-99d9-eaa02a194bd3 None None] The sync data for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 is: [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:32Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:33.536390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d6748c01-b6d7-4ebb-90e1-add7e97c6dca tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1988022 Oct 19 01:18:33.548034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b29b541-c2d7-49b4-9cdc-686f93deb3bb req-fa4ee635-7393-458b-b84e-b27260ef1490 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156098 Oct 19 01:18:33.551354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59584) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:33.668632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d9318d5-9028-4412-b4a2-494a07695495 req-11de4402-f427-4a71-8ae8-e2c348cd0511 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 210 time: 0.1310449 Oct 19 01:18:33.692697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-adaba59e-beb2-4fde-98ef-ae39f2c632ed tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '589ecf65-a6c3-4460-9b88-d7310be30985', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:33.902038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ed684672-13e3-47f3-a737-69cd823a1175, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ed684672-13e3-47f3-a737-69cd823a1175,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:33.948533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-adaba59e-beb2-4fde-98ef-ae39f2c632ed tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:33.980084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'ed684672-13e3-47f3-a737-69cd823a1175', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': 'ed684672-13e3-47f3-a737-69cd823a1175', 'mac_address': 'fa:16:3e:aa:e5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:34.057681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:18:27Z', 'revision_number': 3, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port': {'id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:25Z', 'updated_at': '2021-10-19T01:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:34.072138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Allocated IP 172.20.0.1 (ed7267dd-1049-4d28-9ffb-534d56f71591/1b39b01c-6ad0-48bb-a4e6-638908840460/cea491a3-c5c1-4951-ba12-51cdb4a0cfcf) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:34.166898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:34.189698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed8b41-c8d3-4509-9ae0-c03dfecf81f2 None None] The sync data for ids ['02d8dd4d-0050-48f1-89df-8675f7456e55'] in n-d-789963-20 is: [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:18:27Z', 'revision_number': 3, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port': {'id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:25Z', 'updated_at': '2021-10-19T01:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:34.202447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed684672-13e3-47f3-a737-69cd823a1175 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:34.267162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ed684672-13e3-47f3-a737-69cd823a1175, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ed684672-13e3-47f3-a737-69cd823a1175,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:34.278532 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:34.542825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ed684672-13e3-47f3-a737-69cd823a1175,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:34.616479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddac4b-9163-4236-9e81-232a639a1dfa req-355a19be-e817-49c4-b7f1-13395d5c0792 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:34.626810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-83ddac4b-9163-4236-9e81-232a639a1dfa req-355a19be-e817-49c4-b7f1-13395d5c0792 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 944 time: 0.3014507 Oct 19 01:18:34.645656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:34.694112 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:34.813677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:34.864309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-adaba59e-beb2-4fde-98ef-ae39f2c632ed tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:34.899952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-adaba59e-beb2-4fde-98ef-ae39f2c632ed tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:34.905809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8901-90ea-4816-8995-3a11993530dc req-11f23d2f-03e5-4c03-9cd5-31ab948974cc tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:34.908536 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-786a8901-90ea-4816-8995-3a11993530dc req-11f23d2f-03e5-4c03-9cd5-31ab948974cc tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.1790688 Oct 19 01:18:34.978921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-786a8901-90ea-4816-8995-3a11993530dc req-afdfdeb6-2883-41af-a4d9-8ca2aa450f6d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563633 Oct 19 01:18:35.038955 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.060741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-83ddac4b-9163-4236-9e81-232a639a1dfa req-f2072af3-18b0-42a2-9af3-a098fb95bcd2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956723 Oct 19 01:18:35.118133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba59e-beb2-4fde-98ef-ae39f2c632ed tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f7477a-90e0-4387-934b-0ea54e98dafc,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:35.178240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-adaba59e-beb2-4fde-98ef-ae39f2c632ed tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.182451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59642) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:35.192571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-adaba59e-beb2-4fde-98ef-ae39f2c632ed tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5032589 Oct 19 01:18:35.224155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Network ed7267dd-1049-4d28-9ffb-534d56f71591 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:35.230666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:35.241033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:35.285795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-09912dfa-e298-4059-bf94-cf7557fb40b8 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules/23f7477a-90e0-4387-934b-0ea54e98dafc HTTP/1.1" status: 200 len: 763 time: 0.1003244 Oct 19 01:18:35.286948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59644) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:35.315643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.339228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:35.339743 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.432836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d30f955-af8b-49d8-aad7-bee8a38a4651 req-224508fe-cecb-44c0-b06b-10c35cf4bd5a tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 210 time: 0.2136040 Oct 19 01:18:35.463790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Pushing event updated for resources: {'Port': ['ID=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:35.706732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.737319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0eebf10a-77d7-4e9f-ab7d-a18d45845a6a tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4409359 Oct 19 01:18:35.738287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59664) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:35.788937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:35.804368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.871815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7509-30b6-4363-bdc9-3d2789cd42d1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.915688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7509-30b6-4363-bdc9-3d2789cd42d1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:35.925221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-0be4a4ff-c779-43e7-b6a9-21d9a1cb60aa tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:35.926300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-0be4a4ff-c779-43e7-b6a9-21d9a1cb60aa tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.62 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 820 time: 0.5919762 Oct 19 01:18:35.944637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Request body: {'port': {'device_id': '31df295f-00db-4eed-a5bf-6db839983902', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'admin_state_up': True, 'tenant_id': 'f34b09f717674721922d3c3fc54143cc'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:35.978010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e8170841-c507-4bee-8e69-2d1734f119b0 None None] Provisioning complete for port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:35.979952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e8170841-c507-4bee-8e69-2d1734f119b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.007641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7509-30b6-4363-bdc9-3d2789cd42d1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.017315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7509-30b6-4363-bdc9-3d2789cd42d1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.026830 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2bd7509-30b6-4363-bdc9-3d2789cd42d1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/23f7477a-90e0-4387-934b-0ea54e98dafc HTTP/1.1" status: 204 len: 168 time: 0.2830296 Oct 19 01:18:36.031287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59674) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:36.058487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7509-30b6-4363-bdc9-3d2789cd42d1 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23f7477a-90e0-4387-934b-0ea54e98dafc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:36.081397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e8170841-c507-4bee-8e69-2d1734f119b0 None None] Port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:18:36.083919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:36.125318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.244081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-17b322b5-9d50-415f-827f-18fc36412d59 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2115126 Oct 19 01:18:36.254637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59684) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:36.271506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Request body: {'security_group_rule': {'security_group_id': '589ecf65-a6c3-4460-9b88-d7310be30985', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:36.331798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e695df8-cb16-4c03-ac21-1e42ae1f82d2 req-4dbe3d8b-4e23-4d01-8c5b-b3873f8fa101 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:36.342578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e695df8-cb16-4c03-ac21-1e42ae1f82d2 req-4dbe3d8b-4e23-4d01-8c5b-b3873f8fa101 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.2403791 Oct 19 01:18:36.371398 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Project 894b3a6d2f874428b026c8b8a6479324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:18:36.379936 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.425151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e695df8-cb16-4c03-ac21-1e42ae1f82d2 req-6eeccdc8-eddc-4d38-bcb8-ee7be377da45 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804021 Oct 19 01:18:36.506227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.517915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.581140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Made reservation on behalf of f34b09f717674721922d3c3fc54143cc for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:36.582057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 450820fd-6ea3-4977-8f57-40cfa0d85bee up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:36.588521 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.616782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d631387-9dc4-4f68-b278-6cc08b470b80,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:36.628913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.632826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-766534d8-478a-4345-846b-86f33ae112be tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3695261 Oct 19 01:18:36.633374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59694) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:36.649873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 450820fd-6ea3-4977-8f57-40cfa0d85bee triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:36.649873 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.659422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e970f4-006b-4c4d-a830-0b1ce27e05f6 req-acd56f2d-dcd4-45b9-a083-603fbc9e4bf6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:36.662348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49e970f4-006b-4c4d-a830-0b1ce27e05f6 req-acd56f2d-dcd4-45b9-a083-603fbc9e4bf6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 944 time: 0.1367941 Oct 19 01:18:36.668642 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7915843a-3cff-4caa-adbf-e39540d7dcfa tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules/5d631387-9dc4-4f68-b278-6cc08b470b80 HTTP/1.1" status: 200 len: 769 time: 0.0324631 Oct 19 01:18:36.669500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59696) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:36.683412 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23eb0a93-52ad-4225-a57b-2730ebf2f596 req-34db29b1-8fdb-401f-bc1c-4bfb801401b9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 210 time: 0.0634789 Oct 19 01:18:36.786227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49e970f4-006b-4c4d-a830-0b1ce27e05f6 req-75c23d15-e53c-477d-8f88-85fd5f9db684 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145539 Oct 19 01:18:36.809601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.820922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-747cbbd4-cb78-433e-8b67-b4ee6629e38e tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1480391 Oct 19 01:18:36.821595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59706) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:36.827785 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.854417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1536997b-3512-42a8-8851-29987695f85b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.881346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1536997b-3512-42a8-8851-29987695f85b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.900274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5802bb68-ed93-4c37-b4c5-5b3066941442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.912933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 450820fd-6ea3-4977-8f57-40cfa0d85bee, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=450820fd-6ea3-4977-8f57-40cfa0d85bee,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:36.922210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.923069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:36.940055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Allocated IP 172.20.0.9 (e69084b0-326e-4c45-910f-c723cee4dc58/f0d98d6c-3474-436d-b0b9-1aa54a252ae9/e5161955-1fe2-4be8-a629-fec010ff1e4d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:36.948783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1536997b-3512-42a8-8851-29987695f85b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.957144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.971888 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1536997b-3512-42a8-8851-29987695f85b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:36.992625 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1536997b-3512-42a8-8851-29987695f85b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5d631387-9dc4-4f68-b278-6cc08b470b80 HTTP/1.1" status: 204 len: 168 time: 0.1699793 Oct 19 01:18:36.995169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536997b-3512-42a8-8851-29987695f85b tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d631387-9dc4-4f68-b278-6cc08b470b80,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:37.008693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ed684672-13e3-47f3-a737-69cd823a1175 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:37.011812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59726) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:37.013809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.132227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=450820fd-6ea3-4977-8f57-40cfa0d85bee,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:37.139253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port ed684672-13e3-47f3-a737-69cd823a1175 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:37.146235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port ed684672-13e3-47f3-a737-69cd823a1175 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:37.146935 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.246303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e998cd45-e964-455e-9359-81c085f092b9 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2280023 Oct 19 01:18:37.253507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59734) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:37.272867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Pushing event updated for resources: {'Port': ['ID=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:37.369786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:37.370214 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.400285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Network ed7267dd-1049-4d28-9ffb-534d56f71591 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:37.403532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:37.411473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8643673-853e-4f45-89f4-fd939555e63f req-b9ed4750-7a00-4449-b4df-c0475a617960 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:37.413071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c8643673-853e-4f45-89f4-fd939555e63f req-b9ed4750-7a00-4449-b4df-c0475a617960 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 951 time: 0.2782586 Oct 19 01:18:37.495311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.501736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1da9b94a-bec2-4205-9ecb-854a936cb7c0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.612620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1da9b94a-bec2-4205-9ecb-854a936cb7c0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.618736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c8643673-853e-4f45-89f4-fd939555e63f req-849de16c-7b44-4eae-a28f-c4c87b2a3cb7 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793413 Oct 19 01:18:37.619479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.683690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Router 02d8dd4d-0050-48f1-89df-8675f7456e55 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:18:37.694770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d0b4-4c02-4cc8-89e6-149ea8b4a170 req-a34e8154-bd23-4ce3-9f1c-447f9bd5800a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:37.698075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7c6d0b4-4c02-4cc8-89e6-149ea8b4a170 req-a34e8154-bd23-4ce3-9f1c-447f9bd5800a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 945 time: 0.0962183 Oct 19 01:18:37.705558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed684672-13e3-47f3-a737-69cd823a1175'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:37.713600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.715448 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c1e256-755f-4e9f-b4b0-a515615c93ce" -d '{"events": [{"server_uuid": "0c5a9b29-759b-49ae-a804-ce99ee9509a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed684672-13e3-47f3-a737-69cd823a1175"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:37.718226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1da9b94a-bec2-4205-9ecb-854a936cb7c0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.721472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1da9b94a-bec2-4205-9ecb-854a936cb7c0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.726671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1da9b94a-bec2-4205-9ecb-854a936cb7c0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "DELETE /v2.0/security-groups/589ecf65-a6c3-4460-9b88-d7310be30985 HTTP/1.1" status: 204 len: 168 time: 0.4712665 Oct 19 01:18:37.730650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59756) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:37.740196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ed684672-13e3-47f3-a737-69cd823a1175, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ed684672-13e3-47f3-a737-69cd823a1175,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:37.746989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.799618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9b94a-bec2-4205-9ecb-854a936cb7c0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589ecf65-a6c3-4460-9b88-d7310be30985,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:37.875408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9a707cd5-9cce-4c8b-934d-9060065fbcf0 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347797 Oct 19 01:18:37.875408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59766) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:37.883085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ed684672-13e3-47f3-a737-69cd823a1175,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:37.919032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5b790755-60af-445a-9471-89447fa2fda5 None None] Provisioning complete for port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:37.919659 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5b790755-60af-445a-9471-89447fa2fda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:37.928562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-be167a47-e269-47ff-9886-1fb38fd09045 tempest-SecGroupIPv6Test-1438231670 tempest-SecGroupIPv6Test-1438231670-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515876 Oct 19 01:18:37.963548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5b790755-60af-445a-9471-89447fa2fda5 None None] Port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:18:38.005928 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd8be-5f5a-4bcb-b05a-bd258807fad1 req-5bbbdebf-5879-4db5-a286-144e01dc7d62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.007506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a45bd8be-5f5a-4bcb-b05a-bd258807fad1 req-5bbbdebf-5879-4db5-a286-144e01dc7d62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 931 time: 0.0591285 Oct 19 01:18:38.058773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a45bd8be-5f5a-4bcb-b05a-bd258807fad1 req-8c838c65-ec5f-4762-a1e3-41c10821b878 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Oct 19 01:18:38.124360 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb33b44a-144a-4787-876f-c1626844ed5f x-openstack-request-id: req-eb33b44a-144a-4787-876f-c1626844ed5f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:38.124655 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5a9b29-759b-49ae-a804-ce99ee9509a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed684672-13e3-47f3-a737-69cd823a1175", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:38.125351 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb33b44a-144a-4787-876f-c1626844ed5f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:38.126015 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed684672-13e3-47f3-a737-69cd823a1175', 'code': 200} Oct 19 01:18:38.219577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Network e69084b0-326e-4c45-910f-c723cee4dc58 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:38.221961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event updated for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:38.230793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:38.235158 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7c6d0b4-4c02-4cc8-89e6-149ea8b4a170 req-94a9abfd-13ba-4f9e-bcb1-78f87f966d2a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234208 Oct 19 01:18:38.240380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:38.260934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8ce2a-220d-42d9-8c45-ebf935da5bdd req-339946dc-1b49-42ae-bf80-c42a662044de tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.264231 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f8ce2a-220d-42d9-8c45-ebf935da5bdd req-339946dc-1b49-42ae-bf80-c42a662044de tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 945 time: 0.0814168 Oct 19 01:18:38.324382 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f8ce2a-220d-42d9-8c45-ebf935da5bdd req-f7885859-e281-41eb-ab57-dd4e7d4edc59 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487878 Oct 19 01:18:38.358972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:18:38.366931 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b6fa5c3-4cf7-44e9-ae10-9c94c1126217 admin admin] 10.222.0.64 "PUT /v2.0/routers/02d8dd4d-0050-48f1-89df-8675f7456e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6451564 Oct 19 01:18:38.375161 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Sync routers for ids ['02d8dd4d-0050-48f1-89df-8675f7456e55'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:18:38.382053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.382715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.394212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59782) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:38.398315 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Routers {'02d8dd4d-0050-48f1-89df-8675f7456e55'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:38.399161 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d8dd4d-0050-48f1-89df-8675f7456e55'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:38.437152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbede-c1f1-4c1e-bf7d-e9966109a938 req-78463f2c-b2fd-4d05-9a9e-52c2eaabff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.438947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-022bbede-c1f1-4c1e-bf7d-e9966109a938 req-78463f2c-b2fd-4d05-9a9e-52c2eaabff80 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 1097 time: 0.1642408 Oct 19 01:18:38.444901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 450820fd-6ea3-4977-8f57-40cfa0d85bee up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:38.458977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-90aac3cd-de8e-4ad6-830d-265cde5e9171 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5221422 Oct 19 01:18:38.475381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Request body: {'port': {'device_id': '31df295f-00db-4eed-a5bf-6db839983902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:38.515767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-ab9b5b2d-7b84-41cb-84e6-0fb8a94fd8ef tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.517719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-ab9b5b2d-7b84-41cb-84e6-0fb8a94fd8ef tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1276832 Oct 19 01:18:38.535715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-20'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:38.576480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 450820fd-6ea3-4977-8f57-40cfa0d85bee triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:38.576862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.577808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-022bbede-c1f1-4c1e-bf7d-e9966109a938 req-31237d8f-fcbd-4f74-849c-6a1246db5128 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307528 Oct 19 01:18:38.579231 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Set router 02d8dd4d-0050-48f1-89df-8675f7456e55 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:38.599203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.637063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:38.846087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b70ef-e669-4386-90c3-b16008cdbff7 req-f618cd91-d916-4283-b2ef-87c11a27f82d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:38.859037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f0b70ef-e669-4386-90c3-b16008cdbff7 req-f618cd91-d916-4283-b2ef-87c11a27f82d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 951 time: 0.0756304 Oct 19 01:18:38.879583 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 4, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port': {'id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:25Z', 'updated_at': '2021-10-19T01:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'cea491a3-c5c1-4951-ba12-51cdb4a0cfcf', 'name': '', 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'mac_address': 'fa:16:3e:81:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '1b39b01c-6ad0-48bb-a4e6-638908840460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:33Z', 'updated_at': '2021-10-19T01:18:36Z', 'revision_number': 2, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'subnets': [{'id': '1b39b01c-6ad0-48bb-a4e6-638908840460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:38.907335 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Checking router: 02d8dd4d-0050-48f1-89df-8675f7456e55 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:18:38.907835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Updating router 02d8dd4d-0050-48f1-89df-8675f7456e55 port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:18:38.948488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f0b70ef-e669-4386-90c3-b16008cdbff7 req-73ace789-dca4-43a9-be70-05f6f0367331 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881021 Oct 19 01:18:38.952844 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.005478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:39.049437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f8aa53f4-7e28-4184-a7da-7a46a8434467 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=894b3a6d2f874428b026c8b8a6479324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6538749 Oct 19 01:18:39.058943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59802) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:39.089284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:39.191019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfadeff0-281d-4e6b-94e6-04d602099e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.216724 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.218155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfadeff0-281d-4e6b-94e6-04d602099e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.225464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:39.231480 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4678f446-a598-4ca5-9d50-7e9fa67c25f9" -d '{"events": [{"server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "name": "network-vif-unplugged", "status": "completed", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:39.312734 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfadeff0-281d-4e6b-94e6-04d602099e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.316057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5161955-1fe2-4be8-a629-fec010ff1e4d {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:39.329030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfadeff0-281d-4e6b-94e6-04d602099e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.330570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bfadeff0-281d-4e6b-94e6-04d602099e58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/718b5e06-38f3-4b4a-bafc-0b89cf9e4c83 HTTP/1.1" status: 204 len: 168 time: 0.2683253 Oct 19 01:18:39.338729 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.344187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.346923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadeff0-281d-4e6b-94e6-04d602099e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b5e06-38f3-4b4a-bafc-0b89cf9e4c83,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.353215 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.361428 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.363378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.379264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df49f-1862-4b41-903c-8ce0079e5f78 req-f872a533-fbb2-449a-8d37-34a180bd495c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.381228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-002df49f-1862-4b41-903c-8ce0079e5f78 req-f872a533-fbb2-449a-8d37-34a180bd495c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 931 time: 0.1021972 Oct 19 01:18:39.426536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Transition to ACTIVE for port object e5161955-1fe2-4be8-a629-fec010ff1e4d will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:39.440792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.441391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-002df49f-1862-4b41-903c-8ce0079e5f78 req-847977db-a505-498a-906f-7e4413eb39ea tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528133 Oct 19 01:18:39.494958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32087313-7795-4b22-a1f7-288695654057 service neutron] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.586153 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe9c03-9925-43dd-93f9-6a11803ab9b4 None None] Pushing event updated for resources: {'Port': ['ID=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.622640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on host n-h1-789963-20 for vnic_type normal with profile {"migrating_to": "n-h2-789963-20"} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:39.623274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:39.623784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:39.630402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59834) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:39.655955 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4d00184-12f9-4bac-bb72-d0590b70fb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.679567 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Attempting to bind port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:39.680286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Attempting to bind port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:39.680429 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Attempting to bind port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf on network ed7267dd-1049-4d28-9ffb-534d56f71591 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:39.686764 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:39.687177 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Checking segment: {'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:39.687525 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.687917 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Bound using segment: {'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:39.688515 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Bound port: cea491a3-c5c1-4951-ba12-51cdb4a0cfcf, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423a3878-1d6d-4f4c-ad7c-e81110b9c252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:39.688783 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.726377 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2279b1f7-682f-4e32-b566-b972758c49a0 x-openstack-request-id: req-2279b1f7-682f-4e32-b566-b972758c49a0 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:39.726663 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "name": "network-vif-unplugged", "status": "completed", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:39.726918 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2279b1f7-682f-4e32-b566-b972758c49a0 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:39.727314 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad', 'code': 200} Oct 19 01:18:39.731119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:39.731450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Attempting to bind port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:39.769584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.777389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:39.777723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:39.778107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:39.778553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Bound port: 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:39.779635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.846429 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] For port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:39.852425 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] For port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,segment=NetworkSegment(423a3878-1d6d-4f4c-ad7c-e81110b9c252),segment_id=423a3878-1d6d-4f4c-ad7c-e81110b9c252)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:39.858848 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:39.920442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-e8cdf706-e72c-4e46-9866-8f24e8ca7572 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3914289 Oct 19 01:18:39.924375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079542-8385-405b-9786-a9d9abad9e0c req-aba8a282-b207-4cb4-8dd1-e4c9814af908 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:39.925377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:39.927096 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe9c03-9925-43dd-93f9-6a11803ab9b4 None None] Pushing event updated for resources: {'Port': ['ID=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:39.929312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6079542-8385-405b-9786-a9d9abad9e0c req-aba8a282-b207-4cb4-8dd1-e4c9814af908 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.0967827 Oct 19 01:18:39.947678 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Routers {'02d8dd4d-0050-48f1-89df-8675f7456e55'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:18:39.948330 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:18:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d8dd4d-0050-48f1-89df-8675f7456e55'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:39.994154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Attempting to bind port e5161955-1fe2-4be8-a629-fec010ff1e4d on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:39.994833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Attempting to bind port e5161955-1fe2-4be8-a629-fec010ff1e4d by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:39.995524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Attempting to bind port e5161955-1fe2-4be8-a629-fec010ff1e4d on network e69084b0-326e-4c45-910f-c723cee4dc58 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:40.016753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8a3b3d2b-ae1b-406f-b730-5c787a4282cd None None] Provisioning complete for port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:40.017137 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3d2b-ae1b-406f-b730-5c787a4282cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.030389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Port e5161955-1fe2-4be8-a629-fec010ff1e4d on network e69084b0-326e-4c45-910f-c723cee4dc58 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:40.031011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Attempting to bind port e5161955-1fe2-4be8-a629-fec010ff1e4d on network e69084b0-326e-4c45-910f-c723cee4dc58 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:40.031820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6079542-8385-405b-9786-a9d9abad9e0c req-b5b22b1e-4439-43a9-a135-95ad9e97f151 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857456 Oct 19 01:18:40.042549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:40.043140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Checking segment: {'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:40.043861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Bound using segment: {'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:40.045273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Bound port: e5161955-1fe2-4be8-a629-fec010ff1e4d, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:40.045872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.052462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.063153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:40.193053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:40.212748 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] Set router 02d8dd4d-0050-48f1-89df-8675f7456e55 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:18:40.222840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.267878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3d2b-ae1b-406f-b730-5c787a4282cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.304290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b2987-9319-4ad9-b128-d83d5871b0b9 req-5d1a5dbc-773d-463a-bb7b-5aaf0c5289b0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.307141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-000b2987-9319-4ad9-b128-d83d5871b0b9 req-5d1a5dbc-773d-463a-bb7b-5aaf0c5289b0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 945 time: 0.1035042 Oct 19 01:18:40.333658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2261bce0-bd3c-4bde-8fa3-6a6e46c38785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.353778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8a3b3d2b-ae1b-406f-b730-5c787a4282cd None None] For port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,segment=NetworkSegment(423a3878-1d6d-4f4c-ad7c-e81110b9c252),segment_id=423a3878-1d6d-4f4c-ad7c-e81110b9c252)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:40.369043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3d2b-ae1b-406f-b730-5c787a4282cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.434713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-000b2987-9319-4ad9-b128-d83d5871b0b9 req-e959d70c-1251-49c4-aeb8-04b6d30c8a28 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151588 Oct 19 01:18:40.469444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.472799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.474588 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-32087313-7795-4b22-a1f7-288695654057 service neutron] 10.222.0.62 "PUT /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 1123 time: 1.9461703 Oct 19 01:18:40.485102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:40.506866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32087313-7795-4b22-a1f7-288695654057 service neutron] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=8']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:40.511569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:40.531040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.581375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b3d2b-ae1b-406f-b730-5c787a4282cd None None] Pushing event updated for resources: {'Port': ['ID=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:40.582023 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.590959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2261bce0-bd3c-4bde-8fa3-6a6e46c38785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.601759 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2261bce0-bd3c-4bde-8fa3-6a6e46c38785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.617023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 49583b3b-bbbf-4500-ae21-5beaaeb479ad details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:40.706843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261bce0-bd3c-4bde-8fa3-6a6e46c38785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae48a19-2f8a-4c0d-8ef5-1a9166771fa4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:40.735477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2261bce0-bd3c-4bde-8fa3-6a6e46c38785 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37a3e0fa34064dd49ab0e62d184779f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1036146 Oct 19 01:18:40.739788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59862) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:40.768538 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 4, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port': {'id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:25Z', 'updated_at': '2021-10-19T01:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'cea491a3-c5c1-4951-ba12-51cdb4a0cfcf', 'name': '', 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'mac_address': 'fa:16:3e:81:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '1b39b01c-6ad0-48bb-a4e6-638908840460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:33Z', 'updated_at': '2021-10-19T01:18:39Z', 'revision_number': 4, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'subnets': [{'id': '1b39b01c-6ad0-48bb-a4e6-638908840460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:18:40.784558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Allocated IP 172.25.0.62 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d39cb119-3394-486f-9d7e-200941f00aee) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:40.800329 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cbba2-1517-42b3-b597-1563190e6ac6 None None] The sync data for ids ['02d8dd4d-0050-48f1-89df-8675f7456e55'] in n-d-789963-20 is: [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 4, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port': {'id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:25Z', 'updated_at': '2021-10-19T01:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'cea491a3-c5c1-4951-ba12-51cdb4a0cfcf', 'name': '', 'network_id': 'ed7267dd-1049-4d28-9ffb-534d56f71591', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'mac_address': 'fa:16:3e:81:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '1b39b01c-6ad0-48bb-a4e6-638908840460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:33Z', 'updated_at': '2021-10-19T01:18:39Z', 'revision_number': 4, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'subnets': [{'id': '1b39b01c-6ad0-48bb-a4e6-638908840460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:18:40.806015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:40.806639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.820483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 1092 time: 2.3391037 Oct 19 01:18:40.844828 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd528444-7cfa-4493-ae8b-fa0c0ec7273f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:40.900385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3772b51-746a-4114-bc3c-fc21bf5e35d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:40.906483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['49583b3b-bbbf-4500-ae21-5beaaeb479ad'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:40.910704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['49583b3b-bbbf-4500-ae21-5beaaeb479ad'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:40.962058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd528444-7cfa-4493-ae8b-fa0c0ec7273f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.011547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-c3b77e1c-29fe-4431-be58-246361d7a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.013573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-c3b77e1c-29fe-4431-be58-246361d7a707 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1095 time: 0.1083193 Oct 19 01:18:41.029342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-41cca282-d702-4bf9-acac-70247187996f None None] Provisioning complete for port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:41.030054 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-41cca282-d702-4bf9-acac-70247187996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.037520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:41.065428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd528444-7cfa-4493-ae8b-fa0c0ec7273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.065668 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.085131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd528444-7cfa-4493-ae8b-fa0c0ec7273f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.089526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd528444-7cfa-4493-ae8b-fa0c0ec7273f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eae48a19-2f8a-4c0d-8ef5-1a9166771fa4 HTTP/1.1" status: 204 len: 168 time: 0.3482857 Oct 19 01:18:41.095245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-964b537b-a901-4c47-b971-ba0144b4f730 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 217 time: 0.0704103 Oct 19 01:18:41.119538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd528444-7cfa-4493-ae8b-fa0c0ec7273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae48a19-2f8a-4c0d-8ef5-1a9166771fa4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:41.145952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca87da-1146-46c0-8cb1-0ac279bfac8c req-c755d5a2-83b6-4b31-8dbc-097a4ea0fcbc tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.156910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2bca87da-1146-46c0-8cb1-0ac279bfac8c req-c755d5a2-83b6-4b31-8dbc-097a4ea0fcbc tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 943 time: 0.2457008 Oct 19 01:18:41.176486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.177593 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.199349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-9154d493-03e5-466d-9d6d-5e104f131093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.202031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-9154d493-03e5-466d-9d6d-5e104f131093 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.0930305 Oct 19 01:18:41.240750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2bca87da-1146-46c0-8cb1-0ac279bfac8c req-d5119853-88d0-440e-ba02-7fbdcc99bac0 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822144 Oct 19 01:18:41.288694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-1ae6d679-0332-4d5b-bb83-a7ba3ae833e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754237 Oct 19 01:18:41.299472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:41.369382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 49583b3b-bbbf-4500-ae21-5beaaeb479ad has no active binding in host n-h2-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:18:41.431442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.531729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:41.546466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:41.553762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=d39cb119-3394-486f-9d7e-200941f00aee,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:41.559447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:41.582773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544d7c9-7efa-4041-bd0b-a92cb21d4f80 req-23c2fa6b-d3f3-4c9e-8463-8de9db3dfd91 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:41.584604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8544d7c9-7efa-4041-bd0b-a92cb21d4f80 req-23c2fa6b-d3f3-4c9e-8463-8de9db3dfd91 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.1240134 Oct 19 01:18:41.672967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8544d7c9-7efa-4041-bd0b-a92cb21d4f80 req-0196025a-a139-457e-a75c-d2ca0c0d9fc3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731227 Oct 19 01:18:41.674252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59890) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:41.677747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-21710749-97fa-462c-a90b-daa3ce29a8e8 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763340 Oct 19 01:18:41.725654 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.758195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad'}, {'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:41.764645 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad"}, {"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:41.804770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:41.807209 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf6d838-c49b-403f-be29-e3f6640abae3" -d '{"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:41.850060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:41.881341 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.937074 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ffeb7d-a4b1-458d-8b60-a32389324339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.951872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:41.993239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:42.015585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc36f9-d30e-47d9-8572-fec9b8e3f1fd req-9024bc64-0fa1-455b-a6d3-aa2a6b360f12 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.021871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1cbc36f9-d30e-47d9-8572-fec9b8e3f1fd req-9024bc64-0fa1-455b-a6d3-aa2a6b360f12 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 945 time: 0.1613107 Oct 19 01:18:42.055274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59916) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:42.079570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.083794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b599ec2a-0fc3-40c1-9a14-a967a33e5619 req-96c1fa61-9f37-4da9-b212-28236c2fc6b0 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953693 Oct 19 01:18:42.092304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1cbc36f9-d30e-47d9-8572-fec9b8e3f1fd req-d980fd62-8f8d-4044-932f-5c8fa8ba45f2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 Oct 19 01:18:42.147295 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6430686-444f-498c-a6a6-d47e02693c9c x-openstack-request-id: req-f6430686-444f-498c-a6a6-d47e02693c9c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:42.147590 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:42.147843 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6430686-444f-498c-a6a6-d47e02693c9c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:42.150057 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad', 'status': 'completed', 'code': 200} Oct 19 01:18:42.150315 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'status': 'completed', 'code': 200} Oct 19 01:18:42.232780 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.268241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ffeb7d-a4b1-458d-8b60-a32389324339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.272921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ffeb7d-a4b1-458d-8b60-a32389324339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.322050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffeb7d-a4b1-458d-8b60-a32389324339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed885051-7956-430a-ba6c-5cea041e7d45,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:42.344732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-ce753116-2ea8-44d8-8fff-05b80a30420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.346678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-ce753116-2ea8-44d8-8fff-05b80a30420e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1095 time: 0.1616068 Oct 19 01:18:42.353160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15ffeb7d-a4b1-458d-8b60-a32389324339 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a1ed4eb5eca49a28a4de889ac8e0179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6765330 Oct 19 01:18:42.359548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59938) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:42.378881 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc06410-4d84-4483-84be-20c52954614c x-openstack-request-id: req-7fc06410-4d84-4483-84be-20c52954614c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:42.379452 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:42.379829 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fc06410-4d84-4483-84be-20c52954614c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:42.380312 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'code': 200} Oct 19 01:18:42.469119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-0826738f-edc4-427b-8636-435e7b73c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.476213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-0826738f-edc4-427b-8636-435e7b73c380 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1126 time: 0.2379858 Oct 19 01:18:42.518430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c48e37a-bd39-4ed2-a499-6cd6543f4543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.534313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cea491a3-c5c1-4951-ba12-51cdb4a0cfcf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:42.565740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c48e37a-bd39-4ed2-a499-6cd6543f4543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.587395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3f2fc4a5-9cf0-4e02-bc7b-986ba8ab7f2a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:42.588144 n-d-789963-20 neutron-server[100848]: WARNING neutron.api.v2.base [None req-3f2fc4a5-9cf0-4e02-bc7b-986ba8ab7f2a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:18:42.588826 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-3f2fc4a5-9cf0-4e02-bc7b-986ba8ab7f2a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:18:42.595455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3f2fc4a5-9cf0-4e02-bc7b-986ba8ab7f2a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5337381 Oct 19 01:18:42.603209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59942) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:42.617005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530111273'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:42.618578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:42.618956 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.629554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c48e37a-bd39-4ed2-a499-6cd6543f4543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.632950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c48e37a-bd39-4ed2-a499-6cd6543f4543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.637712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7c48e37a-bd39-4ed2-a499-6cd6543f4543 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed885051-7956-430a-ba6c-5cea041e7d45 HTTP/1.1" status: 204 len: 168 time: 0.2740390 Oct 19 01:18:42.670867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155ed0-c5e2-4f28-abed-05ed0256977a req-049c8a2d-22fe-4710-9cb5-67dc8105411e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.678155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa155ed0-c5e2-4f28-abed-05ed0256977a req-049c8a2d-22fe-4710-9cb5-67dc8105411e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 943 time: 0.2375765 Oct 19 01:18:42.681492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48e37a-bd39-4ed2-a499-6cd6543f4543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed885051-7956-430a-ba6c-5cea041e7d45,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:42.730866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa155ed0-c5e2-4f28-abed-05ed0256977a req-beb757e9-2647-4ef7-bdbc-d62a3723e6b6 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475619 Oct 19 01:18:42.808816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.812011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-2941b5d4-a30c-4630-aed6-686b5018c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.813708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-2941b5d4-a30c-4630-aed6-686b5018c752 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.3983395 Oct 19 01:18:42.819090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.831140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.834509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:42.952611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-e698c896-9731-4b30-8241-3d57341d9d32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 217 time: 0.1230650 Oct 19 01:18:42.958418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-20510382-8e68-408a-bb42-3efe82fbee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:42.959847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-20510382-8e68-408a-bb42-3efe82fbee44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.4678636 Oct 19 01:18:43.027506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-724f27e6-342e-4f57-a57b-71dabcd5ee31 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:43.030106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-724f27e6-342e-4f57-a57b-71dabcd5ee31 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.1177280 Oct 19 01:18:43.045691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59976) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:43.057009 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-3056153a-9f07-4212-895f-c12bbeedc854 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.0190814 Oct 19 01:18:43.065389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=d39cb119-3394-486f-9d7e-200941f00aee,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:43.080013 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-04391dd0-b7d3-474c-8181-e5d9deecb41b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 217 time: 0.0915847 Oct 19 01:18:43.129159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8e8ac0df-6dbf-496f-8014-0045e9d1e719 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654399 Oct 19 01:18:43.148276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59980) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:43.159533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.162831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-a1e02195-9964-4a95-8dd0-354866054035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:43.164531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-a1e02195-9964-4a95-8dd0-354866054035 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.1716135 Oct 19 01:18:43.176002 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8a4fccb7-381a-41f7-bde7-71c0d92ec40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.213614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-38a7f7a9-16c6-4d71-9874-4e9f0c8736ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:43.214890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-38a7f7a9-16c6-4d71-9874-4e9f0c8736ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1237128 Oct 19 01:18:43.219257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-e4225031-0017-4fd2-b121-1ee9f03f66c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464089 Oct 19 01:18:43.238685 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.240155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-37893db5-69f9-4188-afcf-209ea9e2357d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3188393 Oct 19 01:18:43.276909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-5e35ae7f-66bc-4c0d-bfbd-01e9511d758b service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403143 Oct 19 01:18:43.297536 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-b64c8488-9a69-43e2-8e34-a3222246b77d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708339 Oct 19 01:18:43.342851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2086996506-network', 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:43.369856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8a4fccb7-381a-41f7-bde7-71c0d92ec40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.395544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-29bbc4bd-8367-410a-a99d-49e09a5a14a7 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1338513 Oct 19 01:18:43.399667 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8a4fccb7-381a-41f7-bde7-71c0d92ec40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.406742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.433378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.444323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:43.446585 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.469800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fccb7-381a-41f7-bde7-71c0d92ec40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a904d-1f8a-4070-8217-f9fccedeb0dc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:43.472507 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.484618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8a4fccb7-381a-41f7-bde7-71c0d92ec40d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05d76f0119e5400bb657aed7abe23aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349848 Oct 19 01:18:43.486700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59982) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:43.508827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-63bfdb4b-7ed4-4f47-a6e2-7aad8fc931d9 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165315 Oct 19 01:18:43.590595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a99d21a-251f-49a9-a283-75b3b73e4c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.632864 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a99d21a-251f-49a9-a283-75b3b73e4c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.742085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.756370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.816598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b7d4-ecfc-419d-b95e-f76d2391598d req-fed6b96d-e99a-4bb5-b5df-cd3f27958d4b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:43.818142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18a7b7d4-ecfc-419d-b95e-f76d2391598d req-fed6b96d-e99a-4bb5-b5df-cd3f27958d4b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.1301115 Oct 19 01:18:43.819312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:43.821765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a99d21a-251f-49a9-a283-75b3b73e4c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.824309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a99d21a-251f-49a9-a283-75b3b73e4c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.825580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6a99d21a-251f-49a9-a283-75b3b73e4c1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e4a904d-1f8a-4070-8217-f9fccedeb0dc HTTP/1.1" status: 204 len: 168 time: 0.3369193 Oct 19 01:18:43.829247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04b6bcd-ac83-4a35-b069-f3a93d0fa263,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:43.861169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.861517 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Added segment 9b6f0b96-6609-4e27-b659-11ca772fd258 of type vlan for network 16328a5b-3007-43fd-af23-0d798d47d1b0 Oct 19 01:18:43.881776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99d21a-251f-49a9-a283-75b3b73e4c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a904d-1f8a-4070-8217-f9fccedeb0dc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:43.948621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.950823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7332c4-2a84-44cb-9cf1-94b8647614a6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:43.955310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-81202249-ee87-4a38-92f0-108e1e700a90 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141240 Oct 19 01:18:43.996350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:43.997932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:43.998722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.020062 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18a7b7d4-ecfc-419d-b95e-f76d2391598d req-2fd7c553-d9bb-4347-9594-286f6bbb5339 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757476 Oct 19 01:18:44.023743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-fc30c417-da62-4bed-9e0a-f513632b468a service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850023 Oct 19 01:18:44.052905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0017705 Oct 19 01:18:44.066083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60000) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:44.073674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Request body: {'subnet': {'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2086996506-subnet', 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:44.133272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eef289-c524-46e3-9ddd-06bada572d48 admin admin] Pushing event updated for resources: {'Network': ['ID=16328a5b-3007-43fd-af23-0d798d47d1b0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:44.133957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-b1928c6a-5e95-4eb9-a101-30db023c7c2f tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:44.135339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c791392-ac12-4939-b092-a72f6d5251e5 req-b1928c6a-5e95-4eb9-a101-30db023c7c2f tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.7315085 Oct 19 01:18:44.153010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:44.156727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.166283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.174801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:44.178816 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.277567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-0b7ccfc2-8abc-48eb-a2b5-8c87fc5025d0 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128586 Oct 19 01:18:44.292793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.294745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6844528 Oct 19 01:18:44.300813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60018) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:44.306858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2a0a11f6-6665-474a-8995-e4f9697e704b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '09e7a097-b54d-4096-b1de-7cf4a3ca25d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:44.328427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0b9bd-090b-4e3c-bdb2-69b9331f3904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e7a097-b54d-4096-b1de-7cf4a3ca25d0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:44.385311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55ec7c8-fb62-4eb5-8065-16e1e091dd1b req-30e508ef-dd93-4240-81fe-5514fd719f95 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468893 Oct 19 01:18:44.416432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a0a11f6-6665-474a-8995-e4f9697e704b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.498807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a0a11f6-6665-474a-8995-e4f9697e704b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.506968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.510224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fc838-9e3e-4cb2-8432-cbecb6854d86 req-ee60742f-0dec-4cf8-b060-4a8b4cb47282 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:44.521338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-389fc838-9e3e-4cb2-8432-cbecb6854d86 req-ee60742f-0dec-4cf8-b060-4a8b4cb47282 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 943 time: 0.2249427 Oct 19 01:18:44.533985 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a0a11f6-6665-474a-8995-e4f9697e704b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.587542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:44.589466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a0a11f6-6665-474a-8995-e4f9697e704b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.594801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2a0a11f6-6665-474a-8995-e4f9697e704b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873831 Oct 19 01:18:44.596641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60024) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:44.601909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ee2a8cf4-ae59-4081-a7df-79f250835b4e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '09e7a097-b54d-4096-b1de-7cf4a3ca25d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:44.610911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a11f6-6665-474a-8995-e4f9697e704b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3d0fe4-0a4a-4891-8867-c1da08e783dd,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:44.621523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-389fc838-9e3e-4cb2-8432-cbecb6854d86 req-9139d29d-f8ab-48f3-85d9-43e6ba0a4751 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989542 Oct 19 01:18:44.661574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee2a8cf4-ae59-4081-a7df-79f250835b4e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.675165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Checking segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:44.676359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Network hostable DHCP agents. Network: 16328a5b-3007-43fd-af23-0d798d47d1b0, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:44.705745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:44.726589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 16328a5b-3007-43fd-af23-0d798d47d1b0) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:44.733866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:44.734454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:44.740797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5c16f-5d2b-4780-91f1-626bb0175cd4 None None] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:44.768151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9eae6588-42e2-4b99-ade3-7d0bf3d9b59a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7005427 Oct 19 01:18:44.877298 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-ee2a8cf4-ae59-4081-a7df-79f250835b4e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:18:44.883557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60046) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:44.898710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ee2a8cf4-ae59-4081-a7df-79f250835b4e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2826958 Oct 19 01:18:44.947904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce5c9e-37da-4a71-b72b-77b88c15df60 None None] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:45.035758 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b02ce7ec-49b9-4de5-bd28-cad56be9bb10 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.105805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b02ce7ec-49b9-4de5-bd28-cad56be9bb10 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.136378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-95adc385-02a4-427a-8641-e0bbb478ab06 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3410470 Oct 19 01:18:45.148400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:45.191325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8ab4619c-7008-4cbd-906f-185bf513450b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:45.192966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8ab4619c-7008-4cbd-906f-185bf513450b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.1696310 Oct 19 01:18:45.200933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.210104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:45.218099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b02ce7ec-49b9-4de5-bd28-cad56be9bb10 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.222870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b02ce7ec-49b9-4de5-bd28-cad56be9bb10 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.224773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b02ce7ec-49b9-4de5-bd28-cad56be9bb10 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/09e7a097-b54d-4096-b1de-7cf4a3ca25d0 HTTP/1.1" status: 204 len: 168 time: 0.3403375 Oct 19 01:18:45.227524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:45.247004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e054ad2-a81d-4ca8-a95d-89fcad0ce92c req-2969e6ab-ff9e-4c4c-8be6-649b3abf8428 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9ac150b-0c02-445b-8e2b-e93f135c50ff HTTP/1.1" status: 200 len: 210 time: 0.0451128 Oct 19 01:18:45.253186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ce7ec-49b9-4de5-bd28-cad56be9bb10 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e7a097-b54d-4096-b1de-7cf4a3ca25d0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:45.375905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60064) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:45.376252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-da036992-4ef8-4b98-b283-12b3fdde9c22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1471910 Oct 19 01:18:45.383685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e589bf19-0818-47d7-a66b-ff909664f861 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--588695218'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:45.425523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e589bf19-0818-47d7-a66b-ff909664f861 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.473370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:45.477159 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.516343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.540273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e589bf19-0818-47d7-a66b-ff909664f861 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.546194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e589bf19-0818-47d7-a66b-ff909664f861 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.602120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e589bf19-0818-47d7-a66b-ff909664f861 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.606143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60078) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:45.606848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e589bf19-0818-47d7-a66b-ff909664f861 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2289090 Oct 19 01:18:45.613108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d265c371-722d-4ccb-b4ba-57760be1d138 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'dab65730-2a6b-43e7-8724-16177903b3cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:45.614519 n-d-789963-20 neutron-server[100848]: WARNING neutron.api.v2.base [None req-d265c371-722d-4ccb-b4ba-57760be1d138 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 01:18:45.615007 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-d265c371-722d-4ccb-b4ba-57760be1d138 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:45.616173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d265c371-722d-4ccb-b4ba-57760be1d138 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089116 Oct 19 01:18:45.623469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60080) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:45.642378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589bf19-0818-47d7-a66b-ff909664f861 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab65730-2a6b-43e7-8724-16177903b3cd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:45.769626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Allocated IP 172.25.0.93 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/e1f06a7e-1e5f-439f-ba76-d08a4fa0995b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:45.773878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.8 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/cd7806bc-aade-4f87-904e-b8faa5319504) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:45.798070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ccde2a1-8894-4cb4-aeb7-ae7a46e3b00b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.850061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ccde2a1-8894-4cb4-aeb7-ae7a46e3b00b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.961312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ccde2a1-8894-4cb4-aeb7-ae7a46e3b00b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.963855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ccde2a1-8894-4cb4-aeb7-ae7a46e3b00b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:45.967465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9ccde2a1-8894-4cb4-aeb7-ae7a46e3b00b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/dab65730-2a6b-43e7-8724-16177903b3cd HTTP/1.1" status: 204 len: 168 time: 0.3410087 Oct 19 01:18:45.968748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60108) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:45.992354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccde2a1-8894-4cb4-aeb7-ae7a46e3b00b tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab65730-2a6b-43e7-8724-16177903b3cd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:46.062348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d3c7813c-1f93-4e37-9ff1-1dfa870a634f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915370 Oct 19 01:18:46.063143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:46.068607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-56cefbf0-e91c-411c-8786-0ddec0056ce6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765984041'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:46.093870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56cefbf0-e91c-411c-8786-0ddec0056ce6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.108087 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.151119 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.190427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56cefbf0-e91c-411c-8786-0ddec0056ce6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.197153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56cefbf0-e91c-411c-8786-0ddec0056ce6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.212106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.273741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=e1f06a7e-1e5f-439f-ba76-d08a4fa0995b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:46.285972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56cefbf0-e91c-411c-8786-0ddec0056ce6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.293588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:46.293588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60126) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:46.293829 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-56cefbf0-e91c-411c-8786-0ddec0056ce6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2280540 Oct 19 01:18:46.298424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-806e0068-821e-4bec-abc7-0732fbd970bc tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'f26584fb-8155-4555-87c6-c575ce424972', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:46.300450 n-d-789963-20 neutron-server[100848]: WARNING neutron.api.v2.base [None req-806e0068-821e-4bec-abc7-0732fbd970bc tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 01:18:46.300699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cefbf0-e91c-411c-8786-0ddec0056ce6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26584fb-8155-4555-87c6-c575ce424972,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:46.301123 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-806e0068-821e-4bec-abc7-0732fbd970bc tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:46.304617 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-806e0068-821e-4bec-abc7-0732fbd970bc tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100772 Oct 19 01:18:46.304617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:46.306705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60130) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:46.306857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:46.333887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.367297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:46.413306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:46.418117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:46.423747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:46.426866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-7d33fe7f-a5d5-4d40-9ac8-925af084d67c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:46.428584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-7d33fe7f-a5d5-4d40-9ac8-925af084d67c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.2217686 Oct 19 01:18:46.448149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a602df6-4042-4747-b081-cb59261fab22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.479438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-71e31918-6ddf-4215-b415-ef3311dbfffb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/quotas/9567f9fa32ff49e48f93fc696f75d605 HTTP/1.1" status: 200 len: 375 time: 0.0322046 Oct 19 01:18:46.497922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=cd7806bc-aade-4f87-904e-b8faa5319504,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:46.514653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:46.515724 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.527473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-e006946f-afe8-4650-a2f8-597ba86caf29 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465562 Oct 19 01:18:46.530986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a602df6-4042-4747-b081-cb59261fab22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.579930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-6d80ae59-01ee-4f96-b504-22b93a941a44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3739111 Oct 19 01:18:46.586069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.587587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e5161955-1fe2-4be8-a629-fec010ff1e4d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:46.601652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Request body: {'port': {'device_id': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:46.719937 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.735099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a602df6-4042-4747-b081-cb59261fab22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.742075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a602df6-4042-4747-b081-cb59261fab22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.752905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1a602df6-4042-4747-b081-cb59261fab22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/f26584fb-8155-4555-87c6-c575ce424972 HTTP/1.1" status: 204 len: 168 time: 0.4103615 Oct 19 01:18:46.770639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60138) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:46.789540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a602df6-4042-4747-b081-cb59261fab22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26584fb-8155-4555-87c6-c575ce424972,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:46.789918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:46.832679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-30e0af95-dd41-4a83-b790-216cf5ec15e1 service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038445 Oct 19 01:18:46.880530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:46.906604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'port_id': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'mac_address': 'fa:16:3e:85:1a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:46.987703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a8163f58-1d36-4619-b11b-4aa1cd7003fd service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540840 Oct 19 01:18:46.992818 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.023554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5161955-1fe2-4be8-a629-fec010ff1e4d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:47.066239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:47.078357 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.197013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:47.329104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e5161955-1fe2-4be8-a629-fec010ff1e4d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:47.340934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1d8b7-45ad-4abf-934b-5f10dc50cdaa req-d7590f14-1348-436a-b0b4-c3fb70cc19cd tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:47.343839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a3f1d8b7-45ad-4abf-934b-5f10dc50cdaa req-d7590f14-1348-436a-b0b4-c3fb70cc19cd tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.1030016 Oct 19 01:18:47.422921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a3f1d8b7-45ad-4abf-934b-5f10dc50cdaa req-4562e77f-23de-419e-a5ed-82128a7d1887 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723813 Oct 19 01:18:47.499013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.514002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-039741b7-0493-4e88-b99a-910a5c400904 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7381697 Oct 19 01:18:47.516486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60158) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:47.517399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.535771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f977999c-ce76-4792-824b-a6dcc98257b6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--717771280'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:47.596850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2acdf4-8c0c-4e5e-9024-8327c4e1ef11 req-a06dfc88-bcd9-4385-8226-108d4e53b6e0 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:47.605376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc2acdf4-8c0c-4e5e-9024-8327c4e1ef11 req-a06dfc88-bcd9-4385-8226-108d4e53b6e0 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 944 time: 0.1043410 Oct 19 01:18:47.668847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc2acdf4-8c0c-4e5e-9024-8327c4e1ef11 req-604d8df3-cc46-4eaa-887f-926f10cc4e32 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617182 Oct 19 01:18:47.726745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.789547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=e1f06a7e-1e5f-439f-ba76-d08a4fa0995b,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:47.913923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7806bc-aade-4f87-904e-b8faa5319504 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:47.924044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.940495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Transition to ACTIVE for port object cd7806bc-aade-4f87-904e-b8faa5319504 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:47.948908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:47.951945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:47.968227 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f977999c-ce76-4792-824b-a6dcc98257b6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.008853 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b82acba5-b091-4bf8-a6b3-6261712deb1e req-81439cd4-0d9f-45a9-8093-9bc610e8a83c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 210 time: 0.0524549 Oct 19 01:18:48.048507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.050304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-0ef16fdc-3e4a-441b-9ff7-6a62a54482fe tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9076564 Oct 19 01:18:48.187083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4029c240-212a-41de-a967-42f8ddf3acc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.209701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-bf3eff45-525b-4d00-9035-d9ed2cf19474 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.1213815 Oct 19 01:18:48.261778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7806bc-aade-4f87-904e-b8faa5319504,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.271859 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4029c240-212a-41de-a967-42f8ddf3acc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.286348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4029c240-212a-41de-a967-42f8ddf3acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.333901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029c240-212a-41de-a967-42f8ddf3acc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e4cb98-6ecf-46be-9d44-57ff37597165,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.400098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4029c240-212a-41de-a967-42f8ddf3acc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9dfc706611eb4901a1b1e6ab528a273a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500368 Oct 19 01:18:48.405246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60200) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:48.433429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f977999c-ce76-4792-824b-a6dcc98257b6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.437664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Attempting to bind port cd7806bc-aade-4f87-904e-b8faa5319504 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:48.438148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Attempting to bind port cd7806bc-aade-4f87-904e-b8faa5319504 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:48.438568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Attempting to bind port cd7806bc-aade-4f87-904e-b8faa5319504 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:48.447411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f977999c-ce76-4792-824b-a6dcc98257b6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.485617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977999c-ce76-4792-824b-a6dcc98257b6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f95607-af0f-44f0-a5e3-e2f03f4380a0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.493974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Port cd7806bc-aade-4f87-904e-b8faa5319504 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:48.494322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Attempting to bind port cd7806bc-aade-4f87-904e-b8faa5319504 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:48.498091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-2f5de590-687d-4509-ba26-55bbda8b90ef tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:48.499862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-2f5de590-687d-4509-ba26-55bbda8b90ef tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.2259133 Oct 19 01:18:48.504990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:48.504990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:48.505672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:48.505843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Bound port: cd7806bc-aade-4f87-904e-b8faa5319504, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:48.506203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.524039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-498fdbe7-eb1e-4cf9-b225-ad34f5bb9ca2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.0128136 Oct 19 01:18:48.527360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8b9-d1da-4204-b4ca-68e700f7ad50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.528838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f977999c-ce76-4792-824b-a6dcc98257b6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.530097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f977999c-ce76-4792-824b-a6dcc98257b6 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0033610 Oct 19 01:18:48.533425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:48.538528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a272a891-262b-49ec-9b44-b3488cd59c35 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '49f95607-af0f-44f0-a5e3-e2f03f4380a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:48.550367 n-d-789963-20 neutron-server[100848]: WARNING neutron.api.v2.base [None req-a272a891-262b-49ec-9b44-b3488cd59c35 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 01:18:48.551067 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-a272a891-262b-49ec-9b44-b3488cd59c35 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:48.556225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a272a891-262b-49ec-9b44-b3488cd59c35 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174363 Oct 19 01:18:48.558002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60206) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:48.565224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-4ab1c5f7-02f7-4100-9866-c47e38bb7457 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:48.572887 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-598882ab-c41e-4a6f-b6de-9cfec8716309 req-4ab1c5f7-02f7-4100-9866-c47e38bb7457 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.3621273 Oct 19 01:18:48.574417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e5161955-1fe2-4be8-a629-fec010ff1e4d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:48.586755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8b9-d1da-4204-b4ca-68e700f7ad50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.588380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-62f3d456-951b-4d8b-ae61-ea61d9671d59 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '49f95607-af0f-44f0-a5e3-e2f03f4380a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:48.590247 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-62f3d456-951b-4d8b-ae61-ea61d9671d59 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 01:18:48.591064 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-62f3d456-951b-4d8b-ae61-ea61d9671d59 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:48.592268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-62f3d456-951b-4d8b-ae61-ea61d9671d59 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0323980 Oct 19 01:18:48.601346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60210) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:48.608791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c4909984-da93-40b9-8b4e-21cf4828c0f4 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '49f95607-af0f-44f0-a5e3-e2f03f4380a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:48.609984 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-c4909984-da93-40b9-8b4e-21cf4828c0f4 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 01:18:48.610584 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-c4909984-da93-40b9-8b4e-21cf4828c0f4 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:48.611661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4909984-da93-40b9-8b4e-21cf4828c0f4 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092323 Oct 19 01:18:48.618299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60212) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:48.624355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-49b4014f-847b-42cb-b34f-207d858dd4e5 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '49f95607-af0f-44f0-a5e3-e2f03f4380a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:48.625402 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-49b4014f-847b-42cb-b34f-207d858dd4e5 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 01:18:48.626007 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-49b4014f-847b-42cb-b34f-207d858dd4e5 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:48.627160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-49b4014f-847b-42cb-b34f-207d858dd4e5 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078354 Oct 19 01:18:48.631787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60214) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:48.708763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port e5161955-1fe2-4be8-a629-fec010ff1e4d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:48.712874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] For port cd7806bc-aade-4f87-904e-b8faa5319504, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:48.715468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e5161955-1fe2-4be8-a629-fec010ff1e4d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:48.717271 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.720900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] For port cd7806bc-aade-4f87-904e-b8faa5319504, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cd7806bc-aade-4f87-904e-b8faa5319504,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:48.728950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.780564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:48.781899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.782670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-53b29a9b-a156-444f-840c-e293e83edd04 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2404311 Oct 19 01:18:48.785384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] 10.222.0.62 "PUT /v2.0/ports/cd7806bc-aade-4f87-904e-b8faa5319504 HTTP/1.1" status: 200 len: 1092 time: 2.1911743 Oct 19 01:18:48.792493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'tag': 'cd7806bc-aade-4f87-904e-b8faa5319504'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:48.799201 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0e21fc-605f-4440-9462-e0767b69b1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ac150b-0c02-445b-8e2b-e93f135c50ff", "tag": "cd7806bc-aade-4f87-904e-b8faa5319504"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:48.859003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ac432-94ac-416b-9c41-bb98bc588d49 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7806bc-aade-4f87-904e-b8faa5319504,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:48.900094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5d67-6fe3-4a07-af9b-6ef6900f81b9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.925537 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8b9-d1da-4204-b4ca-68e700f7ad50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.928358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8b9-d1da-4204-b4ca-68e700f7ad50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.941254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3b1ae8b9-d1da-4204-b4ca-68e700f7ad50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68e4cb98-6ecf-46be-9d44-57ff37597165 HTTP/1.1" status: 204 len: 168 time: 0.5346997 Oct 19 01:18:48.941570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.970840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:48.973885 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d3d131-08d6-4245-b8f7-3ca38734b757" -d '{"events": [{"server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "name": "network-vif-plugged", "status": "completed", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:48.981411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5d67-6fe3-4a07-af9b-6ef6900f81b9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:48.993637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:49.000358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.045530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae8b9-d1da-4204-b4ca-68e700f7ad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e4cb98-6ecf-46be-9d44-57ff37597165,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:49.058437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5d67-6fe3-4a07-af9b-6ef6900f81b9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.062954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6b6a5d67-6fe3-4a07-af9b-6ef6900f81b9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.064157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6b6a5d67-6fe3-4a07-af9b-6ef6900f81b9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/49f95607-af0f-44f0-a5e3-e2f03f4380a0 HTTP/1.1" status: 204 len: 168 time: 0.4312279 Oct 19 01:18:49.071535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.085965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:49.093332 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-553fa45e-16bf-4805-9a35-64d9a076e6ca service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097262 Oct 19 01:18:49.098658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 49583b3b-bbbf-4500-ae21-5beaaeb479ad no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:18:49.111850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a5d67-6fe3-4a07-af9b-6ef6900f81b9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f95607-af0f-44f0-a5e3-e2f03f4380a0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:49.139253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-b0723b6e-705c-4529-ba79-73a7eb06a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.140755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-b0723b6e-705c-4529-ba79-73a7eb06a3e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=e9ac150b-0c02-445b-8e2b-e93f135c50ff HTTP/1.1" status: 200 len: 1095 time: 0.2644892 Oct 19 01:18:49.225871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-24194f37-2460-465d-b68b-db611d4b5312 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd7806bc-aade-4f87-904e-b8faa5319504 HTTP/1.1" status: 200 len: 217 time: 0.0663421 Oct 19 01:18:49.264534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ba377-83bb-4e5b-963a-3f6d19ec19d1 req-bd10e7c0-000c-47fe-973f-b9fb968a9312 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.266520 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e93ba377-83bb-4e5b-963a-3f6d19ec19d1 req-bd10e7c0-000c-47fe-973f-b9fb968a9312 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.3272076 Oct 19 01:18:49.293884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-e36e38cc-2c54-4c94-baed-eee830e31353 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.300302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-e36e38cc-2c54-4c94-baed-eee830e31353 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.3618228 Oct 19 01:18:49.301429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68490cf8-bae0-4328-a00f-1741aadff718 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2285624 Oct 19 01:18:49.302248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60240) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.312617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-004e6406-feac-42d0-9385-b5cfdab5cb5e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--565568080'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:49.330719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Request body: {'port': {'device_id': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'admin_state_up': True, 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:49.351167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-f82efb79-0e50-423f-bffd-5b76b251a75d service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566321 Oct 19 01:18:49.356778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-004e6406-feac-42d0-9385-b5cfdab5cb5e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.373180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-0d08bad3-a442-47ce-87ab-21e9c28a3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.374654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-0d08bad3-a442-47ce-87ab-21e9c28a3356 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.1387327 Oct 19 01:18:49.395963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e93ba377-83bb-4e5b-963a-3f6d19ec19d1 req-a8a99d2c-9b2e-490d-bc38-7d8e8de5bafa tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973728 Oct 19 01:18:49.474270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-004e6406-feac-42d0-9385-b5cfdab5cb5e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.481698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-004e6406-feac-42d0-9385-b5cfdab5cb5e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.484801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-8e4c3c94-2d07-462f-b081-a97be2ff7ac3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814526 Oct 19 01:18:49.485364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60242) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.534053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-639849af-3afa-4b83-8718-18f481dc8a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.541614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-004e6406-feac-42d0-9385-b5cfdab5cb5e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.543033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-004e6406-feac-42d0-9385-b5cfdab5cb5e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2365255 Oct 19 01:18:49.549988 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60246) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.554385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-663ae006-8d3a-4f46-bd82-16ba34dac066 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:49.555354 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-663ae006-8d3a-4f46-bd82-16ba34dac066 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:18:49.555915 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-663ae006-8d3a-4f46-bd82-16ba34dac066 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:49.559525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-663ae006-8d3a-4f46-bd82-16ba34dac066 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064740 Oct 19 01:18:49.561293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60250) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.564558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e6406-feac-42d0-9385-b5cfdab5cb5e tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bbb97d-86b7-4ffb-af71-ad1ee69a26a0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:49.571597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-62905f4c-7535-42d3-b47f-2c729efcc918 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:49.650965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.675428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e92e6a-df8a-43d6-878f-19fe414732b0 req-9389917b-107e-42ba-b955-a4520e6ecd6c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:49.680749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65e92e6a-df8a-43d6-878f-19fe414732b0 req-9389917b-107e-42ba-b955-a4520e6ecd6c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1028066 Oct 19 01:18:49.711888 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-62905f4c-7535-42d3-b47f-2c729efcc918 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:49.715565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-62905f4c-7535-42d3-b47f-2c729efcc918 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1505859 Oct 19 01:18:49.725592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60254) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.734312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cb9c7b71-5ea3-4110-b540-65e878c5899c tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:49.734800 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-cb9c7b71-5ea3-4110-b540-65e878c5899c tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 01:18:49.735300 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-cb9c7b71-5ea3-4110-b540-65e878c5899c tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:49.736341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb9c7b71-5ea3-4110-b540-65e878c5899c tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079350 Oct 19 01:18:49.760747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60258) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.772932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65e92e6a-df8a-43d6-878f-19fe414732b0 req-cf85abc0-7486-4c8d-83c0-45dcb9b8021f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Oct 19 01:18:49.777646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4301599b-90ee-4707-a327-c12ae38746cd tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:49.834216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-639849af-3afa-4b83-8718-18f481dc8a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.844978 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-639849af-3afa-4b83-8718-18f481dc8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:49.900774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-639849af-3afa-4b83-8718-18f481dc8a14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=564ddf7df92649cbb9436860aad823d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111640 Oct 19 01:18:49.901716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639849af-3afa-4b83-8718-18f481dc8a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8085bb0-b57f-4c14-b66b-8ddf8af3cad0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:49.908068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60264) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.964053 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-4301599b-90ee-4707-a327-c12ae38746cd tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:49.965321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4301599b-90ee-4707-a327-c12ae38746cd tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1913540 Oct 19 01:18:49.968807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60272) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.973785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ed2bc9a0-9d9c-466a-9378-0f9294461a22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:49.974271 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-ed2bc9a0-9d9c-466a-9378-0f9294461a22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:18:49.974767 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-ed2bc9a0-9d9c-466a-9378-0f9294461a22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:49.975822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ed2bc9a0-9d9c-466a-9378-0f9294461a22 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061228 Oct 19 01:18:49.982874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:49.989006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bae9d16d-4c9a-4ad8-951f-b305e5bcef7a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:50.007324 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754888c-b72c-4266-ac5f-074133761712 x-openstack-request-id: req-9754888c-b72c-4266-ac5f-074133761712 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:50.007623 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "name": "network-vif-plugged", "status": "completed", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:50.007877 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9754888c-b72c-4266-ac5f-074133761712 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:50.008366 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'code': 200} Oct 19 01:18:50.010878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7089-7142-44e3-9159-9d2c8015daa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.036571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7089-7142-44e3-9159-9d2c8015daa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.079122 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-bae9d16d-4c9a-4ad8-951f-b305e5bcef7a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:50.082277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bae9d16d-4c9a-4ad8-951f-b305e5bcef7a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0984581 Oct 19 01:18:50.085120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:50.092652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-92ce00f7-1be9-45d3-a377-eb455f55e32a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:50.093158 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-92ce00f7-1be9-45d3-a377-eb455f55e32a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 01:18:50.093646 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-92ce00f7-1be9-45d3-a377-eb455f55e32a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:50.094610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92ce00f7-1be9-45d3-a377-eb455f55e32a tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085597 Oct 19 01:18:50.097450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60280) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:50.107525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fbddd47e-3b08-4815-b06f-50a80ab7d4cc tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:50.131963 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a9239e-e795-4455-bedc-ce0c81ad9620 x-openstack-request-id: req-d0a9239e-e795-4455-bedc-ce0c81ad9620 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:50.132603 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ac150b-0c02-445b-8e2b-e93f135c50ff", "tag": "cd7806bc-aade-4f87-904e-b8faa5319504", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:50.132603 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0a9239e-e795-4455-bedc-ce0c81ad9620 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:50.132866 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'tag': 'cd7806bc-aade-4f87-904e-b8faa5319504', 'status': 'completed', 'code': 200} Oct 19 01:18:50.161958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f89ed67a-0114-4d76-8771-0057ccecd1e7 req-72b31bf0-6a40-4087-89d8-926edf547800 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 210 time: 0.0351231 Oct 19 01:18:50.175188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7089-7142-44e3-9159-9d2c8015daa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.179521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7089-7142-44e3-9159-9d2c8015daa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.180404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6a9f7089-7142-44e3-9159-9d2c8015daa7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8085bb0-b57f-4c14-b66b-8ddf8af3cad0 HTTP/1.1" status: 204 len: 168 time: 0.2712660 Oct 19 01:18:50.190939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f7089-7142-44e3-9159-9d2c8015daa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8085bb0-b57f-4c14-b66b-8ddf8af3cad0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:50.199152 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-fbddd47e-3b08-4815-b06f-50a80ab7d4cc tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:50.207109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fbddd47e-3b08-4815-b06f-50a80ab7d4cc tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1041493 Oct 19 01:18:50.207109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:50.212641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-96dd42bc-007d-46a2-8174-fd61bf14d148 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': 'd4bbb97d-86b7-4ffb-af71-ad1ee69a26a0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:50.300735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7a855f31-4f26-4a3c-b514-d76d39079eb5 req-3a9a197e-9488-4442-8933-9a0c3f87c414 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 210 time: 0.0357671 Oct 19 01:18:50.303436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-1d29895e-4e62-48e3-aba8-f81159d6255b tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8285916 Oct 19 01:18:50.327278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:50.383532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-c03a2892-261e-4418-b0a5-73ed79c023dd service neutron] 10.222.0.74 "GET /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.9236190 Oct 19 01:18:50.389922 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:18:50.389922 n-d-789963-20 neutron-server[100848]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 19 01:18:50.389922 n-d-789963-20 neutron-server[100848]: [parameters: {'project_id_1': 'a82c95f578404481bc23aa529123a68a', 'expiration_1': datetime.datetime(2021, 10, 19, 1, 18, 30, 346214)}] Oct 19 01:18:50.389922 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:18:50.390345 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:18:50.405944 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-96dd42bc-007d-46a2-8174-fd61bf14d148 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:50.407000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-96dd42bc-007d-46a2-8174-fd61bf14d148 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1993601 Oct 19 01:18:50.410125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:50.418717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2096f-ad2e-41dd-ad35-1fffbc389665 req-d27d433a-a9a3-4dfb-a345-98615697d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.420868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-efe2096f-ad2e-41dd-ad35-1fffbc389665 req-d27d433a-a9a3-4dfb-a345-98615697d574 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.3033686 Oct 19 01:18:50.422658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-62a00cea-5c4b-4e1b-90d8-1813713f9d70 service neutron] 10.222.0.62 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210906 Oct 19 01:18:50.446952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:50.452019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.503518 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-452acc20-cdcc-427e-8095-54dbe3208d45 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.540447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-452acc20-cdcc-427e-8095-54dbe3208d45 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.613003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bca97-885c-4391-9f11-480608f727e2 req-39867c0d-394b-454b-abed-326b29c53af8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:50.620564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0bca97-885c-4391-9f11-480608f727e2 req-39867c0d-394b-454b-abed-326b29c53af8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 943 time: 0.1021032 Oct 19 01:18:50.636524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-efe2096f-ad2e-41dd-ad35-1fffbc389665 req-a7b287aa-2f13-4689-a077-3804bb1d3350 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762285 Oct 19 01:18:50.667401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0bca97-885c-4391-9f11-480608f727e2 req-f7dcd153-db18-47b3-8ef4-1d90f436092f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Oct 19 01:18:50.684477 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-452acc20-cdcc-427e-8095-54dbe3208d45 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.688821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-452acc20-cdcc-427e-8095-54dbe3208d45 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.690175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-452acc20-cdcc-427e-8095-54dbe3208d45 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/d4bbb97d-86b7-4ffb-af71-ad1ee69a26a0 HTTP/1.1" status: 204 len: 168 time: 0.2787726 Oct 19 01:18:50.695124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60318) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:50.713843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452acc20-cdcc-427e-8095-54dbe3208d45 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bbb97d-86b7-4ffb-af71-ad1ee69a26a0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:50.766013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2691a5aa-bad0-47d0-ae53-f760c525cb58 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651226 Oct 19 01:18:50.766013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60326) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:50.769735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-f393adae-48cd-48c4-b43d-5cc36d36c32e service neutron] 10.222.0.62 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115761 Oct 19 01:18:50.773335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f421c3fd-5662-4ae6-a402-b433138ce29f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537944515'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:50.798848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f421c3fd-5662-4ae6-a402-b433138ce29f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.805093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Allocated IP 172.20.0.14 (16328a5b-3007-43fd-af23-0d798d47d1b0/bd1cf545-8b75-4d90-80fd-dfb94dc1a56d/bf2b26e9-817c-495b-8306-5da4750c11c9) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:50.913154 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f421c3fd-5662-4ae6-a402-b433138ce29f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.920126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f421c3fd-5662-4ae6-a402-b433138ce29f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:50.959146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c3fd-5662-4ae6-a402-b433138ce29f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3277f74b-ce72-413d-922c-db259bcaf452,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:50.972500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:51.050060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:51.055205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f421c3fd-5662-4ae6-a402-b433138ce29f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.056572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f421c3fd-5662-4ae6-a402-b433138ce29f tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2896929 Oct 19 01:18:51.064072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:51.070411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ce021404-33cd-4e58-8d20-a9b0790291a3 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '3277f74b-ce72-413d-922c-db259bcaf452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:51.098828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e21fc-605f-4440-9462-e0767b69b1e0 req-25a2dd14-82c3-4d32-ac93-c724be6b21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:51.101102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa0e21fc-605f-4440-9462-e0767b69b1e0 req-25a2dd14-82c3-4d32-ac93-c724be6b21a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=e9ac150b-0c02-445b-8e2b-e93f135c50ff HTTP/1.1" status: 200 len: 1095 time: 0.1935546 Oct 19 01:18:51.101828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.185979 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-ce021404-33cd-4e58-8d20-a9b0790291a3 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The resource could not be found. Oct 19 01:18:51.187193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ce021404-33cd-4e58-8d20-a9b0790291a3 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1218178 Oct 19 01:18:51.190034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:51.199391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a37f4892-8628-4579-bf16-094f98d39812 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '3277f74b-ce72-413d-922c-db259bcaf452', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '64278616-3e09-4eaf-a7a7-6a4c05bb22ba'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:51.256069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49583b3b-bbbf-4500-ae21-5beaaeb479ad {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:51.257642 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-a37f4892-8628-4579-bf16-094f98d39812 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The resource could not be found. Oct 19 01:18:51.259326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a37f4892-8628-4579-bf16-094f98d39812 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0681314 Oct 19 01:18:51.262371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:51.302921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:51.351554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9c25-67fa-4b59-9564-834705ca1260 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.400255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.420529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.485364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-be2603f9-4ea1-4181-84ee-294e953c2e12 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:51.486985 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-be2603f9-4ea1-4181-84ee-294e953c2e12 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.4594986 Oct 19 01:18:51.514266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': '7a09a456-642e-48d6-827e-9a339b0c7435', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:51.536510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e21fc-605f-4440-9462-e0767b69b1e0 req-48ef512a-9cb8-4ace-967b-ae9469fae856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:51.538264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa0e21fc-605f-4440-9462-e0767b69b1e0 req-48ef512a-9cb8-4ace-967b-ae9469fae856 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b2150c1bd16e43429212cf57736b32d7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3932877 Oct 19 01:18:51.701831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9c25-67fa-4b59-9564-834705ca1260 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.760662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.768366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133f20c-78fd-481c-a493-106692d7a234 req-03c2c64a-9c71-42c3-908f-cad5e44331b5 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:51.772644 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e133f20c-78fd-481c-a493-106692d7a234 req-03c2c64a-9c71-42c3-908f-cad5e44331b5 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.0907042 Oct 19 01:18:51.795966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9c25-67fa-4b59-9564-834705ca1260 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.798586 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9c25-67fa-4b59-9564-834705ca1260 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.799777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd3f9c25-67fa-4b59-9564-834705ca1260 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/3277f74b-ce72-413d-922c-db259bcaf452 HTTP/1.1" status: 204 len: 168 time: 0.5362036 Oct 19 01:18:51.802937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] Transition to ACTIVE for port object 49583b3b-bbbf-4500-ae21-5beaaeb479ad will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:51.803604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:51.821130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f9c25-67fa-4b59-9564-834705ca1260 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3277f74b-ce72-413d-922c-db259bcaf452,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:51.831800 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e133f20c-78fd-481c-a493-106692d7a234 req-560572de-f710-4c72-862e-f24f8c801a7c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547655 Oct 19 01:18:51.860841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.891834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:51.893437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:51.917681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:51.920886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:51.979637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e21fc-605f-4440-9462-e0767b69b1e0 req-8c2f1b1a-04b1-4c4c-b7c9-1fee982a6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:51.981308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa0e21fc-605f-4440-9462-e0767b69b1e0 req-8c2f1b1a-04b1-4c4c-b7c9-1fee982a6907 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005294 Oct 19 01:18:51.999495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554bdb1-3316-40bd-adfb-4099bc6eba94 req-4ac523da-8946-49ec-b6c3-0df8aaef9a68 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:52.006305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1554bdb1-3316-40bd-adfb-4099bc6eba94 req-4ac523da-8946-49ec-b6c3-0df8aaef9a68 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 932 time: 0.0689294 Oct 19 01:18:52.018772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event updated for resources: {'Port': ['ID=bf2b26e9-817c-495b-8306-5da4750c11c9,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:52.047430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1554bdb1-3316-40bd-adfb-4099bc6eba94 req-70952576-7577-4e39-ad40-5cfb7cca7a24 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Oct 19 01:18:52.101137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] No DVR routers for this DVR port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:52.111230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:52.114854 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.136947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f198d9d-8d0f-4665-83f4-5b55d2c2a835 req-5a760fd1-aa6f-4dad-bccb-8da64f240085 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 210 time: 0.0280774 Oct 19 01:18:52.143296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-43f1d829-7d21-4799-b20c-fe8afae0d7a4 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3020027 Oct 19 01:18:52.144245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:52.149974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0e21e392-5d55-499d-8f03-4cf9e956ab9c tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '22a91a3e-b735-40f5-bab6-303b50a999f7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:52.165117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:52.165117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.224567 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-0e21e392-5d55-499d-8f03-4cf9e956ab9c tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The resource could not be found. Oct 19 01:18:52.227492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0e21e392-5d55-499d-8f03-4cf9e956ab9c tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0818708 Oct 19 01:18:52.231111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60414) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:52.238869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-96ea3507-315e-4d07-ba1f-33e5662b0862 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085457737'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:52.251325 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] 10.222.0.74 "PUT /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad/bindings/n-h2-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 1.8556700 Oct 19 01:18:52.252038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e4b2d-3cca-4363-a224-79769ab00648 service neutron] Pushing event updated for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:52.271281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96ea3507-315e-4d07-ba1f-33e5662b0862 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.296612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-a6476c19-250f-4000-b27c-9feb31af671e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9710095 Oct 19 01:18:52.341870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Request body: {'port': {'device_id': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:52.346621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Allocated IP 172.25.0.17 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/dcc41040-8490-449b-8cbc-7fafde8d01bb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:52.386379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96ea3507-315e-4d07-ba1f-33e5662b0862 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.392310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96ea3507-315e-4d07-ba1f-33e5662b0862 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.430820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96ea3507-315e-4d07-ba1f-33e5662b0862 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.432075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-96ea3507-315e-4d07-ba1f-33e5662b0862 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1989861 Oct 19 01:18:52.434011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea3507-315e-4d07-ba1f-33e5662b0862 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964927c4-fc38-4d70-b937-910457929a2a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:52.436639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60426) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:52.441135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4a159ce0-3b65-4bf1-aa4d-9b5c67ae4b53 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373688640'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:52.473754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a159ce0-3b65-4bf1-aa4d-9b5c67ae4b53 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.511382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.7 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/a164f492-6a44-4855-adea-eb501ac18a47) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:52.558185 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a159ce0-3b65-4bf1-aa4d-9b5c67ae4b53 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.560499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.563998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a159ce0-3b65-4bf1-aa4d-9b5c67ae4b53 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.569905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-7e7567d1-9eaa-4279-8c5c-fc7ac886498b tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:52.571711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-7e7567d1-9eaa-4279-8c5c-fc7ac886498b tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.1951973 Oct 19 01:18:52.597603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a159ce0-3b65-4bf1-aa4d-9b5c67ae4b53 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.599656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4a159ce0-3b65-4bf1-aa4d-9b5c67ae4b53 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1621835 Oct 19 01:18:52.602596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60438) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:52.610835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a159ce0-3b65-4bf1-aa4d-9b5c67ae4b53 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f9239f-022f-447d-b0bc-e0334de8cd2c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:52.625199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1e29d82e-c8c1-425e-8d3c-d0dbed648abf tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group_rule': {'security_group_id': '964927c4-fc38-4d70-b937-910457929a2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '64f9239f-022f-447d-b0bc-e0334de8cd2c'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:52.725323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:52.848982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-f7d46e5c-3fa8-4d63-8e30-99e0d493e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:52.850550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-f7d46e5c-3fa8-4d63-8e30-99e0d493e802 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3&tenant_id=727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 1096 time: 0.2689786 Oct 19 01:18:52.910678 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-1e29d82e-c8c1-425e-8d3c-d0dbed648abf tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:18:52.911827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1e29d82e-c8c1-425e-8d3c-d0dbed648abf tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3079329 Oct 19 01:18:52.915348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60474) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:52.996479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.029085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e85-7edd-426e-ba2c-c956a13d59f9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.063746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e85-7edd-426e-ba2c-c956a13d59f9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.083426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ec234-5065-4d2c-98e2-7d9c186a10ec req-1233bdc7-9add-4d02-938a-2bf074239265 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:53.085330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a50ec234-5065-4d2c-98e2-7d9c186a10ec req-1233bdc7-9add-4d02-938a-2bf074239265 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 944 time: 0.0875719 Oct 19 01:18:53.088378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-371d6952-02fd-46f1-b08e-c235fc3ec555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:53.089901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-371d6952-02fd-46f1-b08e-c235fc3ec555 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1096 time: 0.1804373 Oct 19 01:18:53.113064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:53.126074 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.145767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:53.154851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:53.156056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e85-7edd-426e-ba2c-c956a13d59f9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.158960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e85-7edd-426e-ba2c-c956a13d59f9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.160279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f5d27e85-7edd-426e-ba2c-c956a13d59f9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/64f9239f-022f-447d-b0bc-e0334de8cd2c HTTP/1.1" status: 204 len: 168 time: 0.2435155 Oct 19 01:18:53.163250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=dcc41040-8490-449b-8cbc-7fafde8d01bb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:53.175000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60488) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:53.179122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a50ec234-5065-4d2c-98e2-7d9c186a10ec req-9f5f829e-a68a-41ea-a047-125061d9602a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Oct 19 01:18:53.181634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27e85-7edd-426e-ba2c-c956a13d59f9 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f9239f-022f-447d-b0bc-e0334de8cd2c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:53.260299 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a505b14b-be3a-4555-a7af-248e37934ac0 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0795157 Oct 19 01:18:53.261686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60492) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:53.356149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9bf83ae6-2e29-407a-9b25-c1630fa9fc36 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.370832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c249-44f0-4a86-b075-16fe7157af52 req-0e048654-1b89-483f-92e7-6bc88a03865c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:53.376561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6678c249-44f0-4a86-b075-16fe7157af52 req-0e048654-1b89-483f-92e7-6bc88a03865c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.0863228 Oct 19 01:18:53.418064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9bf83ae6-2e29-407a-9b25-c1630fa9fc36 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.451598 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6678c249-44f0-4a86-b075-16fe7157af52 req-b49175dd-d74c-4672-ae52-5e98d2adf0ba tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692120 Oct 19 01:18:53.483963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9bf83ae6-2e29-407a-9b25-c1630fa9fc36 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.487404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9bf83ae6-2e29-407a-9b25-c1630fa9fc36 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.488861 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9bf83ae6-2e29-407a-9b25-c1630fa9fc36 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/964927c4-fc38-4d70-b937-910457929a2a HTTP/1.1" status: 204 len: 168 time: 0.2259064 Oct 19 01:18:53.497973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60498) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:53.514953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60504) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:53.527814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf83ae6-2e29-407a-9b25-c1630fa9fc36 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964927c4-fc38-4d70-b937-910457929a2a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:53.602040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ff123218-f422-4072-a42e-9c8a7388aed2 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020966 Oct 19 01:18:53.602704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60510) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:53.608842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5986a4cb-5f6e-41ce-87e6-80bbe7e53505 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814343065'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:53.641674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5986a4cb-5f6e-41ce-87e6-80bbe7e53505 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.693926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.694532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9eb794c-0639-4dbf-8f6f-3e643e81cdc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.733013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:53.755934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-a5c67c87-a4fd-4e68-8365-ddc0a8ff7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:53.757853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-a5c67c87-a4fd-4e68-8365-ddc0a8ff7c80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.6581352 Oct 19 01:18:53.775194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2b26e9-817c-495b-8306-5da4750c11c9 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:53.785276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5986a4cb-5f6e-41ce-87e6-80bbe7e53505 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.809098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.813879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:53.817500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5986a4cb-5f6e-41ce-87e6-80bbe7e53505 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.863169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-ba636a33-5cc6-49d3-8243-8081bd6f8e2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 200 len: 217 time: 0.0808914 Oct 19 01:18:53.868451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5986a4cb-5f6e-41ce-87e6-80bbe7e53505 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.873697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5986a4cb-5f6e-41ce-87e6-80bbe7e53505 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2699823 Oct 19 01:18:53.874321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60522) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:53.879706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Transition to ACTIVE for port object bf2b26e9-817c-495b-8306-5da4750c11c9 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:53.881748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.882527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a83f54d1-3b4d-4aa1-baad-bd6947fc9b25 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:53.883592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:53.884107 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-a83f54d1-3b4d-4aa1-baad-bd6947fc9b25 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:18:53.884616 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-a83f54d1-3b4d-4aa1-baad-bd6947fc9b25 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 01:18:53.893073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a83f54d1-3b4d-4aa1-baad-bd6947fc9b25 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "PUT /v2.0/security-groups/6ffc7605-e138-4e2c-9f04-b49c28bd3d75 HTTP/1.1" status: 409 len: 330 time: 0.0140400 Oct 19 01:18:53.898621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60526) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:53.916439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9eb794c-0639-4dbf-8f6f-3e643e81cdc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.918662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986a4cb-5f6e-41ce-87e6-80bbe7e53505 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc7605-e138-4e2c-9f04-b49c28bd3d75,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:53.940730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9eb794c-0639-4dbf-8f6f-3e643e81cdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:53.951148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:53.957739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=a164f492-6a44-4855-adea-eb501ac18a47,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:53.980865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.007749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a9eb794c-0639-4dbf-8f6f-3e643e81cdc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3c5268fdd88430493a099e7a29c03e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917469 Oct 19 01:18:54.008555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb794c-0639-4dbf-8f6f-3e643e81cdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ce411-1b90-4cf0-8c95-3c79511817c8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:54.011017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60540) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:54.026004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-d76ad2c5-e7c5-4ce6-94f3-5a9265b76eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.027089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-d76ad2c5-e7c5-4ce6-94f3-5a9265b76eec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1301689 Oct 19 01:18:54.041654 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-480ca2fc-0e17-49b6-b78a-110af7c21425 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.084307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-480ca2fc-0e17-49b6-b78a-110af7c21425 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.098719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-cc4f7281-1c11-4220-bbd8-4299a5c6ba9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453851 Oct 19 01:18:54.101736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.112874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.113400 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.126632 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c7b5-41fe-417d-abe2-7b70b3089f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.150159 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c7b5-41fe-417d-abe2-7b70b3089f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.152051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-480ca2fc-0e17-49b6-b78a-110af7c21425 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.155485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-480ca2fc-0e17-49b6-b78a-110af7c21425 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.158722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Pushing event updated for resources: {'Port': ['ID=bf2b26e9-817c-495b-8306-5da4750c11c9,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:54.159457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-480ca2fc-0e17-49b6-b78a-110af7c21425 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ffc7605-e138-4e2c-9f04-b49c28bd3d75 HTTP/1.1" status: 204 len: 168 time: 0.2548296 Oct 19 01:18:54.165203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60548) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:54.198722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ca2fc-0e17-49b6-b78a-110af7c21425 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc7605-e138-4e2c-9f04-b49c28bd3d75,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:54.201882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-5a6bbee1-174b-4891-97a3-8856689b74c6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6975288 Oct 19 01:18:54.221496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Request body: {'port': {'device_id': '7a09a456-642e-48d6-827e-9a339b0c7435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:54.263920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-995ed2ef-bafa-4663-90df-216aa09cc6d7 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890918 Oct 19 01:18:54.264569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60554) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:54.282171 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-c68928da-e3fb-49e5-affb-eaf57abd95f0 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] delete failed (client error): The resource could not be found. Oct 19 01:18:54.283261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c68928da-e3fb-49e5-affb-eaf57abd95f0 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "DELETE /v2.0/security-groups/f9a5fb4e-b555-462f-856f-3d0f40f9200b HTTP/1.1" status: 404 len: 347 time: 0.0179076 Oct 19 01:18:54.292779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60556) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:54.328395 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-a5718ba1-e3a2-4829-b393-815175687d24 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] show failed (client error): The resource could not be found. Oct 19 01:18:54.329626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a5718ba1-e3a2-4829-b393-815175687d24 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-groups/03dd293f-cf41-423b-89f0-7ea53672b0c0 HTTP/1.1" status: 404 len: 347 time: 0.0358915 Oct 19 01:18:54.333767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60558) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:54.337040 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c7b5-41fe-417d-abe2-7b70b3089f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.339623 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c7b5-41fe-417d-abe2-7b70b3089f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.341390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f8f1c7b5-41fe-417d-abe2-7b70b3089f2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b3ce411-1b90-4cf0-8c95-3c79511817c8 HTTP/1.1" status: 204 len: 168 time: 0.3259451 Oct 19 01:18:54.361952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1c7b5-41fe-417d-abe2-7b70b3089f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ce411-1b90-4cf0-8c95-3c79511817c8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:54.365234 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-c8aed8e3-46ba-4c49-9556-3a3427210961 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] show failed (client error): The resource could not be found. Oct 19 01:18:54.366262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c8aed8e3-46ba-4c49-9556-3a3427210961 tempest-NegativeSecGroupTest-1713819319 tempest-NegativeSecGroupTest-1713819319-project] 10.222.0.64 "GET /v2.0/security-group-rules/9287204d-f0cf-4e3a-ba7c-cd029151868e HTTP/1.1" status: 404 len: 356 time: 0.0312700 Oct 19 01:18:54.384940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46970861-1881-4a37-a2b4-c4e08ad4fe74 req-bbdf0de8-9d4b-490a-8920-adafb350551e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.387066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46970861-1881-4a37-a2b4-c4e08ad4fe74 req-bbdf0de8-9d4b-490a-8920-adafb350551e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 944 time: 0.1078124 Oct 19 01:18:54.440887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.448489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-194bddb1-5b0b-424e-9a91-69fa65860010 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308969 Oct 19 01:18:54.449370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Attempting to bind port bf2b26e9-817c-495b-8306-5da4750c11c9 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:54.449877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Attempting to bind port bf2b26e9-817c-495b-8306-5da4750c11c9 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:54.450622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Attempting to bind port bf2b26e9-817c-495b-8306-5da4750c11c9 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:54.470995 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46970861-1881-4a37-a2b4-c4e08ad4fe74 req-16c93bfe-88ad-46a1-930c-9762ddc56813 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638781 Oct 19 01:18:54.489481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Port bf2b26e9-817c-495b-8306-5da4750c11c9 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:54.489794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Attempting to bind port bf2b26e9-817c-495b-8306-5da4750c11c9 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:54.539101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:54.539464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Checking segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:54.539829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Bound using segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:54.540301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Bound port: bf2b26e9-817c-495b-8306-5da4750c11c9, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:54.540655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.589564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cd7806bc-aade-4f87-904e-b8faa5319504 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:18:54.598692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb7aa-994d-4608-9ce2-ea162f16de47 req-c64c2ee0-6c22-4253-8060-198d109319b7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:54.612891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b3bb7aa-994d-4608-9ce2-ea162f16de47 req-c64c2ee0-6c22-4253-8060-198d109319b7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 931 time: 0.0779095 Oct 19 01:18:54.684107 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b3bb7aa-994d-4608-9ce2-ea162f16de47 req-0979c3b6-d522-49f2-9fa9-8cf2ddf31252 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644636 Oct 19 01:18:54.711133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.740982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.742820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60568) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:54.769882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-7f7edd53-d897-4b3a-86d7-3c3e803ffdaf service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066504 Oct 19 01:18:54.799067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port cd7806bc-aade-4f87-904e-b8faa5319504, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cd7806bc-aade-4f87-904e-b8faa5319504,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:54.818907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'cd7806bc-aade-4f87-904e-b8faa5319504', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': 'cd7806bc-aade-4f87-904e-b8faa5319504', 'mac_address': 'fa:16:3e:4b:45:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:18:54.824019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] For port bf2b26e9-817c-495b-8306-5da4750c11c9, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:54.879078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.886584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] For port bf2b26e9-817c-495b-8306-5da4750c11c9, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf2b26e9-817c-495b-8306-5da4750c11c9,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:54.889967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:54.914163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.919840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=dcc41040-8490-449b-8cbc-7fafde8d01bb,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:54.937423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdab97c7-0c15-454b-bfb6-b18a3ba572db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:54.939753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7806bc-aade-4f87-904e-b8faa5319504 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:54.993030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.016572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.017298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.018791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] 10.222.0.74 "PUT /v2.0/ports/bf2b26e9-817c-495b-8306-5da4750c11c9 HTTP/1.1" status: 200 len: 1093 time: 2.6822021 Oct 19 01:18:55.019369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'tag': 'bf2b26e9-817c-495b-8306-5da4750c11c9'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:55.020644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port cd7806bc-aade-4f87-904e-b8faa5319504, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cd7806bc-aade-4f87-904e-b8faa5319504,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:55.021891 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51138142-d8eb-45e4-b52f-d67f547181e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34", "tag": "bf2b26e9-817c-495b-8306-5da4750c11c9"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:55.032741 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.083506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.085024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-05c80269-ec87-452d-b79c-11b054ea86b3 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7806237 Oct 19 01:18:55.137706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=cd7806bc-aade-4f87-904e-b8faa5319504,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:55.153793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcdceb-8c98-40de-8311-b0ba0eec709d service neutron] Pushing event updated for resources: {'Port': ['ID=bf2b26e9-817c-495b-8306-5da4750c11c9,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:55.196803 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:18:55.197588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-e6c38803-8830-4cd1-ae2f-1134ad49c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.199316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-e6c38803-8830-4cd1-ae2f-1134ad49c1aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.2005346 Oct 19 01:18:55.211070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-0ee08e90-97f5-4f7b-b0d9-f02acb6391a4 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.17 HTTP/1.1" status: 200 len: 695 time: 0.1095922 Oct 19 01:18:55.272908 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdab97c7-0c15-454b-bfb6-b18a3ba572db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.283689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-69b80bfe-2075-448e-9244-eee61f915006 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.285255 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-69b80bfe-2075-448e-9244-eee61f915006 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.1577690 Oct 19 01:18:55.288493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:18:55.288689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdab97c7-0c15-454b-bfb6-b18a3ba572db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.358268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-673e01ee-9156-4734-950c-220e26171085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.359776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-673e01ee-9156-4734-950c-220e26171085 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 1096 time: 0.2387187 Oct 19 01:18:55.368743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-904019b4-08a5-4b3d-8c57-205f5a75695a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76edbeebd01749828b57f285aeef188b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6227863 Oct 19 01:18:55.375368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60580) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:55.384458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bdab97c7-0c15-454b-bfb6-b18a3ba572db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0882570765724eeba4c54227e5f5eee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905121 Oct 19 01:18:55.396872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a164f492-6a44-4855-adea-eb501ac18a47 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:18:55.397117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806de3a-1e8f-4277-9cb0-300bc03f06e8 req-a60a78d7-5c6c-4e63-ba7a-6fa651166f46 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.398445 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1806de3a-1e8f-4277-9cb0-300bc03f06e8 req-a60a78d7-5c6c-4e63-ba7a-6fa651166f46 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 944 time: 0.1796486 Oct 19 01:18:55.398929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60582) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:55.414384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.416101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab97c7-0c15-454b-bfb6-b18a3ba572db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa4c072-7706-49fe-a8f3-d465afc1e746,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:55.468738 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-cfd781f3-fb7b-4ee3-b120-3543ab36a4cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf2b26e9-817c-495b-8306-5da4750c11c9 HTTP/1.1" status: 200 len: 217 time: 0.0674429 Oct 19 01:18:55.492857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Transition to ACTIVE for port object a164f492-6a44-4855-adea-eb501ac18a47 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:18:55.527500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.559961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1806de3a-1e8f-4277-9cb0-300bc03f06e8 req-6be47bd7-41dc-4659-a7a0-8694eb992dd8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382368 Oct 19 01:18:55.570836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7717-487e-4d1f-bdc7-977c03e2c828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.573061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-0fffe607-3b49-4e1b-ba5e-47a337ed19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.573970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd602ae0-60b3-4492-9e08-cb2adc743626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.574546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-0fffe607-3b49-4e1b-ba5e-47a337ed19f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.3623147 Oct 19 01:18:55.587195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-651a35fa-43bf-4957-853a-2d06e13ddccc tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.588714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e997a7a-1fdc-4c6c-858c-cae9e19f883a req-651a35fa-43bf-4957-853a-2d06e13ddccc tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.3672953 Oct 19 01:18:55.631398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd602ae0-60b3-4492-9e08-cb2adc743626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.636118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7717-487e-4d1f-bdc7-977c03e2c828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.657242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-5f2e5bda-919e-43fa-9f5a-c1757045d4f0 service neutron] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:55.659859 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d4eee7-1936-4b6c-bb2b-3153e11436fa x-openstack-request-id: req-26d4eee7-1936-4b6c-bb2b-3153e11436fa {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:55.660410 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34", "tag": "bf2b26e9-817c-495b-8306-5da4750c11c9", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:55.660666 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26d4eee7-1936-4b6c-bb2b-3153e11436fa {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:55.662128 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'tag': 'bf2b26e9-817c-495b-8306-5da4750c11c9', 'status': 'completed', 'code': 200} Oct 19 01:18:55.673406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-5f2e5bda-919e-43fa-9f5a-c1757045d4f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.674506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d65281-a7a4-48dc-bb6d-6b840a7c1997 req-5f2e5bda-919e-43fa-9f5a-c1757045d4f0 service neutron] 10.222.0.62 "DELETE /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad/bindings/n-h1-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.3736668 Oct 19 01:18:55.675770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-203a899a-f95b-49ba-9277-64639088637c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 217 time: 0.0768678 Oct 19 01:18:55.685239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-f83b8d19-b39e-4b64-8fdb-441fd2508cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.687650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-f83b8d19-b39e-4b64-8fdb-441fd2508cc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.2088752 Oct 19 01:18:55.690003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Pushing event updated for resources: {'Port': ['ID=a164f492-6a44-4855-adea-eb501ac18a47,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:55.759236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937b66-3502-4e7b-a5d5-a3b5cef3c5c6 req-12824fb0-7867-4fed-909f-ebb4f57b2765 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.760747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08937b66-3502-4e7b-a5d5-a3b5cef3c5c6 req-12824fb0-7867-4fed-909f-ebb4f57b2765 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.0772514 Oct 19 01:18:55.768949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7717-487e-4d1f-bdc7-977c03e2c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.771818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7717-487e-4d1f-bdc7-977c03e2c828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.773165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fa5f7717-487e-4d1f-bdc7-977c03e2c828 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb7332c4-2a84-44cb-9cf1-94b8647614a6 HTTP/1.1" status: 204 len: 168 time: 0.3936410 Oct 19 01:18:55.779579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd602ae0-60b3-4492-9e08-cb2adc743626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.781927 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd602ae0-60b3-4492-9e08-cb2adc743626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:55.784103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fd602ae0-60b3-4492-9e08-cb2adc743626 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0aa4c072-7706-49fe-a8f3-d465afc1e746 HTTP/1.1" status: 204 len: 168 time: 0.3803880 Oct 19 01:18:55.793481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7717-487e-4d1f-bdc7-977c03e2c828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7332c4-2a84-44cb-9cf1-94b8647614a6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:55.816556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd602ae0-60b3-4492-9e08-cb2adc743626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa4c072-7706-49fe-a8f3-d465afc1e746,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:55.842860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08937b66-3502-4e7b-a5d5-a3b5cef3c5c6 req-7b9af715-00c1-4b06-a311-b125c4488f80 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637376 Oct 19 01:18:55.856513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-e0fca34d-4424-40f7-a811-6ca58ade5042 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430528 Oct 19 01:18:55.930105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-639306ab-2d1f-4407-9c4c-6482764bf3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.931742 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-639306ab-2d1f-4407-9c4c-6482764bf3c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.2431064 Oct 19 01:18:55.961842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Attempting to bind port a164f492-6a44-4855-adea-eb501ac18a47 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:18:55.962258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Attempting to bind port a164f492-6a44-4855-adea-eb501ac18a47 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:18:55.962662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Attempting to bind port a164f492-6a44-4855-adea-eb501ac18a47 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:55.975701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bac8d1-68f4-4d46-8866-9716bf354267 req-8ec5fbab-13dc-4833-83ed-80b02f91e691 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:55.978070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28bac8d1-68f4-4d46-8866-9716bf354267 req-8ec5fbab-13dc-4833-83ed-80b02f91e691 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 944 time: 0.0712416 Oct 19 01:18:56.027441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-cfe776f3-bf30-433e-bd9c-8aee460aeb45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756352 Oct 19 01:18:56.028043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Port a164f492-6a44-4855-adea-eb501ac18a47 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:18:56.029097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Attempting to bind port a164f492-6a44-4855-adea-eb501ac18a47 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:18:56.043324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769c4d8-598a-4e92-813d-17040604b490 req-a7b2c01b-15fe-4a9d-a704-d04d305a7d52 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.044403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28bac8d1-68f4-4d46-8866-9716bf354267 req-bd71ef1f-b953-4118-a425-4ae3a8eb4831 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530391 Oct 19 01:18:56.045657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1769c4d8-598a-4e92-813d-17040604b490 req-a7b2c01b-15fe-4a9d-a704-d04d305a7d52 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.2776110 Oct 19 01:18:56.167865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-87e708d8-7f63-471c-824b-dea0c03cb042 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198039 Oct 19 01:18:56.177528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:18:56.177915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:56.178254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:18:56.178715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Bound port: a164f492-6a44-4855-adea-eb501ac18a47, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:18:56.179053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.259336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-34feff2f-5002-476e-beac-cba99d278642 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1741657 Oct 19 01:18:56.270860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:56.275116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-b76ab0b9-b452-4355-8dbf-8f92345d8688 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975730 Oct 19 01:18:56.303925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.441558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.592572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cd7806bc-aade-4f87-904e-b8faa5319504 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:18:56.603896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Allocated IP 172.25.0.215 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/bf64480a-5a8e-45a1-ab90-9a2ec2431d61) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:56.663160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port cd7806bc-aade-4f87-904e-b8faa5319504 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:18:56.668241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1769c4d8-598a-4e92-813d-17040604b490 req-1d2f36c3-c866-40bd-9d61-586eeed6bcbb tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997265 Oct 19 01:18:56.671723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port cd7806bc-aade-4f87-904e-b8faa5319504 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:18:56.672394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.776097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] For port a164f492-6a44-4855-adea-eb501ac18a47, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:18:56.817910 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.819649 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-340ea46c-1b5f-4b42-87ae-435686aafbc0 req-cb825e30-ef2d-4e0e-b844-2b9058bc88b0 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364841 Oct 19 01:18:56.828154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] For port a164f492-6a44-4855-adea-eb501ac18a47, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a164f492-6a44-4855-adea-eb501ac18a47,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:18:56.843411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.857087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c57a42e-9fba-486f-a92a-07649de460e1 req-81e4f193-3430-49e4-978c-85700b5cfad0 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700254 Oct 19 01:18:56.860239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.862908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7806bc-aade-4f87-904e-b8faa5319504'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:56.865804 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb1cece-2b93-4266-bf0c-e6debfbe7e62" -d '{"events": [{"server_uuid": "e9ac150b-0c02-445b-8e2b-e93f135c50ff", "name": "network-vif-plugged", "status": "completed", "tag": "cd7806bc-aade-4f87-904e-b8faa5319504"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:56.890493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port cd7806bc-aade-4f87-904e-b8faa5319504, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cd7806bc-aade-4f87-904e-b8faa5319504,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:56.899070 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.917573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3478f7-33a3-4fa4-8783-d553a331f873 req-9e145eef-434f-4132-a841-1c7e5b90beae tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.919261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb3478f7-33a3-4fa4-8783-d553a331f873 req-9e145eef-434f-4132-a841-1c7e5b90beae tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 943 time: 0.1492920 Oct 19 01:18:56.922636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:56.923236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:56.932863 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] 10.222.0.62 "PUT /v2.0/ports/a164f492-6a44-4855-adea-eb501ac18a47 HTTP/1.1" status: 200 len: 1092 time: 2.7190864 Oct 19 01:18:56.967287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=cd7806bc-aade-4f87-904e-b8faa5319504,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:56.993891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.041567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac3fd8-7ad9-4c63-a854-f5c021bbd425 service neutron] Pushing event updated for resources: {'Port': ['ID=a164f492-6a44-4855-adea-eb501ac18a47,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:57.060451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60646) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:57.062139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:18:57.070629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:57.075470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:18:57.095438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb3478f7-33a3-4fa4-8783-d553a331f873 req-877fb5bd-952b-4b9b-8672-80b1d453e21f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542945 Oct 19 01:18:57.108920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=bf64480a-5a8e-45a1-ab90-9a2ec2431d61,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:57.122587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-65b11f4c-89b7-4b8b-a383-ae308d34ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.124196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-65b11f4c-89b7-4b8b-a383-ae308d34ef00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 1096 time: 0.1315489 Oct 19 01:18:57.125800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-78059222-fb46-4233-8cc5-4d157aeb983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.127278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-78059222-fb46-4233-8cc5-4d157aeb983d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 1095 time: 0.1357172 Oct 19 01:18:57.193194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.208142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-9dece45f-a731-49a5-84f0-da90b0a0d7ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a164f492-6a44-4855-adea-eb501ac18a47 HTTP/1.1" status: 200 len: 217 time: 0.0625961 Oct 19 01:18:57.238631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.349701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-02f7dc68-4576-4c45-9333-822fa83983f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.351169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-02f7dc68-4576-4c45-9333-822fa83983f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.1250958 Oct 19 01:18:57.356272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7caa4f-3121-4580-a859-e66a9466dea6 req-34c7c9ec-1b12-4247-8cfd-1078e9964ca5 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.357794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae7caa4f-3121-4580-a859-e66a9466dea6 req-34c7c9ec-1b12-4247-8cfd-1078e9964ca5 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1096 time: 0.1469741 Oct 19 01:18:57.373250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-742268689'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:57.408730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Made reservation on behalf of 40a23c5b9a034cb9a1516f8f9b15b9a1 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:57.412312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.426733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-b9ee7108-f0c0-4776-bb9d-0d403c7ec271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.427257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.428482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-b9ee7108-f0c0-4776-bb9d-0d403c7ec271 service neutron] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 913 time: 0.2951634 Oct 19 01:18:57.439552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-da4a125a-512a-48dd-924c-d3a363d336a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674779 Oct 19 01:18:57.484429 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.490377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.525122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-a7020776-cdff-4940-b265-cf32bcacb1c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf2b26e9-817c-495b-8306-5da4750c11c9 HTTP/1.1" status: 200 len: 217 time: 0.0819077 Oct 19 01:18:57.555146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae7caa4f-3121-4580-a859-e66a9466dea6 req-6d98026e-03ab-4c33-9e58-8218ae8226a6 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754556 Oct 19 01:18:57.563442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-41057f9b-06ba-47fc-9d1a-d8340bfbb384 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.569589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-41057f9b-06ba-47fc-9d1a-d8340bfbb384 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.2062571 Oct 19 01:18:57.589188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event updated for resources: {'Port': ['ID=bf64480a-5a8e-45a1-ab90-9a2ec2431d61,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:57.610539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.629277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.636454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.650986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.658996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-11941fbb-cc6f-4291-8a21-d29dc52db30d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3918948 Oct 19 01:18:57.666430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a09a456-642e-48d6-827e-9a339b0c7435', 'tag': 'a164f492-6a44-4855-adea-eb501ac18a47'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:18:57.674643 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9032e258-0f1d-4b4c-8eab-031c85a83670" -d '{"events": [{"name": "network-changed", "server_uuid": "7a09a456-642e-48d6-827e-9a339b0c7435", "tag": "a164f492-6a44-4855-adea-eb501ac18a47"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:18:57.683173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:18:57.737371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-6bef8799-c088-471b-9903-a66099cd13b5 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0769763 Oct 19 01:18:57.739918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.741454 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Added segment beb3049b-e80f-4af0-a17c-34e2383ffa3f of type vlan for network e6dcddd8-6537-435b-895b-fba3f9c368c7 Oct 19 01:18:57.745062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44589af8-4dc8-42b7-9963-815bdd8f6421,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:57.802582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-db1cf14b-faef-4d1d-a393-0b747a12f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.804095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-db1cf14b-faef-4d1d-a393-0b747a12f0b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.2702389 Oct 19 01:18:57.829276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-ff8a322e-eaa2-40b4-bcbb-1e2a7b0d2824 service neutron] 10.222.0.62 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738322 Oct 19 01:18:57.832758 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.846486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302b762-cd2b-4065-8906-8267a5e13b4d req-a5a76b38-0981-4407-8fe0-48f107255fe9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.848424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f302b762-cd2b-4065-8906-8267a5e13b4d req-a5a76b38-0981-4407-8fe0-48f107255fe9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1901076 Oct 19 01:18:57.877471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-7a24eb59-0545-4a11-b12b-23dd6ab55f10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589221 Oct 19 01:18:57.916691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:57.923356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:57.923940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.000508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event updated for resources: {'Network': ['ID=e6dcddd8-6537-435b-895b-fba3f9c368c7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:58.012134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f302b762-cd2b-4065-8906-8267a5e13b4d req-2662bc41-b6c1-47c0-b760-2f327b984b52 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372852 Oct 19 01:18:58.012570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-0d2aa424-3ad5-4147-b293-b13326ff29cc tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.014027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab3a75ac-43d8-4bfa-9e77-56f3f0dbb7c6 req-0d2aa424-3ad5-4147-b293-b13326ff29cc tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2706859 Oct 19 01:18:58.014182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Deleting port 56117721-da13-4722-a683-cc77505a7f3f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:58.014463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.026872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db2224c1-c3f7-4e31-878e-c2871b48b89d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9605961 Oct 19 01:18:58.026872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:58.029055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e6dcddd8-6537-435b-895b-fba3f9c368c7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:18:58.034756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Request body: {'subnet': {'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:58.150923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8219d6f3-6900-4d6f-8f5b-dd274505dc09 req-349b839a-af4e-445e-a9e5-7cfde3f11de9 service neutron] 10.222.0.62 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997391 Oct 19 01:18:58.162271 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-69d1ea1b-8b28-41ea-b3f1-59477cbbcd9b service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650437 Oct 19 01:18:58.208072 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c886f6-487a-47a5-b0cb-08eb6d39bddb x-openstack-request-id: req-d5c886f6-487a-47a5-b0cb-08eb6d39bddb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:58.208791 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ac150b-0c02-445b-8e2b-e93f135c50ff", "name": "network-vif-plugged", "status": "completed", "tag": "cd7806bc-aade-4f87-904e-b8faa5319504", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:58.209209 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5c886f6-487a-47a5-b0cb-08eb6d39bddb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:58.209970 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7806bc-aade-4f87-904e-b8faa5319504', 'code': 200} Oct 19 01:18:58.261313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded6bb5-cd27-4e73-b550-e6c6b51d9c4f req-63cf726e-be1f-44ea-b7ed-8bf5354a4f57 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.264135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ded6bb5-cd27-4e73-b550-e6c6b51d9c4f req-63cf726e-be1f-44ea-b7ed-8bf5354a4f57 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 1096 time: 0.0651629 Oct 19 01:18:58.273562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Made reservation on behalf of 40a23c5b9a034cb9a1516f8f9b15b9a1 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:58.277554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.284558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] For port 56117721-da13-4722-a683-cc77505a7f3f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=56117721-da13-4722-a683-cc77505a7f3f,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:18:58.284934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.334188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Calling delete_port for 56117721-da13-4722-a683-cc77505a7f3f owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:18:58.352785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0bce3-1add-4797-9bbc-866dc806a72d req-48d79f3a-392c-4e55-b7b4-2bd4861177bc tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.359829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44e0bce3-1add-4797-9bbc-866dc806a72d req-48d79f3a-392c-4e55-b7b4-2bd4861177bc tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 944 time: 0.1946919 Oct 19 01:18:58.369650 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ded6bb5-cd27-4e73-b550-e6c6b51d9c4f req-d1bccf6c-0d4b-4e61-9aa1-c856567692d4 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979304 Oct 19 01:18:58.446454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db73b3b-c22d-46d7-aca9-fd561bc3fff9 req-086e4fc7-f0fc-4ddc-bb96-2bf9106adb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.446454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9db73b3b-c22d-46d7-aca9-fd561bc3fff9 req-086e4fc7-f0fc-4ddc-bb96-2bf9106adb0d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9ac150b-0c02-445b-8e2b-e93f135c50ff HTTP/1.1" status: 200 len: 1097 time: 0.2228394 Oct 19 01:18:58.501343 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51138142-d8eb-45e4-b52f-d67f547181e8 req-ef57b53c-ecec-4d42-ac61-853f6cbcbe2c service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229725 Oct 19 01:18:58.505855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44e0bce3-1add-4797-9bbc-866dc806a72d req-e61b38c9-ec50-4b3a-876b-098234f82e28 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451941 Oct 19 01:18:58.535517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9db73b3b-c22d-46d7-aca9-fd561bc3fff9 req-e9072635-27a1-4029-b68d-1a9c4b746558 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827265 Oct 19 01:18:58.579113 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773afb39-f25c-4a60-aafd-81c11d352216 x-openstack-request-id: req-773afb39-f25c-4a60-aafd-81c11d352216 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:18:58.579493 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a09a456-642e-48d6-827e-9a339b0c7435", "tag": "a164f492-6a44-4855-adea-eb501ac18a47", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:18:58.579632 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-773afb39-f25c-4a60-aafd-81c11d352216 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:18:58.580091 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a09a456-642e-48d6-827e-9a339b0c7435', 'tag': 'a164f492-6a44-4855-adea-eb501ac18a47', 'status': 'completed', 'code': 200} Oct 19 01:18:58.583671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6825e-f1e6-4035-820d-e673ae313349 req-ef55622c-9990-4d69-bc7b-f567cd6ff553 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.588733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ad6825e-f1e6-4035-820d-e673ae313349 req-ef55622c-9990-4d69-bc7b-f567cd6ff553 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bb892a4-fbdc-40ae-a1ee-fa66aae08460 HTTP/1.1" status: 200 len: 947 time: 0.1235082 Oct 19 01:18:58.590592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.643589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63060258-6e48-4bc1-988b-9dd2b27da7f7 req-9c3afd26-97ed-481c-b9e6-d5f3671bac35 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips/ba374f59-1c0b-4077-915e-d5c3560d78df HTTP/1.1" status: 200 len: 693 time: 0.0624976 Oct 19 01:18:58.668408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.692968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event updated for resources: {'Subnet': ['ID=9e37b693-12ed-4ca8-9ede-3b362b9beb2c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:58.700996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ad6825e-f1e6-4035-820d-e673ae313349 req-463484de-498c-4a96-80f4-ce9713b1c04a tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059213 Oct 19 01:18:58.702236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Checking segment: {'id': 'beb3049b-e80f-4af0-a17c-34e2383ffa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:18:58.702806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Network hostable DHCP agents. Network: e6dcddd8-6537-435b-895b-fba3f9c368c7, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:18:58.723642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Pushing event deleted for resources: {'Port': ['ID=56117721-da13-4722-a683-cc77505a7f3f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:58.751196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Network e6dcddd8-6537-435b-895b-fba3f9c368c7 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:18:58.773381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e6dcddd8-6537-435b-895b-fba3f9c368c7) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:18:58.775412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60704) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:58.785900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.786568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.788991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d309075-6170-4a9a-a8f1-ebd2f4154ca7 None None] Network e6dcddd8-6537-435b-895b-fba3f9c368c7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:18:58.846966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-04341eb1-d749-4526-84df-3327dd39904f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8189180 Oct 19 01:18:58.850779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60708) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:58.855087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Request body: {'port': {'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7', 'name': 'tempest-TagsExtTest-1384748791'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:18:58.855468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] No DVR routers for this DVR port 56117721-da13-4722-a683-cc77505a7f3f on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:18:58.866117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:58.869602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be1e03ce-59e0-495f-9223-0bf463f18ffd req-dfcc161d-5070-4e83-bc16-de73a207c389 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "DELETE /v2.0/ports/56117721-da13-4722-a683-cc77505a7f3f HTTP/1.1" status: 204 len: 173 time: 1.2770722 Oct 19 01:18:58.878654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-123a9461-46c5-45f7-8838-b609431d3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.880340 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-123a9461-46c5-45f7-8838-b609431d3bcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 1095 time: 0.1114457 Oct 19 01:18:58.896906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734f7a5-ef12-437c-b71d-e1d64a1aa063 req-1085aeb2-2cc2-4516-9ce3-722e36fe35a0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.898529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d734f7a5-ef12-437c-b71d-e1d64a1aa063 req-1085aeb2-2cc2-4516-9ce3-722e36fe35a0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 943 time: 0.1088417 Oct 19 01:18:58.931897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060258-6e48-4bc1-988b-9dd2b27da7f7 req-3f9dddd6-12fe-4f08-9cf7-b8850225d80a tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:58.939838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63060258-6e48-4bc1-988b-9dd2b27da7f7 req-3f9dddd6-12fe-4f08-9cf7-b8850225d80a tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2866342 Oct 19 01:18:58.945965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-63060258-6e48-4bc1-988b-9dd2b27da7f7 req-0defb5df-0929-443e-9d34-5b2b3a126a66 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:18:58.959795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63060258-6e48-4bc1-988b-9dd2b27da7f7 req-0defb5df-0929-443e-9d34-5b2b3a126a66 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0189929 Oct 19 01:18:58.980849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f35594b5-55a5-448f-bd9c-6b2d5fd4ede2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.030082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e6dcddd8-6537-435b-895b-fba3f9c368c7', 'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7', 'tenant_id': '40a23c5b9a034cb9a1516f8f9b15b9a1', 'fixed_ips': [{'subnet_id': '9e37b693-12ed-4ca8-9ede-3b362b9beb2c'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:18:59.031795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.034010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d734f7a5-ef12-437c-b71d-e1d64a1aa063 req-39c7fcb7-a654-48c6-b3cf-9105c111153c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915174 Oct 19 01:18:59.075583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-7e283dc7-d877-42da-8d39-25f6d31380ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.080423 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-7e283dc7-d877-42da-8d39-25f6d31380ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.1899052 Oct 19 01:18:59.139558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-8a4c1f51-2671-4503-9e80-f60cdad1139e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a164f492-6a44-4855-adea-eb501ac18a47 HTTP/1.1" status: 200 len: 217 time: 0.0509598 Oct 19 01:18:59.141557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Made reservation on behalf of 40a23c5b9a034cb9a1516f8f9b15b9a1 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:18:59.145164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.170993 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-ca0f4fae-415d-4cb0-89eb-8d9d70a0ba89 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips/ba374f59-1c0b-4077-915e-d5c3560d78df HTTP/1.1" status: 200 len: 693 time: 0.0804830 Oct 19 01:18:59.202175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] device_id is not set on port d4ffe3c1-deb6-4c69-abbf-da906e16e422 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:18:59.245369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f35594b5-55a5-448f-bd9c-6b2d5fd4ede2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.252247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-74319ec7-2344-4b60-a64d-99de962f9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.255662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-74319ec7-2344-4b60-a64d-99de962f9d44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.0980623 Oct 19 01:18:59.290418 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f35594b5-55a5-448f-bd9c-6b2d5fd4ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.319105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-3b91d66b-b58c-4eee-8b83-b47b5574895d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514879 Oct 19 01:18:59.395752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35594b5-55a5-448f-bd9c-6b2d5fd4ede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059d6cff-867a-4f31-9b04-3a8e1341027d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:59.422156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f35594b5-55a5-448f-bd9c-6b2d5fd4ede2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0aa29a0df4c34bdfaeabff534d3aaad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456308 Oct 19 01:18:59.429874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60720) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:18:59.487285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-6baeb60f-ec40-47fa-8499-b946fb96ef48 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.488738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-6baeb60f-ec40-47fa-8499-b946fb96ef48 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.3096461 Oct 19 01:18:59.511931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6738-2642-44f7-a973-dbc2002deb2a req-d5bb3817-8caf-4e3c-9bdb-7974367a0078 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.517471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9afe6738-2642-44f7-a973-dbc2002deb2a req-d5bb3817-8caf-4e3c-9bdb-7974367a0078 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1655567 Oct 19 01:18:59.554434 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-4634c20c-37b2-4a1e-bea6-aadb0431098a service neutron] 10.222.0.62 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171867 Oct 19 01:18:59.568616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Allocated IP 172.20.0.14 (e6dcddd8-6537-435b-895b-fba3f9c368c7/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/d4ffe3c1-deb6-4c69-abbf-da906e16e422) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:18:59.576087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-455bb3e3-2cae-4368-992a-803e48b8df67 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0756283 Oct 19 01:18:59.593559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9afe6738-2642-44f7-a973-dbc2002deb2a req-7c116aba-932f-4417-88b5-07afd0cdcbb2 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719464 Oct 19 01:18:59.634453 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b3598f1-1476-49c9-9477-5208273c4bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.669989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-fe5261bf-3aae-40c1-98ed-296c0c049390 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0850952 Oct 19 01:18:59.683873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9032e258-0f1d-4b4c-8eab-031c85a83670 req-09140d3f-7cb0-4c16-9bb5-7119133c77c3 service neutron] 10.222.0.62 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146533 Oct 19 01:18:59.694415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b3598f1-1476-49c9-9477-5208273c4bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.815093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573b99-ff63-4221-af6d-4595eb8aac51 req-dde434bf-72f0-4b63-9f35-7f727389f536 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.816659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90573b99-ff63-4221-af6d-4595eb8aac51 req-dde434bf-72f0-4b63-9f35-7f727389f536 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 944 time: 0.0921805 Oct 19 01:18:59.853116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4731fcd2-9974-400e-8763-0279cff3ad9b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:18:59.854610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4731fcd2-9974-400e-8763-0279cff3ad9b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9ac150b-0c02-445b-8e2b-e93f135c50ff HTTP/1.1" status: 200 len: 945 time: 0.0791075 Oct 19 01:18:59.899634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90573b99-ff63-4221-af6d-4595eb8aac51 req-f9bd1d98-e102-42e7-97f2-73f1deb21c61 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743906 Oct 19 01:18:59.943770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b3598f1-1476-49c9-9477-5208273c4bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.946439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b3598f1-1476-49c9-9477-5208273c4bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.947591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b3598f1-1476-49c9-9477-5208273c4bf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/059d6cff-867a-4f31-9b04-3a8e1341027d HTTP/1.1" status: 204 len: 168 time: 0.5114958 Oct 19 01:18:59.966836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Deleting port bf64480a-5a8e-45a1-ab90-9a2ec2431d61 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:59.967179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.974001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port cd7806bc-aade-4f87-904e-b8faa5319504 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:18:59.974554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:18:59.980854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3598f1-1476-49c9-9477-5208273c4bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059d6cff-867a-4f31-9b04-3a8e1341027d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:18:59.987361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.071587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.071878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.087508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Calling delete_port for bf64480a-5a8e-45a1-ab90-9a2ec2431d61 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:00.094428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.137159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port cd7806bc-aade-4f87-904e-b8faa5319504, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=cd7806bc-aade-4f87-904e-b8faa5319504,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:00.137554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.145517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Allocated IP 172.20.0.2 (e6dcddd8-6537-435b-895b-fba3f9c368c7/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/5f5e1b08-ecbd-449d-bca4-08bfb44778ff) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:00.173080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for cd7806bc-aade-4f87-904e-b8faa5319504 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:00.194274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Network e6dcddd8-6537-435b-895b-fba3f9c368c7 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:00.366937 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.376974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.429889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60736) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:00.434979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Pushing event updated for resources: {'Port': ['ID=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:00.446024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Network e6dcddd8-6537-435b-895b-fba3f9c368c7 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:00.447609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:00.450443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:00.460127 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7700f637-8066-4aa8-87b1-37a95ea43ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.521685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c68cc7-364a-495b-b0eb-75dda97adc6e req-3cfb6e97-e898-44f6-a88d-68a2510928cb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:00.529568 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98c68cc7-364a-495b-b0eb-75dda97adc6e req-3cfb6e97-e898-44f6-a88d-68a2510928cb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 943 time: 0.1491787 Oct 19 01:19:00.532525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Attempting to bind port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:00.533165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Attempting to bind port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'beb3049b-e80f-4af0-a17c-34e2383ffa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:00.533745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Attempting to bind port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff on network e6dcddd8-6537-435b-895b-fba3f9c368c7 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:00.541510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:00.542244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Checking segment: {'id': 'beb3049b-e80f-4af0-a17c-34e2383ffa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:00.543003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.544587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Bound using segment: {'id': 'beb3049b-e80f-4af0-a17c-34e2383ffa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:00.545630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Bound port: 5f5e1b08-ecbd-449d-bca4-08bfb44778ff, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb3049b-e80f-4af0-a17c-34e2383ffa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e6dcddd8-6537-435b-895b-fba3f9c368c7'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:00.546198 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.556941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.571745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:00.627268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:00.639490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-deleted', 'tag': '56117721-da13-4722-a683-cc77505a7f3f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:00.641943 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aada572-0c07-4ad5-8ccc-cff8cd78de7b" -d '{"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-deleted", "tag": "56117721-da13-4722-a683-cc77505a7f3f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:00.653779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:00.655340 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98c68cc7-364a-495b-b0eb-75dda97adc6e req-e1d3c827-2d65-4593-9643-81692ea9d8b7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246316 Oct 19 01:19:00.659095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:00.703026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event updated for resources: {'Port': ['ID=d4ffe3c1-deb6-4c69-abbf-da906e16e422,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:00.706732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=cd7806bc-aade-4f87-904e-b8faa5319504,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:00.728103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port cd7806bc-aade-4f87-904e-b8faa5319504 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:00.741574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.741829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] For port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:00.746127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.746868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.747513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.748124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.748705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.749263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.749840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.750461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] For port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,segment=NetworkSegment(beb3049b-e80f-4af0-a17c-34e2383ffa3f),segment_id=beb3049b-e80f-4af0-a17c-34e2383ffa3f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:00.754070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.754757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.755349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.756073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:00.767143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.770896 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.773157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a52c31e-775f-4cfd-a77b-73c373546469 req-4ff9190a-df12-412c-a0a4-d9bff5fedf1d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "DELETE /v2.0/ports/cd7806bc-aade-4f87-904e-b8faa5319504 HTTP/1.1" status: 204 len: 173 time: 0.9116952 Oct 19 01:19:00.776580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:00.779440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.815321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca65e3d2-fd06-4572-82d6-3367d1a5e9df tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9639921 Oct 19 01:19:00.816162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60744) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:00.827859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-921c30ae-62ca-40a8-bf0d-8eec9ee6c306 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1241980891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:00.864926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdc225-3da3-4b89-9a47-2fa832d90e0f req-172a1dab-2e42-43ed-b842-3ad56c9389f6 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:00.874337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21cdc225-3da3-4b89-9a47-2fa832d90e0f req-172a1dab-2e42-43ed-b842-3ad56c9389f6 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 949 time: 0.0976262 Oct 19 01:19:00.905863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921c30ae-62ca-40a8-bf0d-8eec9ee6c306 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.907314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921c30ae-62ca-40a8-bf0d-8eec9ee6c306 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.916981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.921308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7700f637-8066-4aa8-87b1-37a95ea43ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.955874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21cdc225-3da3-4b89-9a47-2fa832d90e0f req-16afb8e7-f543-49e8-8519-b5b170fb7d57 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790496 Oct 19 01:19:00.957667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7700f637-8066-4aa8-87b1-37a95ea43ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:00.981645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event deleted for resources: {'Port': ['ID=bf64480a-5a8e-45a1-ab90-9a2ec2431d61,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.035743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.036137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.036482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.036817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.038269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.038654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.039468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.039468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.039733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.039945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.040480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.041045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:01.043077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54043346-b601-4262-ab9e-b6d41a7351d0 None None] Pushing event updated for resources: {'Port': ['ID=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.052204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7700f637-8066-4aa8-87b1-37a95ea43ea2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90eb5ba5210f40978fadb5dfd57388ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6210189 Oct 19 01:19:01.052908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60748) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:01.053658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700f637-8066-4aa8-87b1-37a95ea43ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f5220-78b4-4fa2-b121-f039188ee875,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.103119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921c30ae-62ca-40a8-bf0d-8eec9ee6c306 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.130841 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921c30ae-62ca-40a8-bf0d-8eec9ee6c306 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.139510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf2b26e9-817c-495b-8306-5da4750c11c9 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:01.150904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 56117721-da13-4722-a683-cc77505a7f3f no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:01.155372 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.158412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.159482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3d0a448-312f-4a19-a3b6-8007825b4b3b req-61555a6e-b15c-4244-a62e-9ae0f092e592 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "DELETE /v2.0/floatingips/ba374f59-1c0b-4077-915e-d5c3560d78df HTTP/1.1" status: 204 len: 173 time: 1.4679708 Oct 19 01:19:01.164506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921c30ae-62ca-40a8-bf0d-8eec9ee6c306 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.165793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-921c30ae-62ca-40a8-bf0d-8eec9ee6c306 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3463838 Oct 19 01:19:01.172224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60750) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:01.183844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7aaaddd8-0aa9-4337-aeb8-fac348fe4113 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1353222730', 'prefixes': ['172.20.0.0/16']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:01.219012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 56117721-da13-4722-a683-cc77505a7f3f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:01.219494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 56117721-da13-4722-a683-cc77505a7f3f not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:01.228604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221cf6f-bfac-4730-aa58-9604c115c2e5 req-116b2420-b22d-40c2-bb2a-b8bf39941ae9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:01.230275 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6221cf6f-bfac-4730-aa58-9604c115c2e5 req-116b2420-b22d-40c2-bb2a-b8bf39941ae9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1668057 Oct 19 01:19:01.245519 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30561005-7a40-45f4-99ca-55a22f1217c2 x-openstack-request-id: req-30561005-7a40-45f4-99ca-55a22f1217c2 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:01.245804 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb892a4-fbdc-40ae-a1ee-fa66aae08460", "name": "network-vif-deleted", "tag": "56117721-da13-4722-a683-cc77505a7f3f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:01.246056 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30561005-7a40-45f4-99ca-55a22f1217c2 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:01.246599 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb892a4-fbdc-40ae-a1ee-fa66aae08460', 'name': 'network-vif-deleted', 'tag': '56117721-da13-4722-a683-cc77505a7f3f', 'status': 'completed', 'code': 200} Oct 19 01:19:01.318192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aaaddd8-0aa9-4337-aeb8-fac348fe4113 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for subnetpool, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.322920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-936f8b9d-cc94-42aa-abe6-663e128da544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.324318 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7aaaddd8-0aa9-4337-aeb8-fac348fe4113 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1482406 Oct 19 01:19:01.325064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60754) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:01.330059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-785970d9-0bc7-41b3-8d37-dbb804423c75 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', 'tempest-TagsExtTest-Tag-1447835036') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:01.358438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-936f8b9d-cc94-42aa-abe6-663e128da544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.395439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bf2b26e9-817c-495b-8306-5da4750c11c9, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf2b26e9-817c-495b-8306-5da4750c11c9,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:01.411491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'bf2b26e9-817c-495b-8306-5da4750c11c9', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'port_id': 'bf2b26e9-817c-495b-8306-5da4750c11c9', 'mac_address': 'fa:16:3e:59:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1cf545-8b75-4d90-80fd-dfb94dc1a56d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:01.413145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6221cf6f-bfac-4730-aa58-9604c115c2e5 req-6ad4f651-893a-4497-be85-d4fc0f70177b tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697102 Oct 19 01:19:01.442333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-936f8b9d-cc94-42aa-abe6-663e128da544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.445235 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-936f8b9d-cc94-42aa-abe6-663e128da544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.448958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-936f8b9d-cc94-42aa-abe6-663e128da544 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b3f5220-78b4-4fa2-b121-f039188ee875 HTTP/1.1" status: 204 len: 168 time: 0.3898613 Oct 19 01:19:01.462511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f8b9d-cc94-42aa-abe6-663e128da544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f5220-78b4-4fa2-b121-f039188ee875,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.477638 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.498007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2b26e9-817c-495b-8306-5da4750c11c9 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:01.520609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bf2b26e9-817c-495b-8306-5da4750c11c9, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf2b26e9-817c-495b-8306-5da4750c11c9,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:01.528817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb3289-622d-4a57-89c9-6b34293bbf08 req-bca5e4b0-273e-42d9-b73f-3b88971b94da tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:01.530737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63cb3289-622d-4a57-89c9-6b34293bbf08 req-bca5e4b0-273e-42d9-b73f-3b88971b94da tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 944 time: 0.1392541 Oct 19 01:19:01.531739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:01.615963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63cb3289-622d-4a57-89c9-6b34293bbf08 req-68086b51-ee11-461c-83b3-0bac8d3433f5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775757 Oct 19 01:19:01.636169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-785970d9-0bc7-41b3-8d37-dbb804423c75 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags/tempest-TagsExtTest-Tag-1447835036 HTTP/1.1" status: 201 len: 201 time: 0.3081987 Oct 19 01:19:01.636652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=bf2b26e9-817c-495b-8306-5da4750c11c9,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:01.641366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60758) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:01.648583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-ce9aaf4a-6311-4f50-a7eb-4a092181225a tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', 'tempest-TagsExtTest-Tag-83410728') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:01.756115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ce9aaf4a-6311-4f50-a7eb-4a092181225a tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags/tempest-TagsExtTest-Tag-83410728 HTTP/1.1" status: 201 len: 201 time: 0.1135061 Oct 19 01:19:01.758809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60764) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:01.765773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-ac108e80-581e-4602-897e-ba9dc62a95ea tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', 'tempest-TagsExtTest-Tag-1157078950') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:01.840502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432931b-af0f-4f2b-a1f8-9ee26bb84405 req-44040e5d-9d5f-4c46-9f92-3eaa370b4466 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:01.861506 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2432931b-af0f-4f2b-a1f8-9ee26bb84405 req-44040e5d-9d5f-4c46-9f92-3eaa370b4466 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3867085 Oct 19 01:19:01.959448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4960572a-ce19-496e-806b-76cb6ec17de3 req-3e5f8661-f37e-4fee-874c-a6201cd2dc93 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=a82c95f578404481bc23aa529123a68a HTTP/1.1" status: 200 len: 1654 time: 0.0924423 Oct 19 01:19:01.975217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['bf2b26e9-817c-495b-8306-5da4750c11c9'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:01.987869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73298e-b0a3-4ac5-8f3e-1da5b6a5932f req-8e950220-f525-4500-8900-d1547698567a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:01.996328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de73298e-b0a3-4ac5-8f3e-1da5b6a5932f req-8e950220-f525-4500-8900-d1547698567a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 943 time: 0.1621594 Oct 19 01:19:02.105544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de73298e-b0a3-4ac5-8f3e-1da5b6a5932f req-34829773-25f7-4866-b36c-37af6d5eb3cb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077044 Oct 19 01:19:02.123392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac108e80-581e-4602-897e-ba9dc62a95ea tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags/tempest-TagsExtTest-Tag-1157078950 HTTP/1.1" status: 201 len: 201 time: 0.3627801 Oct 19 01:19:02.128452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60776) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:02.138546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-f03573e9-6de5-47be-b4e3-b97169030ab9 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', 'tempest-TagsExtTest-Tag-1627520603') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:02.151499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960572a-ce19-496e-806b-76cb6ec17de3 req-7d075bb2-d365-4049-b7c4-c1bd8e368b68 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:02.155466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4960572a-ce19-496e-806b-76cb6ec17de3 req-7d075bb2-d365-4049-b7c4-c1bd8e368b68 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks?id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 787 time: 0.1851141 Oct 19 01:19:02.190810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-4960572a-ce19-496e-806b-76cb6ec17de3 req-fe79a9cd-88cc-4d95-86b9-fbcfef9e7471 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:19:02.192389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4960572a-ce19-496e-806b-76cb6ec17de3 req-fe79a9cd-88cc-4d95-86b9-fbcfef9e7471 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0290461 Oct 19 01:19:02.263431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f03573e9-6de5-47be-b4e3-b97169030ab9 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags/tempest-TagsExtTest-Tag-1627520603 HTTP/1.1" status: 201 len: 201 time: 0.1336553 Oct 19 01:19:02.267175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60782) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:02.272940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-794cd49f-16b5-4927-9538-eca52d42ef44 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:02.366932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157983dd-f875-4acb-9f50-00d6d52da45a None None] Network e6dcddd8-6537-435b-895b-fba3f9c368c7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:02.434236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28091d8b-6c7a-4b83-83b3-aae52851d427 req-d3719015-8deb-4d4f-a88c-c23135c09337 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:02.436740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28091d8b-6c7a-4b83-83b3-aae52851d427 req-d3719015-8deb-4d4f-a88c-c23135c09337 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 949 time: 0.1596718 Oct 19 01:19:02.441455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-794cd49f-16b5-4927-9538-eca52d42ef44 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags HTTP/1.1" status: 200 len: 241 time: 0.1707098 Oct 19 01:19:02.447568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60788) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:02.460734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-f3e348fc-3e42-49ed-8b45-6d34fb41bdd6 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', 'tempest-TagsExtTest-Tag-1447835036') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:02.464453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2c7f8cc4-edba-4b4f-9b44-f8d550ca16e6 None None] Provisioning complete for port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:02.464943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8cc4-edba-4b4f-9b44-f8d550ca16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.581056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5f5e1b08-ecbd-449d-bca4-08bfb44778ff up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:02.628468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a164f492-6a44-4855-adea-eb501ac18a47 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:02.659104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28091d8b-6c7a-4b83-83b3-aae52851d427 req-61ce2a41-30b4-461e-80eb-d8b19097a5b9 tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/security-groups?id=db057af1-0641-47aa-9ece-f3f90e1fe0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114260 Oct 19 01:19:02.711554 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8cc4-edba-4b4f-9b44-f8d550ca16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.741724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f3e348fc-3e42-49ed-8b45-6d34fb41bdd6 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags/tempest-TagsExtTest-Tag-1447835036 HTTP/1.1" status: 204 len: 168 time: 0.2929215 Oct 19 01:19:02.744205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60800) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:02.754067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-fde2fbac-ce0e-4920-9bd8-1da4f72da691 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', 'tempest-TagsExtTest-Tag-1447835036') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:02.761999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:02.765820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.972334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2c7f8cc4-edba-4b4f-9b44-f8d550ca16e6 None None] For port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,segment=NetworkSegment(beb3049b-e80f-4af0-a17c-34e2383ffa3f),segment_id=beb3049b-e80f-4af0-a17c-34e2383ffa3f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:02.991320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fde2fbac-ce0e-4920-9bd8-1da4f72da691 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags/tempest-TagsExtTest-Tag-1447835036 HTTP/1.1" status: 204 len: 168 time: 0.2436447 Oct 19 01:19:02.992154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60804) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:02.992921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8cc4-edba-4b4f-9b44-f8d550ca16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:02.998023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-e2b30580-50db-4ad6-94c2-f9b2466e0e80 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:03.009484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb385131-0621-4a24-b802-8637df40ac3e req-63ff9230-8829-4cca-8f08-44f4f9c9906b tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.011060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb385131-0621-4a24-b802-8637df40ac3e req-63ff9230-8829-4cca-8f08-44f4f9c9906b tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.0887926 Oct 19 01:19:03.014965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c55ec690-2c34-43d5-b610-290288715315 req-e96dc1af-babc-49a5-a167-c746a124c722 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips/3872ae2a-7bef-4a69-ae63-b1e59f728b59 HTTP/1.1" status: 200 len: 692 time: 0.7905958 Oct 19 01:19:03.076483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f8cc4-edba-4b4f-9b44-f8d550ca16e6 None None] Pushing event updated for resources: {'Port': ['ID=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:03.110693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a164f492-6a44-4855-adea-eb501ac18a47, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a164f492-6a44-4855-adea-eb501ac18a47,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:03.148406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'a164f492-6a44-4855-adea-eb501ac18a47', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': 'a164f492-6a44-4855-adea-eb501ac18a47', 'mac_address': 'fa:16:3e:85:19:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:03.164521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-354d2c6e-d44e-4830-99de-659aa2c16a5b tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.166341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-354d2c6e-d44e-4830-99de-659aa2c16a5b tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 949 time: 0.2039890 Oct 19 01:19:03.172702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb385131-0621-4a24-b802-8637df40ac3e req-39ef978c-f093-429e-9dcc-45dc15e5ef39 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251941 Oct 19 01:19:03.194868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf2b26e9-817c-495b-8306-5da4750c11c9 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:03.221566 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2b30580-50db-4ad6-94c2-f9b2466e0e80 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags HTTP/1.1" status: 200 len: 205 time: 0.2279167 Oct 19 01:19:03.222206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60812) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:03.234362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-e35fb0b5-45ca-41ca-b1a8-a79c86378431 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:03.285216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'name': 'network-vif-deleted', 'tag': 'cd7806bc-aade-4f87-904e-b8faa5319504'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:03.288296 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576449d-305c-43a1-9457-a74ce80f83ac" -d '{"events": [{"server_uuid": "e9ac150b-0c02-445b-8e2b-e93f135c50ff", "name": "network-vif-deleted", "tag": "cd7806bc-aade-4f87-904e-b8faa5319504"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:03.380091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c7e17-01f9-44dc-b957-7d29ba5cd5cf req-3e7b084a-cfbb-4a31-ae3f-6ab904294918 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.381597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-789c7e17-01f9-44dc-b957-7d29ba5cd5cf req-3e7b084a-cfbb-4a31-ae3f-6ab904294918 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 945 time: 0.0880356 Oct 19 01:19:03.391550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-490ca0a1-16d9-4d4c-817f-7222f2b10df9 None None] Provisioning complete for port d4ffe3c1-deb6-4c69-abbf-da906e16e422 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:03.392158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-490ca0a1-16d9-4d4c-817f-7222f2b10df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.461645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec690-2c34-43d5-b610-290288715315 req-d8a4e16e-621c-4f6e-929a-3adac5b38276 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.463232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c55ec690-2c34-43d5-b610-290288715315 req-d8a4e16e-621c-4f6e-929a-3adac5b38276 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.4409261 Oct 19 01:19:03.472965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Deleting port ac164844-b68a-43ae-8046-a1a1663b6f54 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:03.473361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.488220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-789c7e17-01f9-44dc-b957-7d29ba5cd5cf req-f8e23ac5-2b00-48a6-b455-9c5c3bca5380 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832129 Oct 19 01:19:03.498748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e35fb0b5-45ca-41ca-b1a8-a79c86378431 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags HTTP/1.1" status: 200 len: 239 time: 0.2745349 Oct 19 01:19:03.499569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60820) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:03.517720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-dfc4b3e0-78ab-4075-b064-17816bd30ee4 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', 'tempest-TagsExtTest-Tag-83410728') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:03.531381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port bf2b26e9-817c-495b-8306-5da4750c11c9 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:03.549003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.561241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port bf2b26e9-817c-495b-8306-5da4750c11c9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:03.561614 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.655402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] For port ac164844-b68a-43ae-8046-a1a1663b6f54, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ac164844-b68a-43ae-8046-a1a1663b6f54,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:03.656408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.659796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-490ca0a1-16d9-4d4c-817f-7222f2b10df9 None None] Port d4ffe3c1-deb6-4c69-abbf-da906e16e422 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:03.679253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dfc4b3e0-78ab-4075-b064-17816bd30ee4 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags/tempest-TagsExtTest-Tag-83410728 HTTP/1.1" status: 204 len: 168 time: 0.1786091 Oct 19 01:19:03.682701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60826) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:03.686383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a164f492-6a44-4855-adea-eb501ac18a47 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:03.686971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-ec4cd128-c8af-4888-8a3c-bc608ee4e046 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', 'tempest-TagsExtTest-Tag-83410728') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:03.692187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Calling delete_port for ac164844-b68a-43ae-8046-a1a1663b6f54 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:03.719925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a164f492-6a44-4855-adea-eb501ac18a47, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a164f492-6a44-4855-adea-eb501ac18a47,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:03.722465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-490ca0a1-16d9-4d4c-817f-7222f2b10df9 None None] Provisioning complete for port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:03.725022 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-490ca0a1-16d9-4d4c-817f-7222f2b10df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.737264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5218c8-9081-470f-b3e4-2b0be9aab259 req-65464085-a913-4df8-9c3a-95506cec2f70 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:03.738886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f5218c8-9081-470f-b3e4-2b0be9aab259 req-65464085-a913-4df8-9c3a-95506cec2f70 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 943 time: 0.1372702 Oct 19 01:19:03.759192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:03.811467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f5218c8-9081-470f-b3e4-2b0be9aab259 req-12c417ac-0ace-44a9-89f8-94fd52307784 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648463 Oct 19 01:19:03.822461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ec4cd128-c8af-4888-8a3c-bc608ee4e046 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags/tempest-TagsExtTest-Tag-83410728 HTTP/1.1" status: 204 len: 168 time: 0.1389463 Oct 19 01:19:03.825302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:03.837977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-54f6d4e1-8142-41cf-a00f-4fd04a314a49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:03.903619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a164f492-6a44-4855-adea-eb501ac18a47,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:03.926732 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d229568-1515-4f21-9803-26e24ad8d7ba x-openstack-request-id: req-2d229568-1515-4f21-9803-26e24ad8d7ba {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:03.927031 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ac150b-0c02-445b-8e2b-e93f135c50ff", "name": "network-vif-deleted", "tag": "cd7806bc-aade-4f87-904e-b8faa5319504", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:03.927402 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d229568-1515-4f21-9803-26e24ad8d7ba {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:03.927660 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ac150b-0c02-445b-8e2b-e93f135c50ff', 'name': 'network-vif-deleted', 'tag': 'cd7806bc-aade-4f87-904e-b8faa5319504', 'status': 'completed', 'code': 200} Oct 19 01:19:03.952120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-54f6d4e1-8142-41cf-a00f-4fd04a314a49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags HTTP/1.1" status: 200 len: 205 time: 0.1256011 Oct 19 01:19:03.954792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60836) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:03.962675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-42e82820-1e61-47cd-b092-adc3e6bc6337 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:04.006670 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.039621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.083554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c55ec690-2c34-43d5-b610-290288715315 req-3f044244-52f7-449f-bc23-4b1f2beb6749 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.17 HTTP/1.1" status: 200 len: 695 time: 0.1548913 Oct 19 01:19:04.102544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2b26e9-817c-495b-8306-5da4750c11c9'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:04.109792 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387edbca-5af5-41ac-aa25-da184393d395" -d '{"events": [{"server_uuid": "9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34", "name": "network-vif-plugged", "status": "completed", "tag": "bf2b26e9-817c-495b-8306-5da4750c11c9"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:04.111705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-abae149c-d1eb-4b72-8e05-f28795ad5889 req-f4441de1-d02d-4764-8d10-4c9ed6a3ce7c tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.64 "GET /v2.0/ports?device_id=309435e5-3478-4fee-8e4e-ba31f88e88c0 HTTP/1.1" status: 200 len: 210 time: 0.0736923 Oct 19 01:19:04.116261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Pushing event deleted for resources: {'Port': ['ID=ac164844-b68a-43ae-8046-a1a1663b6f54,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:04.139013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] No DVR routers for this DVR port ac164844-b68a-43ae-8046-a1a1663b6f54 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:04.140980 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.144476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cd82cfe-2af4-4a94-85e3-1d50365244cb req-68851373-2deb-4480-91f9-f913273f721d tempest-ListImageFiltersTestJSON-995099807 tempest-ListImageFiltersTestJSON-995099807-project] 10.222.0.74 "DELETE /v2.0/ports/ac164844-b68a-43ae-8046-a1a1663b6f54 HTTP/1.1" status: 204 len: 173 time: 0.9571157 Oct 19 01:19:04.146147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['a164f492-6a44-4855-adea-eb501ac18a47'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:04.187714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c55ec690-2c34-43d5-b610-290288715315 req-319b2c4f-01a6-495d-9487-039bcff87e19 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.17 HTTP/1.1" status: 200 len: 695 time: 0.0771739 Oct 19 01:19:04.221480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-42e82820-1e61-47cd-b092-adc3e6bc6337 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags HTTP/1.1" status: 200 len: 241 time: 0.2650561 Oct 19 01:19:04.222856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:04.224159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bf2b26e9-817c-495b-8306-5da4750c11c9, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf2b26e9-817c-495b-8306-5da4750c11c9,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:04.228718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-d3e96262-3dae-4d21-9fcb-0a49698d04ea tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', 'tempest-TagsExtTest-Tag-1157078950') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:04.250814 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.251529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:04.352969 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d3e96262-3dae-4d21-9fcb-0a49698d04ea tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags/tempest-TagsExtTest-Tag-1157078950 HTTP/1.1" status: 204 len: 168 time: 0.1288497 Oct 19 01:19:04.354039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60848) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:04.359847 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b684f45c-7448-4a28-bc9f-354daf6c088c x-openstack-request-id: req-b684f45c-7448-4a28-bc9f-354daf6c088c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:04.360325 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34", "name": "network-vif-plugged", "status": "completed", "tag": "bf2b26e9-817c-495b-8306-5da4750c11c9", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:04.360325 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b684f45c-7448-4a28-bc9f-354daf6c088c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:04.360722 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2b26e9-817c-495b-8306-5da4750c11c9', 'code': 200} Oct 19 01:19:04.360857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-cb9bd127-210c-4807-b696-6c090105aa67 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', 'tempest-TagsExtTest-Tag-1157078950') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:04.388654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: ac164844-b68a-43ae-8046-a1a1663b6f54 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:04.389061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ac164844-b68a-43ae-8046-a1a1663b6f54 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:04.408342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6aeecc52-729c-4907-9774-3bc91d3f5fef None None] Provisioning complete for port d4ffe3c1-deb6-4c69-abbf-da906e16e422 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:04.408955 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6aeecc52-729c-4907-9774-3bc91d3f5fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.534903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6aeecc52-729c-4907-9774-3bc91d3f5fef None None] Port d4ffe3c1-deb6-4c69-abbf-da906e16e422 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:04.545826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Deleting port dcc41040-8490-449b-8cbc-7fafde8d01bb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:04.546448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.562721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5f5e1b08-ecbd-449d-bca4-08bfb44778ff up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:04.661493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.662117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.685887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=bf2b26e9-817c-495b-8306-5da4750c11c9,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:04.688889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e424f0-8bb1-46c3-951e-9a04b02a0217 req-783e13c2-9f01-423f-9ff4-16c71adcf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:04.691676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-35e424f0-8bb1-46c3-951e-9a04b02a0217 req-783e13c2-9f01-423f-9ff4-16c71adcf39a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 1098 time: 0.2755895 Oct 19 01:19:04.719350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01cda9-7e69-4266-946f-f11ccb0685a8 req-62b7df07-8a8f-4fbb-95e9-7d857c4aa239 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:04.726128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e01cda9-7e69-4266-946f-f11ccb0685a8 req-62b7df07-8a8f-4fbb-95e9-7d857c4aa239 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.3611219 Oct 19 01:19:04.732689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb9bd127-210c-4807-b696-6c090105aa67 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags/tempest-TagsExtTest-Tag-1157078950 HTTP/1.1" status: 204 len: 168 time: 0.3774323 Oct 19 01:19:04.733763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60858) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:04.736902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Calling delete_port for dcc41040-8490-449b-8cbc-7fafde8d01bb owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:04.743076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-849bac31-6385-4615-bc05-6919569b7047 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:04.862025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:04.862364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:04.890707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-35e424f0-8bb1-46c3-951e-9a04b02a0217 req-affc1ca3-92f7-4ac6-aa6a-931f141968f7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841896 Oct 19 01:19:04.961579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e01cda9-7e69-4266-946f-f11ccb0685a8 req-5443a4cb-d1f1-422e-95e1-e9df0f348677 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117872 Oct 19 01:19:04.986474 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-849bac31-6385-4615-bc05-6919569b7047 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags HTTP/1.1" status: 200 len: 205 time: 0.2514336 Oct 19 01:19:04.997065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60866) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.001602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-17928b17-4b2b-407e-bdea-2b3904ceb820 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.030626 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.079482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event deleted for resources: {'Port': ['ID=dcc41040-8490-449b-8cbc-7fafde8d01bb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:05.115624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-17928b17-4b2b-407e-bdea-2b3904ceb820 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags HTTP/1.1" status: 200 len: 241 time: 0.1147580 Oct 19 01:19:05.117091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.125610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-2e06b785-c77b-42f4-8f32-0394510606ba tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', 'tempest-TagsExtTest-Tag-1627520603') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.170758 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.177336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.187246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c55ec690-2c34-43d5-b610-290288715315 req-f9327368-e7ee-4c64-b802-95fd99a02b1d tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "DELETE /v2.0/floatingips/3872ae2a-7bef-4a69-ae63-b1e59f728b59 HTTP/1.1" status: 204 len: 173 time: 0.9903233 Oct 19 01:19:05.190571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81974d8-add3-4f24-a3fb-ecc391a02213 req-c4f33971-6b7f-4e18-a7b1-5a2c09a435bb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.198480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d81974d8-add3-4f24-a3fb-ecc391a02213 req-c4f33971-6b7f-4e18-a7b1-5a2c09a435bb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 946 time: 0.1501961 Oct 19 01:19:05.240226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60878) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.245276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-7b44ce0c-d1b4-4733-85a3-518656b41972 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', 'tempest-TagsExtTest-Tag-1627520603') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.249132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e06b785-c77b-42f4-8f32-0394510606ba tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags/tempest-TagsExtTest-Tag-1627520603 HTTP/1.1" status: 204 len: 168 time: 0.1295018 Oct 19 01:19:05.299652 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d81974d8-add3-4f24-a3fb-ecc391a02213 req-ff301747-9a6e-4869-b1cb-44bcbbd67d9d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983272 Oct 19 01:19:05.362643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7b44ce0c-d1b4-4733-85a3-518656b41972 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags/tempest-TagsExtTest-Tag-1627520603 HTTP/1.1" status: 204 len: 168 time: 0.1213081 Oct 19 01:19:05.367652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60886) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.370536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-76e22123-5a70-48ed-8563-a4dae64bf4cd tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.375475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb58102-002e-4760-a8bf-60e340acdc18 req-ccebbece-216b-47a0-acd4-e81277e3b026 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.377501 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fb58102-002e-4760-a8bf-60e340acdc18 req-ccebbece-216b-47a0-acd4-e81277e3b026 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 944 time: 0.1063154 Oct 19 01:19:05.441509 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fb58102-002e-4760-a8bf-60e340acdc18 req-1853be79-08c3-4079-9147-5094174fd27e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490494 Oct 19 01:19:05.441670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d914a90-80b1-4b34-942c-67af75befea2 req-4f57bc42-4e62-4151-b341-f7574ce7d3d8 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips/250303ba-cd02-45c5-9daf-266e7b6d5424 HTTP/1.1" status: 200 len: 692 time: 0.0528958 Oct 19 01:19:05.447661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-76e22123-5a70-48ed-8563-a4dae64bf4cd tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags HTTP/1.1" status: 200 len: 205 time: 0.0806620 Oct 19 01:19:05.447794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60890) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.453296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-575a4129-ae16-4c58-a956-34abf4490c99 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.508647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-575a4129-ae16-4c58-a956-34abf4490c99 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags HTTP/1.1" status: 204 len: 168 time: 0.0574801 Oct 19 01:19:05.508922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60892) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.522267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-9476e5af-1d62-491d-a070-ff5a408cd83f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.568214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d914a90-80b1-4b34-942c-67af75befea2 req-05332303-f33c-4727-aa7e-d5c89348a214 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:05.573470 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d914a90-80b1-4b34-942c-67af75befea2 req-05332303-f33c-4727-aa7e-d5c89348a214 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1247797 Oct 19 01:19:05.660966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d914a90-80b1-4b34-942c-67af75befea2 req-86f8b355-b7c7-41be-8ca7-1cd39bd6925a tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0802338 Oct 19 01:19:05.714202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9476e5af-1d62-491d-a070-ff5a408cd83f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags HTTP/1.1" status: 204 len: 168 time: 0.2042654 Oct 19 01:19:05.717574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60906) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.722292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-eda7ece4-db6a-48de-a525-a321b3c81cf4 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.735249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d914a90-80b1-4b34-942c-67af75befea2 req-62650b59-ab65-4cda-82d2-9cf4dc0c8cf1 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0668018 Oct 19 01:19:05.773751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60908) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.816060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eda7ece4-db6a-48de-a525-a321b3c81cf4 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags HTTP/1.1" status: 204 len: 168 time: 0.0972395 Oct 19 01:19:05.818511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60912) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:05.822770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-2b9fde57-903b-4a5e-8a82-714a834adea0 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:05.896865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Deleting port e1f06a7e-1e5f-439f-ba76-d08a4fa0995b {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:05.897239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.929343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-deleted', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:05.952199 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bebd27-8f61-457e-ba80-7289758d8889" -d '{"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-deleted", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:05.984656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18786a4a-6190-4f32-af40-efd5cb78d94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.984910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.985124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:05.989318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2b9fde57-903b-4a5e-8a82-714a834adea0 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1698320 Oct 19 01:19:05.993609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60918) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:06.000241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-d3f1536a-5868-4439-84c7-d223dbb860f1 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', 'tempest-TagsExtTest-Tag-1946955889') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:06.031949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Calling delete_port for e1f06a7e-1e5f-439f-ba76-d08a4fa0995b owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:06.092549 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18786a4a-6190-4f32-af40-efd5cb78d94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.110090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18786a4a-6190-4f32-af40-efd5cb78d94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.165247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d3f1536a-5868-4439-84c7-d223dbb860f1 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags/tempest-TagsExtTest-Tag-1946955889 HTTP/1.1" status: 201 len: 201 time: 0.1701589 Oct 19 01:19:06.166058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-18786a4a-6190-4f32-af40-efd5cb78d94c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d141077b07e48018497ba987be9ccc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903112 Oct 19 01:19:06.167578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60926) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:06.168006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18786a4a-6190-4f32-af40-efd5cb78d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d307eec-2048-40be-a13b-ee2199a24f3b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:06.172449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60930) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:06.180555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-3ca84f14-5455-4340-8d76-3a6f4a8f0224 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', 'tempest-TagsExtTest-Tag-1401725908') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:06.270884 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8619e2-fca0-45bf-a019-24a7be67f980 x-openstack-request-id: req-da8619e2-fca0-45bf-a019-24a7be67f980 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:06.271411 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309435e5-3478-4fee-8e4e-ba31f88e88c0", "name": "network-vif-deleted", "tag": "ac164844-b68a-43ae-8046-a1a1663b6f54", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:06.271527 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da8619e2-fca0-45bf-a019-24a7be67f980 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:06.271999 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309435e5-3478-4fee-8e4e-ba31f88e88c0', 'name': 'network-vif-deleted', 'tag': 'ac164844-b68a-43ae-8046-a1a1663b6f54', 'status': 'completed', 'code': 200} Oct 19 01:19:06.323550 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.331069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab894334-f603-449f-a02c-376cdaa4aa67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.369961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event deleted for resources: {'Port': ['ID=e1f06a7e-1e5f-439f-ba76-d08a4fa0995b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:06.394157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3ca84f14-5455-4340-8d76-3a6f4a8f0224 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags/tempest-TagsExtTest-Tag-1401725908 HTTP/1.1" status: 201 len: 201 time: 0.2194283 Oct 19 01:19:06.396070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab894334-f603-449f-a02c-376cdaa4aa67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.397001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60934) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:06.413054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-314574e6-7648-4cb8-a163-ee0928e11e8f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', 'tempest-TagsExtTest-Tag-188850402') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:06.423447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067b95c-1362-475e-a2b1-effb82fa52df req-0409b56a-3556-4956-a785-d6c4c5204eb1 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:06.425138 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4067b95c-1362-475e-a2b1-effb82fa52df req-0409b56a-3556-4956-a785-d6c4c5204eb1 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.0911567 Oct 19 01:19:06.478331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.481898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.483057 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d914a90-80b1-4b34-942c-67af75befea2 req-cb4e7cb0-a5a9-4dfe-8a7a-1fa7cbc62f44 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "DELETE /v2.0/floatingips/250303ba-cd02-45c5-9daf-266e7b6d5424 HTTP/1.1" status: 204 len: 173 time: 0.7474244 Oct 19 01:19:06.503259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab894334-f603-449f-a02c-376cdaa4aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.508261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab894334-f603-449f-a02c-376cdaa4aa67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.511701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab894334-f603-449f-a02c-376cdaa4aa67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d307eec-2048-40be-a13b-ee2199a24f3b HTTP/1.1" status: 204 len: 168 time: 0.3401246 Oct 19 01:19:06.521785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab894334-f603-449f-a02c-376cdaa4aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d307eec-2048-40be-a13b-ee2199a24f3b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:06.562761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4067b95c-1362-475e-a2b1-effb82fa52df req-465f63b6-92b6-424c-a3c8-ba221ef5ccd7 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001856 Oct 19 01:19:06.609230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60952) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:06.609448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-314574e6-7648-4cb8-a163-ee0928e11e8f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags/tempest-TagsExtTest-Tag-188850402 HTTP/1.1" status: 201 len: 201 time: 0.2106211 Oct 19 01:19:06.616011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-6a4d2e7f-1de5-4547-a008-1fe7e70c534e tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', 'tempest-TagsExtTest-Tag-354760866') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:06.659118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a164f492-6a44-4855-adea-eb501ac18a47 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:06.749442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f86597-19a3-4b04-a71b-85e5191bac7c req-a5034959-d093-4d05-bd79-3f09f1d2c3fe tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:06.762203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7f86597-19a3-4b04-a71b-85e5191bac7c req-a5034959-d093-4d05-bd79-3f09f1d2c3fe tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 946 time: 0.1040082 Oct 19 01:19:06.786844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port a164f492-6a44-4855-adea-eb501ac18a47 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:06.805060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port a164f492-6a44-4855-adea-eb501ac18a47 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:06.805469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.846172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7f86597-19a3-4b04-a71b-85e5191bac7c req-8b3bdd83-023c-46d9-9af8-ec15d7d7d122 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825417 Oct 19 01:19:06.928346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-458bfc4c-268c-4ae2-9104-c79bf9bb171b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.953443 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:06.991119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a164f492-6a44-4855-adea-eb501ac18a47, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a164f492-6a44-4855-adea-eb501ac18a47,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:06.992281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a09a456-642e-48d6-827e-9a339b0c7435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a164f492-6a44-4855-adea-eb501ac18a47'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:07.001675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be0bc7-126b-4056-9f3d-e24cc02f4375 req-6229d757-87b8-43ae-9d56-acc1041f3f59 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.006133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0be0bc7-126b-4056-9f3d-e24cc02f4375 req-6229d757-87b8-43ae-9d56-acc1041f3f59 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 944 time: 0.0628431 Oct 19 01:19:07.006258 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0adc19-6023-4386-8663-7352b15bd57d" -d '{"events": [{"server_uuid": "7a09a456-642e-48d6-827e-9a339b0c7435", "name": "network-vif-plugged", "status": "completed", "tag": "a164f492-6a44-4855-adea-eb501ac18a47"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:07.014504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.078813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a164f492-6a44-4855-adea-eb501ac18a47,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:07.088394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.088892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.090940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.090940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.090940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.090940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.091954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.092248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.092601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.093199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.093545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.093961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:07.096214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0be0bc7-126b-4056-9f3d-e24cc02f4375 req-d9de8b26-7fc8-489e-91c6-8bce91b4dcf1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697773 Oct 19 01:19:07.143780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-ae7f7eb8-7e46-4708-b4f9-0fa4509dc888 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips/a150b081-eea2-4251-a50f-0972c3c429d0 HTTP/1.1" status: 200 len: 692 time: 0.0631313 Oct 19 01:19:07.192985 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6a4d2e7f-1de5-4547-a008-1fe7e70c534e tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags/tempest-TagsExtTest-Tag-354760866 HTTP/1.1" status: 201 len: 201 time: 0.5824196 Oct 19 01:19:07.195719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60980) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.200968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-b8c7b86b-82be-4a36-8bbb-bc2511da0ca0 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', {'tags': ['tempest-TagsExtTest-Tag-1592492784', 'tempest-TagsExtTest-Tag-1191657822', 'tempest-TagsExtTest-Tag-988961179']}) {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:07.311511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-c03605a6-123c-44fd-86c7-d15aca6af50c tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:07.319816 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-c03605a6-123c-44fd-86c7-d15aca6af50c tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.1694303 Oct 19 01:19:07.375993 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b8c7b86b-82be-4a36-8bbb-bc2511da0ca0 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags HTTP/1.1" status: 200 len: 317 time: 0.1790278 Oct 19 01:19:07.378685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60990) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.384867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-8792fe21-ae45-40ed-906f-57ed5ad79062 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:07.388549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-58da9882-27b8-4dce-91b9-b1cc43a791b9 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.0666234 Oct 19 01:19:07.467922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-86fbf554-9024-4c91-992e-6b91dc119073 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.0730362 Oct 19 01:19:07.516337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8792fe21-ae45-40ed-906f-57ed5ad79062 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1333127 Oct 19 01:19:07.516337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32788) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.522933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-35cc392c-0e68-457a-b15e-d50f99daa576 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', 'tempest-TagsExtTest-Tag-1592492784') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:07.619235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Deleting port d39cb119-3394-486f-9d7e-200941f00aee {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:07.619826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.651299 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-35cc392c-0e68-457a-b15e-d50f99daa576 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:07.656647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-35cc392c-0e68-457a-b15e-d50f99daa576 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags/tempest-TagsExtTest-Tag-1592492784 HTTP/1.1" status: 404 len: 329 time: 0.1394265 Oct 19 01:19:07.659504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32820) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.664551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-c3480490-e716-4970-81aa-fffba17389b9 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', 'tempest-TagsExtTest-Tag-1191657822') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:07.730311 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-c3480490-e716-4970-81aa-fffba17389b9 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:07.732335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c3480490-e716-4970-81aa-fffba17389b9 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags/tempest-TagsExtTest-Tag-1191657822 HTTP/1.1" status: 404 len: 329 time: 0.0716136 Oct 19 01:19:07.735080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32822) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.737586 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.738115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:07.739549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-1fdb0894-f4b9-4a97-a344-225c9298d96f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c', 'tempest-TagsExtTest-Tag-988961179') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:07.752718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Calling delete_port for d39cb119-3394-486f-9d7e-200941f00aee owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:07.809954 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-1fdb0894-f4b9-4a97-a344-225c9298d96f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:07.815088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32824) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.816025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1fdb0894-f4b9-4a97-a344-225c9298d96f tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags/tempest-TagsExtTest-Tag-988961179 HTTP/1.1" status: 404 len: 328 time: 0.0798972 Oct 19 01:19:07.822940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-9cafefdb-6f91-411d-9d13-6163ba80639d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', {'tags': ['tempest-TagsExtTest-Tag-2088209242', 'tempest-TagsExtTest-Tag-526823381', 'tempest-TagsExtTest-Tag-1983999209']}) {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:07.912361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9cafefdb-6f91-411d-9d13-6163ba80639d tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags HTTP/1.1" status: 200 len: 317 time: 0.0945616 Oct 19 01:19:07.914841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:07.921040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-b7d467f4-2544-4470-bc87-baaf54e2ca77 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:08.031520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.046783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32842) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.068957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Pushing event deleted for resources: {'Port': ['ID=d39cb119-3394-486f-9d7e-200941f00aee,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:08.090933 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c4f087-5250-45c0-b36d-fc13db56adb2 x-openstack-request-id: req-c4c4f087-5250-45c0-b36d-fc13db56adb2 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:08.091510 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a09a456-642e-48d6-827e-9a339b0c7435", "name": "network-vif-plugged", "status": "completed", "tag": "a164f492-6a44-4855-adea-eb501ac18a47", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:08.091809 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4c4f087-5250-45c0-b36d-fc13db56adb2 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:08.092653 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a09a456-642e-48d6-827e-9a339b0c7435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a164f492-6a44-4855-adea-eb501ac18a47', 'code': 200} Oct 19 01:19:08.154460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b7d467f4-2544-4470-bc87-baaf54e2ca77 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags HTTP/1.1" status: 204 len: 168 time: 0.2354379 Oct 19 01:19:08.156153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32848) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.178480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-07fa1261-22a6-4f46-b383-4fc3990fcf21 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', 'tempest-TagsExtTest-Tag-2088209242') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:08.202913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.208021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.217479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-094ccd22-3b24-4452-b3ee-6b02e4d669e0 req-95335ff0-69a1-4998-af10-12b8cb78c3c6 tempest-FloatingIPDetailsTestJSON-520291100 tempest-FloatingIPDetailsTestJSON-520291100-project] 10.222.0.64 "DELETE /v2.0/floatingips/a150b081-eea2-4251-a50f-0972c3c429d0 HTTP/1.1" status: 204 len: 173 time: 0.7460151 Oct 19 01:19:08.225869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.275883 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cd89817-f387-4c8f-846f-487f88321e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.334617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474ab63-dd41-4ab3-ae40-69e96a33b8aa req-f5ef6e39-f799-47e9-81ae-5d5403067431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:08.336157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a474ab63-dd41-4ab3-ae40-69e96a33b8aa req-f5ef6e39-f799-47e9-81ae-5d5403067431 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 1097 time: 0.1816344 Oct 19 01:19:08.370132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84810002-0507-4abc-977d-1f5265d87af6 req-a309f6c7-b8ff-48c7-97ee-63a1a47cf4c9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:08.377765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84810002-0507-4abc-977d-1f5265d87af6 req-a309f6c7-b8ff-48c7-97ee-63a1a47cf4c9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 946 time: 0.1477613 Oct 19 01:19:08.407595 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-07fa1261-22a6-4f46-b383-4fc3990fcf21 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:08.411498 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-07fa1261-22a6-4f46-b383-4fc3990fcf21 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags/tempest-TagsExtTest-Tag-2088209242 HTTP/1.1" status: 404 len: 329 time: 0.2543314 Oct 19 01:19:08.413458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32884) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.425239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-5d53aa3b-24ca-4bb4-8d6f-5f344b960914 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', 'tempest-TagsExtTest-Tag-526823381') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:08.475644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32886) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.498677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a474ab63-dd41-4ab3-ae40-69e96a33b8aa req-0d1319ab-1d23-4d46-9bf7-9fab7406ffbe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502378 Oct 19 01:19:08.508087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24255535-8472-437a-aaef-60a71d1adc5e req-a73d1d0c-3ad8-48da-9ea0-c3186d81c677 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:08.510059 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24255535-8472-437a-aaef-60a71d1adc5e req-a73d1d0c-3ad8-48da-9ea0-c3186d81c677 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1310034 Oct 19 01:19:08.518978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84810002-0507-4abc-977d-1f5265d87af6 req-12f3616a-4ba9-48b6-8277-4a433db0c462 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402726 Oct 19 01:19:08.593101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cd89817-f387-4c8f-846f-487f88321e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.600205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24255535-8472-437a-aaef-60a71d1adc5e req-e0dad2d5-6d9b-4e7f-ba3f-f5387950baa2 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829084 Oct 19 01:19:08.615042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cd89817-f387-4c8f-846f-487f88321e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.634589 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-5d53aa3b-24ca-4bb4-8d6f-5f344b960914 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:08.635640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5d53aa3b-24ca-4bb4-8d6f-5f344b960914 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags/tempest-TagsExtTest-Tag-526823381 HTTP/1.1" status: 404 len: 328 time: 0.2150147 Oct 19 01:19:08.639966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32890) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.665153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-514c7a14-5974-4033-a990-fcb4d94edbf5 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422', 'tempest-TagsExtTest-Tag-1983999209') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:08.711235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6cd89817-f387-4c8f-846f-487f88321e77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86da27f5bdeb48f7b12bf73246ad6bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630437 Oct 19 01:19:08.714146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd89817-f387-4c8f-846f-487f88321e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b7cb7-f911-492f-b14e-c5699296f000,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:08.720326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32892) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.755656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6f319-f154-4b54-b2c3-cc5b9bb75435 req-244e914d-6bff-4c09-92e1-42801a0527a7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:08.757202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dd6f319-f154-4b54-b2c3-cc5b9bb75435 req-244e914d-6bff-4c09-92e1-42801a0527a7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 945 time: 0.1131327 Oct 19 01:19:08.764195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8db6bfc7-8427-4299-88f0-a8ccd710fadb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb486d53d7be4c74a700ee7876ce5c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797537 Oct 19 01:19:08.770146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32894) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.818459 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-514c7a14-5974-4033-a990-fcb4d94edbf5 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:08.822803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-514c7a14-5974-4033-a990-fcb4d94edbf5 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags/tempest-TagsExtTest-Tag-1983999209 HTTP/1.1" status: 404 len: 329 time: 0.1818433 Oct 19 01:19:08.823587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32896) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:08.828404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dd6f319-f154-4b54-b2c3-cc5b9bb75435 req-7be85d66-3baf-47e5-8ca7-aec3864ec86f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646305 Oct 19 01:19:08.830876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-2f284bbe-e52d-40d8-b2fc-10995ade6a52 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', {'tags': ['tempest-TagsExtTest-Tag-1024425669', 'tempest-TagsExtTest-Tag-1667822319', 'tempest-TagsExtTest-Tag-1546452691']}) {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:08.860625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c503de-06e6-4b73-8181-71e1a3b68295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.883747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c503de-06e6-4b73-8181-71e1a3b68295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.934894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-050243b6-d6ef-4ffe-a7b1-01f88c1ced55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.941757 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c503de-06e6-4b73-8181-71e1a3b68295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.944972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c503de-06e6-4b73-8181-71e1a3b68295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:08.948404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-78c503de-06e6-4b73-8181-71e1a3b68295 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db057af1-0641-47aa-9ece-f3f90e1fe0fe HTTP/1.1" status: 204 len: 168 time: 0.1746888 Oct 19 01:19:08.983488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c503de-06e6-4b73-8181-71e1a3b68295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db057af1-0641-47aa-9ece-f3f90e1fe0fe,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:09.008974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-55880cf4-28dc-4fcc-88f6-66f593ed3939 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:09.010843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-55880cf4-28dc-4fcc-88f6-66f593ed3939 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 946 time: 0.0635259 Oct 19 01:19:09.019505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-050243b6-d6ef-4ffe-a7b1-01f88c1ced55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.034544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2f284bbe-e52d-40d8-b2fc-10995ade6a52 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags HTTP/1.1" status: 200 len: 318 time: 0.2074687 Oct 19 01:19:09.036290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32900) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:09.043063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-ca236aa8-e199-4c3e-b75a-597907fdc9f7 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:09.164026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Deleting port bf2b26e9-817c-495b-8306-5da4750c11c9 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:09.164468 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.255367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-050243b6-d6ef-4ffe-a7b1-01f88c1ced55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.258292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-050243b6-d6ef-4ffe-a7b1-01f88c1ced55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.261805 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-050243b6-d6ef-4ffe-a7b1-01f88c1ced55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d7b7cb7-f911-492f-b14e-c5699296f000 HTTP/1.1" status: 204 len: 168 time: 0.5378621 Oct 19 01:19:09.281312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050243b6-d6ef-4ffe-a7b1-01f88c1ced55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b7cb7-f911-492f-b14e-c5699296f000,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:09.301673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.311886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca236aa8-e199-4c3e-b75a-597907fdc9f7 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags HTTP/1.1" status: 204 len: 168 time: 0.2721968 Oct 19 01:19:09.346693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32910) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:09.357054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-7eca08da-f7dc-4fce-b858-183812550022 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', 'tempest-TagsExtTest-Tag-1024425669') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:09.364949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.507156 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-7eca08da-f7dc-4fce-b858-183812550022 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:09.511358 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7eca08da-f7dc-4fce-b858-183812550022 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags/tempest-TagsExtTest-Tag-1024425669 HTTP/1.1" status: 404 len: 329 time: 0.1636693 Oct 19 01:19:09.514392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32918) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:09.524164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-6ec3ed19-a81e-4689-9794-5fe87ebbc7f3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', 'tempest-TagsExtTest-Tag-1667822319') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:09.584215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] For port bf2b26e9-817c-495b-8306-5da4750c11c9, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf2b26e9-817c-495b-8306-5da4750c11c9,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:09.584795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.600669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Calling delete_port for bf2b26e9-817c-495b-8306-5da4750c11c9 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:09.650226 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b4648f4-78be-4d73-ae89-683f322bedf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.825392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c5551-68c3-4db3-8d53-fa65a2c6a82e req-28bc4a67-beb1-47a1-8357-60c4a10bd08e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:09.827604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d86c5551-68c3-4db3-8d53-fa65a2c6a82e req-28bc4a67-beb1-47a1-8357-60c4a10bd08e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1099169 Oct 19 01:19:09.829475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:09.863270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['bf2b26e9-817c-495b-8306-5da4750c11c9'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:09.877190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273648e-7880-4633-84b6-94d85f4b264f req-4ed12220-3ca5-4de8-9888-8d84bb418593 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:09.880603 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1273648e-7880-4633-84b6-94d85f4b264f req-4ed12220-3ca5-4de8-9888-8d84bb418593 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34 HTTP/1.1" status: 200 len: 867 time: 0.1634626 Oct 19 01:19:09.923110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event deleted for resources: {'Port': ['ID=bf2b26e9-817c-495b-8306-5da4750c11c9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:09.964835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1273648e-7880-4633-84b6-94d85f4b264f req-f96bca50-df34-4ce1-8062-a2d2da40e91e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744216 Oct 19 01:19:09.970178 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-6ec3ed19-a81e-4689-9794-5fe87ebbc7f3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:09.971365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6ec3ed19-a81e-4689-9794-5fe87ebbc7f3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags/tempest-TagsExtTest-Tag-1667822319 HTTP/1.1" status: 404 len: 329 time: 0.4558935 Oct 19 01:19:09.975241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32938) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:09.980563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-055d2fc3-0beb-4c8a-a4b5-8c141b3cfa34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0', 'tempest-TagsExtTest-Tag-1546452691') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:10.056667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] No DVR routers for this DVR port bf2b26e9-817c-495b-8306-5da4750c11c9 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:10.060153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.067678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a137fe26-f8a5-4b14-b1fa-3091f14daca3 req-8cfdadb4-b62f-4f9e-964f-2987b134847b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "DELETE /v2.0/ports/bf2b26e9-817c-495b-8306-5da4750c11c9 HTTP/1.1" status: 204 len: 173 time: 1.0487912 Oct 19 01:19:10.069089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'name': 'network-vif-deleted', 'tag': 'bf2b26e9-817c-495b-8306-5da4750c11c9'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:10.073890 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165dd2b7-1b48-45eb-bab4-656fbe9a36f8" -d '{"events": [{"server_uuid": "9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34", "name": "network-vif-deleted", "tag": "bf2b26e9-817c-495b-8306-5da4750c11c9"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:10.089441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d86c5551-68c3-4db3-8d53-fa65a2c6a82e req-5ffbdbd2-8da6-4fe2-ac68-929de52e6111 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468901 Oct 19 01:19:10.170003 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a6a1e-2726-4209-83ee-c6ede16ad140 x-openstack-request-id: req-390a6a1e-2726-4209-83ee-c6ede16ad140 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:10.170360 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34", "name": "network-vif-deleted", "tag": "bf2b26e9-817c-495b-8306-5da4750c11c9", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:10.170790 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-390a6a1e-2726-4209-83ee-c6ede16ad140 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:10.171244 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9519f8cb-1f97-4a4a-8a6b-d0f6f21a0c34', 'name': 'network-vif-deleted', 'tag': 'bf2b26e9-817c-495b-8306-5da4750c11c9', 'status': 'completed', 'code': 200} Oct 19 01:19:10.208964 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-055d2fc3-0beb-4c8a-a4b5-8c141b3cfa34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:10.210022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-055d2fc3-0beb-4c8a-a4b5-8c141b3cfa34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags/tempest-TagsExtTest-Tag-1546452691 HTTP/1.1" status: 404 len: 329 time: 0.2338758 Oct 19 01:19:10.214124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32950) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.221308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-048f2b3b-4f20-4335-bf95-5fe98ea9dd29 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', {'tags': ['tempest-TagsExtTest-Tag-846831300', 'tempest-TagsExtTest-Tag-1178624033', 'tempest-TagsExtTest-Tag-2108333443']}) {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:10.280718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0385846-ffb0-41bd-97d2-d9cadc88381d req-83fef92d-1a1d-46e2-8098-710876e3b819 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:10.282315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0385846-ffb0-41bd-97d2-d9cadc88381d req-83fef92d-1a1d-46e2-8098-710876e3b819 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 945 time: 0.2252319 Oct 19 01:19:10.311397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-048f2b3b-4f20-4335-bf95-5fe98ea9dd29 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "PUT /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags HTTP/1.1" status: 200 len: 317 time: 0.0959466 Oct 19 01:19:10.314057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32956) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.318525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-c850f66e-40e9-4456-99fa-5db093ee2f7e tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:10.354385 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0385846-ffb0-41bd-97d2-d9cadc88381d req-6223d9f0-4a98-4e5f-95b6-7575a9dc0fd9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619779 Oct 19 01:19:10.366385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Deleting port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:10.366578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.422197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32964) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.423638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c850f66e-40e9-4456-99fa-5db093ee2f7e tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags HTTP/1.1" status: 204 len: 168 time: 0.1081805 Oct 19 01:19:10.430547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-eebc6668-f9fc-40ab-82db-486a75dedfcd tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', 'tempest-TagsExtTest-Tag-846831300') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:10.546977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24707f-adfa-4813-9a91-11b339d17143 req-e5b64085-3155-4e57-a2ef-4b97bd6b4c7f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:10.548452 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-eebc6668-f9fc-40ab-82db-486a75dedfcd tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:10.549553 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0c24707f-adfa-4813-9a91-11b339d17143 req-e5b64085-3155-4e57-a2ef-4b97bd6b4c7f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 945 time: 0.0855868 Oct 19 01:19:10.552366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.561975 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eebc6668-f9fc-40ab-82db-486a75dedfcd tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags/tempest-TagsExtTest-Tag-846831300 HTTP/1.1" status: 404 len: 328 time: 0.1352072 Oct 19 01:19:10.568884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32970) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.573252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] For port cea491a3-c5c1-4951-ba12-51cdb4a0cfcf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,segment=NetworkSegment(423a3878-1d6d-4f4c-ad7c-e81110b9c252),segment_id=423a3878-1d6d-4f4c-ad7c-e81110b9c252)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:10.573865 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.584065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-a18301dd-4f6b-460b-b3e0-49be3c9973ff tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', 'tempest-TagsExtTest-Tag-1178624033') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:10.607639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0c24707f-adfa-4813-9a91-11b339d17143 req-5e4b7e25-6311-4074-9490-995c7558d4ff tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498457 Oct 19 01:19:10.636474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Calling delete_port for cea491a3-c5c1-4951-ba12-51cdb4a0cfcf owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:10.639969 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-a18301dd-4f6b-460b-b3e0-49be3c9973ff tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:10.645361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a18301dd-4f6b-460b-b3e0-49be3c9973ff tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags/tempest-TagsExtTest-Tag-1178624033 HTTP/1.1" status: 404 len: 329 time: 0.0752032 Oct 19 01:19:10.649036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32976) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.656796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-1fe77580-9c96-4d72-99ae-4bf4a8dbe4c0 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814', 'tempest-TagsExtTest-Tag-2108333443') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:10.672606 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:10.713369 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-1fe77580-9c96-4d72-99ae-4bf4a8dbe4c0 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] show failed (client error): The resource could not be found. Oct 19 01:19:10.714815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1fe77580-9c96-4d72-99ae-4bf4a8dbe4c0 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags/tempest-TagsExtTest-Tag-2108333443 HTTP/1.1" status: 404 len: 329 time: 0.0643086 Oct 19 01:19:10.717987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32980) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.728068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-26ecb47a-b9fa-45de-9206-e322b3b09539 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f61f94e0-de45-4b8d-b3b9-3cc005a4b814') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:10.794213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-26ecb47a-b9fa-45de-9206-e322b3b09539 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814/tags HTTP/1.1" status: 204 len: 168 time: 0.0747607 Oct 19 01:19:10.797253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32984) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:10.801835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.tag.tag_plugin [None req-0823073c-6161-4ebf-9051-049c5bce850c tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12e4ef5e-a023-4cfb-902a-40ca90dea4c0') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:11.273523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca4ffb-0488-409f-bd30-69646e04278e req-b61913cb-5244-4916-9962-2fe27d60901f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:11.282372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8eca4ffb-0488-409f-bd30-69646e04278e req-b61913cb-5244-4916-9962-2fe27d60901f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.0792167 Oct 19 01:19:11.341534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8eca4ffb-0488-409f-bd30-69646e04278e req-549da240-a15b-47ce-b0db-6a8d2be7c25e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580728 Oct 19 01:19:11.373719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0823073c-6161-4ebf-9051-049c5bce850c tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0/tags HTTP/1.1" status: 204 len: 168 time: 0.5753398 Oct 19 01:19:11.376312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33012) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:11.381109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-71d1bf6c-4f3c-403b-bd7a-4e33e52b24bf tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd4ffe3c1-deb6-4c69-abbf-da906e16e422') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:11.412942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33014) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:11.459346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71d1bf6c-4f3c-403b-bd7a-4e33e52b24bf tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422/tags HTTP/1.1" status: 204 len: 168 time: 0.0815849 Oct 19 01:19:11.466669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33024) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:11.481933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-60d02eb2-d5e9-43ea-9e49-12b3734724bb tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9e37b693-12ed-4ca8-9ede-3b362b9beb2c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:11.505684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93425-6497-408a-9f63-e4ee6b7fd7bf req-044a8b9d-3c6f-4316-877d-a695645dd2d0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:11.514647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6c93425-6497-408a-9f63-e4ee6b7fd7bf req-044a8b9d-3c6f-4316-877d-a695645dd2d0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 945 time: 0.1755984 Oct 19 01:19:11.583962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6c93425-6497-408a-9f63-e4ee6b7fd7bf req-6024a882-bdfd-4a38-aeda-92f0a782c3a0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630820 Oct 19 01:19:11.585702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.671549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-89261222-a0a8-4ec1-98d3-1deb6ac84633 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:11.679031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-89261222-a0a8-4ec1-98d3-1deb6ac84633 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.1610706 Oct 19 01:19:11.698324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-84ad78b1-d1b6-405f-acef-eddbb0e9e2a2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/quotas/9567f9fa32ff49e48f93fc696f75d605 HTTP/1.1" status: 200 len: 375 time: 0.0183375 Oct 19 01:19:11.706918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-60d02eb2-d5e9-43ea-9e49-12b3734724bb tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c/tags HTTP/1.1" status: 204 len: 168 time: 0.2319143 Oct 19 01:19:11.707297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea491a3-c5c1-4951-ba12-51cdb4a0cfcf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:11.707419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33034) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:11.720362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9adc049c-71bd-4cda-b915-5f1bb220ef5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.882893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:11.893663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-46b70c7c-cbfd-423b-9399-8c9b17f7f8a2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1942539 Oct 19 01:19:11.982397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9adc049c-71bd-4cda-b915-5f1bb220ef5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.017030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9adc049c-71bd-4cda-b915-5f1bb220ef5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.034445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aac50c2c-bde4-4b53-945d-badd0f7b1585 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for subnetpool, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.038082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aac50c2c-bde4-4b53-945d-badd0f7b1585 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f61f94e0-de45-4b8d-b3b9-3cc005a4b814 HTTP/1.1" status: 204 len: 168 time: 0.3277044 Oct 19 01:19:12.038771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33044) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:12.073251 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9adc049c-71bd-4cda-b915-5f1bb220ef5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3c1529837504710894e8595ab2ccc63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498768 Oct 19 01:19:12.075628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33046) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:12.081618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-361e1971-eee6-44d6-9ca0-ffc76bc65767 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "GET /v2.0/ports?device_id=12e4ef5e-a023-4cfb-902a-40ca90dea4c0 HTTP/1.1" status: 200 len: 205 time: 0.0398605 Oct 19 01:19:12.082141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc049c-71bd-4cda-b915-5f1bb220ef5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8fe565-58ef-4832-8935-e6aa03c6a74c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:12.085381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33048) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:12.144708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-a274c269-1a19-4a12-b225-c69e6e4028b6 service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332361 Oct 19 01:19:12.164497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:12.209495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf628f77-61af-4733-afa4-c3b036ca3b49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.227730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1062281-29ce-472c-bbf8-c0d852381e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.229148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.262167 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1062281-29ce-472c-bbf8-c0d852381e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.271715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Router 02d8dd4d-0050-48f1-89df-8675f7456e55 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:12.366390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9f1126e-bf6c-4f92-8c7d-3678f51520be admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.407843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1062281-29ce-472c-bbf8-c0d852381e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.410399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1062281-29ce-472c-bbf8-c0d852381e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.411540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b1062281-29ce-472c-bbf8-c0d852381e04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac8fe565-58ef-4832-8935-e6aa03c6a74c HTTP/1.1" status: 204 len: 168 time: 0.3349707 Oct 19 01:19:12.467639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1062281-29ce-472c-bbf8-c0d852381e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8fe565-58ef-4832-8935-e6aa03c6a74c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:12.491541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf628f77-61af-4733-afa4-c3b036ca3b49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.504299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf628f77-61af-4733-afa4-c3b036ca3b49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.548473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:12.549554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6ee3403e-73e0-4e81-886b-432a66374d3a service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037607 Oct 19 01:19:12.557641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ecbff8ed-e90d-44d6-a831-4a3e2230ab69 admin admin] 10.222.0.64 "PUT /v2.0/routers/02d8dd4d-0050-48f1-89df-8675f7456e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3306117 Oct 19 01:19:12.561356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:12.564648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] Sync routers for ids ['02d8dd4d-0050-48f1-89df-8675f7456e55'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:12.584254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] Routers {'02d8dd4d-0050-48f1-89df-8675f7456e55'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:12.585603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d8dd4d-0050-48f1-89df-8675f7456e55'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:12.647109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787cc2b-fd75-4d80-84e7-15eeee035b17 req-08c53ed7-5f09-46b7-9877-04da960acb48 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:12.649383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1787cc2b-fd75-4d80-84e7-15eeee035b17 req-08c53ed7-5f09-46b7-9877-04da960acb48 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1671977 Oct 19 01:19:12.731333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9f1126e-bf6c-4f92-8c7d-3678f51520be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.737867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf628f77-61af-4733-afa4-c3b036ca3b49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.740130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf628f77-61af-4733-afa4-c3b036ca3b49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Fanout notify agent at l3_agent the message router_deleted on router 12e4ef5e-a023-4cfb-902a-40ca90dea4c0 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:19:12.752206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9f1126e-bf6c-4f92-8c7d-3678f51520be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.773396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf628f77-61af-4733-afa4-c3b036ca3b49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.776211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1787cc2b-fd75-4d80-84e7-15eeee035b17 req-8ed57bb8-5fab-4f35-89ee-052d6941c270 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123757 Oct 19 01:19:12.778519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf628f77-61af-4733-afa4-c3b036ca3b49 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/routers/12e4ef5e-a023-4cfb-902a-40ca90dea4c0 HTTP/1.1" status: 204 len: 168 time: 0.6920466 Oct 19 01:19:12.779382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:12.801407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:12.881513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-9185603f-a042-4544-8a65-c10d268e95a5 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:12.883322 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b9f1126e-bf6c-4f92-8c7d-3678f51520be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=689079b6154c44b38a6121c8232776ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7162335 Oct 19 01:19:12.886728 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-9185603f-a042-4544-8a65-c10d268e95a5 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 945 time: 0.3986409 Oct 19 01:19:12.890501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33074) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:12.897028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1126e-bf6c-4f92-8c7d-3678f51520be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63535f49-15a2-48e9-8cc0-55d3cf13b334,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:12.906978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] Set router 02d8dd4d-0050-48f1-89df-8675f7456e55 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:13.094753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92df1296-8d9a-4b20-b6bd-5f62e264d9c8 req-963f5a1e-30a6-4899-bf2e-a29d56177cdb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.1817982 Oct 19 01:19:13.121101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9753-0957-4516-b212-221041624d26 req-9078c1b8-c5f8-49fd-b270-b4930a2b29bd tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:13.128710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-238f9753-0957-4516-b212-221041624d26 req-9078c1b8-c5f8-49fd-b270-b4930a2b29bd tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 945 time: 0.2370446 Oct 19 01:19:13.150596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.156725 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-06902c09-8bbe-406c-9f89-e1e80fc77d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.193495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf2b26e9-817c-495b-8306-5da4750c11c9 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:13.221420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: bf2b26e9-817c-495b-8306-5da4750c11c9 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:13.222089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf2b26e9-817c-495b-8306-5da4750c11c9 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:13.225821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Deleting port d4ffe3c1-deb6-4c69-abbf-da906e16e422 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:13.226185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.250345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-06902c09-8bbe-406c-9f89-e1e80fc77d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.258431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:19:11Z', 'revision_number': 5, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port': {'id': '450820fd-6ea3-4977-8f57-40cfa0d85bee', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:25Z', 'updated_at': '2021-10-19T01:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:13.265039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-238f9753-0957-4516-b212-221041624d26 req-a121bddb-81c1-42bb-bae2-c0120cc83d14 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351824 Oct 19 01:19:13.299553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Deleting port 450820fd-6ea3-4977-8f57-40cfa0d85bee {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:13.300306 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.306897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] Checking router: 02d8dd4d-0050-48f1-89df-8675f7456e55 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:13.328010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] Routers {'02d8dd4d-0050-48f1-89df-8675f7456e55'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:13.328692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['02d8dd4d-0050-48f1-89df-8675f7456e55'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:13.344246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-06902c09-8bbe-406c-9f89-e1e80fc77d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.349365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-06902c09-8bbe-406c-9f89-e1e80fc77d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.352966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-06902c09-8bbe-406c-9f89-e1e80fc77d06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63535f49-15a2-48e9-8cc0-55d3cf13b334 HTTP/1.1" status: 204 len: 168 time: 0.4571881 Oct 19 01:19:13.412246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port a164f492-6a44-4855-adea-eb501ac18a47 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:13.412680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.444442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06902c09-8bbe-406c-9f89-e1e80fc77d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63535f49-15a2-48e9-8cc0-55d3cf13b334,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:13.492428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] For port 450820fd-6ea3-4977-8f57-40cfa0d85bee, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=450820fd-6ea3-4977-8f57-40cfa0d85bee,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:13.495722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.515260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] Set router 02d8dd4d-0050-48f1-89df-8675f7456e55 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:13.538245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Calling delete_port for 450820fd-6ea3-4977-8f57-40cfa0d85bee owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:13.633894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:19:13Z', 'revision_number': 6, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:13.673699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670a3da-9c5b-410b-a856-a41978b3a47e None None] The sync data for ids ['02d8dd4d-0050-48f1-89df-8675f7456e55'] in n-d-789963-20 is: [{'id': '02d8dd4d-0050-48f1-89df-8675f7456e55', 'name': 'tempest-FloatingIPDetailsTestJSON-991382411-router', 'tenant_id': 'a82c95f578404481bc23aa529123a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:23Z', 'updated_at': '2021-10-19T01:19:13Z', 'revision_number': 6, 'project_id': 'a82c95f578404481bc23aa529123a68a', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:13.771998 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.805582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Calling delete_port for d4ffe3c1-deb6-4c69-abbf-da906e16e422 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:13.850068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port a164f492-6a44-4855-adea-eb501ac18a47, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a164f492-6a44-4855-adea-eb501ac18a47,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:13.851859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:13.870678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for a164f492-6a44-4855-adea-eb501ac18a47 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:14.008435 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.079867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=450820fd-6ea3-4977-8f57-40cfa0d85bee,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:14.192869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33112) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:14.194964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3d7ea-ede9-477b-a3a2-57e515cc7302 req-8556662a-7066-4ea0-a496-c0e3a515b71f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:14.213037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cf3d7ea-ede9-477b-a3a2-57e515cc7302 req-8556662a-7066-4ea0-a496-c0e3a515b71f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.2203326 Oct 19 01:19:14.224421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.239809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504', 'a164f492-6a44-4855-adea-eb501ac18a47'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:14.272372 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.298149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:14.354353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=a164f492-6a44-4855-adea-eb501ac18a47,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:14.359194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.418894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2085439513-network', 'tenant_id': '3ce75f6b07104f2ab4be03f732e720e3'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:14.424403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event deleted for resources: {'Port': ['ID=d4ffe3c1-deb6-4c69-abbf-da906e16e422,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:14.521683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f889a5b-c289-4b70-869e-c0573288857e req-a8cd1f44-5f3d-4668-9861-4f1e646d2a43 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.1682169 Oct 19 01:19:14.536784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cf3d7ea-ede9-477b-a3a2-57e515cc7302 req-c028a398-066b-4c21-8c53-80424050e498 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662325 Oct 19 01:19:14.545741 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.556074 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.674693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port a164f492-6a44-4855-adea-eb501ac18a47 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:14.679193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.681606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.691144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0cae7b62-f697-4400-8db6-4f427dfa0c7a req-f37fcda1-12df-4785-9d38-08f730626621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.62 "DELETE /v2.0/ports/a164f492-6a44-4855-adea-eb501ac18a47 HTTP/1.1" status: 204 len: 173 time: 1.7799115 Oct 19 01:19:14.712527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d8dd4d-0050-48f1-89df-8675f7456e55 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:19:14.736498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.742131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a09a456-642e-48d6-827e-9a339b0c7435', 'name': 'network-vif-deleted', 'tag': 'a164f492-6a44-4855-adea-eb501ac18a47'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:14.744623 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f3430-4372-4a5b-9da6-f24fc35dfea8" -d '{"events": [{"server_uuid": "7a09a456-642e-48d6-827e-9a339b0c7435", "name": "network-vif-deleted", "tag": "a164f492-6a44-4855-adea-eb501ac18a47"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:14.753432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d7e5a2fc-2d08-4229-854c-de0fd04cbc00 admin admin] 10.222.0.64 "DELETE /v2.0/routers/02d8dd4d-0050-48f1-89df-8675f7456e55 HTTP/1.1" status: 204 len: 168 time: 2.1783559 Oct 19 01:19:14.775618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33128) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:14.830679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Made reservation on behalf of 3ce75f6b07104f2ab4be03f732e720e3 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:14.849260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.868289 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12abcd9-1270-45d3-b43f-89bdc2aa8792 x-openstack-request-id: req-c12abcd9-1270-45d3-b43f-89bdc2aa8792 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:14.868519 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a09a456-642e-48d6-827e-9a339b0c7435", "name": "network-vif-deleted", "tag": "a164f492-6a44-4855-adea-eb501ac18a47", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:14.868735 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c12abcd9-1270-45d3-b43f-89bdc2aa8792 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:14.869125 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a09a456-642e-48d6-827e-9a339b0c7435', 'name': 'network-vif-deleted', 'tag': 'a164f492-6a44-4855-adea-eb501ac18a47', 'status': 'completed', 'code': 200} Oct 19 01:19:14.884946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 450820fd-6ea3-4977-8f57-40cfa0d85bee no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:14.906810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e28b62a1-d4ad-46d4-9e1e-37620096dc2f req-e9f61ad3-37c4-48f1-917a-b533fc668870 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a09a456-642e-48d6-827e-9a339b0c7435 HTTP/1.1" status: 200 len: 210 time: 0.1850917 Oct 19 01:19:14.946366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] Deleting subnet 1b39b01c-6ad0-48bb-a4e6-638908840460 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:14.955260 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:14.955509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 450820fd-6ea3-4977-8f57-40cfa0d85bee {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:14.955840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 450820fd-6ea3-4977-8f57-40cfa0d85bee not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:14.956281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cea491a3-c5c1-4951-ba12-51cdb4a0cfcf no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:15.020492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: cea491a3-c5c1-4951-ba12-51cdb4a0cfcf {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:15.020843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cea491a3-c5c1-4951-ba12-51cdb4a0cfcf not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:15.065231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.180951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.266444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.282969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.302730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.315567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.317115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf48b3-3619-445c-bcf3-c87ace7bf75e None None] Network ed7267dd-1049-4d28-9ffb-534d56f71591 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:15.320464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ee465557-0cbb-47da-92ab-963b6ae05d34 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/ports/d4ffe3c1-deb6-4c69-abbf-da906e16e422 HTTP/1.1" status: 204 len: 168 time: 2.5383556 Oct 19 01:19:15.321325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33138) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:15.322172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1b39b01c-6ad0-48bb-a4e6-638908840460 HTTP/1.1" status: 204 len: 168 time: 0.5430670 Oct 19 01:19:15.323241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cdddc-bbed-4f92-9218-46bf6b1be39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b39b01c-6ad0-48bb-a4e6-638908840460,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:15.327802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33140) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:15.395651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-3d9e7b04-e5bc-4a72-95b9-de85dc1550eb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:15.397587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-3d9e7b04-e5bc-4a72-95b9-de85dc1550eb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.8699617 Oct 19 01:19:15.430123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Deleting subnet 9e37b693-12ed-4ca8-9ede-3b362b9beb2c {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:15.437022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.463233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.468926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Request body: {'port': {'device_id': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'admin_state_up': True, 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:15.532596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.546038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Deleting port 938a4fa1-1f54-480c-bd64-e0401338c9c6 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:15.546675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.752007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] DHCP port deletion for ed7267dd-1049-4d28-9ffb-534d56f71591 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:19:15.752233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.766241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9f3aad5-4407-40f4-b47d-af3c58099fa2 req-914f1f0b-4c0b-411e-9b5d-ceb18ca9cb8c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.0668523 Oct 19 01:19:15.786035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] For port 938a4fa1-1f54-480c-bd64-e0401338c9c6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=938a4fa1-1f54-480c-bd64-e0401338c9c6,segment=NetworkSegment(423a3878-1d6d-4f4c-ad7c-e81110b9c252),segment_id=423a3878-1d6d-4f4c-ad7c-e81110b9c252)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:15.786388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.793658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.800066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Calling delete_port for 938a4fa1-1f54-480c-bd64-e0401338c9c6 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:15.859957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] Deleting port 938a4fa1-1f54-480c-bd64-e0401338c9c6 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:15.860369 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.909776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:15.940473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.000173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] For port 938a4fa1-1f54-480c-bd64-e0401338c9c6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=938a4fa1-1f54-480c-bd64-e0401338c9c6,segment=NetworkSegment(423a3878-1d6d-4f4c-ad7c-e81110b9c252),segment_id=423a3878-1d6d-4f4c-ad7c-e81110b9c252)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:16.000793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfee74-8cac-4e73-b4f4-e4b367f38e1e req-ebce0af2-2d1f-46f8-a4e0-9982a792b0ae tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:16.004898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.008070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3cfee74-8cac-4e73-b4f4-e4b367f38e1e req-ebce0af2-2d1f-46f8-a4e0-9982a792b0ae tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.3336148 Oct 19 01:19:16.016658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Pushing event deleted for resources: {'Port': ['ID=938a4fa1-1f54-480c-bd64-e0401338c9c6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:16.021888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:16.032892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] Calling delete_port for 938a4fa1-1f54-480c-bd64-e0401338c9c6 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:16.045658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] No DVR routers for this DVR port 938a4fa1-1f54-480c-bd64-e0401338c9c6 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:16.114404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.114789 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Added segment b98f49d5-2163-46e0-be30-ad1f001f9c1e of type vlan for network 332f0ab6-6b02-4e3d-a853-7c8a890bc6ab Oct 19 01:19:16.116088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8453cc7-2dea-4e33-bed4-14d5a3589b35,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:16.190926 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.204954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] No DVR routers for this DVR port 938a4fa1-1f54-480c-bd64-e0401338c9c6 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:16.225891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d79446-186a-4b77-a157-53995bcc7618 None None] Pushing event deleted for resources: {'Port': ['ID=938a4fa1-1f54-480c-bd64-e0401338c9c6,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:16.256960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.261243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:16.265535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.276416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3cfee74-8cac-4e73-b4f4-e4b367f38e1e req-a737f458-e27e-4528-9c29-1c993dfcab10 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675018 Oct 19 01:19:16.292314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7267dd-1049-4d28-9ffb-534d56f71591']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:16.305068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.310689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423a3878-1d6d-4f4c-ad7c-e81110b9c252') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:16.311071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423a3878-1d6d-4f4c-ad7c-e81110b9c252') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:16.323164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.332129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.344338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.358785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:16.359514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:16.361789 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:16.454151 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.464412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.491493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] 10.222.0.64 "DELETE /v2.0/networks/ed7267dd-1049-4d28-9ffb-534d56f71591 HTTP/1.1" status: 204 len: 168 time: 1.1624053 Oct 19 01:19:16.502023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb50e-be54-4775-bd5e-44250b3601cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7267dd-1049-4d28-9ffb-534d56f71591,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:16.506239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 938a4fa1-1f54-480c-bd64-e0401338c9c6 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:16.509522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event deleted for resources: {'Subnet': ['ID=9e37b693-12ed-4ca8-9ede-3b362b9beb2c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:16.530118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 938a4fa1-1f54-480c-bd64-e0401338c9c6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:16.530546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 938a4fa1-1f54-480c-bd64-e0401338c9c6 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:16.547890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.549450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:16.550027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.563757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be794fa-2e24-45f8-9190-a6b325580663 None None] Network e6dcddd8-6537-435b-895b-fba3f9c368c7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:16.575792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.581844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6219c2f4-aa30-4673-aa6f-f477602ae021 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/subnets/9e37b693-12ed-4ca8-9ede-3b362b9beb2c HTTP/1.1" status: 204 len: 168 time: 1.2557120 Oct 19 01:19:16.584617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33176) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.628770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4347517 Oct 19 01:19:16.633881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33178) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:16.678353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Request body: {'subnet': {'network_id': '332f0ab6-6b02-4e3d-a853-7c8a890bc6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2085439513-subnet', 'tenant_id': '3ce75f6b07104f2ab4be03f732e720e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:16.692729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df68aa-7232-454f-8ddd-0b9405f89086 admin admin] Pushing event updated for resources: {'Network': ['ID=332f0ab6-6b02-4e3d-a853-7c8a890bc6ab,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:16.717370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 332f0ab6-6b02-4e3d-a853-7c8a890bc6ab details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:16.764243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Made reservation on behalf of 3ce75f6b07104f2ab4be03f732e720e3 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:16.767844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.775477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Allocated IP 172.20.0.11 (16328a5b-3007-43fd-af23-0d798d47d1b0/bd1cf545-8b75-4d90-80fd-dfb94dc1a56d/528c9c16-4189-4575-bbc3-fd7f60c1f62e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:16.797945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:16.801575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a164f492-6a44-4855-adea-eb501ac18a47 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:16.869607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: a164f492-6a44-4855-adea-eb501ac18a47 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:16.870239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a164f492-6a44-4855-adea-eb501ac18a47 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:16.884330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:17.111211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab07af7c-052a-43ae-a992-dcfe3ae3eec3 req-700b5ff1-27d1-49f9-82ea-2c30ff299551 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.0445342 Oct 19 01:19:17.113878 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.117291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] DHCP port deletion for e6dcddd8-6537-435b-895b-fba3f9c368c7 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:19:17.127251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33198) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:17.144334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-07e419d8-012a-46db-9055-ab403e6a1f71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a82c95f578404481bc23aa529123a68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507265 Oct 19 01:19:17.151507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-9e86798b-d363-48aa-bd17-b397ab2dd481 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:17.155628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33202) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:17.162856 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-9e86798b-d363-48aa-bd17-b397ab2dd481 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.3409975 Oct 19 01:19:17.185357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] Deleting port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:17.186261 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.215374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Deleting port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:17.215654 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.264952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-b8a5f66b-0751-4ecc-a8a6-dc606d207b57 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.1005468 Oct 19 01:19:17.275796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6189484-5048-4d55-b8fa-fb5963c664a1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:17.295417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] For port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,segment=NetworkSegment(beb3049b-e80f-4af0-a17c-34e2383ffa3f),segment_id=beb3049b-e80f-4af0-a17c-34e2383ffa3f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:17.296108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.302552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1de01635-3dc6-4328-aee2-6fdb4203b402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.318284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] Calling delete_port for 5f5e1b08-ecbd-449d-bca4-08bfb44778ff owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:17.356074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Checking segment: {'id': 'b98f49d5-2163-46e0-be30-ad1f001f9c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '332f0ab6-6b02-4e3d-a853-7c8a890bc6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:17.356468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Network hostable DHCP agents. Network: 332f0ab6-6b02-4e3d-a853-7c8a890bc6ab, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:17.377568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1de01635-3dc6-4328-aee2-6fdb4203b402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.400795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79746d4f-fa62-4cf6-86e3-35022a671df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.432231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.468505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] Pushing event deleted for resources: {'Port': ['ID=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:17.470837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] For port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,segment=NetworkSegment(beb3049b-e80f-4af0-a17c-34e2383ffa3f),segment_id=beb3049b-e80f-4af0-a17c-34e2383ffa3f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:17.472910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73374a9f-6cd2-4864-a753-966edc4d5c09 None None] No DVR routers for this DVR port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:17.473671 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.486704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Network 332f0ab6-6b02-4e3d-a853-7c8a890bc6ab is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:17.496019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.510187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 332f0ab6-6b02-4e3d-a853-7c8a890bc6ab) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:17.511144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Calling delete_port for 5f5e1b08-ecbd-449d-bca4-08bfb44778ff owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:17.523707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbbb0ef-ccbc-4e02-b645-6a16100e654c None None] Network 332f0ab6-6b02-4e3d-a853-7c8a890bc6ab requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:17.524384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ef44a-0a08-4e79-9308-47845ecf0fd4 req-c05b911c-234c-4f17-8ffd-65c9e6dc29a4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:17.525751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-799ef44a-0a08-4e79-9308-47845ecf0fd4 req-c05b911c-234c-4f17-8ffd-65c9e6dc29a4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1365209 Oct 19 01:19:17.532513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:17.533175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.541546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-5ec423c7-039a-4c43-adf6-41c9a4a2feb4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2680008 Oct 19 01:19:17.560836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1de01635-3dc6-4328-aee2-6fdb4203b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.563575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1de01635-3dc6-4328-aee2-6fdb4203b402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.564744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1de01635-3dc6-4328-aee2-6fdb4203b402 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e53b07a-934c-4b22-a6d8-93fdecb1e7de HTTP/1.1" status: 204 len: 168 time: 0.4052217 Oct 19 01:19:17.608787 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-df53a899-8140-4188-8af3-69369c49d6bb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9695296 Oct 19 01:19:17.613075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de01635-3dc6-4328-aee2-6fdb4203b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e53b07a-934c-4b22-a6d8-93fdecb1e7de,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:17.639889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.656593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-799ef44a-0a08-4e79-9308-47845ecf0fd4 req-3da7f951-46a6-4627-96e4-2b42e3625411 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030746 Oct 19 01:19:17.715421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:17.718742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:17.723637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:17.787236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event updated for resources: {'Port': ['ID=528c9c16-4189-4575-bbc3-fd7f60c1f62e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:17.792263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1523837a-ec3a-4d1a-bd0b-350f11b78431 None None] Network 332f0ab6-6b02-4e3d-a853-7c8a890bc6ab requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:17.798326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79746d4f-fa62-4cf6-86e3-35022a671df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.806949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-d6b4124a-d819-40ac-ba6f-ab6cd111c753 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638295 Oct 19 01:19:17.807643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79746d4f-fa62-4cf6-86e3-35022a671df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.813758 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.838752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] No DVR routers for this DVR port 5f5e1b08-ecbd-449d-bca4-08bfb44778ff on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:17.875708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:17.876451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:17.911503 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-2433f08e-3e1f-4993-9551-c0078374c944 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4678113 Oct 19 01:19:17.930731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Request body: {'port': {'device_id': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:17.935498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event deleted for resources: {'Port': ['ID=5f5e1b08-ecbd-449d-bca4-08bfb44778ff,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:18.086804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.340353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9797a2f9-48df-4709-be4c-e4fbbe5f11b4 req-2d0a6618-be0d-4cc5-a89f-f9bb89ecc254 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-88140480', 'description': 'tempest-description-1355613584'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:18.354697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-79746d4f-fa62-4cf6-86e3-35022a671df7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e96698780508404f90dd521cc50f45d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2211332 Oct 19 01:19:18.358198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33226) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:18.400453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79746d4f-fa62-4cf6-86e3-35022a671df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162ec03d-265c-4c5a-98d9-3bbff11d845f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:18.428496 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9797a2f9-48df-4709-be4c-e4fbbe5f11b4 req-2d0a6618-be0d-4cc5-a89f-f9bb89ecc254 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.493928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.533790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5f5e1b08-ecbd-449d-bca4-08bfb44778ff no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:18.558792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dcddd8-6537-435b-895b-fba3f9c368c7']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:18.576156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 5f5e1b08-ecbd-449d-bca4-08bfb44778ff {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:18.576495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5f5e1b08-ecbd-449d-bca4-08bfb44778ff not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:18.599020 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-74ef6afd-cccd-48c8-843f-cd1b66721918 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711749 Oct 19 01:19:18.601019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb3049b-e80f-4af0-a17c-34e2383ffa3f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:18.601314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb3049b-e80f-4af0-a17c-34e2383ffa3f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:18.625757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.631466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9797a2f9-48df-4709-be4c-e4fbbe5f11b4 req-2d0a6618-be0d-4cc5-a89f-f9bb89ecc254 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.639195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528c9c16-4189-4575-bbc3-fd7f60c1f62e {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:18.646231 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9797a2f9-48df-4709-be4c-e4fbbe5f11b4 req-2d0a6618-be0d-4cc5-a89f-f9bb89ecc254 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.650148 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.674978 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0014ee6a-f63a-4084-b55c-afc380b922e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.674978 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.693940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9797a2f9-48df-4709-be4c-e4fbbe5f11b4 req-2d0a6618-be0d-4cc5-a89f-f9bb89ecc254 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.694545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9797a2f9-48df-4709-be4c-e4fbbe5f11b4 req-2d0a6618-be0d-4cc5-a89f-f9bb89ecc254 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3587618 Oct 19 01:19:18.695534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:18.696033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.696489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6618-be0d-4cc5-a89f-f9bb89ecc254 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd24d6-0db4-4eb0-879d-300bf0acb2a0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:18.712580 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:18.751743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0014ee6a-f63a-4084-b55c-afc380b922e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.848188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.858462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Transition to ACTIVE for port object 528c9c16-4189-4575-bbc3-fd7f60c1f62e will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:18.869382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.874328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:18.881157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] 10.222.0.64 "DELETE /v2.0/networks/e6dcddd8-6537-435b-895b-fba3f9c368c7 HTTP/1.1" status: 204 len: 168 time: 2.2953575 Oct 19 01:19:18.955782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef402ca5-46e3-4931-88af-8b9f516a26c3 tempest-TagsExtTest-1168775944 tempest-TagsExtTest-1168775944-project] Pushing event deleted for resources: {'Network': ['ID=e6dcddd8-6537-435b-895b-fba3f9c368c7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:18.957770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33248) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:19.024683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f1f96-00a0-4a90-9843-250d269efb8a req-c4a5d343-3023-4c90-92a6-0a8ce4cfcec1 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:19.034061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ea7f1f96-00a0-4a90-9843-250d269efb8a req-c4a5d343-3023-4c90-92a6-0a8ce4cfcec1 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1615710 Oct 19 01:19:19.067474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0014ee6a-f63a-4084-b55c-afc380b922e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.069679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa8f76-1a44-452b-9c4c-2653a0d29bbe req-3c510316-761f-4a18-9553-fdd5d194234f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:19.070319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0014ee6a-f63a-4084-b55c-afc380b922e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.072247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9aa8f76-1a44-452b-9c4c-2653a0d29bbe req-3c510316-761f-4a18-9553-fdd5d194234f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 932 time: 0.3001635 Oct 19 01:19:19.083604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Pushing event updated for resources: {'Port': ['ID=528c9c16-4189-4575-bbc3-fd7f60c1f62e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.085646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0014ee6a-f63a-4084-b55c-afc380b922e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/162ec03d-265c-4c5a-98d9-3bbff11d845f HTTP/1.1" status: 204 len: 168 time: 0.6970766 Oct 19 01:19:19.111505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014ee6a-f63a-4084-b55c-afc380b922e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162ec03d-265c-4c5a-98d9-3bbff11d845f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.134223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ea7f1f96-00a0-4a90-9843-250d269efb8a req-096fd3a8-0db8-4459-8b16-ed72ca2952fb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991447 Oct 19 01:19:19.285406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-network', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:19.291457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60a51173-21d0-49c4-a90f-087062f5e71f req-e28ec264-96ab-41ea-92a5-6ce656b9f6a8 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/ecdd24d6-0db4-4eb0-879d-300bf0acb2a0 HTTP/1.1" status: 200 len: 1805 time: 0.0962932 Oct 19 01:19:19.302283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-60a51173-21d0-49c4-a90f-087062f5e71f req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecdd24d6-0db4-4eb0-879d-300bf0acb2a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:19.305006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-60a51173-21d0-49c4-a90f-087062f5e71f req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecdd24d6-0db4-4eb0-879d-300bf0acb2a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:19.339201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9aa8f76-1a44-452b-9c4c-2653a0d29bbe req-0feeb1a3-0f68-4f1a-b901-eacb3117da5c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432003 Oct 19 01:19:19.343263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Made reservation on behalf of da6db2569bd84ce2a0aa47ffee117d6a for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:19.345726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.416177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-60a51173-21d0-49c4-a90f-087062f5e71f req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.419027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33264) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:19.441677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.454234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-60a51173-21d0-49c4-a90f-087062f5e71f req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.456518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Attempting to bind port 528c9c16-4189-4575-bbc3-fd7f60c1f62e on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:19.457086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Attempting to bind port 528c9c16-4189-4575-bbc3-fd7f60c1f62e by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:19.457402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Attempting to bind port 528c9c16-4189-4575-bbc3-fd7f60c1f62e on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:19.462000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-60a51173-21d0-49c4-a90f-087062f5e71f req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.467470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Port 528c9c16-4189-4575-bbc3-fd7f60c1f62e on network 16328a5b-3007-43fd-af23-0d798d47d1b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:19.468106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Attempting to bind port 528c9c16-4189-4575-bbc3-fd7f60c1f62e on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:19.476566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:19.477177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Checking segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:19.477746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Bound using segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:19.478396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Bound port: 528c9c16-4189-4575-bbc3-fd7f60c1f62e, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:19.478952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.494821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7545549c-a73e-4870-92ed-1d05d48342fd,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.534068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-60a51173-21d0-49c4-a90f-087062f5e71f req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.540983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60a51173-21d0-49c4-a90f-087062f5e71f req-520d9542-14b5-4254-a7a1-8c3ce0e9b7cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2427626 Oct 19 01:19:19.563897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b6b62fab-7060-470d-980d-bd0eac900a3a req-0ec82f92-96f7-47e8-944d-12e5daacd1e4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 210 time: 0.0738912 Oct 19 01:19:19.568616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-c6dfad8d-fae4-4b56-ac7b-1d98ad1e28f2 req-07046e2e-98ba-44f9-b2b9-e3ea72af7b35 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-623590285', 'description': 'tempest-description-1643709709'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:19.634120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c6dfad8d-fae4-4b56-ac7b-1d98ad1e28f2 req-07046e2e-98ba-44f9-b2b9-e3ea72af7b35 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.651312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] For port 528c9c16-4189-4575-bbc3-fd7f60c1f62e, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:19.658306 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.658837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] For port 528c9c16-4189-4575-bbc3-fd7f60c1f62e, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=528c9c16-4189-4575-bbc3-fd7f60c1f62e,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:19.680658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.763658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c6dfad8d-fae4-4b56-ac7b-1d98ad1e28f2 req-07046e2e-98ba-44f9-b2b9-e3ea72af7b35 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.776579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c6dfad8d-fae4-4b56-ac7b-1d98ad1e28f2 req-07046e2e-98ba-44f9-b2b9-e3ea72af7b35 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.788156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Pushing event updated for resources: {'Port': ['ID=528c9c16-4189-4575-bbc3-fd7f60c1f62e,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.811041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:19.812190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.813490 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-6bfce69b-6584-4ea3-b859-550d3331b83b service neutron] 10.222.0.74 "PUT /v2.0/ports/528c9c16-4189-4575-bbc3-fd7f60c1f62e HTTP/1.1" status: 200 len: 1093 time: 1.8885515 Oct 19 01:19:19.818155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'tag': '528c9c16-4189-4575-bbc3-fd7f60c1f62e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:19.820707 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446412e5-b12d-49eb-acd2-c097b14f3bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f86c9736-dc25-4316-8ad2-301bd2f68093", "tag": "528c9c16-4189-4575-bbc3-fd7f60c1f62e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:19.829537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.838068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.844387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c6dfad8d-fae4-4b56-ac7b-1d98ad1e28f2 req-07046e2e-98ba-44f9-b2b9-e3ea72af7b35 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.867912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c6dfad8d-fae4-4b56-ac7b-1d98ad1e28f2 req-07046e2e-98ba-44f9-b2b9-e3ea72af7b35 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3048208 Oct 19 01:19:19.871507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:19.887852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6faf1ff-08c4-4ac8-a3bf-5be1ac7411ad,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.907599 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.907949 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Added segment cb6bd5b7-d112-45ff-bff2-ef1bdf459919 of type vlan for network d4f53af1-9cdb-45a4-8214-d287b0b3b78a Oct 19 01:19:19.911291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046e2e-98ba-44f9-b2b9-e3ea72af7b35 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d9aeb-9ccf-47d6-af20-1faa1128bb6f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:19.936300 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41674812-ce16-409e-9bb4-c7ca5a09115c x-openstack-request-id: req-41674812-ce16-409e-9bb4-c7ca5a09115c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:19.936589 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86c9736-dc25-4316-8ad2-301bd2f68093", "tag": "528c9c16-4189-4575-bbc3-fd7f60c1f62e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:19.936833 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41674812-ce16-409e-9bb4-c7ca5a09115c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:19.937280 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'tag': '528c9c16-4189-4575-bbc3-fd7f60c1f62e', 'status': 'completed', 'code': 200} Oct 19 01:19:19.946473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:19.984320 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f247-a0d5-44ca-9121-c83f77a5ac40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.989186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:19.992511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-79e82ba0-c7d7-4f71-b1c0-a4f0854ff79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:19.994187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0c134504-a983-4d6d-9b33-a8eb92e2e838 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40a23c5b9a034cb9a1516f8f9b15b9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740712 Oct 19 01:19:19.994361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-79e82ba0-c7d7-4f71-b1c0-a4f0854ff79e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 1096 time: 0.1030753 Oct 19 01:19:19.997140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33278) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:20.016581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-0f62e2f6-3db5-4175-80e5-ae0a0f5c1181 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/c26d9aeb-9ccf-47d6-af20-1faa1128bb6f HTTP/1.1" status: 200 len: 1806 time: 0.1253936 Oct 19 01:19:20.030805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c26d9aeb-9ccf-47d6-af20-1faa1128bb6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:20.031191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c26d9aeb-9ccf-47d6-af20-1faa1128bb6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:20.082062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-bf04fd8e-9c8f-42a7-95bc-841fbb1fe437 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c9c16-4189-4575-bbc3-fd7f60c1f62e HTTP/1.1" status: 200 len: 217 time: 0.0670972 Oct 19 01:19:20.090606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.091554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:20.092165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.148524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.174459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f247-a0d5-44ca-9121-c83f77a5ac40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.185839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2129025 Oct 19 01:19:20.186960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33282) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:20.199958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Request body: {'subnet': {'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-subnet', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:20.210633 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f247-a0d5-44ca-9121-c83f77a5ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.239917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed368f-cc8f-47ec-a7aa-5b1733e1c76f admin admin] Pushing event updated for resources: {'Network': ['ID=d4f53af1-9cdb-45a4-8214-d287b0b3b78a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:20.251799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-1efa6613-6d88-42a0-b9c0-d10f7f08957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:20.252648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:20.253331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-1efa6613-6d88-42a0-b9c0-d10f7f08957d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.1580374 Oct 19 01:19:20.254089 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-502d1f0f-6a45-4edb-b949-2c27fec40390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.306314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f247-a0d5-44ca-9121-c83f77a5ac40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86164f8a-1b5c-4764-8dad-ca6b170b6224,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:20.313018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.346094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.352898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-502d1f0f-6a45-4edb-b949-2c27fec40390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.361477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-1cb0bcbd-7a64-4278-85ba-677da8497b62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950944 Oct 19 01:19:20.375942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Made reservation on behalf of da6db2569bd84ce2a0aa47ffee117d6a for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:20.389220 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.416201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.417892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfa3518f-4b0f-464a-a2f1-ca9959eaf245 req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3963268 Oct 19 01:19:20.445367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dfc9f247-a0d5-44ca-9121-c83f77a5ac40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dfc217fbbea40fbae8c903159497663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882681 Oct 19 01:19:20.448989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33290) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:20.460010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c132f7-2e5d-4e70-8f7b-4549d68e4614 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b74c533-5354-481b-8d1b-df6e78155011,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:20.617975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f102c-bac7-4a15-a5ea-3cc4308d8053 req-48e44c8c-a9ec-408e-b39f-e2d5786d86eb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:20.618226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d790a219-d3c3-4872-84a8-61981a416c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.619584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae5f102c-bac7-4a15-a5ea-3cc4308d8053 req-48e44c8c-a9ec-408e-b39f-e2d5786d86eb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.3356225 Oct 19 01:19:20.674356 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-502d1f0f-6a45-4edb-b949-2c27fec40390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.679099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-502d1f0f-6a45-4edb-b949-2c27fec40390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.680334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-502d1f0f-6a45-4edb-b949-2c27fec40390 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44589af8-4dc8-42b7-9963-815bdd8f6421 HTTP/1.1" status: 204 len: 168 time: 0.6826789 Oct 19 01:19:20.692407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0755fd-0a2d-4947-b370-579300e1fa0b req-11d80845-4320-4524-8166-23f21ff9fd28 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:20.696628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad0755fd-0a2d-4947-b370-579300e1fa0b req-11d80845-4320-4524-8166-23f21ff9fd28 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 944 time: 0.1621470 Oct 19 01:19:20.720045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-3b40f614-c91f-4e84-80bc-1fa32f52b477 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:20.721523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-3b40f614-c91f-4e84-80bc-1fa32f52b477 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.3644288 Oct 19 01:19:20.727232 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d1f0f-6a45-4edb-b949-2c27fec40390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44589af8-4dc8-42b7-9963-815bdd8f6421,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:20.735513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d790a219-d3c3-4872-84a8-61981a416c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.740210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae5f102c-bac7-4a15-a5ea-3cc4308d8053 req-9bcebc95-b10a-4ce7-85ff-ceb3f0a3312e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117141 Oct 19 01:19:20.742476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-a7c62653-fe84-4e6f-ad80-611ab64daae2 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437822 Oct 19 01:19:20.766681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:20.810340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4913f830-2894-4f16-bb36-cb034b98b5ff req-575d8510-b64b-4864-a1e9-1c9807a79220 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1492881270', 'description': 'tempest-description-1833921840'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:20.852237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad0755fd-0a2d-4947-b370-579300e1fa0b req-41653824-bfac-40c2-b031-c1b027b85c43 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201024 Oct 19 01:19:20.894566 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.947883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d790a219-d3c3-4872-84a8-61981a416c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.951707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d790a219-d3c3-4872-84a8-61981a416c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.952607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4913f830-2894-4f16-bb36-cb034b98b5ff req-575d8510-b64b-4864-a1e9-1c9807a79220 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:20.953212 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d790a219-d3c3-4872-84a8-61981a416c7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86164f8a-1b5c-4764-8dad-ca6b170b6224 HTTP/1.1" status: 204 len: 168 time: 0.5024328 Oct 19 01:19:20.971611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790a219-d3c3-4872-84a8-61981a416c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86164f8a-1b5c-4764-8dad-ca6b170b6224,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:20.992635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b113983-a29d-4165-864e-cc0039f7ecdf,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:21.014148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd522c1e-e802-4c7f-b071-95bdd4b018ad req-cc60aea5-2296-4b62-988c-d68ca9d68ecf service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426591 Oct 19 01:19:21.016894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Checking segment: {'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:21.017782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Network hostable DHCP agents. Network: d4f53af1-9cdb-45a4-8214-d287b0b3b78a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:21.067610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:21.071526 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.093205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-075d278e-f8bc-4186-85d3-6987eed0faf6 req-be610bf1-b1bd-4dc6-86fd-ca97cb28be07 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 210 time: 0.0505569 Oct 19 01:19:21.140422 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4913f830-2894-4f16-bb36-cb034b98b5ff req-575d8510-b64b-4864-a1e9-1c9807a79220 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.149056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:21.165660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, d4f53af1-9cdb-45a4-8214-d287b0b3b78a) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:21.176926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:21.181107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.188268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0300110-d29e-4118-8142-d31c0c947b31 None None] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:21.207884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4913f830-2894-4f16-bb36-cb034b98b5ff req-575d8510-b64b-4864-a1e9-1c9807a79220 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.219214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffe8fe64-92e2-460f-a213-b47f4215ce42 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0314875 Oct 19 01:19:21.221777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33302) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:21.231331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:21.292174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.293474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.327939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d8510-b64b-4864-a1e9-1c9807a79220 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7143c0bf-2703-46f7-85ea-95b5065d7368,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:21.335553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4913f830-2894-4f16-bb36-cb034b98b5ff req-575d8510-b64b-4864-a1e9-1c9807a79220 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.336751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4913f830-2894-4f16-bb36-cb034b98b5ff req-575d8510-b64b-4864-a1e9-1c9807a79220 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5450411 Oct 19 01:19:21.363242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-830a23ab-7507-428a-b696-e0d45ee976aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:21.364794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-830a23ab-7507-428a-b696-e0d45ee976aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 1096 time: 0.1585784 Oct 19 01:19:21.412858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.3 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/16848795-deda-4646-9f26-b42ba6a2f73e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:21.418789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.430857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-4895ca29-dd16-4a1e-abd9-666112328b1d req-fb214f1e-22ec-469e-b683-ad1c2bfcc785 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-498152123', 'description': 'tempest-description-1973987378'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:21.500435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-d4f53af1-9cdb-45a4-8214-d287b0b3b78a', 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'fixed_ips': [{'subnet_id': '0b113983-a29d-4165-864e-cc0039f7ecdf'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:19:21.501386 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.634662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4895ca29-dd16-4a1e-abd9-666112328b1d req-fb214f1e-22ec-469e-b683-ad1c2bfcc785 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.783216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:21.817494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Allocated IP 172.20.0.2 (d4f53af1-9cdb-45a4-8214-d287b0b3b78a/0b113983-a29d-4165-864e-cc0039f7ecdf/45e62e9c-97a9-4dea-bd0e-47bd66d6d251) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:22.024171 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4895ca29-dd16-4a1e-abd9-666112328b1d req-fb214f1e-22ec-469e-b683-ad1c2bfcc785 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.035487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4895ca29-dd16-4a1e-abd9-666112328b1d req-fb214f1e-22ec-469e-b683-ad1c2bfcc785 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.074406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb214f1e-22ec-469e-b683-ad1c2bfcc785 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ace2810-ccf6-45d1-a2fa-3cfeb8591f73,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:22.099306 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4895ca29-dd16-4a1e-abd9-666112328b1d req-fb214f1e-22ec-469e-b683-ad1c2bfcc785 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.101179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4895ca29-dd16-4a1e-abd9-666112328b1d req-fb214f1e-22ec-469e-b683-ad1c2bfcc785 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6846650 Oct 19 01:19:22.112575 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.122830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.147097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2012390-25f4-4f16-ba56-4e2bd706c609 req-6b6a0ee4-e832-42cf-a370-a308c70007bd tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:22.152045 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2012390-25f4-4f16-ba56-4e2bd706c609 req-6b6a0ee4-e832-42cf-a370-a308c70007bd tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.2497663 Oct 19 01:19:22.179449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-e03c8e71-5a4e-45bd-8420-4271122a953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:22.181127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:22.184840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:22.186848 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-e03c8e71-5a4e-45bd-8420-4271122a953d service neutron] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 913 time: 0.8054218 Oct 19 01:19:22.192553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:22.234514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Pushing event updated for resources: {'Port': ['ID=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:22.267784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Attempting to bind port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:22.268573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Attempting to bind port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:22.269563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Attempting to bind port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 on network d4f53af1-9cdb-45a4-8214-d287b0b3b78a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:22.278077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:22.279020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Checking segment: {'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:22.279706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.280385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Bound using segment: {'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:22.281247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Bound port: 45e62e9c-97a9-4dea-bd0e-47bd66d6d251, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:22.282077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.320417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-b056b619-f9a5-4a84-9d1e-7a9bb4d8f294 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=528c9c16-4189-4575-bbc3-fd7f60c1f62e HTTP/1.1" status: 200 len: 217 time: 0.0970252 Oct 19 01:19:22.345853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2012390-25f4-4f16-ba56-4e2bd706c609 req-84faefef-5a4f-4688-9437-97fffcf5bce9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829147 Oct 19 01:19:22.368725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] For port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:22.373013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] For port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,segment=NetworkSegment(cb6bd5b7-d112-45ff-bff2-ef1bdf459919),segment_id=cb6bd5b7-d112-45ff-bff2-ef1bdf459919)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:22.384699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf54b24-41fd-4f71-b8c8-1b97d747439c req-570313df-8312-45a4-b413-58ed8559a013 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:22.386390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-acf54b24-41fd-4f71-b8c8-1b97d747439c req-570313df-8312-45a4-b413-58ed8559a013 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 944 time: 0.1212234 Oct 19 01:19:22.389296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.390933 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.423591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.502712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d116ab-7209-4b07-a441-95b6eabb1c72 None None] Pushing event updated for resources: {'Port': ['ID=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:22.540071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.593860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-acf54b24-41fd-4f71-b8c8-1b97d747439c req-ba589bd2-db92-4cac-88c8-fbd4c33bf2ec tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910715 Oct 19 01:19:22.693848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Allocated IP 172.25.0.32 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/67495df3-2292-4528-86ba-aace15d8bebf) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:22.722357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-ca978c3d-d6f3-457a-97d4-77cf82f5a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:22.723856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-ca978c3d-d6f3-457a-97d4-77cf82f5a9d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.3825238 Oct 19 01:19:22.814688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-b345f7bc-8aeb-4cb9-b163-0343fbec81c0 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/7143c0bf-2703-46f7-85ea-95b5065d7368 HTTP/1.1" status: 200 len: 1807 time: 0.2477691 Oct 19 01:19:22.845681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-d29d0c14-0ae3-4952-be31-78d221fe133e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830138 Oct 19 01:19:22.851439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.880278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:22.893608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:22.940937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:22.980096 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.093780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Pushing event updated for resources: {'Port': ['ID=67495df3-2292-4528-86ba-aace15d8bebf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:23.138141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:23.157281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bffe2-dda4-4396-830b-49c62dcc4ce9 req-9d43a1a6-01cd-40ef-b547-f9776fd36bff tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:23.170139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-5084518c-be69-44df-abb0-6da7afc3eb34 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149388 Oct 19 01:19:23.174379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b17bffe2-dda4-4396-830b-49c62dcc4ce9 req-9d43a1a6-01cd-40ef-b547-f9776fd36bff tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 931 time: 0.4083028 Oct 19 01:19:23.177938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:23.187342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=16848795-deda-4646-9f26-b42ba6a2f73e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:23.191111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:23.214408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-8fb70bd4-733d-4d70-9020-3f07872a5155 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/1ace2810-ccf6-45d1-a2fa-3cfeb8591f73 HTTP/1.1" status: 200 len: 1806 time: 0.3984036 Oct 19 01:19:23.217880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:23.222479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:23.243467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7143c0bf-2703-46f7-85ea-95b5065d7368', 'remote_group_id': '1ace2810-ccf6-45d1-a2fa-3cfeb8591f73', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:23.243770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7143c0bf-2703-46f7-85ea-95b5065d7368', 'remote_group_id': '1ace2810-ccf6-45d1-a2fa-3cfeb8591f73', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:23.249446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:23.287513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b17bffe2-dda4-4396-830b-49c62dcc4ce9 req-d023af7e-b9ea-455b-a97c-3124887d823d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111643 Oct 19 01:19:23.473488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-446412e5-b12d-49eb-acd2-c097b14f3bf7 req-8b281abc-d9c5-4a03-8901-de256eb1fbb2 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898242 Oct 19 01:19:23.519918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:23.520672 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.594081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff73ff-2790-489e-aaf9-5b5b30f90f4d req-f211bd0f-468f-494d-9ab5-d8c72ae1e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:23.595616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbff73ff-2790-489e-aaf9-5b5b30f90f4d req-f211bd0f-468f-494d-9ab5-d8c72ae1e13d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.3425963 Oct 19 01:19:23.684757 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.746968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3a20-71df-4966-a116-cdf96159d040 req-fa2feec2-191d-45a1-891d-1db11ff0a738 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:23.748722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7ca3a20-71df-4966-a116-cdf96159d040 req-fa2feec2-191d-45a1-891d-1db11ff0a738 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1820397 Oct 19 01:19:23.758564 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.764125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-ca9c86ab-93a9-44d2-b050-e972494228fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0194209 Oct 19 01:19:23.769370 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbff73ff-2790-489e-aaf9-5b5b30f90f4d req-40fd3859-20db-4afc-815b-d190938cfcab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613889 Oct 19 01:19:23.770486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.816778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Request body: {'port': {'device_id': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:23.832353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63af4709-11ea-4d69-a050-3f05b57df0fb,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:23.862586 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.866699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ed01030-1dcc-4d0f-b3ab-918d0fb5d564 req-febbfccf-49aa-4147-ba7f-22f6d01aa1ab tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6514964 Oct 19 01:19:23.866858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:23.986783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7ca3a20-71df-4966-a116-cdf96159d040 req-9e8f6bef-2827-4803-a9fa-8ae34ecdf7c6 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245018 Oct 19 01:19:24.009858 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.034116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f029690-567f-49f0-af10-59575fc8c5ad None None] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:24.071882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-730d6f09-9de5-4f39-9aab-da9dbcca0d8c req-2ecc14d7-ea75-42f6-b9ce-561360b3b59f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-821631319', 'description': 'tempest-description-805514022'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:24.102518 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-730d6f09-9de5-4f39-9aab-da9dbcca0d8c req-2ecc14d7-ea75-42f6-b9ce-561360b3b59f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.105065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64211592-f276-4e54-b9db-cae1d501ca26 req-86338cbc-719e-47ad-a3a6-1cd9ac0913bf tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:24.107160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64211592-f276-4e54-b9db-cae1d501ca26 req-86338cbc-719e-47ad-a3a6-1cd9ac0913bf tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 944 time: 0.1269841 Oct 19 01:19:24.222479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-730d6f09-9de5-4f39-9aab-da9dbcca0d8c req-2ecc14d7-ea75-42f6-b9ce-561360b3b59f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.233454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64211592-f276-4e54-b9db-cae1d501ca26 req-59375569-203b-46db-a328-e8d8660abb65 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105549 Oct 19 01:19:24.267585 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-730d6f09-9de5-4f39-9aab-da9dbcca0d8c req-2ecc14d7-ea75-42f6-b9ce-561360b3b59f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.289105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c8393189-f66e-4605-bffd-ed1e61540e15 None None] Provisioning complete for port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:24.289784 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c8393189-f66e-4605-bffd-ed1e61540e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.322922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-730d6f09-9de5-4f39-9aab-da9dbcca0d8c req-2ecc14d7-ea75-42f6-b9ce-561360b3b59f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.328365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-730d6f09-9de5-4f39-9aab-da9dbcca0d8c req-2ecc14d7-ea75-42f6-b9ce-561360b3b59f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2630265 Oct 19 01:19:24.361506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc14d7-ea75-42f6-b9ce-561360b3b59f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f408876-7cd8-47c1-b0a9-9f5fb9ae1624,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:24.371953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-4c1858a3-d5bb-4d8a-ae70-ec2a454f7824 req-c0dcd670-ce92-406a-9920-c868dfe29204 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2095617266', 'description': 'tempest-description-982381104'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:24.382167 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.453791 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c8393189-f66e-4605-bffd-ed1e61540e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.500088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c8393189-f66e-4605-bffd-ed1e61540e15 None None] For port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,segment=NetworkSegment(cb6bd5b7-d112-45ff-bff2-ef1bdf459919),segment_id=cb6bd5b7-d112-45ff-bff2-ef1bdf459919)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:24.512361 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c8393189-f66e-4605-bffd-ed1e61540e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.588517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8393189-f66e-4605-bffd-ed1e61540e15 None None] Pushing event updated for resources: {'Port': ['ID=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:24.609695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16848795-deda-4646-9f26-b42ba6a2f73e {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:24.644143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.653275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4c1858a3-d5bb-4d8a-ae70-ec2a454f7824 req-c0dcd670-ce92-406a-9920-c868dfe29204 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.684560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Transition to ACTIVE for port object 16848795-deda-4646-9f26-b42ba6a2f73e will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:24.693594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe3e64-5300-4b5f-96d2-0980021a3bbb req-cdaa9d19-1007-4d72-a1de-ab254036fdef tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:24.695631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9afe3e64-5300-4b5f-96d2-0980021a3bbb req-cdaa9d19-1007-4d72-a1de-ab254036fdef tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 931 time: 0.1533871 Oct 19 01:19:24.698745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.744434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:24.857985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Pushing event updated for resources: {'Port': ['ID=16848795-deda-4646-9f26-b42ba6a2f73e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:24.863384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Router 3f6c42fd-5008-45b7-96b4-01219e8b778f is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:19:24.878304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9afe3e64-5300-4b5f-96d2-0980021a3bbb req-11169493-4fa7-4cb2-bed7-8c8f14f671d2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466353 Oct 19 01:19:24.888373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:24.889480 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:24.963443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4c1858a3-d5bb-4d8a-ae70-ec2a454f7824 req-c0dcd670-ce92-406a-9920-c868dfe29204 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.092860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Attempting to bind port 16848795-deda-4646-9f26-b42ba6a2f73e on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:25.093295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Attempting to bind port 16848795-deda-4646-9f26-b42ba6a2f73e by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:25.093986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Attempting to bind port 16848795-deda-4646-9f26-b42ba6a2f73e on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:25.109884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Port 16848795-deda-4646-9f26-b42ba6a2f73e on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:25.110289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Attempting to bind port 16848795-deda-4646-9f26-b42ba6a2f73e on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:25.124036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:25.125469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:25.126643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:25.128311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Bound port: 16848795-deda-4646-9f26-b42ba6a2f73e, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:25.128759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.134454 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9da33862-2337-4d0b-a23f-041383735d8b None None] Provisioning complete for port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:25.135039 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9da33862-2337-4d0b-a23f-041383735d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.151676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:25.159932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4c1858a3-d5bb-4d8a-ae70-ec2a454f7824 req-c0dcd670-ce92-406a-9920-c868dfe29204 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.174362 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Sync routers for ids ['3f6c42fd-5008-45b7-96b4-01219e8b778f'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:25.196857 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Routers {'3f6c42fd-5008-45b7-96b4-01219e8b778f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:25.197576 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3f6c42fd-5008-45b7-96b4-01219e8b778f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:25.275528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 528c9c16-4189-4575-bbc3-fd7f60c1f62e details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:25.282125 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.290332 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-08fb8498-469a-471a-904b-dbe7cd19c82d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0666442 Oct 19 01:19:25.294001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33464) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:25.320422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4c1858a3-d5bb-4d8a-ae70-ec2a454f7824 req-c0dcd670-ce92-406a-9920-c868dfe29204 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.321659 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c1858a3-d5bb-4d8a-ae70-ec2a454f7824 req-c0dcd670-ce92-406a-9920-c868dfe29204 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9652836 Oct 19 01:19:25.322661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33466) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:25.379448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45a59-5d68-4c02-a36f-cc3f581c1a7c req-2390f19a-9151-43ad-8f35-34b34e95db78 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:25.388097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85c45a59-5d68-4c02-a36f-cc3f581c1a7c req-2390f19a-9151-43ad-8f35-34b34e95db78 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1563313 Oct 19 01:19:25.403517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcd670-ce92-406a-9920-c868dfe29204 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:25.428382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] For port 16848795-deda-4646-9f26-b42ba6a2f73e, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:25.448183 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Set router 3f6c42fd-5008-45b7-96b4-01219e8b778f gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:25.513523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85c45a59-5d68-4c02-a36f-cc3f581c1a7c req-233c0dcb-e1c1-4afa-9acf-c3a11115f141 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244385 Oct 19 01:19:25.519420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] For port 16848795-deda-4646-9f26-b42ba6a2f73e, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=16848795-deda-4646-9f26-b42ba6a2f73e,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:25.538519 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.623723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Pushing event updated for resources: {'Port': ['ID=16848795-deda-4646-9f26-b42ba6a2f73e,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:25.637145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:25.639044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.641073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-efae6c35-28d8-4e41-b9d3-6bc6c548caa7 service neutron] 10.222.0.74 "PUT /v2.0/ports/16848795-deda-4646-9f26-b42ba6a2f73e HTTP/1.1" status: 200 len: 1092 time: 1.8517134 Oct 19 01:19:25.643081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'tag': '16848795-deda-4646-9f26-b42ba6a2f73e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:25.646005 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1469ffe5-2d15-423f-b266-b96dd6c66211" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf1664-97d8-4c0e-8c33-659e8694fa64", "tag": "16848795-deda-4646-9f26-b42ba6a2f73e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:25.701539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-81740e3f-5f47-44ca-9a50-d1f10c0f508c tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/2f408876-7cd8-47c1-b0a9-9f5fb9ae1624 HTTP/1.1" status: 200 len: 1805 time: 0.1403782 Oct 19 01:19:25.815342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-a52fd0b4-8431-45b5-a032-aa29bb64f588 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891 HTTP/1.1" status: 200 len: 1806 time: 0.1098604 Oct 19 01:19:25.825853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f408876-7cd8-47c1-b0a9-9f5fb9ae1624', 'remote_group_id': '2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:25.826168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f408876-7cd8-47c1-b0a9-9f5fb9ae1624', 'remote_group_id': '2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:25.866044 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-90aa8993-dac2-4c40-af9b-3cf134e36059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:25.867534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-90aa8993-dac2-4c40-af9b-3cf134e36059 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 1095 time: 0.1297626 Oct 19 01:19:25.883167 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '67495df3-2292-4528-86ba-aace15d8bebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 3, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port': {'id': '67495df3-2292-4528-86ba-aace15d8bebf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:22Z', 'updated_at': '2021-10-19T01:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:25.915205 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Checking router: 3f6c42fd-5008-45b7-96b4-01219e8b778f for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:25.915952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Updating router 3f6c42fd-5008-45b7-96b4-01219e8b778f port 67495df3-2292-4528-86ba-aace15d8bebf binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:25.926084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 528c9c16-4189-4575-bbc3-fd7f60c1f62e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=528c9c16-4189-4575-bbc3-fd7f60c1f62e,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:25.949307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '528c9c16-4189-4575-bbc3-fd7f60c1f62e', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'port_id': '528c9c16-4189-4575-bbc3-fd7f60c1f62e', 'mac_address': 'fa:16:3e:2c:6e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1cf545-8b75-4d90-80fd-dfb94dc1a56d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:25.951263 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:25.958204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-19e26bc4-0e4d-4902-a59d-4462e9c3a92b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16848795-deda-4646-9f26-b42ba6a2f73e HTTP/1.1" status: 200 len: 217 time: 0.0653703 Oct 19 01:19:26.029363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-b2d38014-6be1-4728-8755-f102914e5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:26.031518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-b2d38014-6be1-4728-8755-f102914e5e6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.0661290 Oct 19 01:19:26.038316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.059671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528c9c16-4189-4575-bbc3-fd7f60c1f62e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:26.092080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 528c9c16-4189-4575-bbc3-fd7f60c1f62e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=528c9c16-4189-4575-bbc3-fd7f60c1f62e,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:26.101748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.102266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33500) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:26.106367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-573bb3ca-b9c9-4f1f-b0c9-51264c2c9f5e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653882 Oct 19 01:19:26.233182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.239955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=528c9c16-4189-4575-bbc3-fd7f60c1f62e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.289828 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60086e1b-ba0f-45ac-b318-e07f37a44e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.306382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.318898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.350021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef5ee4f-ba92-4d83-9e48-f97207b00505,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.354939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-3f815bd4-adc0-458a-adb8-30031882ba08 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277083 Oct 19 01:19:26.357633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df2d5f-a21f-4397-b73c-d18cb7cd0ba6 req-024770a6-d4b4-4e6e-82d0-504f1e630a0b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:26.359154 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79df2d5f-a21f-4397-b73c-d18cb7cd0ba6 req-024770a6-d4b4-4e6e-82d0-504f1e630a0b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 944 time: 0.7852473 Oct 19 01:19:26.410166 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05c51667-3113-43bf-a364-ad49b4aab04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.440658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.446921 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.452573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d57e194-49f2-47d0-a233-3d5bb70e549c req-70f244ee-9293-4780-8d0f-c0788e3ccc76 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6390345 Oct 19 01:19:26.462214 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.477247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79df2d5f-a21f-4397-b73c-d18cb7cd0ba6 req-bd430d22-cb0c-426a-962a-270236d2a43c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112905 Oct 19 01:19:26.480097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['528c9c16-4189-4575-bbc3-fd7f60c1f62e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:26.528713 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Attempting to bind port 67495df3-2292-4528-86ba-aace15d8bebf on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:26.529314 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Attempting to bind port 67495df3-2292-4528-86ba-aace15d8bebf by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:26.529851 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Attempting to bind port 67495df3-2292-4528-86ba-aace15d8bebf on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:26.540179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:26.540839 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:26.542097 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.542990 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:26.543714 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Bound port: 67495df3-2292-4528-86ba-aace15d8bebf, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:26.544424 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.567044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:26.588628 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Pushing event updated for resources: {'Port': ['ID=67495df3-2292-4528-86ba-aace15d8bebf,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.616283 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.616719 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.617062 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.617402 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.617737 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.618068 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.618390 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.618717 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.619042 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.619366 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.619690 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.628080 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:19:26.633405 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9cc729-b99f-4d1a-adaa-e931b41f1242 x-openstack-request-id: req-3d9cc729-b99f-4d1a-adaa-e931b41f1242 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:26.633980 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf1664-97d8-4c0e-8c33-659e8694fa64", "tag": "16848795-deda-4646-9f26-b42ba6a2f73e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:26.633980 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d9cc729-b99f-4d1a-adaa-e931b41f1242 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:26.634349 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'tag': '16848795-deda-4646-9f26-b42ba6a2f73e', 'status': 'completed', 'code': 200} Oct 19 01:19:26.676385 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] For port 67495df3-2292-4528-86ba-aace15d8bebf, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:26.681083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-74f56ba1-ca6b-48e1-bd5e-cd1e9dd52dc0 req-7d2791f8-b29a-4b1e-8b30-273691e62646 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-674747940', 'description': 'tempest-description-848321728'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:26.683541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60086e1b-ba0f-45ac-b318-e07f37a44e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.686382 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] For port 67495df3-2292-4528-86ba-aace15d8bebf, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=67495df3-2292-4528-86ba-aace15d8bebf,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:26.695085 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.718899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60086e1b-ba0f-45ac-b318-e07f37a44e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.726095 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-74f56ba1-ca6b-48e1-bd5e-cd1e9dd52dc0 req-7d2791f8-b29a-4b1e-8b30-273691e62646 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.750974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05c51667-3113-43bf-a364-ad49b4aab04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.768577 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05c51667-3113-43bf-a364-ad49b4aab04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.785758 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c937-0dfa-4120-86e8-494679aaaaa3 None None] Pushing event updated for resources: {'Port': ['ID=67495df3-2292-4528-86ba-aace15d8bebf,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.787553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-60086e1b-ba0f-45ac-b318-e07f37a44e90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a353ec985da4ef386522190d47266c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4632852 Oct 19 01:19:26.797529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33506) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:26.812600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60086e1b-ba0f-45ac-b318-e07f37a44e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c4f28-6b4e-47e5-8042-441d4e82108f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:26.833107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c11c1-52a1-417d-b3b3-f4cfa1dbeeeb req-db0d0b81-f241-416b-89da-b83e76e08baa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:26.835089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-569c11c1-52a1-417d-b3b3-f4cfa1dbeeeb req-db0d0b81-f241-416b-89da-b83e76e08baa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 943 time: 0.1502819 Oct 19 01:19:26.849997 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Routers {'3f6c42fd-5008-45b7-96b4-01219e8b778f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:26.850783 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3f6c42fd-5008-45b7-96b4-01219e8b778f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:26.908592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:26.908979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.938585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fe16ca0-21f1-404b-ba9d-986d6796923a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:26.945855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-05c51667-3113-43bf-a364-ad49b4aab04e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb43401bb4594e00a3eec0700d400d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8423188 Oct 19 01:19:26.951235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c79b6d2-d22f-4385-b772-4267c378d12a req-d0abfa3b-cf98-4711-b3ba-37394d83a5cb service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669849 Oct 19 01:19:26.952534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33510) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:26.991069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c51667-3113-43bf-a364-ad49b4aab04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd8f8cc-abb1-436f-b4ec-ad74e6adcc73,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:27.009362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-569c11c1-52a1-417d-b3b3-f4cfa1dbeeeb req-2d9fc982-94ea-4539-a7aa-9cba5911d70d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637325 Oct 19 01:19:27.021372 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fe16ca0-21f1-404b-ba9d-986d6796923a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.040305 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] Set router 3f6c42fd-5008-45b7-96b4-01219e8b778f gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:27.049659 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-74f56ba1-ca6b-48e1-bd5e-cd1e9dd52dc0 req-7d2791f8-b29a-4b1e-8b30-273691e62646 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.052256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.100110 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-74f56ba1-ca6b-48e1-bd5e-cd1e9dd52dc0 req-7d2791f8-b29a-4b1e-8b30-273691e62646 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.142874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-0fa833b3-b241-42bd-807e-099a4715327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:27.144473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-0fa833b3-b241-42bd-807e-099a4715327d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 1095 time: 0.0977585 Oct 19 01:19:27.171631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-74f56ba1-ca6b-48e1-bd5e-cd1e9dd52dc0 req-7d2791f8-b29a-4b1e-8b30-273691e62646 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.173159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74f56ba1-ca6b-48e1-bd5e-cd1e9dd52dc0 req-7d2791f8-b29a-4b1e-8b30-273691e62646 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5434537 Oct 19 01:19:27.196178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2791f8-b29a-4b1e-8b30-273691e62646 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f3f151-a691-4381-99fc-77c656a0a91d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:27.244391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3dc39f1-8033-40b9-b90c-13c15287a1e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.258901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fe16ca0-21f1-404b-ba9d-986d6796923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.261995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fe16ca0-21f1-404b-ba9d-986d6796923a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.263496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8fe16ca0-21f1-404b-ba9d-986d6796923a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d9c4f28-6b4e-47e5-8042-441d4e82108f HTTP/1.1" status: 204 len: 168 time: 0.4638402 Oct 19 01:19:27.281022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe16ca0-21f1-404b-ba9d-986d6796923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c4f28-6b4e-47e5-8042-441d4e82108f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:27.304539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3dc39f1-8033-40b9-b90c-13c15287a1e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.323095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-5a36c307-72e1-4851-b67c-1a413d5ecf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:27.325050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-5a36c307-72e1-4851-b67c-1a413d5ecf23 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.1708078 Oct 19 01:19:27.389477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-59ec625d-7b7b-47fa-87ab-8aca748baec8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16848795-deda-4646-9f26-b42ba6a2f73e HTTP/1.1" status: 200 len: 217 time: 0.0570359 Oct 19 01:19:27.418217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '67495df3-2292-4528-86ba-aace15d8bebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 3, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port': {'id': '67495df3-2292-4528-86ba-aace15d8bebf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:22Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:27.426962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2122c2c8-3097-4d48-beec-172e11d7d2a1 req-4a75a1c0-4d2c-4af8-95c8-74f1e28fa0e2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891 HTTP/1.1" status: 200 len: 1806 time: 0.3422279 Oct 19 01:19:27.454050 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a76a37-d82c-4ab4-a1b9-1e80f7e2293f None None] The sync data for ids ['3f6c42fd-5008-45b7-96b4-01219e8b778f'] in n-d-789963-20 is: [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '67495df3-2292-4528-86ba-aace15d8bebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:23Z', 'revision_number': 3, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port': {'id': '67495df3-2292-4528-86ba-aace15d8bebf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:22Z', 'updated_at': '2021-10-19T01:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:27.513536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3dc39f1-8033-40b9-b90c-13c15287a1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.516935 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3dc39f1-8033-40b9-b90c-13c15287a1e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.518398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a3dc39f1-8033-40b9-b90c-13c15287a1e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fd8f8cc-abb1-436f-b4ec-ad74e6adcc73 HTTP/1.1" status: 204 len: 168 time: 0.5610800 Oct 19 01:19:27.537222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-4fd5e511-e617-4314-a3ec-a8e595c0187d tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-674747940&fields=id&tenant_id=f34b09f717674721922d3c3fc54143cc HTTP/1.1" status: 200 len: 267 time: 0.1460290 Oct 19 01:19:27.555118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc39f1-8033-40b9-b90c-13c15287a1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd8f8cc-abb1-436f-b4ec-ad74e6adcc73,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:27.601624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Allocated IP 172.20.0.1 (d4f53af1-9cdb-45a4-8214-d287b0b3b78a/0b113983-a29d-4165-864e-cc0039f7ecdf/4d2c322d-a58c-4756-965c-42336f0b4b28) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:27.604136 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2122c2c8-3097-4d48-beec-172e11d7d2a1 req-f893012b-1bbe-4cf9-abc0-9b215a04b5ce tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.628725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-87a047bb-1158-455e-ba49-aabe3923e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:27.630299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-87a047bb-1158-455e-ba49-aabe3923e3a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.2054968 Oct 19 01:19:27.661846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-af65eb18-76fb-4dcd-9233-6adb52aaafd1 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:27.671852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-af65eb18-76fb-4dcd-9233-6adb52aaafd1 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1334050 Oct 19 01:19:27.672873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2122c2c8-3097-4d48-beec-172e11d7d2a1 req-f893012b-1bbe-4cf9-abc0-9b215a04b5ce tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.702319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Request body: {'port': {'security_groups': ['2c503a26-fbb8-405f-a029-b9bb0f3118ea', '98f3f151-a691-4381-99fc-77c656a0a91d']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:27.707701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-8992cc84-1ea8-4aa0-89e7-729be7e810c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681779 Oct 19 01:19:27.836629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.850387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33522) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:27.906918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2122c2c8-3097-4d48-beec-172e11d7d2a1 req-f893012b-1bbe-4cf9-abc0-9b215a04b5ce tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.914365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2122c2c8-3097-4d48-beec-172e11d7d2a1 req-f893012b-1bbe-4cf9-abc0-9b215a04b5ce tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.915577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2122c2c8-3097-4d48-beec-172e11d7d2a1 req-f893012b-1bbe-4cf9-abc0-9b215a04b5ce tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-groups/2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891 HTTP/1.1" status: 204 len: 173 time: 0.4878211 Oct 19 01:19:27.933742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.966647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c13ecf34-52cf-41b2-9e84-df278e54019e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:27.993272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893012b-1bbe-4cf9-abc0-9b215a04b5ce tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:28.102088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-d8e58426-25f6-47a8-8a88-1bf25c8d7957 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538339 Oct 19 01:19:28.166480 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.228641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f82d4-9945-45fb-9103-14d5e9064020 req-bde65efc-ba07-49bd-b324-d173c4563eed tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:28.231135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-129f82d4-9945-45fb-9103-14d5e9064020 req-bde65efc-ba07-49bd-b324-d173c4563eed tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 945 time: 0.2036846 Oct 19 01:19:28.249062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33540) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:28.286185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:28.299134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b88a4f0-7982-4c41-a556-f1b67d9472fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.311302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:28.346696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1469ffe5-2d15-423f-b266-b96dd6c66211 req-6a7b89b5-0b4c-41c0-beea-6a339f9a239b service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095296 Oct 19 01:19:28.348032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:28.353067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2c322d-a58c-4756-965c-42336f0b4b28,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:28.359571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c13ecf34-52cf-41b2-9e84-df278e54019e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.382087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-129f82d4-9945-45fb-9103-14d5e9064020 req-9beced2a-14ad-428c-a7c1-2c5107754d2e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409190 Oct 19 01:19:28.515297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:28.565547 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.566082 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b88a4f0-7982-4c41-a556-f1b67d9472fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.568422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.578020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.591815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e5161955-1fe2-4be8-a629-fec010ff1e4d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:28.627365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c13ecf34-52cf-41b2-9e84-df278e54019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.655580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b88a4f0-7982-4c41-a556-f1b67d9472fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.659886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67495df3-2292-4528-86ba-aace15d8bebf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:28.692088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:28.692769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.695051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00c29079-ece9-42c2-92e1-411befbea1d0 req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "PUT /v2.0/ports/e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 981 time: 1.0218837 Oct 19 01:19:28.706696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:28.712232 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:28.792113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053108d2-1040-4d95-94e4-a15c4d1aafcb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event updated for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:28.819556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e5161955-1fe2-4be8-a629-fec010ff1e4d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:28.836932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c13ecf34-52cf-41b2-9e84-df278e54019e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de57a7443d8d4883bfdad09627e8d0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9703968 Oct 19 01:19:28.836932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8b88a4f0-7982-4c41-a556-f1b67d9472fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dfcb87da0554de2b556b4dc0c00d69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747397 Oct 19 01:19:28.837328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33546) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:28.841805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33548) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:28.842717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ecf34-52cf-41b2-9e84-df278e54019e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d16ba-a384-420c-9fab-b14c2c700819,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:28.917427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0bcdeab4-cce1-41f3-9daf-a9613f2730e9 None None] Provisioning complete for port 4d2c322d-a58c-4756-965c-42336f0b4b28 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:28.918266 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0bcdeab4-cce1-41f3-9daf-a9613f2730e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.929014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 67495df3-2292-4528-86ba-aace15d8bebf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:28.929616 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:28.952998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5957ee4a-80bf-4167-88d4-82b8a5383f8c req-928b5d67-76eb-4474-9b0d-909abd9658a0 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/2f408876-7cd8-47c1-b0a9-9f5fb9ae1624 HTTP/1.1" status: 200 len: 1805 time: 0.3201654 Oct 19 01:19:28.968361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054b2ed-d372-47b7-b624-7a6af8e27286 req-9bf0eb4f-8a37-4db5-bc71-05be293b7b58 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:28.969954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b054b2ed-d372-47b7-b624-7a6af8e27286 req-9bf0eb4f-8a37-4db5-bc71-05be293b7b58 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 943 time: 0.1572592 Oct 19 01:19:28.982697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c162950f-771b-4aee-8d47-04ce7e5b7889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.022796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b054b2ed-d372-47b7-b624-7a6af8e27286 req-ef684973-ba20-4670-bd80-68b542cfacf3 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Oct 19 01:19:29.055101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88a4f0-7982-4c41-a556-f1b67d9472fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2732c-0888-4704-a2ec-f9a585e56cfd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:29.076922 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c162950f-771b-4aee-8d47-04ce7e5b7889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.085723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdeab4-cce1-41f3-9daf-a9613f2730e9 None None] Port 4d2c322d-a58c-4756-965c-42336f0b4b28 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:29.140293 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a13837-f604-4474-aa92-ac85bd64e308 x-openstack-request-id: req-d7a13837-f604-4474-aa92-ac85bd64e308 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:29.140293 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:29.140293 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7a13837-f604-4474-aa92-ac85bd64e308 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:29.140293 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'status': 'completed', 'code': 200} Oct 19 01:19:29.150229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a65dd586-9469-4404-9f3c-f6110387f114 req-ec7ebfcc-301c-4d27-801c-8373b45ee587 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-760122379', 'description': 'tempest-description-443687656'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:29.229540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-9348ffb5-35c7-41d5-b701-0bc959fdb280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:29.231550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-9348ffb5-35c7-41d5-b701-0bc959fdb280 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1136 time: 0.0930207 Oct 19 01:19:29.234477 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a65dd586-9469-4404-9f3c-f6110387f114 req-ec7ebfcc-301c-4d27-801c-8373b45ee587 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.247132 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c162950f-771b-4aee-8d47-04ce7e5b7889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.249982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c162950f-771b-4aee-8d47-04ce7e5b7889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.254148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c162950f-771b-4aee-8d47-04ce7e5b7889 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/678d16ba-a384-420c-9fab-b14c2c700819 HTTP/1.1" status: 204 len: 168 time: 0.4098182 Oct 19 01:19:29.281210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.290844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4dca577a-f03f-41e0-93ea-4dc3d959b33b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.311282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 16848795-deda-4646-9f26-b42ba6a2f73e details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:19:29.322499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 528c9c16-4189-4575-bbc3-fd7f60c1f62e up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:29.330252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162950f-771b-4aee-8d47-04ce7e5b7889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d16ba-a384-420c-9fab-b14c2c700819,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:29.336208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.345887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-a383fd1f-141e-49e4-8de5-ef2b60e2e9a5 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-674747940&fields=id&tenant_id=f34b09f717674721922d3c3fc54143cc HTTP/1.1" status: 200 len: 267 time: 0.2721498 Oct 19 01:19:29.351946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 67495df3-2292-4528-86ba-aace15d8bebf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=67495df3-2292-4528-86ba-aace15d8bebf,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:29.380576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.507334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4dca577a-f03f-41e0-93ea-4dc3d959b33b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.540633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=67495df3-2292-4528-86ba-aace15d8bebf,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:29.555002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 528c9c16-4189-4575-bbc3-fd7f60c1f62e completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:29.576581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 528c9c16-4189-4575-bbc3-fd7f60c1f62e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:29.576949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.615354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 16848795-deda-4646-9f26-b42ba6a2f73e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=16848795-deda-4646-9f26-b42ba6a2f73e,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:29.632950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '16848795-deda-4646-9f26-b42ba6a2f73e', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': '16848795-deda-4646-9f26-b42ba6a2f73e', 'mac_address': 'fa:16:3e:ad:25:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:19:29.715811 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.740673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-ede1cd9e-5f0b-42b0-90eb-00b2f4fb518a tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:29.742727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-ede1cd9e-5f0b-42b0-90eb-00b2f4fb518a tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 984 time: 0.3604975 Oct 19 01:19:29.773726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16848795-deda-4646-9f26-b42ba6a2f73e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:29.795045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Request body: {'port': {'security_groups': ['2c503a26-fbb8-405f-a029-b9bb0f3118ea']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:29.798043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a65dd586-9469-4404-9f3c-f6110387f114 req-ec7ebfcc-301c-4d27-801c-8373b45ee587 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.809513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a65dd586-9469-4404-9f3c-f6110387f114 req-ec7ebfcc-301c-4d27-801c-8373b45ee587 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.809719 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.840423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 16848795-deda-4646-9f26-b42ba6a2f73e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=16848795-deda-4646-9f26-b42ba6a2f73e,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:29.844185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a65dd586-9469-4404-9f3c-f6110387f114 req-ec7ebfcc-301c-4d27-801c-8373b45ee587 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.846007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a65dd586-9469-4404-9f3c-f6110387f114 req-ec7ebfcc-301c-4d27-801c-8373b45ee587 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7123103 Oct 19 01:19:29.853319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:29.867095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-b0903490-478c-4106-9576-dfe4bd7cfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:29.868734 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-b0903490-478c-4106-9576-dfe4bd7cfe2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.6239932 Oct 19 01:19:29.928281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-67b66c04-2af9-4ad6-a8f2-a82943fe47d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 217 time: 0.0424995 Oct 19 01:19:29.930074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ebfcc-301c-4d27-801c-8373b45ee587 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6374cff-7e7d-4f38-acd0-37f880e1cbeb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:29.951549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c9c16-4189-4575-bbc3-fd7f60c1f62e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:29.961470 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cf1588-831f-4749-955b-d03f46385ad3" -d '{"events": [{"server_uuid": "f86c9736-dc25-4316-8ad2-301bd2f68093", "name": "network-vif-plugged", "status": "completed", "tag": "528c9c16-4189-4575-bbc3-fd7f60c1f62e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:29.967423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.006432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 528c9c16-4189-4575-bbc3-fd7f60c1f62e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=528c9c16-4189-4575-bbc3-fd7f60c1f62e,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:30.020079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-090457c2-19d3-436f-a610-f207c1b18bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:30.022166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-090457c2-19d3-436f-a610-f207c1b18bdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.0796230 Oct 19 01:19:30.027559 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.046086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=16848795-deda-4646-9f26-b42ba6a2f73e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.087152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4dca577a-f03f-41e0-93ea-4dc3d959b33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.094278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4dca577a-f03f-41e0-93ea-4dc3d959b33b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.107916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4dca577a-f03f-41e0-93ea-4dc3d959b33b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ded2732c-0888-4704-a2ec-f9a585e56cfd HTTP/1.1" status: 204 len: 168 time: 1.2563839 Oct 19 01:19:30.112682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-db6e04b5-3c1e-4443-91fb-1161927c7e5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715685 Oct 19 01:19:30.114233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=528c9c16-4189-4575-bbc3-fd7f60c1f62e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.166047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68017cf2-11de-4cf6-b0bd-12554134198e req-e52672f8-ae19-4d6a-99eb-2ea02dcdea46 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:30.168563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68017cf2-11de-4cf6-b0bd-12554134198e req-e52672f8-ae19-4d6a-99eb-2ea02dcdea46 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 946 time: 0.1770730 Oct 19 01:19:30.249969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['16848795-deda-4646-9f26-b42ba6a2f73e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:30.253014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.254722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca577a-f03f-41e0-93ea-4dc3d959b33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2732c-0888-4704-a2ec-f9a585e56cfd,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.275625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.290836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68017cf2-11de-4cf6-b0bd-12554134198e req-5611b159-99ee-4cc2-bdaf-0dab2c9f4a99 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037552 Oct 19 01:19:30.324518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-4e9e0ea1-caf8-437c-bc0a-51b0189ba143 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993959 Oct 19 01:19:30.429147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.431337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2c322d-a58c-4756-965c-42336f0b4b28,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.572940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67495df3-2292-4528-86ba-aace15d8bebf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:30.584864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-cad73ef2-9a8b-44f3-92a2-3c602bebfb96 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/a6374cff-7e7d-4f38-acd0-37f880e1cbeb HTTP/1.1" status: 200 len: 1805 time: 0.2220724 Oct 19 01:19:30.600618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6374cff-7e7d-4f38-acd0-37f880e1cbeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:30.600863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6374cff-7e7d-4f38-acd0-37f880e1cbeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:30.615621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed7c691f-0a27-49d6-a5b7-f9d8f059fb8e req-dae5ce5b-69c2-45be-ae88-c0c6dbbb9e5d service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816303 Oct 19 01:19:30.663870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:30.710686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.719443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:30.722641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.724641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:30.748576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e5161955-1fe2-4be8-a629-fec010ff1e4d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:30.755508 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.799785 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.812879 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.851197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82526874-0545-4962-a93f-3b953cc07e32,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.862926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:30.863634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.865103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46b261cb-9892-40b1-ba2c-8fab0cc0b8ff req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "PUT /v2.0/ports/e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 942 time: 1.0835235 Oct 19 01:19:30.865685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:30.871598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 67495df3-2292-4528-86ba-aace15d8bebf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:30.875028 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.875186 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c24685-6cab-400a-8795-d53dab2871ba" -d '{"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:30.875756 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:30.893265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93f7e8fd-e145-4d5e-9b44-4f902cb07269 req-d894dce8-cf6a-41ea-a434-f0a61ebe09a4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3076484 Oct 19 01:19:30.935315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a21978-9fb4-4882-9ec2-9554339019d4 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event updated for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:30.968068 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f238d-29fa-42a3-b3ff-77fbd40ac373 x-openstack-request-id: req-e96f238d-29fa-42a3-b3ff-77fbd40ac373 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:30.968334 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86c9736-dc25-4316-8ad2-301bd2f68093", "name": "network-vif-plugged", "status": "completed", "tag": "528c9c16-4189-4575-bbc3-fd7f60c1f62e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:30.968573 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e96f238d-29fa-42a3-b3ff-77fbd40ac373 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:30.977360 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c9c16-4189-4575-bbc3-fd7f60c1f62e', 'code': 200} Oct 19 01:19:31.040000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e5161955-1fe2-4be8-a629-fec010ff1e4d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:31.066420 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e971504a-f9c3-4de5-a64c-3636ea5a968f x-openstack-request-id: req-e971504a-f9c3-4de5-a64c-3636ea5a968f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:31.066730 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:31.066948 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e971504a-f9c3-4de5-a64c-3636ea5a968f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:31.067634 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'status': 'completed', 'code': 200} Oct 19 01:19:31.201719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Router 3f6c42fd-5008-45b7-96b4-01219e8b778f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:31.243896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907de32c-0a8c-4360-a0e4-d613d3863e45 req-939d86f3-f120-48ff-bc54-11a4a37a64fa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.253844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-907de32c-0a8c-4360-a0e4-d613d3863e45 req-939d86f3-f120-48ff-bc54-11a4a37a64fa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 944 time: 0.1855545 Oct 19 01:19:31.310069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa88fb0-4c92-431e-a713-9902244957dd req-9ea81dd6-8976-480a-b5ea-37c0b154bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.312986 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fa88fb0-4c92-431e-a713-9902244957dd req-9ea81dd6-8976-480a-b5ea-37c0b154bc2f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 1098 time: 0.2481866 Oct 19 01:19:31.356639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c9d1e6a7-1906-4d4f-9272-168d3f6421ef None None] Provisioning complete for port 4d2c322d-a58c-4756-965c-42336f0b4b28 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:31.356937 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e6a7-1906-4d4f-9272-168d3f6421ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.423122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-907de32c-0a8c-4360-a0e4-d613d3863e45 req-44eb047b-081e-4c3a-987b-b480929cdde6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607418 Oct 19 01:19:31.463209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c24685-6cab-400a-8795-d53dab2871ba req-fbf64925-b296-4f9d-a135-988e2c172c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.467230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4c24685-6cab-400a-8795-d53dab2871ba req-fbf64925-b296-4f9d-a135-988e2c172c49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.3896346 Oct 19 01:19:31.477896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1e6a7-1906-4d4f-9272-168d3f6421ef None None] Port 4d2c322d-a58c-4756-965c-42336f0b4b28 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:31.509726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-485635b8-bfd5-4d5d-bc0a-e3d26fb3c843 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3832042 Oct 19 01:19:31.607053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:31.615781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8b333761-e9c7-4f0c-800d-957024b06dd4 admin admin] 10.222.0.64 "PUT /v2.0/routers/3f6c42fd-5008-45b7-96b4-01219e8b778f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3202958 Oct 19 01:19:31.618901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Sync routers for ids ['3f6c42fd-5008-45b7-96b4-01219e8b778f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:31.632591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Routers {'3f6c42fd-5008-45b7-96b4-01219e8b778f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:31.634736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3f6c42fd-5008-45b7-96b4-01219e8b778f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:31.640490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-a19194f0-1a45-4371-8d53-8312ba34f26c tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/a6374cff-7e7d-4f38-acd0-37f880e1cbeb HTTP/1.1" status: 200 len: 2399 time: 0.1424067 Oct 19 01:19:31.655125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:31.658172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6374cff-7e7d-4f38-acd0-37f880e1cbeb', 'remote_group_id': None}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:31.658429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6374cff-7e7d-4f38-acd0-37f880e1cbeb', 'remote_group_id': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:31.718449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8fa88fb0-4c92-431e-a713-9902244957dd req-950321e3-32e2-4f0a-9106-24383103377a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261545 Oct 19 01:19:31.729167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c24685-6cab-400a-8795-d53dab2871ba req-9c591827-24a8-484e-979b-98d878098be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.732537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4c24685-6cab-400a-8795-d53dab2871ba req-9c591827-24a8-484e-979b-98d878098be2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.2417674 Oct 19 01:19:31.734446 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:19:31.734446 n-d-789963-20 neutron-server[100848]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 01:19:31.734446 n-d-789963-20 neutron-server[100848]: [parameters: {'project_id': 'f34b09f717674721922d3c3fc54143cc', 'id': '835c37a1-7b24-4006-ac9d-3b8bb7b868b9', 'expiration': datetime.datetime(2021, 10, 19, 1, 21, 31, 719617)}] Oct 19 01:19:31.734446 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:19:31.735301 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:19:31.784532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4c24685-6cab-400a-8795-d53dab2871ba req-29e53308-8205-43c6-9bc9-f48d6b097c5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 217 time: 0.0440032 Oct 19 01:19:31.791307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Set router 3f6c42fd-5008-45b7-96b4-01219e8b778f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:31.803709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.858208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.865596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.890128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c24685-6cab-400a-8795-d53dab2871ba req-77c43cd1-6bfa-4c85-a143-42fc3a638c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:31.894666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4c24685-6cab-400a-8795-d53dab2871ba req-77c43cd1-6bfa-4c85-a143-42fc3a638c9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.0971060 Oct 19 01:19:31.905736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504cd23b-f4b6-45c0-8a13-622819c93b78,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:31.925844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:31.928721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-77e16cd1-1bd2-4214-bb67-7de38139a1bb req-9a5184c1-0467-414c-9c60-9e1b63cebb29 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2813864 Oct 19 01:19:31.942475 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4c24685-6cab-400a-8795-d53dab2871ba req-e0a5c49b-e1aa-4606-a4f7-d570e1857d2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377903 Oct 19 01:19:32.102975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344735d0-cede-47bf-a632-a4ed7b2405d4 req-f177098a-d658-4119-a260-5ea88191f8b5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:32.105445 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-344735d0-cede-47bf-a632-a4ed7b2405d4 req-f177098a-d658-4119-a260-5ea88191f8b5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 946 time: 0.0945435 Oct 19 01:19:32.124308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4c24685-6cab-400a-8795-d53dab2871ba req-3151eac3-b266-4f2b-838f-c30c0ab1361c service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716001 Oct 19 01:19:32.162943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-344735d0-cede-47bf-a632-a4ed7b2405d4 req-bc7fafc2-4289-45b2-a036-78335c56a133 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Oct 19 01:19:32.199613 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:19:32.208156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '67495df3-2292-4528-86ba-aace15d8bebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 4, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port': {'id': '67495df3-2292-4528-86ba-aace15d8bebf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:22Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4d2c322d-a58c-4756-965c-42336f0b4b28', 'name': '', 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'mac_address': 'fa:16:3e:79:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '0b113983-a29d-4165-864e-cc0039f7ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:27Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 2, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'subnets': [{'id': '0b113983-a29d-4165-864e-cc0039f7ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:32.274050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Checking router: 3f6c42fd-5008-45b7-96b4-01219e8b778f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:32.274385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Updating router 3f6c42fd-5008-45b7-96b4-01219e8b778f port 4d2c322d-a58c-4756-965c-42336f0b4b28 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:19:32.347430 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.383151 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.432385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4c24685-6cab-400a-8795-d53dab2871ba req-b53f4d78-e57e-4e06-9e64-e3362fc0ab7e service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017523 Oct 19 01:19:32.602690 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:32.770854 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-46fa8f03-f9f2-4dd1-b330-b898007dc858 req-5ef69c38-8691-4d54-b015-80cf38d31eb6 tempest-FloatingIPDetailsNegativeTestJSON-1338257469 tempest-FloatingIPDetailsNegativeTestJSON-1338257469-project] show failed (client error): The resource could not be found. Oct 19 01:19:32.772765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46fa8f03-f9f2-4dd1-b330-b898007dc858 req-5ef69c38-8691-4d54-b015-80cf38d31eb6 tempest-FloatingIPDetailsNegativeTestJSON-1338257469 tempest-FloatingIPDetailsNegativeTestJSON-1338257469-project] 10.222.0.64 "GET /v2.0/floatingips/8b451273-4813-4672-920c-0207ba97ae92 HTTP/1.1" status: 404 len: 350 time: 0.1003280 Oct 19 01:19:32.784764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33692) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:32.950025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Allocated IP 172.25.0.54 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f237e8d3-9be3-4889-9558-430444c4a1ca) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:33.065668 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8892fc36-e406-4292-84ba-be8e6a01d88e req-ed86dc26-cd25-4ee7-bc60-d7adbcb8b939 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/a6374cff-7e7d-4f38-acd0-37f880e1cbeb HTTP/1.1" status: 200 len: 2998 time: 0.2553585 Oct 19 01:19:33.190634 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.203928 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.228655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.283710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c8c1f-9f7b-4aa7-92d9-92d45d4de3a7 None None] Pushing event updated for resources: {'Port': ['ID=4d2c322d-a58c-4756-965c-42336f0b4b28,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:33.316380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 16848795-deda-4646-9f26-b42ba6a2f73e up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:33.326905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.395915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530df145-6cc4-4695-b300-3578f10b4b65 req-22a1b77b-9e2a-4db6-8704-114db65e0cee tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:33.406678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-530df145-6cc4-4695-b300-3578f10b4b65 req-22a1b77b-9e2a-4db6-8704-114db65e0cee tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 944 time: 0.2049973 Oct 19 01:19:33.456218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event updated for resources: {'Port': ['ID=f237e8d3-9be3-4889-9558-430444c4a1ca,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:33.492383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:33.500823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:33.507143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:33.529231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 16848795-deda-4646-9f26-b42ba6a2f73e completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:19:33.555399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 16848795-deda-4646-9f26-b42ba6a2f73e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:33.555820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.595667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-530df145-6cc4-4695-b300-3578f10b4b65 req-2d7dd1ce-86dd-433e-8f5e-113fd81a43b9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240573 Oct 19 01:19:33.625022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Attempting to bind port 4d2c322d-a58c-4756-965c-42336f0b4b28 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:33.625415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Attempting to bind port 4d2c322d-a58c-4756-965c-42336f0b4b28 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:33.625799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Attempting to bind port 4d2c322d-a58c-4756-965c-42336f0b4b28 on network d4f53af1-9cdb-45a4-8214-d287b0b3b78a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:33.652815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:33.653675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Checking segment: {'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:33.654284 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.655659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Bound using segment: {'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:33.656421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Bound port: 4d2c322d-a58c-4756-965c-42336f0b4b28, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:33.658628 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.706423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1031ca8-5e77-4ad6-8450-779a9200985c req-29774695-3952-4268-a0db-14983ab499ef tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-group-rules/504cd23b-f4b6-45c0-8a13-622819c93b78 HTTP/1.1" status: 200 len: 783 time: 0.0402961 Oct 19 01:19:33.754949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.808458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.815863 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.818165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a271e2e2-d61a-474c-80a1-32693a6bfd72 None None] Provisioning complete for port 4d2c322d-a58c-4756-965c-42336f0b4b28 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:33.818539 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a271e2e2-d61a-474c-80a1-32693a6bfd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.854840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] For port 4d2c322d-a58c-4756-965c-42336f0b4b28, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:33.894414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1031ca8-5e77-4ad6-8450-779a9200985c req-e01bf083-4edd-4946-b407-1db12e0f2997 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/a6374cff-7e7d-4f38-acd0-37f880e1cbeb HTTP/1.1" status: 200 len: 2998 time: 0.1868944 Oct 19 01:19:33.897619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 16848795-deda-4646-9f26-b42ba6a2f73e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=16848795-deda-4646-9f26-b42ba6a2f73e,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:33.902364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] For port 4d2c322d-a58c-4756-965c-42336f0b4b28, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4d2c322d-a58c-4756-965c-42336f0b4b28,segment=NetworkSegment(cb6bd5b7-d112-45ff-bff2-ef1bdf459919),segment_id=cb6bd5b7-d112-45ff-bff2-ef1bdf459919)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:33.903508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16848795-deda-4646-9f26-b42ba6a2f73e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:33.910014 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f6ce0a-4725-4276-8042-c3ed83de9271" -d '{"events": [{"server_uuid": "7bdf1664-97d8-4c0e-8c33-659e8694fa64", "name": "network-vif-plugged", "status": "completed", "tag": "16848795-deda-4646-9f26-b42ba6a2f73e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:33.916379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.921856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.955062 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f1031ca8-5e77-4ad6-8450-779a9200985c req-392a87fe-d877-455c-9676-a24496b9e9b1 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:33.963105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a271e2e2-d61a-474c-80a1-32693a6bfd72 None None] Port 4d2c322d-a58c-4756-965c-42336f0b4b28 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:19:33.974295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f1031ca8-5e77-4ad6-8450-779a9200985c req-392a87fe-d877-455c-9676-a24496b9e9b1 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.000768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Routers {'3f6c42fd-5008-45b7-96b4-01219e8b778f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:34.001545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3f6c42fd-5008-45b7-96b4-01219e8b778f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:34.022072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.061626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c8c1f-9f7b-4aa7-92d9-92d45d4de3a7 None None] Pushing event updated for resources: {'Port': ['ID=4d2c322d-a58c-4756-965c-42336f0b4b28,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:34.074182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33764) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:34.182009 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f1031ca8-5e77-4ad6-8450-779a9200985c req-392a87fe-d877-455c-9676-a24496b9e9b1 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.192519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f1031ca8-5e77-4ad6-8450-779a9200985c req-392a87fe-d877-455c-9676-a24496b9e9b1 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.208055 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1031ca8-5e77-4ad6-8450-779a9200985c req-392a87fe-d877-455c-9676-a24496b9e9b1 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/504cd23b-f4b6-45c0-8a13-622819c93b78 HTTP/1.1" status: 204 len: 173 time: 0.3120940 Oct 19 01:19:34.227198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.230957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=16848795-deda-4646-9f26-b42ba6a2f73e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:34.235242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.243630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a87fe-d877-455c-9676-a24496b9e9b1 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=504cd23b-f4b6-45c0-8a13-622819c93b78,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:34.291528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] Set router 3f6c42fd-5008-45b7-96b4-01219e8b778f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:34.345576 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.474974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.485470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8749979 Oct 19 01:19:34.538216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad34b215-8e95-41a0-a1c4-843a13822d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.629120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab8fd1-5cb0-49b7-9e63-b809f54a636c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event updated for resources: {'Port': ['ID=f237e8d3-9be3-4889-9558-430444c4a1ca,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:34.635198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ef682415-878a-42e4-8c69-f77805f29ef1 None None] Provisioning complete for port 4d2c322d-a58c-4756-965c-42336f0b4b28 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:34.635767 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef682415-878a-42e4-8c69-f77805f29ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.662596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-d79c6dfd-b16d-41c6-9353-67203a2cd467 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.1741190 Oct 19 01:19:34.773836 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef682415-878a-42e4-8c69-f77805f29ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.800604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '67495df3-2292-4528-86ba-aace15d8bebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 4, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port': {'id': '67495df3-2292-4528-86ba-aace15d8bebf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:22Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4d2c322d-a58c-4756-965c-42336f0b4b28', 'name': '', 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'mac_address': 'fa:16:3e:79:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '0b113983-a29d-4165-864e-cc0039f7ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:27Z', 'updated_at': '2021-10-19T01:19:33Z', 'revision_number': 4, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'subnets': [{'id': '0b113983-a29d-4165-864e-cc0039f7ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:34.843027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-75c9b2c5-c6f7-4e90-bff3-6722e071cac3 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:34.857711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a63c32-ec44-4ee6-a94d-5f26d27cb236 None None] The sync data for ids ['3f6c42fd-5008-45b7-96b4-01219e8b778f'] in n-d-789963-20 is: [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '67495df3-2292-4528-86ba-aace15d8bebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 4, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port': {'id': '67495df3-2292-4528-86ba-aace15d8bebf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:22Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4d2c322d-a58c-4756-965c-42336f0b4b28', 'name': '', 'network_id': 'd4f53af1-9cdb-45a4-8214-d287b0b3b78a', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'mac_address': 'fa:16:3e:79:e2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '0b113983-a29d-4165-864e-cc0039f7ecdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:27Z', 'updated_at': '2021-10-19T01:19:33Z', 'revision_number': 4, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'subnets': [{'id': '0b113983-a29d-4165-864e-cc0039f7ecdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:34.864970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cd7dfce-8a3f-47d6-9176-d6519dff4516 req-75c9b2c5-c6f7-4e90-bff3-6722e071cac3 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2014170 Oct 19 01:19:34.881893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ef682415-878a-42e4-8c69-f77805f29ef1 None None] For port 4d2c322d-a58c-4756-965c-42336f0b4b28, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4d2c322d-a58c-4756-965c-42336f0b4b28,segment=NetworkSegment(cb6bd5b7-d112-45ff-bff2-ef1bdf459919),segment_id=cb6bd5b7-d112-45ff-bff2-ef1bdf459919)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:34.891322 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef682415-878a-42e4-8c69-f77805f29ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.911088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a50a0f-a312-449b-95ca-0f8266e0b74b req-6cb3a8f8-c4dd-4070-a539-e969e39db1ee tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:34.912767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70a50a0f-a312-449b-95ca-0f8266e0b74b req-6cb3a8f8-c4dd-4070-a539-e969e39db1ee tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 946 time: 0.5530145 Oct 19 01:19:34.935732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad34b215-8e95-41a0-a1c4-843a13822d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:34.951564 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad34b215-8e95-41a0-a1c4-843a13822d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.010311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70a50a0f-a312-449b-95ca-0f8266e0b74b req-fbdd1eee-3fd3-49ca-9b95-7f7457c75a0e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886755 Oct 19 01:19:35.025580 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d27ad1-48fc-4db8-83b3-07d0c9bc841d x-openstack-request-id: req-69d27ad1-48fc-4db8-83b3-07d0c9bc841d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:35.026027 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf1664-97d8-4c0e-8c33-659e8694fa64", "name": "network-vif-plugged", "status": "completed", "tag": "16848795-deda-4646-9f26-b42ba6a2f73e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:35.028393 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69d27ad1-48fc-4db8-83b3-07d0c9bc841d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:35.029201 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16848795-deda-4646-9f26-b42ba6a2f73e', 'code': 200} Oct 19 01:19:35.049533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef682415-878a-42e4-8c69-f77805f29ef1 None None] Pushing event updated for resources: {'Port': ['ID=4d2c322d-a58c-4756-965c-42336f0b4b28,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:35.090167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34b215-8e95-41a0-a1c4-843a13822d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da24974e-6c2c-4cb4-9f0f-a82a2c18991b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:35.190943 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ad34b215-8e95-41a0-a1c4-843a13822d4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23a4a9be72754841a71aa0be3a0fe364&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1127021 Oct 19 01:19:35.192487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33802) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:35.240008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36338e1a-bbba-4c54-93ed-17e6594881cf req-fd1777bb-8e7e-49ce-aca0-c33bcbfc731c tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/a6374cff-7e7d-4f38-acd0-37f880e1cbeb HTTP/1.1" status: 200 len: 2399 time: 0.1572266 Oct 19 01:19:35.274325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73832873-448e-476e-a8e9-9d8787852526 req-bce8a4d0-02c8-4468-99c9-66be9dba8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:35.276223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73832873-448e-476e-a8e9-9d8787852526 req-bce8a4d0-02c8-4468-99c9-66be9dba8f53 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 1097 time: 0.1529961 Oct 19 01:19:35.350567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45f3e1-8625-4bff-abb2-4efdc76edb8e req-56b85b96-f030-4ed5-91ce-4103beec6d8e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:35.352775 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a45f3e1-8625-4bff-abb2-4efdc76edb8e req-56b85b96-f030-4ed5-91ce-4103beec6d8e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 945 time: 0.1634831 Oct 19 01:19:35.374466 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a4464ed-2759-4823-87d4-1643236ce0ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.433894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Deleting port 4d2c322d-a58c-4756-965c-42336f0b4b28 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:35.435433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.440857 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a4464ed-2759-4823-87d4-1643236ce0ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.445935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-36338e1a-bbba-4c54-93ed-17e6594881cf req-037a3b3a-f6b5-46ee-aa93-77086c758849 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.468385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73832873-448e-476e-a8e9-9d8787852526 req-fecb528b-be60-44c1-b4de-85c450a05a6a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814418 Oct 19 01:19:35.512353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-36338e1a-bbba-4c54-93ed-17e6594881cf req-037a3b3a-f6b5-46ee-aa93-77086c758849 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.525248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a45f3e1-8625-4bff-abb2-4efdc76edb8e req-5ef85a1c-6089-42db-94fe-df7ba98757e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521456 Oct 19 01:19:35.631482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-36338e1a-bbba-4c54-93ed-17e6594881cf req-037a3b3a-f6b5-46ee-aa93-77086c758849 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.634394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-36338e1a-bbba-4c54-93ed-17e6594881cf req-037a3b3a-f6b5-46ee-aa93-77086c758849 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.638900 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36338e1a-bbba-4c54-93ed-17e6594881cf req-037a3b3a-f6b5-46ee-aa93-77086c758849 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-groups/a6374cff-7e7d-4f38-acd0-37f880e1cbeb HTTP/1.1" status: 204 len: 173 time: 0.3871040 Oct 19 01:19:35.658926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a3b3a-f6b5-46ee-aa93-77086c758849 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6374cff-7e7d-4f38-acd0-37f880e1cbeb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:35.693035 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-e03c909c-ac27-4605-8429-a83370f7560f req-effdbbe2-a3bc-4cc1-b81d-b76e3a00c44c tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] show failed (client error): The resource could not be found. Oct 19 01:19:35.703604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a4464ed-2759-4823-87d4-1643236ce0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.704448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e03c909c-ac27-4605-8429-a83370f7560f req-effdbbe2-a3bc-4cc1-b81d-b76e3a00c44c tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/2a9f1bcf-ff4d-4908-8ac2-cb0b3c6bb891 HTTP/1.1" status: 404 len: 352 time: 0.0463948 Oct 19 01:19:35.710820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a4464ed-2759-4823-87d4-1643236ce0ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:35.721385 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7a4464ed-2759-4823-87d4-1643236ce0ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da24974e-6c2c-4cb4-9f0f-a82a2c18991b HTTP/1.1" status: 204 len: 168 time: 0.5262730 Oct 19 01:19:35.824770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4464ed-2759-4823-87d4-1643236ce0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24974e-6c2c-4cb4-9f0f-a82a2c18991b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:35.889377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a1f060f-3b3b-4d8e-a124-64027c1744d3 req-9f574a15-904d-49ea-adfe-4d1e9f90662d tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/2f408876-7cd8-47c1-b0a9-9f5fb9ae1624 HTTP/1.1" status: 200 len: 1805 time: 0.1220937 Oct 19 01:19:35.926347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] For port 4d2c322d-a58c-4756-965c-42336f0b4b28, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4d2c322d-a58c-4756-965c-42336f0b4b28,segment=NetworkSegment(cb6bd5b7-d112-45ff-bff2-ef1bdf459919),segment_id=cb6bd5b7-d112-45ff-bff2-ef1bdf459919)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:35.940217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.009264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Calling delete_port for 4d2c322d-a58c-4756-965c-42336f0b4b28 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:36.032524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-a3fdbdb0-b77b-4563-bf9e-aac25aaeb25c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:36.038756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-a3fdbdb0-b77b-4563-bf9e-aac25aaeb25c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3155417 Oct 19 01:19:36.057452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a1f060f-3b3b-4d8e-a124-64027c1744d3 req-54fb980b-717a-43f3-ba20-79007296394a tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.096436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a1f060f-3b3b-4d8e-a124-64027c1744d3 req-54fb980b-717a-43f3-ba20-79007296394a tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.136561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-4263601e-db38-4c0a-a233-7d3d1e2b0d7a tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0905182 Oct 19 01:19:36.180025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a1f060f-3b3b-4d8e-a124-64027c1744d3 req-54fb980b-717a-43f3-ba20-79007296394a tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.182979 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a1f060f-3b3b-4d8e-a124-64027c1744d3 req-54fb980b-717a-43f3-ba20-79007296394a tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.186068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a1f060f-3b3b-4d8e-a124-64027c1744d3 req-54fb980b-717a-43f3-ba20-79007296394a tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-groups/2f408876-7cd8-47c1-b0a9-9f5fb9ae1624 HTTP/1.1" status: 204 len: 173 time: 0.2939599 Oct 19 01:19:36.213039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Request body: {'floatingip': {'port_id': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:36.279907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb980b-717a-43f3-ba20-79007296394a tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f408876-7cd8-47c1-b0a9-9f5fb9ae1624,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:36.334507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-facb644c-0a5d-4fb7-ab25-70a29c6b3907 req-bd847f65-321a-4d26-b3b9-3451ec92190c tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/1ace2810-ccf6-45d1-a2fa-3cfeb8591f73 HTTP/1.1" status: 200 len: 1806 time: 0.1234894 Oct 19 01:19:36.358707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.365592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33848) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:36.392565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a03c137-4aaf-4ad1-94d6-b9045904d9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.467680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-facb644c-0a5d-4fb7-ab25-70a29c6b3907 req-3a5b77cd-6c5a-4f32-ada1-8fa2e09c7a2e tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.510445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-facb644c-0a5d-4fb7-ab25-70a29c6b3907 req-3a5b77cd-6c5a-4f32-ada1-8fa2e09c7a2e tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.653144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4d2c322d-a58c-4756-965c-42336f0b4b28 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:19:36.666830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a03c137-4aaf-4ad1-94d6-b9045904d9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.671397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a03c137-4aaf-4ad1-94d6-b9045904d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.742481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2a03c137-4aaf-4ad1-94d6-b9045904d9ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3824a339f5fe4029aba9499ba1c92590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750157 Oct 19 01:19:36.750530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33860) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:36.804980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4d2c322d-a58c-4756-965c-42336f0b4b28 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:19:36.806409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.817025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-facb644c-0a5d-4fb7-ab25-70a29c6b3907 req-3a5b77cd-6c5a-4f32-ada1-8fa2e09c7a2e tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.819974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-facb644c-0a5d-4fb7-ab25-70a29c6b3907 req-3a5b77cd-6c5a-4f32-ada1-8fa2e09c7a2e tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.821741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-facb644c-0a5d-4fb7-ab25-70a29c6b3907 req-3a5b77cd-6c5a-4f32-ada1-8fa2e09c7a2e tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-groups/1ace2810-ccf6-45d1-a2fa-3cfeb8591f73 HTTP/1.1" status: 204 len: 173 time: 0.4862804 Oct 19 01:19:36.826734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03c137-4aaf-4ad1-94d6-b9045904d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045fbfe4-c5f8-4d5e-9adc-c671d2604d43,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:36.881882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b77cd-6c5a-4f32-ada1-8fa2e09c7a2e tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ace2810-ccf6-45d1-a2fa-3cfeb8591f73,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:36.932386 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30bbd731-085a-47aa-80b9-a7bbce9eec34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.969869 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8e45b92-b22f-4ecb-a144-f02af97dc5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:36.991027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30bbd731-085a-47aa-80b9-a7bbce9eec34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.141946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7cb17-783e-4840-9024-473fcdf44c4f req-487524a3-b74f-4f0b-b481-81bd7a4f52ed tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:37.144239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4eb7cb17-783e-4840-9024-473fcdf44c4f req-487524a3-b74f-4f0b-b481-81bd7a4f52ed tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 945 time: 0.1033781 Oct 19 01:19:37.161616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30bbd731-085a-47aa-80b9-a7bbce9eec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.164883 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30bbd731-085a-47aa-80b9-a7bbce9eec34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.184312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30bbd731-085a-47aa-80b9-a7bbce9eec34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/045fbfe4-c5f8-4d5e-9adc-c671d2604d43 HTTP/1.1" status: 204 len: 168 time: 0.4152439 Oct 19 01:19:37.224629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbd731-085a-47aa-80b9-a7bbce9eec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045fbfe4-c5f8-4d5e-9adc-c671d2604d43,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:37.274833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4eb7cb17-783e-4840-9024-473fcdf44c4f req-bc07b879-ebe8-4483-881c-1bdd644c0ade tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233704 Oct 19 01:19:37.291499 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.336735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2c322d-a58c-4756-965c-42336f0b4b28,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:37.503481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9c4b937-b7a1-4e40-b430-67a9ed5d2e67 req-b747f921-9d93-4dfe-8efd-f83bbf570ea2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/7143c0bf-2703-46f7-85ea-95b5065d7368 HTTP/1.1" status: 200 len: 1807 time: 0.1376557 Oct 19 01:19:37.613417 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9c4b937-b7a1-4e40-b430-67a9ed5d2e67 req-097f1d5f-b068-4ef5-bc55-605192dced9f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.690881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9c4b937-b7a1-4e40-b430-67a9ed5d2e67 req-097f1d5f-b068-4ef5-bc55-605192dced9f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.817131 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9c4b937-b7a1-4e40-b430-67a9ed5d2e67 req-097f1d5f-b068-4ef5-bc55-605192dced9f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.826596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e9c4b937-b7a1-4e40-b430-67a9ed5d2e67 req-097f1d5f-b068-4ef5-bc55-605192dced9f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.829888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9c4b937-b7a1-4e40-b430-67a9ed5d2e67 req-097f1d5f-b068-4ef5-bc55-605192dced9f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-groups/7143c0bf-2703-46f7-85ea-95b5065d7368 HTTP/1.1" status: 204 len: 173 time: 0.3212533 Oct 19 01:19:37.838573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.850553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:37.856876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f1d5f-b068-4ef5-bc55-605192dced9f tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7143c0bf-2703-46f7-85ea-95b5065d7368,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:38.247472 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Floating IP 48ca869d-f4c5-4a66-806a-d16b9c25623e associated. External IP: 172.25.0.54, port: e5161955-1fe2-4be8-a629-fec010ff1e4d. Oct 19 01:19:38.319144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.610978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3bf1db-b51f-4607-88c3-3490ca4433fd req-df1c416c-bfd8-42bb-abbc-61b32a3c70ea tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/c26d9aeb-9ccf-47d6-af20-1faa1128bb6f HTTP/1.1" status: 200 len: 2406 time: 0.0595405 Oct 19 01:19:38.701594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6c3bf1db-b51f-4607-88c3-3490ca4433fd req-86934468-e08d-441f-8fea-1748d5cb92e2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.782358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6c3bf1db-b51f-4607-88c3-3490ca4433fd req-86934468-e08d-441f-8fea-1748d5cb92e2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.836326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:38.854289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6c3bf1db-b51f-4607-88c3-3490ca4433fd req-86934468-e08d-441f-8fea-1748d5cb92e2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.862340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6c3bf1db-b51f-4607-88c3-3490ca4433fd req-86934468-e08d-441f-8fea-1748d5cb92e2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:38.864821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3bf1db-b51f-4607-88c3-3490ca4433fd req-86934468-e08d-441f-8fea-1748d5cb92e2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-groups/c26d9aeb-9ccf-47d6-af20-1faa1128bb6f HTTP/1.1" status: 204 len: 173 time: 0.2530248 Oct 19 01:19:38.895307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86934468-e08d-441f-8fea-1748d5cb92e2 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d9aeb-9ccf-47d6-af20-1faa1128bb6f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:39.087553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0e213-e820-4297-9f18-d001c02f9ee8 req-99e7cda1-3394-4e04-9f1f-c2d2d66c3f6a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:39.090662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10c0e213-e820-4297-9f18-d001c02f9ee8 req-99e7cda1-3394-4e04-9f1f-c2d2d66c3f6a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 945 time: 0.1225100 Oct 19 01:19:39.129714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Router 3f6c42fd-5008-45b7-96b4-01219e8b778f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:39.156081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10c0e213-e820-4297-9f18-d001c02f9ee8 req-97e81d18-fc69-4f72-b1d0-cbeb8cec043b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530665 Oct 19 01:19:39.298985 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b42dcd-8450-4e7a-b01a-3753d4d8d980 req-6c1b4e3e-2ca8-4f00-85c8-db6b822f68cc tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "GET /v2.0/security-groups/ecdd24d6-0db4-4eb0-879d-300bf0acb2a0 HTTP/1.1" status: 200 len: 2399 time: 0.1021438 Oct 19 01:19:39.349566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.363219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:39.373450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.373832 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] Sync routers for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:39.390476 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:39.391318 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:39.462480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b42dcd-8450-4e7a-b01a-3753d4d8d980 req-9d05a2ba-5704-40ce-b5a2-ffcfe6adf9f4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.466077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-cbd5d31e-9865-49ac-81f5-0f2e59d40f62 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "PUT /v2.0/floatingips/48ca869d-f4c5-4a66-806a-d16b9c25623e HTTP/1.1" status: 200 len: 995 time: 3.3272908 Oct 19 01:19:39.478696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:39.483278 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:39.513679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b42dcd-8450-4e7a-b01a-3753d4d8d980 req-9d05a2ba-5704-40ce-b5a2-ffcfe6adf9f4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.634984 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:39.638747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b42dcd-8450-4e7a-b01a-3753d4d8d980 req-9d05a2ba-5704-40ce-b5a2-ffcfe6adf9f4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.641664 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-38b42dcd-8450-4e7a-b01a-3753d4d8d980 req-9d05a2ba-5704-40ce-b5a2-ffcfe6adf9f4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.643604 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f36ad48c-f212-4004-9d16-d0f34047e59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.680278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38b42dcd-8450-4e7a-b01a-3753d4d8d980 req-9d05a2ba-5704-40ce-b5a2-ffcfe6adf9f4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] 10.222.0.64 "DELETE /v2.0/security-groups/ecdd24d6-0db4-4eb0-879d-300bf0acb2a0 HTTP/1.1" status: 204 len: 173 time: 0.3790190 Oct 19 01:19:39.681043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34024) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:39.806694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05a2ba-5704-40ce-b5a2-ffcfe6adf9f4 tempest-SecurityGroupRulesTestJSON-1353417300 tempest-SecurityGroupRulesTestJSON-1353417300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd24d6-0db4-4eb0-879d-300bf0acb2a0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:39.820384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] Deleting subnet a6189484-5048-4d55-b8fa-fb5963c664a1 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:39.826904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:39.932502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6d37d-d86c-46b1-8c6d-1ec8a35d0729 req-4a0719f2-2b4b-40ad-9613-10c331d113b9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:39.941955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5c6d37d-d86c-46b1-8c6d-1ec8a35d0729 req-4a0719f2-2b4b-40ad-9613-10c331d113b9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 945 time: 0.1168020 Oct 19 01:19:39.991869 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.009574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5c6d37d-d86c-46b1-8c6d-1ec8a35d0729 req-78441c79-4eda-4cc8-b518-67effc7f1508 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617850 Oct 19 01:19:40.209527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.245261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:40.252814 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00ca17-4eb0-4311-929f-209b1cb6a1ac x-openstack-request-id: req-7e00ca17-4eb0-4311-929f-209b1cb6a1ac {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:40.252814 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:40.254112 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e00ca17-4eb0-4311-929f-209b1cb6a1ac {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:40.254112 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'status': 'completed', 'code': 200} Oct 19 01:19:40.264806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] Sync routers for ids ['3f6c42fd-5008-45b7-96b4-01219e8b778f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:40.272864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a34f282a-f3d0-44da-a9c1-060dc31667a7 admin admin] 10.222.0.64 "PUT /v2.0/routers/3f6c42fd-5008-45b7-96b4-01219e8b778f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4860909 Oct 19 01:19:40.273614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34044) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:40.295198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] Routers {'3f6c42fd-5008-45b7-96b4-01219e8b778f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:40.297504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3f6c42fd-5008-45b7-96b4-01219e8b778f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:40.321608 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '48ca869d-f4c5-4a66-806a-d16b9c25623e', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'port_id': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'mac_address': 'fa:16:3e:85:1a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df295f-00db-4eed-a5bf-6db839983902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:37Z', 'revision_number': 1, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 5, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:40.355658 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] Checking router: c98dcd98-c6e1-4ec1-a6fb-a621594591a0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:40.366641 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:40.367304 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:40.382652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-f9126493-96bf-4965-90c2-1ebdc138e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.384850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-f9126493-96bf-4965-90c2-1ebdc138e010 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.9180467 Oct 19 01:19:40.448403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-bc9a7b7c-4be2-463e-8888-d0ed5339faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.456902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-bc9a7b7c-4be2-463e-8888-d0ed5339faee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.3430417 Oct 19 01:19:40.574653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-868bcb52-c9dc-4cc1-a9d0-3141c839bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.576579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-868bcb52-c9dc-4cc1-a9d0-3141c839bfb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.1848021 Oct 19 01:19:40.578461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.609724 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:40.711885 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.720162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-7e1d9806-32a6-4c15-8564-15ca0af925f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:40.722418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-7e1d9806-32a6-4c15-8564-15ca0af925f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.2462540 Oct 19 01:19:40.750748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.771822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] Set router 3f6c42fd-5008-45b7-96b4-01219e8b778f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:40.850634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:40.998314 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.024538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-8ca2ad50-d6c9-40e5-b8da-55582ff25c26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 998 time: 0.2592044 Oct 19 01:19:41.095046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965ec4-5cb2-4853-96f6-5577271a677e req-2ef9d957-9dce-4428-811d-c6874af5e6d8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.097725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d965ec4-5cb2-4853-96f6-5577271a677e req-2ef9d957-9dce-4428-811d-c6874af5e6d8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 945 time: 0.5745952 Oct 19 01:19:41.109768 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '48ca869d-f4c5-4a66-806a-d16b9c25623e', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'port_id': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'mac_address': 'fa:16:3e:85:1a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df295f-00db-4eed-a5bf-6db839983902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:37Z', 'revision_number': 1, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 5, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:41.122461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Deleting port 67495df3-2292-4528-86ba-aace15d8bebf {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:41.123023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.140373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-c6ecfe5f-704e-4871-b96c-796f36b2c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.142105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-c6ecfe5f-704e-4871-b96c-796f36b2c7b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.0956788 Oct 19 01:19:41.194095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '67495df3-2292-4528-86ba-aace15d8bebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:37Z', 'revision_number': 5, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port': {'id': '67495df3-2292-4528-86ba-aace15d8bebf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:19:22Z', 'updated_at': '2021-10-19T01:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:41.225368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-69cbee0d-fe56-4c65-baa9-c5c24263f99c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767894 Oct 19 01:19:41.235637 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0925d5f1-7b80-46a5-8b89-da5bba9dade4 None None] The sync data for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 is: [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '48ca869d-f4c5-4a66-806a-d16b9c25623e', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'port_id': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'mac_address': 'fa:16:3e:85:1a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df295f-00db-4eed-a5bf-6db839983902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:19:33Z', 'updated_at': '2021-10-19T01:19:37Z', 'revision_number': 1, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 5, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:41.284829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] Checking router: 3f6c42fd-5008-45b7-96b4-01219e8b778f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:41.319946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] Routers {'3f6c42fd-5008-45b7-96b4-01219e8b778f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:41.320428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.320606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3f6c42fd-5008-45b7-96b4-01219e8b778f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:41.335803 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a6189484-5048-4d55-b8fa-fb5963c664a1 HTTP/1.1" status: 204 len: 168 time: 1.6323354 Oct 19 01:19:41.339019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34100) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:41.374578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029d5e6-5d3a-464a-b4ea-2ba99cf86de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6189484-5048-4d55-b8fa-fb5963c664a1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:41.405398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-8bc16b4e-ed7f-4072-85ad-d6916d3fa228 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 998 time: 0.6458378 Oct 19 01:19:41.542928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d965ec4-5cb2-4853-96f6-5577271a677e req-a3a8e3d4-337f-42c4-9ca3-5c2a25374740 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962426 Oct 19 01:19:41.565481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-5c7b31d7-68f8-4840-b2fd-838ca69c5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:41.567240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-5c7b31d7-68f8-4840-b2fd-838ca69c5220 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.1530066 Oct 19 01:19:41.574178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] Set router 3f6c42fd-5008-45b7-96b4-01219e8b778f gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:41.621578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-d5d7e735-5bc2-4d4e-b4d9-f596e5586da3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460794 Oct 19 01:19:41.655389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.661197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] For port 67495df3-2292-4528-86ba-aace15d8bebf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=67495df3-2292-4528-86ba-aace15d8bebf,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:41.661697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:41.738714 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc53f4-774d-4314-bbd1-a3c2cf4842ae None None] New status for floating IP 48ca869d-f4c5-4a66-806a-d16b9c25623e: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:19:41.764970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Calling delete_port for 67495df3-2292-4528-86ba-aace15d8bebf owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:41.785859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:40Z', 'revision_number': 6, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:41.816817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105222a-3b2e-42af-ba43-ae89385166de None None] The sync data for ids ['3f6c42fd-5008-45b7-96b4-01219e8b778f'] in n-d-789963-20 is: [{'id': '3f6c42fd-5008-45b7-96b4-01219e8b778f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1639632514-router', 'tenant_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:19:21Z', 'updated_at': '2021-10-19T01:19:40Z', 'revision_number': 6, 'project_id': 'da6db2569bd84ce2a0aa47ffee117d6a', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:41.853326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-456c4263-7e29-4e1d-b087-f34205915bfe service neutron] 10.222.0.64 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459759 Oct 19 01:19:41.919223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-e437f669-9a01-49bd-b468-edc9f3e14370 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907944 Oct 19 01:19:41.990091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.074925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332f0ab6-6b02-4e3d-a853-7c8a890bc6ab']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:42.091365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98f49d5-2163-46e0-be30-ad1f001f9c1e') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:42.091773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98f49d5-2163-46e0-be30-ad1f001f9c1e') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:42.111687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.190382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.210878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fe5a0a0-fe91-47b8-9b79-d2af64e2eaf5 req-0ab500cb-fdc8-4c70-90de-6305146fe461 service neutron] 10.222.0.64 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870309 Oct 19 01:19:42.226785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:42.227957 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:42.230843 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:42.232863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-fd90e137-d0fe-426b-b243-4de0424a2a9d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:42.240000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-fd90e137-d0fe-426b-b243-4de0424a2a9d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.5048256 Oct 19 01:19:42.259913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.472201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.481236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.504033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/332f0ab6-6b02-4e3d-a853-7c8a890bc6ab HTTP/1.1" status: 204 len: 168 time: 1.1341612 Oct 19 01:19:42.606380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975c5ed-44f9-4186-8fd4-17ad0ca6c6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=332f0ab6-6b02-4e3d-a853-7c8a890bc6ab,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:42.642636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-14cd456d-35b4-41a4-8738-584c3c8dd916 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 1000 time: 0.3328528 Oct 19 01:19:42.654274 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.768429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=67495df3-2292-4528-86ba-aace15d8bebf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:42.781736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-04fd7f70-904b-46e8-b356-3313f7bca75f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:42.789913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-04fd7f70-904b-46e8-b356-3313f7bca75f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports/e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 942 time: 0.1208334 Oct 19 01:19:42.809758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-ed48aa53-58f3-4ca8-ba8f-ba59dc02b12e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/quotas/727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 375 time: 0.5675664 Oct 19 01:19:42.910955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4d2c322d-a58c-4756-965c-42336f0b4b28 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:42.958188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4d2c322d-a58c-4756-965c-42336f0b4b28 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:42.959727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4d2c322d-a58c-4756-965c-42336f0b4b28 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:42.960424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67495df3-2292-4528-86ba-aace15d8bebf no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:42.984566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34170) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:42.994483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:42.997147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2dccb-1683-49d2-bae7-646d1493081b req-286d8e12-796f-4851-ad23-d41dabd47957 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:42.998891 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab2dccb-1683-49d2-bae7-646d1493081b req-286d8e12-796f-4851-ad23-d41dabd47957 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 945 time: 0.9323382 Oct 19 01:19:43.011834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 67495df3-2292-4528-86ba-aace15d8bebf {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:43.012398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 67495df3-2292-4528-86ba-aace15d8bebf not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:43.052120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2b9c66f-e41b-45ef-8cb0-8341a6dd2d4c req-fb022abb-e3e3-45d8-8e00-f13f0d3469b3 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1237195 Oct 19 01:19:43.070737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-50f7b561-d558-4024-b938-4c9f0be1a5bb tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2600541 Oct 19 01:19:43.136789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34174) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:43.189515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.193554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.243679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port 16848795-deda-4646-9f26-b42ba6a2f73e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:43.244641 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.252847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-194b46a0-184f-45c5-80eb-76f59a9543b6 service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713939 Oct 19 01:19:43.272655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-44b52cbb-39b8-4443-9ebb-cf957bd9d3ae tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 1000 time: 0.2868156 Oct 19 01:19:43.277068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a2082af7-110b-46c9-b063-6333807c5a9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ce75f6b07104f2ab4be03f732e720e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877705 Oct 19 01:19:43.281061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34178) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:43.289493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.289658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6c42fd-5008-45b7-96b4-01219e8b778f {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:19:43.295892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.297195 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2156822a-2e50-43e8-9946-658144b3fc66 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3f6c42fd-5008-45b7-96b4-01219e8b778f HTTP/1.1" status: 204 len: 168 time: 3.0225863 Oct 19 01:19:43.309533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:43.339336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7645a1a2-3dcb-4b80-ad77-f332aa747d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.419417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] Deleting subnet 0b113983-a29d-4165-864e-cc0039f7ecdf {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:19:43.426282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.493686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-1f10e73c-cb63-4690-b68a-cb39b2bc19b9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:43.495177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-1f10e73c-cb63-4690-b68a-cb39b2bc19b9 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.2169576 Oct 19 01:19:43.503340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.617084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7645a1a2-3dcb-4b80-ad77-f332aa747d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.639309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-50fb6d1f-2250-4a16-b503-66df15135919 service neutron] 10.222.0.64 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727350 Oct 19 01:19:43.640670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-2234295d-2d78-4684-8e2c-be841337dc01 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 1000 time: 0.1136487 Oct 19 01:19:43.656680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:43.661275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7645a1a2-3dcb-4b80-ad77-f332aa747d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.677499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port 16848795-deda-4646-9f26-b42ba6a2f73e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=16848795-deda-4646-9f26-b42ba6a2f73e,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:43.677881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.697157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for 16848795-deda-4646-9f26-b42ba6a2f73e owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:43.705318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23e1c6ad-0cf5-4fc6-b782-e896fb06d3ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.706422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.757681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.826000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7645a1a2-3dcb-4b80-ad77-f332aa747d60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23a1d47d7e9d4b96ae7664bdc34984a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859355 Oct 19 01:19:43.828899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23e1c6ad-0cf5-4fc6-b782-e896fb06d3ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:43.830750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34192) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:43.852739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645a1a2-3dcb-4b80-ad77-f332aa747d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5395d12a-bff1-4407-b0c1-a144ffb0e901,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:44.031875 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59b3f6c0-5727-4b81-996b-f212bb06606b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.065190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59b3f6c0-5727-4b81-996b-f212bb06606b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.093124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23e1c6ad-0cf5-4fc6-b782-e896fb06d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.095719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23e1c6ad-0cf5-4fc6-b782-e896fb06d3ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.097260 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-23e1c6ad-0cf5-4fc6-b782-e896fb06d3ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8453cc7-2dea-4e33-bed4-14d5a3589b35 HTTP/1.1" status: 204 len: 168 time: 0.8072352 Oct 19 01:19:44.119217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1c6ad-0cf5-4fc6-b782-e896fb06d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8453cc7-2dea-4e33-bed4-14d5a3589b35,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:44.202215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.218066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:44.252308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=16848795-deda-4646-9f26-b42ba6a2f73e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:44.264455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:44.364757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port 16848795-deda-4646-9f26-b42ba6a2f73e on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:44.374285 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.378001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab2dccb-1683-49d2-bae7-646d1493081b req-706426d9-d48e-4d81-a967-bc0b7df9e878 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "DELETE /v2.0/ports/16848795-deda-4646-9f26-b42ba6a2f73e HTTP/1.1" status: 204 len: 173 time: 1.3723180 Oct 19 01:19:44.379073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'name': 'network-vif-deleted', 'tag': '16848795-deda-4646-9f26-b42ba6a2f73e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:44.391775 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9481075f-0989-42a1-9393-8011f787df6c" -d '{"events": [{"server_uuid": "7bdf1664-97d8-4c0e-8c33-659e8694fa64", "name": "network-vif-deleted", "tag": "16848795-deda-4646-9f26-b42ba6a2f73e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:44.404382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59b3f6c0-5727-4b81-996b-f212bb06606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.408431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59b3f6c0-5727-4b81-996b-f212bb06606b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.409631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59b3f6c0-5727-4b81-996b-f212bb06606b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5395d12a-bff1-4407-b0c1-a144ffb0e901 HTTP/1.1" status: 204 len: 168 time: 0.5758052 Oct 19 01:19:44.428771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3f6c0-5727-4b81-996b-f212bb06606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5395d12a-bff1-4407-b0c1-a144ffb0e901,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:44.519245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.525522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.568424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.568772 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Floating IP 48ca869d-f4c5-4a66-806a-d16b9c25623e disassociated. External IP: 172.25.0.54, port: e5161955-1fe2-4be8-a629-fec010ff1e4d. Oct 19 01:19:44.604119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ece9f53d-98bf-474d-ba93-5b9a8162f43e req-08ed674a-ce2d-4359-b719-a48777e7e5d7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bdf1664-97d8-4c0e-8c33-659e8694fa64 HTTP/1.1" status: 200 len: 210 time: 0.0566337 Oct 19 01:19:44.712374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:44.720428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f333072c-924e-4111-95f1-e613334db480 None None] Network d4f53af1-9cdb-45a4-8214-d287b0b3b78a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:44.726351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34220) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:44.728352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0b113983-a29d-4165-864e-cc0039f7ecdf HTTP/1.1" status: 204 len: 168 time: 1.4179299 Oct 19 01:19:44.733046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05733e5c-629b-47b4-bf5d-99baced3cf24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b113983-a29d-4165-864e-cc0039f7ecdf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:44.808747 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad34ce-a319-4772-a9dd-c94deecb08e6 x-openstack-request-id: req-29ad34ce-a319-4772-a9dd-c94deecb08e6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:44.809183 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf1664-97d8-4c0e-8c33-659e8694fa64", "name": "network-vif-deleted", "tag": "16848795-deda-4646-9f26-b42ba6a2f73e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:44.809562 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29ad34ce-a319-4772-a9dd-c94deecb08e6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:44.810063 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf1664-97d8-4c0e-8c33-659e8694fa64', 'name': 'network-vif-deleted', 'tag': '16848795-deda-4646-9f26-b42ba6a2f73e', 'status': 'completed', 'code': 200} Oct 19 01:19:45.075164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08762556-5d89-47f8-b542-6380708ad712 req-78ff267d-621a-4c4a-aba7-11638e66c63b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.1237354 Oct 19 01:19:45.091217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.227643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] DHCP port deletion for d4f53af1-9cdb-45a4-8214-d287b0b3b78a request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:19:45.243523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Deleting port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:45.244029 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.307929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:19:45.350495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 16848795-deda-4646-9f26-b42ba6a2f73e no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:45.400266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 16848795-deda-4646-9f26-b42ba6a2f73e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:45.400613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 16848795-deda-4646-9f26-b42ba6a2f73e not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:45.440563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] Deleting port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:45.440886 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.480626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] For port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,segment=NetworkSegment(cb6bd5b7-d112-45ff-bff2-ef1bdf459919),segment_id=cb6bd5b7-d112-45ff-bff2-ef1bdf459919)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:45.481054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.515025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Calling delete_port for 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:45.630594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:19:45.652425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b6675d-9225-4573-8001-093984135f34 None None] Sync routers for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:19:45.653576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.666665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] For port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,segment=NetworkSegment(cb6bd5b7-d112-45ff-bff2-ef1bdf459919),segment_id=cb6bd5b7-d112-45ff-bff2-ef1bdf459919)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:45.671368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.736151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-f974d712-165c-4ebd-8dfa-47a764d59113 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "PUT /v2.0/floatingips/48ca869d-f4c5-4a66-806a-d16b9c25623e HTTP/1.1" status: 200 len: 694 time: 2.0869401 Oct 19 01:19:45.737055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:45.740963 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca254c6-be92-4c66-8ac2-d4a7721bf499" -d '{"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:45.750979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:45.752004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:45.756213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] Calling delete_port for 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:45.829746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:45.833309 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50b607c-0765-47e8-b79e-59c606b33268 x-openstack-request-id: req-b50b607c-0765-47e8-b79e-59c606b33268 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:45.833857 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:45.834304 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b50b607c-0765-47e8-b79e-59c606b33268 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:45.834898 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'status': 'completed', 'code': 200} Oct 19 01:19:45.853566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-742489c2-1707-4525-b9a4-981119fb3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:45.856241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-742489c2-1707-4525-b9a4-981119fb3110 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.0962820 Oct 19 01:19:45.955796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:45.962855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] No DVR routers for this DVR port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:46.086600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-cd503f7d-b9b3-4b8e-b46a-f5afa7ec6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:46.092375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-cd503f7d-b9b3-4b8e-b46a-f5afa7ec6f67 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34b09f717674721922d3c3fc54143cc&device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 1097 time: 0.2138023 Oct 19 01:19:46.123181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-26e3f43d-961a-4a25-8c20-7842782f1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:46.129783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-26e3f43d-961a-4a25-8c20-7842782f1c25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.2666032 Oct 19 01:19:46.288903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-c02a6621-1c1b-4153-abb8-47b10a0ef219 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 217 time: 0.1527874 Oct 19 01:19:46.304359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34284) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:46.343944 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.404701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:46.409001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-d98c405d-48d2-4103-aec7-1839a209904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:46.414163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-d98c405d-48d2-4103-aec7-1839a209904e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.1161225 Oct 19 01:19:46.452424 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-8d574691-1f52-4f8e-91e0-1a7dcda94f72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365026 Oct 19 01:19:46.461164 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.632654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:46.639275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] No DVR routers for this DVR port 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:46.665088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:46.665435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 45e62e9c-97a9-4dea-bd0e-47bd66d6d251 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:46.670599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae72b22-035b-4da1-a789-d9f097e0e2d4 None None] Pushing event deleted for resources: {'Port': ['ID=45e62e9c-97a9-4dea-bd0e-47bd66d6d251,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:46.687149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f53af1-9cdb-45a4-8214-d287b0b3b78a']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:46.745571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-d3f41bed-0b39-424b-b585-cc57301173af service neutron] 10.222.0.64 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920651 Oct 19 01:19:46.760418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:46.761902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6bd5b7-d112-45ff-bff2-ef1bdf459919') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:46.774616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.800819 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.810929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:19:46.811691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:46.897077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 5, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:46.973741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b6675d-9225-4573-8001-093984135f34 None None] Checking router: c98dcd98-c6e1-4ec1-a6fb-a621594591a0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:19:46.980217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc69897-6e4f-4340-a5d2-9e4d661bcfd6 req-d1d28f8a-4298-4a26-8844-4b8a27e39463 service neutron] 10.222.0.64 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110243 Oct 19 01:19:46.994492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:19:46.997385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:19:47.044815 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:19:47.052707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-2eaa5ca1-5b02-4b87-8861-a6ac666993ea tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:47.054197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-2eaa5ca1-5b02-4b87-8861-a6ac666993ea tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 807 time: 0.7169259 Oct 19 01:19:47.091255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1270128467-network', 'tenant_id': '5517afad22f14f96877a236272385e59'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:47.095866 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.098069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-74240fad-810a-4479-940e-199cd5c2177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:47.100971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-74240fad-810a-4479-940e-199cd5c2177e service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 200 len: 921 time: 0.9927309 Oct 19 01:19:47.108128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Request body: {'port': {'device_id': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'admin_state_up': True, 'tenant_id': '727131d066ac40408ef77c15c56541f8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:47.124813 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.131604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d4f53af1-9cdb-45a4-8214-d287b0b3b78a HTTP/1.1" status: 204 len: 168 time: 2.4042296 Oct 19 01:19:47.184768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-3c1e9e02-493b-46b9-8865-08c1aebb470d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 200 len: 217 time: 0.0477357 Oct 19 01:19:47.223142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02059758-0026-4559-b5ed-7fddb87b9e36 req-15e858ca-49d9-47c8-a957-2441d0d6d3a0 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.0816569 Oct 19 01:19:47.252509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:19:47.357428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f322-d051-46e9-9b14-d48798ec8bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f53af1-9cdb-45a4-8214-d287b0b3b78a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:47.359753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:47.431746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-5ac8d779-c6c1-43c8-920c-95de364199fb tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips/48ca869d-f4c5-4a66-806a-d16b9c25623e HTTP/1.1" status: 200 len: 694 time: 0.1679928 Oct 19 01:19:47.507081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2edf7b7b-023f-42b5-b059-b295b0544c08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da6db2569bd84ce2a0aa47ffee117d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461985 Oct 19 01:19:47.516311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34312) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:47.537415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-fe4d13d3-e31e-4247-8e3e-de397e45af11 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:47.538667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-fe4d13d3-e31e-4247-8e3e-de397e45af11 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 1.3007176 Oct 19 01:19:47.558718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Made reservation on behalf of 5517afad22f14f96877a236272385e59 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:47.563233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.635019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.641058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-5fd3a5b5-0a4d-4c38-8d72-b9935404a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:47.642691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-5fd3a5b5-0a4d-4c38-8d72-b9935404a07e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 200 len: 860 time: 0.4217649 Oct 19 01:19:47.649466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-da6e0753-de75-4180-995a-54a024b55df2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.0824292 Oct 19 01:19:47.711581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33b6675d-9225-4573-8001-093984135f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 5, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:19:47.785922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b6675d-9225-4573-8001-093984135f34 None None] The sync data for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 is: [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4', 'name': '', 'network_id': 'e69084b0-326e-4c45-910f-c723cee4dc58', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'mac_address': 'fa:16:3e:34:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:22Z', 'updated_at': '2021-10-19T01:18:35Z', 'revision_number': 5, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'subnets': [{'id': 'f0d98d6c-3474-436d-b0b9-1aa54a252ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:19:47.796837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cba6be43-f7fa-456b-ae23-b78552b3e6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.814298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.867186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-10dad187-9536-4661-88fd-2a23390bad90 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:47.874058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.889462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-10dad187-9536-4661-88fd-2a23390bad90 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 784 time: 0.4488075 Oct 19 01:19:47.907396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cba6be43-f7fa-456b-ae23-b78552b3e6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.946306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Made reservation on behalf of 727131d066ac40408ef77c15c56541f8 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:47.950217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:47.954494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-c6a57ecf-6b43-4bcc-b09a-fd117ad11d3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69084b0-326e-4c45-910f-c723cee4dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2878830 Oct 19 01:19:47.955319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34318) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:47.976333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-687265a6-89fe-4237-8dfc-98cd464fe3f7 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 697 time: 0.0804710 Oct 19 01:19:48.039929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:48.087664 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-c18eced6-470c-4460-9718-11c327bcaa49 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 697 time: 0.1026261 Oct 19 01:19:48.209185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-5c85d800-bd2d-4c37-8009-0e8e7aa4f0b0 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279623 Oct 19 01:19:48.215677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb5bb0-56a5-4709-8d5b-d4f18d73fa4f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:48.280644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c203e1be-cfb1-4761-94e8-5b5d8cfb5d35 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-958838628'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:48.281354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c203e1be-cfb1-4761-94e8-5b5d8cfb5d35 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Unknown quota resources ['metering_label']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:19:48.282499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-07660cf2-9305-4da0-8cb9-7a3ad23cb5e0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6172819 Oct 19 01:19:48.288552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cba6be43-f7fa-456b-ae23-b78552b3e6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.293256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cba6be43-f7fa-456b-ae23-b78552b3e6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.294479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cba6be43-f7fa-456b-ae23-b78552b3e6e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6faf1ff-08c4-4ac8-a3bf-5be1ac7411ad HTTP/1.1" status: 204 len: 168 time: 0.7769618 Oct 19 01:19:48.303359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.303799 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Added segment 9bc687b7-7177-47fd-b173-716773035d56 of type vlan for network 01d9dfb0-fda3-487c-bfca-54755ed9babb Oct 19 01:19:48.331046 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a037376-4517-459a-81f8-183352d9042b None None] New status for floating IP 48ca869d-f4c5-4a66-806a-d16b9c25623e: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:19:48.387824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6be43-f7fa-456b-ae23-b78552b3e6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6faf1ff-08c4-4ac8-a3bf-5be1ac7411ad,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:48.571739 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.625156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c203e1be-cfb1-4761-94e8-5b5d8cfb5d35 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.639234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c203e1be-cfb1-4761-94e8-5b5d8cfb5d35 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6721964 Oct 19 01:19:48.640248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34330) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:48.646253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b69e4062-11d6-4199-9822-c4b2322e9a58 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd9961f12-b410-43d5-b264-cefcfc832458'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:48.647020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b69e4062-11d6-4199-9822-c4b2322e9a58 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:19:48.753144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ca254c6-be92-4c66-8ac2-d4a7721bf499 req-2fcfbbb5-f82c-4f43-985d-9e39b00eda33 service neutron] 10.222.0.62 "GET /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329726 Oct 19 01:19:48.794716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Allocated IP 172.20.0.3 (2307de7f-b14d-4842-9b63-1759f75b5a26/993f09c0-62fd-4b63-9261-1c44ce768cc1/b2b06471-a45d-44fa-9b6f-0faeca51695f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:48.814152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-dbce66f4-6529-41e1-8789-865d70a6a898 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141153 Oct 19 01:19:48.819611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.820664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:48.821429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.822004 n-d-789963-20 neutron-server[100847]: WARNING neutron.services.metering.metering_plugin [None req-b69e4062-11d6-4199-9822-c4b2322e9a58 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:19:48.908279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Deleting port f237e8d3-9be3-4889-9558-430444c4a1ca {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:48.908791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:48.956139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6201446 Oct 19 01:19:48.984761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:48.993375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Request body: {'subnet': {'network_id': '01d9dfb0-fda3-487c-bfca-54755ed9babb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1270128467-subnet', 'tenant_id': '5517afad22f14f96877a236272385e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.041374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b69e4062-11d6-4199-9822-c4b2322e9a58 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.043370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b69e4062-11d6-4199-9822-c4b2322e9a58 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4006653 Oct 19 01:19:49.049334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.052635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.053102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.058117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ddd89952-6de3-448e-83ea-733f558e219e tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd9961f12-b410-43d5-b264-cefcfc832458'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.058878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ddd89952-6de3-448e-83ea-733f558e219e tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:19:49.087440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Calling delete_port for f237e8d3-9be3-4889-9558-430444c4a1ca owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:49.137011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Made reservation on behalf of 5517afad22f14f96877a236272385e59 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:49.139446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.144398 n-d-789963-20 neutron-server[100847]: WARNING neutron.services.metering.metering_plugin [None req-ddd89952-6de3-448e-83ea-733f558e219e tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:19:49.293665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddd89952-6de3-448e-83ea-733f558e219e tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.295113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ddd89952-6de3-448e-83ea-733f558e219e tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2446558 Oct 19 01:19:49.300247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.349364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-86fe83af-2db5-4bd7-9a2b-718eb0c92877 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=a2645101-66e4-452a-b19e-994454dc26b5 HTTP/1.1" status: 200 len: 464 time: 0.0490856 Oct 19 01:19:49.355614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34352) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.428014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe41f87-d531-44a9-a4f5-1b0c93bd4899 admin admin] Pushing event updated for resources: {'Network': ['ID=01d9dfb0-fda3-487c-bfca-54755ed9babb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:49.439440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 01d9dfb0-fda3-487c-bfca-54755ed9babb details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:49.493577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-eb43a4c3-5717-4127-9603-3cdf27b019a3 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691389 Oct 19 01:19:49.504129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.537391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba133045-de27-4797-b13b-8751a094bbb9 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.538679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ba133045-de27-4797-b13b-8751a094bbb9 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/a2645101-66e4-452a-b19e-994454dc26b5 HTTP/1.1" status: 204 len: 168 time: 0.1784444 Oct 19 01:19:49.543765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34356) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.556385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.572526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34358) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.586010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['49583b3b-bbbf-4500-ae21-5beaaeb479ad'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:49.640615 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.649714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-39d5eb7c-1f73-483b-841d-30b31fe333b7 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=a2645101-66e4-452a-b19e-994454dc26b5 HTTP/1.1" status: 200 len: 221 time: 0.1009195 Oct 19 01:19:49.660448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34362) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:49.686817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Network 2307de7f-b14d-4842-9b63-1759f75b5a26 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:49.688375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:49.691272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:49.693595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:49.704304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-80acd87c-20ab-44e5-b018-1633302efcea tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1463553450', 'description': 'label created by tempest'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.705911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-80acd87c-20ab-44e5-b018-1633302efcea tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Unknown quota resources ['metering_label']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:19:49.728175 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.809150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.822048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event deleted for resources: {'Port': ['ID=f237e8d3-9be3-4889-9558-430444c4a1ca,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:49.833045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:49.833710 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:49.834478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1012505859-network', 'tenant_id': '06a52cfdd2e04471a82240372a09094a'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.909635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-e7b3d535-7e1f-4a41-b1f8-7b10d58adfe9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8062932 Oct 19 01:19:49.946518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Request body: {'port': {'device_id': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:49.958546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9502c-3c34-4208-ad8c-459c351f5967 req-a5128c43-f526-4908-bf1b-d2315c70ec0c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:49.961337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abb9502c-3c34-4208-ad8c-459c351f5967 req-a5128c43-f526-4908-bf1b-d2315c70ec0c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 931 time: 0.1247878 Oct 19 01:19:50.067905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abb9502c-3c34-4208-ad8c-459c351f5967 req-9a5ab277-7469-482c-9edb-00310eec0ced tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Oct 19 01:19:50.133376 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.162326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.165075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.166487 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a34ab73-282a-42d7-a2b1-7cd6fab30e07 req-98426e1d-7845-4b37-8985-c45e582c5a6e tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "DELETE /v2.0/floatingips/48ca869d-f4c5-4a66-806a-d16b9c25623e HTTP/1.1" status: 204 len: 173 time: 2.0710175 Oct 19 01:19:50.181256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Made reservation on behalf of 06a52cfdd2e04471a82240372a09094a for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:50.184581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.252613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80acd87c-20ab-44e5-b018-1633302efcea tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.257108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-80acd87c-20ab-44e5-b018-1633302efcea tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5722628 Oct 19 01:19:50.258170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e7ecfc-5dcd-471c-88cd-4502a8513c92,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:50.274384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-59b24dce-35aa-4343-b561-5336e2f9ad3d req-51fb3f6c-16bc-4cd4-9e1d-55d1a7e7db55 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 210 time: 0.1342382 Oct 19 01:19:50.275400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34376) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:50.318501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.343595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Checking segment: {'id': '9bc687b7-7177-47fd-b173-716773035d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '01d9dfb0-fda3-487c-bfca-54755ed9babb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:50.343955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Network hostable DHCP agents. Network: 01d9dfb0-fda3-487c-bfca-54755ed9babb, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:50.357524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cdb8f97-1f5b-4341-94b7-19aa2b864233 req-2f031cb9-3304-497f-bfa4-24d0504579c7 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups/98f3f151-a691-4381-99fc-77c656a0a91d HTTP/1.1" status: 200 len: 1808 time: 0.1090605 Oct 19 01:19:50.393508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Network 01d9dfb0-fda3-487c-bfca-54755ed9babb is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:50.452352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 01d9dfb0-fda3-487c-bfca-54755ed9babb) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:50.462366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3dd9cd8a-1b09-44d0-9f7d-bc113bc77671 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=bb3469ef-2907-4b55-8b68-404c2266287d HTTP/1.1" status: 200 len: 468 time: 0.1849804 Oct 19 01:19:50.464217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64771201-d116-4c21-a4e8-8330af5b8c4a None None] Network 01d9dfb0-fda3-487c-bfca-54755ed9babb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:50.465150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34384) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:50.482075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:50.482688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.538837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7cdb8f97-1f5b-4341-94b7-19aa2b864233 req-41ccbbd1-6a87-4eaf-97e7-61ce79ec58ee tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:50.770503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d18b5d-1764-4c3c-985f-6f1af27bbec7 None None] Network 01d9dfb0-fda3-487c-bfca-54755ed9babb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:51.025194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e9f12095-7a7e-4861-95fd-19043303d5e3 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.026967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e9f12095-7a7e-4861-95fd-19043303d5e3 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/bb3469ef-2907-4b55-8b68-404c2266287d HTTP/1.1" status: 204 len: 168 time: 0.5608473 Oct 19 01:19:51.029874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34392) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:51.086024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7cdb8f97-1f5b-4341-94b7-19aa2b864233 req-41ccbbd1-6a87-4eaf-97e7-61ce79ec58ee tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.102724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cebdd4da-e7cc-4cd2-805e-ea5a90c30820 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1163015 Oct 19 01:19:51.165966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b06471-a45d-44fa-9b6f-0faeca51695f {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:51.175142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.192218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Transition to ACTIVE for port object b2b06471-a45d-44fa-9b6f-0faeca51695f will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:51.219062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b6d899bc-ad40-40e3-8d7e-349b1e9ac03b tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=bb3469ef-2907-4b55-8b68-404c2266287d HTTP/1.1" status: 200 len: 216 time: 0.1874871 Oct 19 01:19:51.220314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34400) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:51.222167 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.266402 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.281874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.352889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b182775b-aece-4bc7-b0e6-c8b0463e7425 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1191730 Oct 19 01:19:51.356194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34404) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:51.357243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:19:51.397993 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7cdb8f97-1f5b-4341-94b7-19aa2b864233 req-41ccbbd1-6a87-4eaf-97e7-61ce79ec58ee tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.417081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-7cdb8f97-1f5b-4341-94b7-19aa2b864233 req-41ccbbd1-6a87-4eaf-97e7-61ce79ec58ee tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.436049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cdb8f97-1f5b-4341-94b7-19aa2b864233 req-41ccbbd1-6a87-4eaf-97e7-61ce79ec58ee tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "DELETE /v2.0/security-groups/98f3f151-a691-4381-99fc-77c656a0a91d HTTP/1.1" status: 204 len: 173 time: 1.0676272 Oct 19 01:19:51.462416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.465292 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Added segment 72c52633-836a-4a70-bf05-43873e90a812 of type vlan for network f452063c-b579-4487-83f9-9c9bc5ab1eeb Oct 19 01:19:51.467519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39928f8-5a24-43b8-b0e8-e4dea7bf619e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:51.515915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccbbd1-6a87-4eaf-97e7-61ce79ec58ee tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f3f151-a691-4381-99fc-77c656a0a91d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:51.544694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-aef7807a-8b66-40e8-993a-f7d475175e6b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:51.546303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-aef7807a-8b66-40e8-993a-f7d475175e6b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.1362333 Oct 19 01:19:51.551768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:51.552206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:51.552440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:51.563786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:51.564129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:51.574969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:51.575303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:51.575822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:51.576663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Bound port: b2b06471-a45d-44fa-9b6f-0faeca51695f, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:51.577020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.588619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af49de18-84da-4c23-bf12-4def4b64a986 req-7caf8405-146f-4933-8492-87723b5a416d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 210 time: 0.0296321 Oct 19 01:19:51.601724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': '6b99079e-056f-4150-a0df-ec7f6a521924', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:51.612350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.680991 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.682403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:51.683753 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.697584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5a3cadff-d502-436b-b586-842945f28d43 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2850747 Oct 19 01:19:51.709763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34412) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:51.719002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:51.807035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2326818 Oct 19 01:19:51.817435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1622a8-80dc-463d-a51d-aa23d7cdf867 req-166bce9e-1a1d-4bb9-81b5-52c07e370a8e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:51.817631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34416) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:51.819341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b1622a8-80dc-463d-a51d-aa23d7cdf867 req-166bce9e-1a1d-4bb9-81b5-52c07e370a8e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.6256742 Oct 19 01:19:51.829148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5d7df0db-4ca5-4cb5-9bd5-89cdbee6e9f3 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/d9961f12-b410-43d5-b264-cefcfc832458 HTTP/1.1" status: 200 len: 472 time: 0.1115110 Oct 19 01:19:51.832194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Request body: {'subnet': {'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1012505859-subnet', 'tenant_id': '06a52cfdd2e04471a82240372a09094a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:51.865687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34418) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:51.899258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:51.903714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Made reservation on behalf of 06a52cfdd2e04471a82240372a09094a for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:51.906181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:51.926193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-88faf1ff-385e-4ebd-9d85-e2fd6f3995c9 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/af93d9b4-b549-4e57-9565-3cd2334246dc HTTP/1.1" status: 200 len: 461 time: 0.0591867 Oct 19 01:19:51.927196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb7831-9854-4fd8-9fd6-e74e1e9f71c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f452063c-b579-4487-83f9-9c9bc5ab1eeb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:51.938598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34420) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:51.942570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f452063c-b579-4487-83f9-9c9bc5ab1eeb details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:19:51.944002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:51.966259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b1622a8-80dc-463d-a51d-aa23d7cdf867 req-cbbfa736-be70-4aae-946e-8d16c1c73c10 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299996 Oct 19 01:19:51.970251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a6b0e786-4517-4cc3-af74-064868c7e2b7 req-375fed56-0816-450d-ad67-f5e1fc2b2999 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1884992784', 'description': 'tempest-description-1728620774'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:51.973067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.041819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a6b0e786-4517-4cc3-af74-064868c7e2b7 req-375fed56-0816-450d-ad67-f5e1fc2b2999 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.075641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:52.179328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.180386 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.181836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-951f4617-45a7-4552-acaf-385f026c5325 service neutron] 10.222.0.62 "PUT /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 1092 time: 2.2419577 Oct 19 01:19:52.182984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:52.187067 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0686072c-7af5-4bf9-84b5-de51d228d105" -d '{"events": [{"name": "network-changed", "server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:52.202477 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a6b0e786-4517-4cc3-af74-064868c7e2b7 req-375fed56-0816-450d-ad67-f5e1fc2b2999 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.211754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a6b0e786-4517-4cc3-af74-064868c7e2b7 req-375fed56-0816-450d-ad67-f5e1fc2b2999 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.233244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.246620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a411262a-5792-471e-99cd-be0011b61b2a tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.250270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a411262a-5792-471e-99cd-be0011b61b2a tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/af93d9b4-b549-4e57-9565-3cd2334246dc HTTP/1.1" status: 204 len: 168 time: 0.3082221 Oct 19 01:19:52.251092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34426) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:52.282785 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545196ec-b22f-4fff-b8e4-02c1c434a679 x-openstack-request-id: req-545196ec-b22f-4fff-b8e4-02c1c434a679 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:52.283241 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:52.283595 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-545196ec-b22f-4fff-b8e4-02c1c434a679 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:52.283745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fed56-0816-450d-ad67-f5e1fc2b2999 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:52.284196 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f', 'status': 'completed', 'code': 200} Oct 19 01:19:52.297837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:52.302215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.324718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-37b06977-1b5c-4f15-93e4-83b830ffeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.326465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-37b06977-1b5c-4f15-93e4-83b830ffeda0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1095 time: 0.0843906 Oct 19 01:19:52.356323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a6b0e786-4517-4cc3-af74-064868c7e2b7 req-375fed56-0816-450d-ad67-f5e1fc2b2999 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.358223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6b0e786-4517-4cc3-af74-064868c7e2b7 req-375fed56-0816-450d-ad67-f5e1fc2b2999 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3960879 Oct 19 01:19:52.384917 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-19dafbca-dba0-4241-9f23-91c7375a9b96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 217 time: 0.0474713 Oct 19 01:19:52.449392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d7f4b1-fd65-4975-afd3-5f671025bb49,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:52.527636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-335de6e4-5593-4266-988d-e3d9d019924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.529339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-335de6e4-5593-4266-988d-e3d9d019924d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1116364 Oct 19 01:19:52.570229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65114194-27e6-4397-bb69-17b54eeaec5d req-a1e54b07-0933-4718-8f84-9f3a8ff20504 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.571967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65114194-27e6-4397-bb69-17b54eeaec5d req-a1e54b07-0933-4718-8f84-9f3a8ff20504 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.1558206 Oct 19 01:19:52.581212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-161e9114-d044-4ce6-ba98-2c25a01edf60 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.584663 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-161e9114-d044-4ce6-ba98-2c25a01edf60 tempest-MeteringTestJSON-56172772 tempest-MeteringTestJSON-56172772-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/d9961f12-b410-43d5-b264-cefcfc832458 HTTP/1.1" status: 204 len: 168 time: 0.3114793 Oct 19 01:19:52.594804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Checking segment: {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:52.595110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Network hostable DHCP agents. Network: f452063c-b579-4487-83f9-9c9bc5ab1eeb, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:19:52.597377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-5eec949e-b08a-4f9e-ba70-d74850e7a524 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448005 Oct 19 01:19:52.633174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-998b7f7a-85ee-4e4c-acfa-b72e15b57cf7 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60 HTTP/1.1" status: 200 len: 1815 time: 0.2351637 Oct 19 01:19:52.642944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:52.643254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:52.675060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.7 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:52.714238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65114194-27e6-4397-bb69-17b54eeaec5d req-afb238fe-23ba-4344-b767-e181547da471 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223011 Oct 19 01:19:52.765432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Network f452063c-b579-4487-83f9-9c9bc5ab1eeb is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:19:52.775410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-99c81677-570b-48ee-9ca7-66214f889a7f service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674278 Oct 19 01:19:52.781525 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.837397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.841634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f452063c-b579-4487-83f9-9c9bc5ab1eeb) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:52.849934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.852082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:52.853673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.857101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a88c5-559e-45f5-9881-97874bb48993 None None] Network f452063c-b579-4487-83f9-9c9bc5ab1eeb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:52.868780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28641fcd-e1de-4743-b11a-8ae1682e3b49 req-8a8db62f-74cb-4f04-b89f-404fb5556ecc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 210 time: 0.0623622 Oct 19 01:19:52.917614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34442) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:52.936630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a0425840-1ef3-405b-b332-ee980e76b250 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1145532 Oct 19 01:19:52.944675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:52.950911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7240cc9-0849-4ad2-8be9-3bd123b40e0e req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3161647 Oct 19 01:19:52.953958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b925c-03e0-4d39-99fb-8c1ee442bf2e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4e0e7f-6c09-4348-b234-5ce3507a26a7,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:53.097017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61038427-1b55-40ce-b22e-2de5a90a5976 req-dc34fa74-f12e-46cd-a349-9ca178d3cae7 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065155 Oct 19 01:19:53.103953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.126516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d703523-6b31-475b-943d-87069062263a req-d52e4ce3-80ae-4fb0-a65e-5c59ad17041e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60 HTTP/1.1" status: 200 len: 2409 time: 0.1433141 Oct 19 01:19:53.174060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85efbc7c-6c60-49fa-88df-c81086d88b31 None None] Network f452063c-b579-4487-83f9-9c9bc5ab1eeb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:19:53.230616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c768-13af-4eaf-b0e1-a98ad63fc1cd req-f406e9f4-e63a-4029-94fd-97fa63ada793 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.239354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d25c768-13af-4eaf-b0e1-a98ad63fc1cd req-f406e9f4-e63a-4029-94fd-97fa63ada793 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1383317 Oct 19 01:19:53.242129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e91d53a7-ed34-4def-a216-cab2e59a92e6 req-ea02c09c-d859-446a-9b47-ff8973ca73a5 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-group-rules/2e4e0e7f-6c09-4348-b234-5ce3507a26a7 HTTP/1.1" status: 200 len: 778 time: 0.1004112 Oct 19 01:19:53.266081 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57435e5f-594e-4d9a-ba7f-55d9101aafb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.290255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.303239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d25c768-13af-4eaf-b0e1-a98ad63fc1cd req-b9d43c65-6385-4d80-bb97-8a7047a7d99f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629563 Oct 19 01:19:53.351088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:53.357486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:53.650641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:53.661714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:53.680136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:53.698459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-67865232-8eb8-44a5-96d7-a00578bbdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.700237 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-67865232-8eb8-44a5-96d7-a00578bbdbbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1095 time: 0.5040278 Oct 19 01:19:53.841755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-ec8e87e8-0c3a-4395-ac93-8f52afc2faea tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.843460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-ec8e87e8-0c3a-4395-ac93-8f52afc2faea tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 822 time: 0.2282867 Oct 19 01:19:53.864807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-2cbcd6d6-dbe3-422d-8d18-5ac6641b0626 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/quotas/06a52cfdd2e04471a82240372a09094a HTTP/1.1" status: 200 len: 375 time: 0.0130796 Oct 19 01:19:53.874906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:53.893073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e91d53a7-ed34-4def-a216-cab2e59a92e6 req-630e41a3-d712-4221-a818-7a074b8a9539 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60 HTTP/1.1" status: 200 len: 2409 time: 0.6239777 Oct 19 01:19:53.903688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-6a6955ea-c1d1-47ac-abcb-f006a6842f1f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312345 Oct 19 01:19:53.950681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.950933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:53.983793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-c3501d09-844e-47a6-830e-8da2464edfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:53.985277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-c3501d09-844e-47a6-830e-8da2464edfbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.2454135 Oct 19 01:19:54.004874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-1d3f6c4f-52cc-4548-b03e-fbd91d689868 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4337995 Oct 19 01:19:54.035931 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-2a1960a9-a307-433b-87bb-162f860db018 service neutron] 10.222.0.64 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265028 Oct 19 01:19:54.041695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e91d53a7-ed34-4def-a216-cab2e59a92e6 req-8ab1d9e4-a115-4a4c-bc5c-7d1d6f5af120 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.050909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Request body: {'port': {'device_id': '6b99079e-056f-4150-a0df-ec7f6a521924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:54.054073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-1c778c02-3b8b-4874-bcfd-eb0409a8ab13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 217 time: 0.0610757 Oct 19 01:19:54.069764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e91d53a7-ed34-4def-a216-cab2e59a92e6 req-8ab1d9e4-a115-4a4c-bc5c-7d1d6f5af120 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.114000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57435e5f-594e-4d9a-ba7f-55d9101aafb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.141026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57435e5f-594e-4d9a-ba7f-55d9101aafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.159901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-1e80f249-5ddd-495f-938a-95d1ca974b19 service neutron] 10.222.0.64 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164980 Oct 19 01:19:54.234331 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e91d53a7-ed34-4def-a216-cab2e59a92e6 req-8ab1d9e4-a115-4a4c-bc5c-7d1d6f5af120 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.240871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34484) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:54.259473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-57435e5f-594e-4d9a-ba7f-55d9101aafb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30ad3b9db65a4fcab9e2518364a35d80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3123360 Oct 19 01:19:54.265255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e91d53a7-ed34-4def-a216-cab2e59a92e6 req-8ab1d9e4-a115-4a4c-bc5c-7d1d6f5af120 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.280504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e91d53a7-ed34-4def-a216-cab2e59a92e6 req-8ab1d9e4-a115-4a4c-bc5c-7d1d6f5af120 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2e4e0e7f-6c09-4348-b234-5ce3507a26a7 HTTP/1.1" status: 204 len: 173 time: 0.3789649 Oct 19 01:19:54.297678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-2a327a84-3d15-47de-a76c-32a8bf1d6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:54.310306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-2a327a84-3d15-47de-a76c-32a8bf1d6d67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.2426143 Oct 19 01:19:54.321370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57435e5f-594e-4d9a-ba7f-55d9101aafb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e179a4-e183-4835-8b17-4ae37d20768d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:54.374247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b55ced5-fb00-496b-98a7-1d48e7fb6c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.376125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.394093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1d9e4-a115-4a4c-bc5c-7d1d6f5af120 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e4e0e7f-6c09-4348-b234-5ce3507a26a7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:54.430340 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-20ad6dd6-a159-445a-9139-ef543a1c0da4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682874 Oct 19 01:19:54.439291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b55ced5-fb00-496b-98a7-1d48e7fb6c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.492079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff14f5-511a-4507-9e54-25d110c67b85 req-4ce7faf8-3926-40ac-aba2-742d2ff0fd39 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:54.501371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ff14f5-511a-4507-9e54-25d110c67b85 req-4ce7faf8-3926-40ac-aba2-742d2ff0fd39 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 931 time: 0.1045353 Oct 19 01:19:54.556828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ff14f5-511a-4507-9e54-25d110c67b85 req-ceea805a-de21-4fef-9b13-3c7c668488fc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Oct 19 01:19:54.570164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b55ced5-fb00-496b-98a7-1d48e7fb6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.574183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b55ced5-fb00-496b-98a7-1d48e7fb6c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.576526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7b55ced5-fb00-496b-98a7-1d48e7fb6c93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3e179a4-e183-4835-8b17-4ae37d20768d HTTP/1.1" status: 204 len: 168 time: 0.3346639 Oct 19 01:19:54.592269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-54f2bb2b-0c1b-43a9-b126-97f11acd14db req-bc2f0258-1705-4cd3-b952-11e505028f7e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-647631463', 'description': 'tempest-description-1696002554'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:54.616200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55ced5-fb00-496b-98a7-1d48e7fb6c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e179a4-e183-4835-8b17-4ae37d20768d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:54.619332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54f2bb2b-0c1b-43a9-b126-97f11acd14db req-bc2f0258-1705-4cd3-b952-11e505028f7e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.776802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54f2bb2b-0c1b-43a9-b126-97f11acd14db req-bc2f0258-1705-4cd3-b952-11e505028f7e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.785645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54f2bb2b-0c1b-43a9-b126-97f11acd14db req-bc2f0258-1705-4cd3-b952-11e505028f7e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.805801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-c1ec03d8-0d4e-4e1f-a2e4-3852877a89a4 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634779 Oct 19 01:19:54.855618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f0258-1705-4cd3-b952-11e505028f7e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f27dbb-c8fe-4dc7-b50c-5a9ab17a5a12,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:54.875952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-54f2bb2b-0c1b-43a9-b126-97f11acd14db req-bc2f0258-1705-4cd3-b952-11e505028f7e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:54.889019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54f2bb2b-0c1b-43a9-b126-97f11acd14db req-bc2f0258-1705-4cd3-b952-11e505028f7e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3007393 Oct 19 01:19:55.017715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebc04418-5b4a-437f-b916-1ceb45dc59a5 req-468fef54-e0e4-4f2b-ac31-603127e93401 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 210 time: 0.0807135 Oct 19 01:19:55.069775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60f66c-d3ba-44a1-a68f-3aeee90fcfd7 req-b280b3b8-b6cb-4caf-b1c6-539f225c9a7c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.071770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be60f66c-d3ba-44a1-a68f-3aeee90fcfd7 req-b280b3b8-b6cb-4caf-b1c6-539f225c9a7c tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.6403773 Oct 19 01:19:55.164699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-7280fe70-1f6d-49d2-ad8b-0bcd62367645 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.167631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-7280fe70-1f6d-49d2-ad8b-0bcd62367645 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.62 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 945 time: 0.6579866 Oct 19 01:19:55.219620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1b223-b130-4483-bb27-aba3bdcea28b req-e09f519b-df6a-473c-8aef-e5d13a51977e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.228224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d1b223-b130-4483-bb27-aba3bdcea28b req-e09f519b-df6a-473c-8aef-e5d13a51977e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.0961988 Oct 19 01:19:55.266638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34510) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:55.312691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d1b223-b130-4483-bb27-aba3bdcea28b req-4dbbc550-d04e-4ac8-9448-6a850d1cd4b6 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733540 Oct 19 01:19:55.313988 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e10bc30-69d5-4d90-8fc2-d449da43c746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.369350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be60f66c-d3ba-44a1-a68f-3aeee90fcfd7 req-1f2ce4c8-22ce-4726-88c8-4f9e8841b788 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c503a26-fbb8-405f-a029-b9bb0f3118ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867260 Oct 19 01:19:55.374487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0686072c-7af5-4bf9-84b5-de51d228d105 req-152d1242-81a5-4324-9c07-7a0a8ec044c7 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557430 Oct 19 01:19:55.425135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e10bc30-69d5-4d90-8fc2-d449da43c746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.431900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Deleting port e5161955-1fe2-4be8-a629-fec010ff1e4d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:55.432710 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.437514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e10bc30-69d5-4d90-8fc2-d449da43c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.524739 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1e10bc30-69d5-4d90-8fc2-d449da43c746 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b63c0085ef34150942c132c9bfcd0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559006 Oct 19 01:19:55.526185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10bc30-69d5-4d90-8fc2-d449da43c746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2ec28c-2d98-4cc1-b7e3-a263a601d49d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:55.528727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34512) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:55.532933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8570884-04b1-4c66-9d66-151830f71911 req-0eb7d6ee-178d-4717-9dc6-2d55403bc5e5 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/53f27dbb-c8fe-4dc7-b50c-5a9ab17a5a12 HTTP/1.1" status: 200 len: 1814 time: 0.1060293 Oct 19 01:19:55.579759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-29dc2436-dd6b-4115-8639-0f3e16512d6e req-cba69b27-edf5-4b7d-9af4-f67250564a8f tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-167480151', 'description': 'tempest-description-1672867262'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:55.609378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e409b41-2216-4968-941c-401c90cb7d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.611849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] For port e5161955-1fe2-4be8-a629-fec010ff1e4d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e5161955-1fe2-4be8-a629-fec010ff1e4d,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:55.612257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.643805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Calling delete_port for e5161955-1fe2-4be8-a629-fec010ff1e4d owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:55.644064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e409b41-2216-4968-941c-401c90cb7d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.662730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-29dc2436-dd6b-4115-8639-0f3e16512d6e req-cba69b27-edf5-4b7d-9af4-f67250564a8f tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.728995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e409b41-2216-4968-941c-401c90cb7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.732777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:55.733084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e409b41-2216-4968-941c-401c90cb7d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.744695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1e409b41-2216-4968-941c-401c90cb7d8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c2ec28c-2d98-4cc1-b7e3-a263a601d49d HTTP/1.1" status: 204 len: 168 time: 0.2075021 Oct 19 01:19:55.761076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.803420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e409b41-2216-4968-941c-401c90cb7d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2ec28c-2d98-4cc1-b7e3-a263a601d49d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:55.879017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-29dc2436-dd6b-4115-8639-0f3e16512d6e req-cba69b27-edf5-4b7d-9af4-f67250564a8f tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.896633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Transition to ACTIVE for port object e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:55.914910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-1b90c728-e2fd-418a-b4da-cf4637741a0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4011693 Oct 19 01:19:55.916141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-29dc2436-dd6b-4115-8639-0f3e16512d6e req-cba69b27-edf5-4b7d-9af4-f67250564a8f tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:55.946756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc28a-853f-4a1b-b29a-19dc07486d58 req-fb95fe7b-264a-4d4c-8c59-0344d1885ed8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:55.961497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba69b27-edf5-4b7d-9af4-f67250564a8f tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756e9604-6070-48a8-9edb-ff3c3bbb3472,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:55.965148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-474cc28a-853f-4a1b-b29a-19dc07486d58 req-fb95fe7b-264a-4d4c-8c59-0344d1885ed8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 931 time: 0.3277667 Oct 19 01:19:55.965860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.049362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-29dc2436-dd6b-4115-8639-0f3e16512d6e req-cba69b27-edf5-4b7d-9af4-f67250564a8f tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.068526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29dc2436-dd6b-4115-8639-0f3e16512d6e req-cba69b27-edf5-4b7d-9af4-f67250564a8f tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4958029 Oct 19 01:19:56.116231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-a198d3ac-3df1-41d8-a4bf-e325985bc445 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:56.130201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-a198d3ac-3df1-41d8-a4bf-e325985bc445 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.62 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 822 time: 0.2835643 Oct 19 01:19:56.148344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Request body: {'port': {'device_id': '67205b34-bea3-464d-a552-8c1c50f03029', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'admin_state_up': True, 'tenant_id': '06a52cfdd2e04471a82240372a09094a'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:56.235766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d88d84bd-17bb-4fc9-885b-91aaeb93259d req-17060689-b99e-4940-890c-5995965d549a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 210 time: 0.0720594 Oct 19 01:19:56.248346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Pushing event updated for resources: {'Port': ['ID=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:56.299171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-474cc28a-853f-4a1b-b29a-19dc07486d58 req-605afd0e-6b10-4c7b-ae28-a8be7d72c2f0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895005 Oct 19 01:19:56.397008 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f59d819-c908-413b-8e7b-eda6b860150f req-f3491b4d-39fe-4a59-a7c3-53fe74bf36d2 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/756e9604-6070-48a8-9edb-ff3c3bbb3472 HTTP/1.1" status: 200 len: 1814 time: 0.0937877 Oct 19 01:19:56.441610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-729c0479-fb34-4259-93d0-397d45f57018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:56.443513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-729c0479-fb34-4259-93d0-397d45f57018 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 1097 time: 0.4122539 Oct 19 01:19:56.446936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Made reservation on behalf of 06a52cfdd2e04471a82240372a09094a for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:19:56.472839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.566246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:56.585015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e5161955-1fe2-4be8-a629-fec010ff1e4d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:19:56.617684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Attempting to bind port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:56.618019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Attempting to bind port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:56.618355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Attempting to bind port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:56.742598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Pushing event deleted for resources: {'Port': ['ID=e5161955-1fe2-4be8-a629-fec010ff1e4d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:56.751700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:56.752048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Attempting to bind port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:56.762516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0a54d-23fb-4f41-9dfe-a0a3f433526d req-6e6ba00d-8e67-4f43-baa1-6180c1deb3db tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:56.770904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0a54d-23fb-4f41-9dfe-a0a3f433526d req-6e6ba00d-8e67-4f43-baa1-6180c1deb3db tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1272545 Oct 19 01:19:56.886034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0a54d-23fb-4f41-9dfe-a0a3f433526d req-6ef658d8-639f-47ef-b169-a1715dc87649 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140902 Oct 19 01:19:56.886282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-1161dd90-5fe2-4184-805e-9a78e8f6aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:56.888089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-1161dd90-5fe2-4184-805e-9a78e8f6aae0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.4158845 Oct 19 01:19:56.904524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Allocated IP 172.20.0.2 (f452063c-b579-4487-83f9-9c9bc5ab1eeb/89d7f4b1-fd65-4975-afd3-5f671025bb49/b4b8075e-6918-4ff9-a160-b1a9021d7fbe) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:19:56.905338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:56.911164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:56.919144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:56.919926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Bound port: e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:56.920585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.046374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-b92b34e4-250d-4cd5-8645-e39f81208449 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 200 len: 217 time: 0.1452086 Oct 19 01:19:57.085277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] No DVR routers for this DVR port e5161955-1fe2-4be8-a629-fec010ff1e4d on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:19:57.111696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-51deb477-eec1-47eb-8cba-215a7d699e38 req-6318ea06-54c4-4123-bba5-4f4c03e03914 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-462672209', 'description': 'tempest-description-1016302104'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:57.121107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.130894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc34d045-9ab0-4fd7-b8ac-f6b69a9d47ef req-49b0eee7-8d43-45ef-a0d7-b3e6320d6267 tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.62 "DELETE /v2.0/ports/e5161955-1fe2-4be8-a629-fec010ff1e4d HTTP/1.1" status: 204 len: 173 time: 1.9443417 Oct 19 01:19:57.137970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'name': 'network-vif-deleted', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:57.146455 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c7a47-b9a3-4b50-b339-2f2043f35432" -d '{"events": [{"server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "name": "network-vif-deleted", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:57.256481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-106cb23b-8740-46b5-a62f-7875ff3cde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.257957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-106cb23b-8740-46b5-a62f-7875ff3cde6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.1754415 Oct 19 01:19:57.266396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51deb477-eec1-47eb-8cba-215a7d699e38 req-6318ea06-54c4-4123-bba5-4f4c03e03914 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.277750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.293945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] For port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:57.317357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-76bacc32-d43b-4aa2-8477-0cc8ec608918 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373549 Oct 19 01:19:57.340355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] For port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:57.352034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-236850bd-d8ee-41d0-a2f5-177c0cea15fa req-0b943a70-e9b0-4b7d-bdf9-f88e51964d0f tempest-ServerRescueTestJSONUnderV235-138450982 tempest-ServerRescueTestJSONUnderV235-138450982-project] 10.222.0.64 "GET /v2.0/ports?device_id=31df295f-00db-4eed-a5bf-6db839983902 HTTP/1.1" status: 200 len: 210 time: 0.0363028 Oct 19 01:19:57.355134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.376497 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.431454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Network f452063c-b579-4487-83f9-9c9bc5ab1eeb is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:19:57.441214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:19:57.446824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:19:57.508716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.515107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.517905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] 10.222.0.74 "PUT /v2.0/ports/e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 HTTP/1.1" status: 200 len: 1092 time: 3.4735961 Oct 19 01:19:57.524429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:57.592984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.593577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.614759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d3c8-40c4-4375-9264-b269b9015661 req-8985bce2-f5b0-4ba4-878f-4cc0d8ffe54f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.616331 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9791d3c8-40c4-4375-9264-b269b9015661 req-8985bce2-f5b0-4ba4-878f-4cc0d8ffe54f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 946 time: 0.1074569 Oct 19 01:19:57.625350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e7665183-914e-4a64-80b0-e0d672ac8f5d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4840493 Oct 19 01:19:57.640091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Request body: {'port': {'device_id': '67205b34-bea3-464d-a552-8c1c50f03029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:57.706036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6596ec-10d8-46bb-8523-c6e2b1b02c8b service neutron] Pushing event updated for resources: {'Port': ['ID=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:57.735698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51deb477-eec1-47eb-8cba-215a7d699e38 req-6318ea06-54c4-4123-bba5-4f4c03e03914 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.740695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-1756395e-0043-4568-8044-cb046dbf3e89 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156494 Oct 19 01:19:57.744503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51deb477-eec1-47eb-8cba-215a7d699e38 req-6318ea06-54c4-4123-bba5-4f4c03e03914 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.795216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-48a83833-6d65-41c2-88a5-b6e12be1a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:57.796757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-48a83833-6d65-41c2-88a5-b6e12be1a3db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 1095 time: 0.2011364 Oct 19 01:19:57.803803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.808228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-51deb477-eec1-47eb-8cba-215a7d699e38 req-6318ea06-54c4-4123-bba5-4f4c03e03914 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:57.820505 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51deb477-eec1-47eb-8cba-215a7d699e38 req-6318ea06-54c4-4123-bba5-4f4c03e03914 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0732086 Oct 19 01:19:57.877032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ea06-54c4-4123-bba5-4f4c03e03914 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe5a799-4071-4f4a-9ba1-c11fb4c40d3d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:57.970657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9791d3c8-40c4-4375-9264-b269b9015661 req-a97d6813-f5b7-4956-9e17-2eb30675453d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443503 Oct 19 01:19:58.002290 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5643f51c-6644-43cf-be50-0ec4a64b4664 x-openstack-request-id: req-5643f51c-6644-43cf-be50-0ec4a64b4664 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:58.002808 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31df295f-00db-4eed-a5bf-6db839983902", "name": "network-vif-deleted", "tag": "e5161955-1fe2-4be8-a629-fec010ff1e4d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:58.002889 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5643f51c-6644-43cf-be50-0ec4a64b4664 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:58.003297 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31df295f-00db-4eed-a5bf-6db839983902', 'name': 'network-vif-deleted', 'tag': 'e5161955-1fe2-4be8-a629-fec010ff1e4d', 'status': 'completed', 'code': 200} Oct 19 01:19:58.005594 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-d0e05034-1625-4ba8-8387-36794430b3b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 HTTP/1.1" status: 200 len: 217 time: 0.1576777 Oct 19 01:19:58.132187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d2d1-56d2-44a5-a0df-13cb8845c6c8 req-5eedc7ce-7731-4658-ae22-b37f20b77db4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.143123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7845d2d1-56d2-44a5-a0df-13cb8845c6c8 req-5eedc7ce-7731-4658-ae22-b37f20b77db4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 931 time: 0.1347532 Oct 19 01:19:58.143123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-11223e01-f532-4147-be94-be202e009d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.143123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-11223e01-f532-4147-be94-be202e009d9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.1359859 Oct 19 01:19:58.158571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93ad49c2-b43e-4c0d-94bb-8820c5f0091b req-33e62968-199f-476d-be9b-1a97ca9014ed service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026165 Oct 19 01:19:58.210846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-0aea5819-6636-4828-aee5-c0fa06eda770 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442669 Oct 19 01:19:58.263821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7845d2d1-56d2-44a5-a0df-13cb8845c6c8 req-b66fbc3b-6358-4bde-bb9a-f836dd6b774f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195984 Oct 19 01:19:58.308519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca19a86-749c-4c6c-a3ed-f3587748fa85 req-941b910e-a777-4740-bf01-fc8e865efb5e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.318572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dca19a86-749c-4c6c-a3ed-f3587748fa85 req-941b910e-a777-4740-bf01-fc8e865efb5e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 943 time: 0.1912749 Oct 19 01:19:58.386209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a762b144-11a4-4eab-91a9-796b968d9491 req-ce2aa632-b804-427b-a744-6f3e8edea98c tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/fbe5a799-4071-4f4a-9ba1-c11fb4c40d3d HTTP/1.1" status: 200 len: 1814 time: 0.0698664 Oct 19 01:19:58.408561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-93bcdc37-3fa2-4953-a701-c36ddbb40fa0 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829064 Oct 19 01:19:58.514199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b8075e-6918-4ff9-a160-b1a9021d7fbe {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:19:58.534729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:58.559122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dca19a86-749c-4c6c-a3ed-f3587748fa85 req-db789b63-3610-4faa-a839-794c6a0a0df1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396100 Oct 19 01:19:58.589442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Transition to ACTIVE for port object b4b8075e-6918-4ff9-a160-b1a9021d7fbe will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:19:58.596260 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:58.637650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376094d-2734-4bdd-83e8-35d8153f4241 req-d886f0d3-0d81-4985-b6b6-13fed9e1f99f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.657693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c376094d-2734-4bdd-83e8-35d8153f4241 req-d886f0d3-0d81-4985-b6b6-13fed9e1f99f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1080954 Oct 19 01:19:58.665715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34608) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:58.705912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39e018a2-8379-4e31-a8dc-922f63b883a3 req-6aa9a539-f92d-40ca-9c48-441ff2c293b7 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808125 Oct 19 01:19:58.754082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c376094d-2734-4bdd-83e8-35d8153f4241 req-cf9a10f3-787a-4dc8-9c2c-24d8aebad2a2 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955141 Oct 19 01:19:58.769412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-4b35070a-8af5-42ef-ad0c-afd1796ddba9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:58.771088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-4b35070a-8af5-42ef-ad0c-afd1796ddba9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 946 time: 0.1541111 Oct 19 01:19:58.793846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34610) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:58.805268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a97ba48f-2088-49a7-ad8a-35cfa21585aa req-dd5efe20-544f-471b-ae99-87963ed43dad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-673876634', 'description': 'tempest-description-1936805202'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:58.837143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:58.908290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e5161955-1fe2-4be8-a629-fec010ff1e4d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:19:58.954655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: e5161955-1fe2-4be8-a629-fec010ff1e4d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:19:58.955003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e5161955-1fe2-4be8-a629-fec010ff1e4d not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:19:59.123131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Attempting to bind port b4b8075e-6918-4ff9-a160-b1a9021d7fbe on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:19:59.123468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Attempting to bind port b4b8075e-6918-4ff9-a160-b1a9021d7fbe by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:19:59.123795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Attempting to bind port b4b8075e-6918-4ff9-a160-b1a9021d7fbe on network f452063c-b579-4487-83f9-9c9bc5ab1eeb {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:59.128299 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a97ba48f-2088-49a7-ad8a-35cfa21585aa req-dd5efe20-544f-471b-ae99-87963ed43dad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.189181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Port b4b8075e-6918-4ff9-a160-b1a9021d7fbe on network f452063c-b579-4487-83f9-9c9bc5ab1eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:19:59.189444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Attempting to bind port b4b8075e-6918-4ff9-a160-b1a9021d7fbe on network f452063c-b579-4487-83f9-9c9bc5ab1eeb {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:19:59.252513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ea9bd3ff-e6fd-4ab0-8aa2-c44eb94ee29b tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:19:59.268893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a97ba48f-2088-49a7-ad8a-35cfa21585aa req-dd5efe20-544f-471b-ae99-87963ed43dad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.277644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:19:59.277989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Checking segment: {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:19:59.279545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Bound using segment: {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:19:59.279545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Bound port: b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:19:59.279545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.331813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984f899-cc5a-4570-94d1-6833539fe4a3 req-8372f4cd-5f04-4784-bba1-a792a131b418 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:59.333535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c984f899-cc5a-4570-94d1-6833539fe4a3 req-8372f4cd-5f04-4784-bba1-a792a131b418 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 946 time: 0.0858896 Oct 19 01:19:59.354463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Deleting port 528c9c16-4189-4575-bbc3-fd7f60c1f62e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:19:59.354896 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.370573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ea9bd3ff-e6fd-4ab0-8aa2-c44eb94ee29b tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "PUT /v2.0/quotas/9f470516572e43ba9d25f1528b50007f HTTP/1.1" status: 200 len: 366 time: 0.5737498 Oct 19 01:19:59.372705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:19:59.374847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a97ba48f-2088-49a7-ad8a-35cfa21585aa req-dd5efe20-544f-471b-ae99-87963ed43dad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.379132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:19:59.382843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34620) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:59.404530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.450028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a4bcf9c2-4e89-4c7c-8310-f25ee482a238 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0601687 Oct 19 01:19:59.452137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34622) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:59.478314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ef04db96-4542-4831-b6e6-72a56f864907 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "GET /v2.0/quotas/9f470516572e43ba9d25f1528b50007f HTTP/1.1" status: 200 len: 366 time: 0.0210867 Oct 19 01:19:59.484143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34624) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:59.487366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a97ba48f-2088-49a7-ad8a-35cfa21585aa req-dd5efe20-544f-471b-ae99-87963ed43dad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.488603 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a97ba48f-2088-49a7-ad8a-35cfa21585aa req-dd5efe20-544f-471b-ae99-87963ed43dad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7981927 Oct 19 01:19:59.504150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5efe20-544f-471b-ae99-87963ed43dad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2484d8e-11e3-4f71-b6e5-eff2064751a7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:59.508466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:59.509072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.509943 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c984f899-cc5a-4570-94d1-6833539fe4a3 req-d30f9c43-98f5-4c58-8ed2-7a462222f78f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691000 Oct 19 01:19:59.528147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] 10.222.0.62 "PUT /v2.0/ports/b4b8075e-6918-4ff9-a160-b1a9021d7fbe HTTP/1.1" status: 200 len: 1092 time: 1.8912804 Oct 19 01:19:59.542721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:19:59.545109 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4064205e-0aea-4228-94f9-3da5920239a4" -d '{"events": [{"name": "network-changed", "server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:19:59.568151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2b1a3320-07e5-4135-ba8b-aece24a159e1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/9f470516572e43ba9d25f1528b50007f HTTP/1.1" status: 204 len: 168 time: 0.0806460 Oct 19 01:19:59.568380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34630) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:59.580910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] For port 528c9c16-4189-4575-bbc3-fd7f60c1f62e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=528c9c16-4189-4575-bbc3-fd7f60c1f62e,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:19:59.581293 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.602270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Calling delete_port for 528c9c16-4189-4575-bbc3-fd7f60c1f62e owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:19:59.678812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4cb18263-8599-4048-9268-44f8a3bfd28d tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1088817 Oct 19 01:19:59.679928 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4137dbf-2c57-4db6-a884-9dc6735a6df7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:59.682800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34634) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:59.715137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8ae1c17e-5316-4fff-bfd4-32ffcd0f034c tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "GET /v2.0/quotas/9f470516572e43ba9d25f1528b50007f HTTP/1.1" status: 200 len: 370 time: 0.0284553 Oct 19 01:19:59.719789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34636) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:59.730222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e7a44-8d10-4f21-baed-a7d0c576f3ff req-dd55f9e4-9d36-41fb-ab38-c1ebe9ed0565 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:59.731760 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-339e7a44-8d10-4f21-baed-a7d0c576f3ff req-dd55f9e4-9d36-41fb-ab38-c1ebe9ed0565 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 943 time: 0.1493256 Oct 19 01:19:59.745749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-193aa8ee-f1f9-430c-852f-6d8828b87a64 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "GET /v2.0/quotas/9f470516572e43ba9d25f1528b50007f/default HTTP/1.1" status: 200 len: 370 time: 0.0066962 Oct 19 01:19:59.751750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34638) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:19:59.766616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-47a894f7-7aa1-46f8-91cb-a384c39b9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:19:59.768220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-47a894f7-7aa1-46f8-91cb-a384c39b9fe4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 1095 time: 0.1789973 Oct 19 01:19:59.768945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-208057aa-a68a-44ae-b588-a75564207b8b req-54b095af-2da0-4b07-aa64-70f4f7fefd2c tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/c2484d8e-11e3-4f71-b6e5-eff2064751a7 HTTP/1.1" status: 200 len: 1814 time: 0.0987473 Oct 19 01:19:59.769748 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-65afd5fb-deae-4c37-9e76-c019f07bbed5 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] delete failed (client error): The resource could not be found. Oct 19 01:19:59.770673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-65afd5fb-deae-4c37-9e76-c019f07bbed5 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/9f470516572e43ba9d25f1528b50007f HTTP/1.1" status: 404 len: 348 time: 0.0173821 Oct 19 01:19:59.830877 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ca3fc2-aad0-4144-a4d7-14d401be3537 x-openstack-request-id: req-83ca3fc2-aad0-4144-a4d7-14d401be3537 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:19:59.831142 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:19:59.831394 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83ca3fc2-aad0-4144-a4d7-14d401be3537 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:19:59.831787 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'status': 'completed', 'code': 200} Oct 19 01:19:59.848457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-74244e7d-ba17-46d0-906d-4d7c38d39521 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe HTTP/1.1" status: 200 len: 217 time: 0.0706317 Oct 19 01:19:59.868935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:19:59.942324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event deleted for resources: {'Port': ['ID=528c9c16-4189-4575-bbc3-fd7f60c1f62e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:19:59.955088 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-339e7a44-8d10-4f21-baed-a7d0c576f3ff req-54f60792-104c-48f0-be23-bc1334a95c7f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917980 Oct 19 01:19:59.999135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34652) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:00.009828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b99079e-056f-4150-a0df-ec7f6a521924', 'tag': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:00.013398 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e2b9b-955c-4939-888c-f0db45cd72f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b99079e-056f-4150-a0df-ec7f6a521924", "tag": "e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:00.026189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-2576584b-c849-4ece-b7f1-93f26bad9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:00.029641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-2576584b-c849-4ece-b7f1-93f26bad9e58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89d7f4b1-fd65-4975-afd3-5f671025bb49 HTTP/1.1" status: 200 len: 862 time: 0.1714699 Oct 19 01:20:00.059741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] No DVR routers for this DVR port 528c9c16-4189-4575-bbc3-fd7f60c1f62e on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:00.062631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.063570 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-6a91d0bf-4337-48be-8e41-0e36784ad230 req-d645cc36-4b87-4b80-9278-09f1590e2fb0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] show failed (client error): The resource could not be found. Oct 19 01:20:00.066964 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5bd77c8-5732-4e5c-9f57-ecbe24383a1b req-7c2b3a6b-4ca7-4b8f-bd82-ca7509e0bd31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "DELETE /v2.0/ports/528c9c16-4189-4575-bbc3-fd7f60c1f62e HTTP/1.1" status: 204 len: 173 time: 1.2842674 Oct 19 01:20:00.072735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a91d0bf-4337-48be-8e41-0e36784ad230 req-d645cc36-4b87-4b80-9278-09f1590e2fb0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/483bdfec-7963-44b1-93b8-014ecdfda83a HTTP/1.1" status: 404 len: 352 time: 0.0407572 Oct 19 01:20:00.094285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327852a-f01a-486a-ba87-74c3dd598db1 req-c440e1bd-6081-40db-a6b6-38e9804b478e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:00.100793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a327852a-f01a-486a-ba87-74c3dd598db1 req-c440e1bd-6081-40db-a6b6-38e9804b478e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 943 time: 0.1730511 Oct 19 01:20:00.165229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:network and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:00.189249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a327852a-f01a-486a-ba87-74c3dd598db1 req-01f151d6-8686-4c5a-881b-26a7e899c7ba tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856938 Oct 19 01:20:00.205651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-4cd648c2-7d23-4c4b-b9e1-b297f73c5fef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f452063c-b579-4487-83f9-9c9bc5ab1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175168 Oct 19 01:20:00.228079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:00.284029 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c013b-cc6a-49fd-9f8f-604409d83a2f x-openstack-request-id: req-aa7c013b-cc6a-49fd-9f8f-604409d83a2f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:00.284514 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b99079e-056f-4150-a0df-ec7f6a521924", "tag": "e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:00.284601 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa7c013b-cc6a-49fd-9f8f-604409d83a2f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:00.286243 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b99079e-056f-4150-a0df-ec7f6a521924', 'tag': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7', 'status': 'completed', 'code': 200} Oct 19 01:20:00.310478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:subnet and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:00.315686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:00.378572 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-2e4eb4dd-17af-4930-9aea-18d21fc01f6b req-1561d984-773c-445e-9e0c-da522b48076c tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] show failed (client error): The resource could not be found. Oct 19 01:20:00.388897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e4eb4dd-17af-4930-9aea-18d21fc01f6b req-1561d984-773c-445e-9e0c-da522b48076c tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-group-rules/b2322e2b-d4b8-411c-9c53-380aa18c48ed HTTP/1.1" status: 404 len: 361 time: 0.0526187 Oct 19 01:20:00.457829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.487145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc5040-22f5-40f6-aefc-23732e3edf1d req-7369b80c-fef6-4b23-94a4-502cfdffe5e0 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:00.494301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0acc5040-22f5-40f6-aefc-23732e3edf1d req-7369b80c-fef6-4b23-94a4-502cfdffe5e0 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.2864501 Oct 19 01:20:00.543759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-24151664-903c-4523-80eb-714c2ccbbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:00.545639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-24151664-903c-4523-80eb-714c2ccbbae0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 1095 time: 0.2178040 Oct 19 01:20:00.570159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:subnetpool and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:00.624982 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b419bd5c-01a4-462c-a00e-3325f9f49309 req-71d86e7c-5fd0-4849-87e9-8dba62d8b68c tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/c2484d8e-11e3-4f71-b6e5-eff2064751a7 HTTP/1.1" status: 200 len: 1814 time: 0.1996009 Oct 19 01:20:00.625399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:00.654572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-38c6e3d8-b307-492f-a3d5-14d5a17d3370 service neutron] 10.222.0.62 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368081 Oct 19 01:20:00.663230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:port and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:00.787776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-60b53bba-4618-4f5e-a04e-9f5792515bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:00.789206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-60b53bba-4618-4f5e-a04e-9f5792515bcc service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.2282546 Oct 19 01:20:00.811523 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b419bd5c-01a4-462c-a00e-3325f9f49309 req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:00.903118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-11fbf907-5ac7-4257-aa98-b97805096ba1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 HTTP/1.1" status: 200 len: 217 time: 0.0981009 Oct 19 01:20:00.945859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b419bd5c-01a4-462c-a00e-3325f9f49309 req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.074623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-53df215d-4977-4a61-a25e-6f4cadaf58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:01.076053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-53df215d-4977-4a61-a25e-6f4cadaf58a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.1549776 Oct 19 01:20:01.136979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-4f907f45-2c00-4c50-962c-adead2a8354a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471787 Oct 19 01:20:01.144712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b419bd5c-01a4-462c-a00e-3325f9f49309 req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.147346 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b419bd5c-01a4-462c-a00e-3325f9f49309 req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.148500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b419bd5c-01a4-462c-a00e-3325f9f49309 req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "DELETE /v2.0/security-groups/c2484d8e-11e3-4f71-b6e5-eff2064751a7 HTTP/1.1" status: 204 len: 173 time: 0.5137277 Oct 19 01:20:01.241821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:01.263698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0acc5040-22f5-40f6-aefc-23732e3edf1d req-906d5c31-3140-4f10-bc32-dad8a16167b8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920075 Oct 19 01:20:01.274350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-3d02de31-1914-4588-a018-a9d274e6687b service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248777 Oct 19 01:20:01.328799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2484d8e-11e3-4f71-b6e5-eff2064751a7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:01.367096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bda4d5e-ec6c-426e-800d-18c04b41c63a req-48692116-bb7f-4595-9387-4783adc56bc3 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.0728498 Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.394114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99aeb1-4351-43be-b7b2-f3899f7ee7f8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:01.396644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:router and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:01.434867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:01.449720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:01.509320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:floatingip and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:01.518438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a2b9d-2eea-40c0-8d56-8712304a6d22 req-1d1e5540-f0e8-452d-b7a4-4ff1b212f1f7 service neutron] 10.222.0.62 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531902 Oct 19 01:20:01.536627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:01.642888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c6e2b9b-955c-4939-888c-f0db45cd72f0 req-c98bb27f-4d9f-49a8-84a5-e2cc4f433735 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498468 Oct 19 01:20:01.667040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2962a4fd-583c-4034-a725-1758416f7a29 req-8fad1290-d63d-4f0a-b823-948b9f9a29ad tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/fbe5a799-4071-4f4a-9ba1-c11fb4c40d3d HTTP/1.1" status: 200 len: 1814 time: 0.2002075 Oct 19 01:20:01.718127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:01.752388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7', 'mac_address': 'fa:16:3e:a5:9a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:01.756392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 528c9c16-4189-4575-bbc3-fd7f60c1f62e no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:01.779308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2962a4fd-583c-4034-a725-1758416f7a29 req-a00703b1-b93d-4df4-9cbd-b046f9308dbb tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.795029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 528c9c16-4189-4575-bbc3-fd7f60c1f62e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:01.795753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 528c9c16-4189-4575-bbc3-fd7f60c1f62e not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:01.804531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064205e-0aea-4228-94f9-3da5920239a4 req-7835fd6f-caa2-4ca0-8114-b4ebc7cd72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:01.806193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4064205e-0aea-4228-94f9-3da5920239a4 req-7835fd6f-caa2-4ca0-8114-b4ebc7cd72c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 1095 time: 0.2276924 Oct 19 01:20:01.836520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2962a4fd-583c-4034-a725-1758416f7a29 req-a00703b1-b93d-4df4-9cbd-b046f9308dbb tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.874855 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.881419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:security_group and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:01.890687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:01.894642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:01.931823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:01.934614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2962a4fd-583c-4034-a725-1758416f7a29 req-a00703b1-b93d-4df4-9cbd-b046f9308dbb tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.941278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2962a4fd-583c-4034-a725-1758416f7a29 req-a00703b1-b93d-4df4-9cbd-b046f9308dbb tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.943225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:01.952580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2962a4fd-583c-4034-a725-1758416f7a29 req-a00703b1-b93d-4df4-9cbd-b046f9308dbb tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "DELETE /v2.0/security-groups/fbe5a799-4071-4f4a-9ba1-c11fb4c40d3d HTTP/1.1" status: 204 len: 173 time: 0.2844892 Oct 19 01:20:01.974717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Usage tracker for resource:security_group_rule and project:b371a974aec34a03b9e73dcf1aef8c8b is out of sync, need to count used quota {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 01:20:01.982433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00703b1-b93d-4df4-9cbd-b046f9308dbb tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe5a799-4071-4f4a-9ba1-c11fb4c40d3d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:02.067325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Deleting port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:02.067642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.098445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:02.114760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1815c-2514-40b9-8866-eaad5dcf3ec8 req-90488839-8e0c-48f5-9700-240c322dbefa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.116357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.quota.resource [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100847) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 01:20:02.121027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78d1815c-2514-40b9-8866-eaad5dcf3ec8 req-90488839-8e0c-48f5-9700-240c322dbefa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 944 time: 0.0890050 Oct 19 01:20:02.149527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e7621-15ed-4dac-9369-dfafbbaf37c8 req-e885c62a-eb34-4bfd-bbc1-e655d96000ae tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.153740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-059e7621-15ed-4dac-9369-dfafbbaf37c8 req-e885c62a-eb34-4bfd-bbc1-e655d96000ae tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 943 time: 0.7514069 Oct 19 01:20:02.201570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0835ee7d-4e6d-421a-9998-1a28acc9aff1 tempest-QuotasTest-1401341603 tempest-QuotasTest-1401341603-project-admin] 10.222.0.64 "GET /v2.0/quotas/b371a974aec34a03b9e73dcf1aef8c8b/details.json HTTP/1.1" status: 200 len: 703 time: 2.2013795 Oct 19 01:20:02.220592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78d1815c-2514-40b9-8866-eaad5dcf3ec8 req-662344a7-bd1e-4f36-ac13-3644057f4b86 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898716 Oct 19 01:20:02.252196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064205e-0aea-4228-94f9-3da5920239a4 req-1de50a68-0e13-4fa6-804f-01a2991ffd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.253663 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4064205e-0aea-4228-94f9-3da5920239a4 req-1de50a68-0e13-4fa6-804f-01a2991ffd32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 923 time: 0.4388402 Oct 19 01:20:02.317123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'name': 'network-vif-deleted', 'tag': '528c9c16-4189-4575-bbc3-fd7f60c1f62e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:02.323639 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f6463b-d6fc-4cbf-b7ff-41fca3dd6e06" -d '{"events": [{"server_uuid": "f86c9736-dc25-4316-8ad2-301bd2f68093", "name": "network-vif-deleted", "tag": "528c9c16-4189-4575-bbc3-fd7f60c1f62e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:02.328852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4064205e-0aea-4228-94f9-3da5920239a4 req-5f3631b3-91cc-411c-8f5b-ecb38c3761c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe HTTP/1.1" status: 200 len: 217 time: 0.0651519 Oct 19 01:20:02.351504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:02.353603 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-059e7621-15ed-4dac-9369-dfafbbaf37c8 req-f09f9c16-84ba-4bd7-b409-ea54913ab120 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854243 Oct 19 01:20:02.373187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ed6c77f-02f6-494a-b56b-eece28cb7730 req-475f98c8-e3e8-461e-9224-11ec39e9acb1 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/756e9604-6070-48a8-9edb-ff3c3bbb3472 HTTP/1.1" status: 200 len: 1814 time: 0.1215134 Oct 19 01:20:02.378813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] For port a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,segment=NetworkSegment(649de0d8-97d4-42c4-a0cb-0adbb53fdfdd),segment_id=649de0d8-97d4-42c4-a0cb-0adbb53fdfdd)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:02.379566 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.396041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Calling delete_port for a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:02.520855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9ed6c77f-02f6-494a-b56b-eece28cb7730 req-9ad5b959-1a7b-466e-845e-1184bf5b69f3 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.568442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9ed6c77f-02f6-494a-b56b-eece28cb7730 req-9ad5b959-1a7b-466e-845e-1184bf5b69f3 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.615482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064205e-0aea-4228-94f9-3da5920239a4 req-5916a07e-65d5-4466-b414-69f3fa9e5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.617264 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4064205e-0aea-4228-94f9-3da5920239a4 req-5916a07e-65d5-4466-b414-69f3fa9e5059 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=89d7f4b1-fd65-4975-afd3-5f671025bb49 HTTP/1.1" status: 200 len: 862 time: 0.0659769 Oct 19 01:20:02.632907 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9ed6c77f-02f6-494a-b56b-eece28cb7730 req-9ad5b959-1a7b-466e-845e-1184bf5b69f3 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.638094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9ed6c77f-02f6-494a-b56b-eece28cb7730 req-9ad5b959-1a7b-466e-845e-1184bf5b69f3 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.660558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ed6c77f-02f6-494a-b56b-eece28cb7730 req-9ad5b959-1a7b-466e-845e-1184bf5b69f3 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "DELETE /v2.0/security-groups/756e9604-6070-48a8-9edb-ff3c3bbb3472 HTTP/1.1" status: 204 len: 173 time: 0.2789142 Oct 19 01:20:02.694141 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936d697-f3ca-4548-86bb-8cd1127da1c8 x-openstack-request-id: req-3936d697-f3ca-4548-86bb-8cd1127da1c8 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:02.694557 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86c9736-dc25-4316-8ad2-301bd2f68093", "name": "network-vif-deleted", "tag": "528c9c16-4189-4575-bbc3-fd7f60c1f62e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:02.695476 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3936d697-f3ca-4548-86bb-8cd1127da1c8 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:02.696978 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86c9736-dc25-4316-8ad2-301bd2f68093', 'name': 'network-vif-deleted', 'tag': '528c9c16-4189-4575-bbc3-fd7f60c1f62e', 'status': 'completed', 'code': 200} Oct 19 01:20:02.699053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5b959-1a7b-466e-845e-1184bf5b69f3 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e9604-6070-48a8-9edb-ff3c3bbb3472,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:02.770763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4064205e-0aea-4228-94f9-3da5920239a4 req-14d16dab-47e7-4604-ab4e-53c9fe718f0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f452063c-b579-4487-83f9-9c9bc5ab1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633743 Oct 19 01:20:02.773654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34690) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:02.788056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d83a-f96f-4556-aeba-ac71d151a495 req-63be4142-8ecf-46a3-9c7c-9c34aa3ec2ba tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:02.795268 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-46c0e665-d449-40af-a0c6-38ec7ddfb34c req-8cd36323-0598-4baf-a1be-69b6bc9a922e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.0490670 Oct 19 01:20:02.795866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96a9d83a-f96f-4556-aeba-ac71d151a495 req-63be4142-8ecf-46a3-9c7c-9c34aa3ec2ba tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1775224 Oct 19 01:20:02.864679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db38f69e-b6ab-40a9-9ac5-bd905d022f67 req-da621a9b-dd96-4260-bdb9-1a8196409fa8 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/53f27dbb-c8fe-4dc7-b50c-5a9ab17a5a12 HTTP/1.1" status: 200 len: 1814 time: 0.0542312 Oct 19 01:20:02.948704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96a9d83a-f96f-4556-aeba-ac71d151a495 req-dc098d82-1b29-4ac7-a8a3-e892dafb1361 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466568 Oct 19 01:20:02.975587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-db38f69e-b6ab-40a9-9ac5-bd905d022f67 req-f5e40cf0-00ef-4d1b-97fb-230186a68f8e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:02.999588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-06980aa4-95b7-4fa8-809b-b9465f193eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.006075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-db38f69e-b6ab-40a9-9ac5-bd905d022f67 req-f5e40cf0-00ef-4d1b-97fb-230186a68f8e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.018469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4064205e-0aea-4228-94f9-3da5920239a4 req-5364b59a-3013-4650-b9cc-07e2c02d264c service neutron] 10.222.0.62 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181282 Oct 19 01:20:03.060758 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-db38f69e-b6ab-40a9-9ac5-bd905d022f67 req-f5e40cf0-00ef-4d1b-97fb-230186a68f8e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.061353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.064203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-db38f69e-b6ab-40a9-9ac5-bd905d022f67 req-f5e40cf0-00ef-4d1b-97fb-230186a68f8e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.065500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db38f69e-b6ab-40a9-9ac5-bd905d022f67 req-f5e40cf0-00ef-4d1b-97fb-230186a68f8e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "DELETE /v2.0/security-groups/53f27dbb-c8fe-4dc7-b50c-5a9ab17a5a12 HTTP/1.1" status: 204 len: 173 time: 0.2001116 Oct 19 01:20:03.091933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e40cf0-00ef-4d1b-97fb-230186a68f8e tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f27dbb-c8fe-4dc7-b50c-5a9ab17a5a12,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:03.124381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:03.191278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.191570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.191879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.192382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.192721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.193161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.193494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.193828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.194197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.194641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.195055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.195385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:03.310871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c1ceb93-a4ee-4b05-858d-7b338d62ba52 req-bf7f24c3-4b10-46b5-9581-e8c314cc0054 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "GET /v2.0/security-groups/e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60 HTTP/1.1" status: 200 len: 1815 time: 0.1989970 Oct 19 01:20:03.332709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4064205e-0aea-4228-94f9-3da5920239a4 req-1598e026-e8e0-405c-85e6-2a346317ddf5 service neutron] 10.222.0.62 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024304 Oct 19 01:20:03.406825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15c26c-5176-44da-bb32-fae366de17f6 req-1c8d380f-fe7f-4bec-93f8-ec224cd08100 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:03.408549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a15c26c-5176-44da-bb32-fae366de17f6 req-1c8d380f-fe7f-4bec-93f8-ec224cd08100 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 944 time: 0.1076000 Oct 19 01:20:03.426856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-06980aa4-95b7-4fa8-809b-b9465f193eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.438731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-06980aa4-95b7-4fa8-809b-b9465f193eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.458369 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a15c26c-5176-44da-bb32-fae366de17f6 req-d5597daf-d183-4f7b-8173-6b7fd5cf4a7e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381219 Oct 19 01:20:03.460995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:03.562505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:03.569577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-06980aa4-95b7-4fa8-809b-b9465f193eab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e162552138f44b39862d708c5540981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7948232 Oct 19 01:20:03.570186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34702) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:03.570293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:03.570717 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.591208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06980aa4-95b7-4fa8-809b-b9465f193eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d763d0-55a7-4deb-a61c-6665c86d1d0c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:03.632612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362aed74-40b9-4c9f-91fa-645d21eef723 req-e2652627-3595-47f6-895d-2a6798a820a7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:03.638787 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-362aed74-40b9-4c9f-91fa-645d21eef723 req-e2652627-3595-47f6-895d-2a6798a820a7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 943 time: 0.0889237 Oct 19 01:20:03.658247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.682061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c1ceb93-a4ee-4b05-858d-7b338d62ba52 req-acd848fa-fc2e-4ddb-a289-0aacd3b910b0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.714609 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c1ceb93-a4ee-4b05-858d-7b338d62ba52 req-acd848fa-fc2e-4ddb-a289-0aacd3b910b0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.723747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-362aed74-40b9-4c9f-91fa-645d21eef723 req-5b58ba28-c1d6-4b67-9f7c-f94d47bcbe34 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783598 Oct 19 01:20:03.749041 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.769038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c1ceb93-a4ee-4b05-858d-7b338d62ba52 req-acd848fa-fc2e-4ddb-a289-0aacd3b910b0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.771571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9c1ceb93-a4ee-4b05-858d-7b338d62ba52 req-acd848fa-fc2e-4ddb-a289-0aacd3b910b0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.776776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c1ceb93-a4ee-4b05-858d-7b338d62ba52 req-acd848fa-fc2e-4ddb-a289-0aacd3b910b0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] 10.222.0.64 "DELETE /v2.0/security-groups/e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60 HTTP/1.1" status: 204 len: 173 time: 0.4581738 Oct 19 01:20:03.779843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34704) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:03.785895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b99079e-056f-4150-a0df-ec7f6a521924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:03.788981 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62de323b-636c-4f53-8927-85bcc3901a38" -d '{"events": [{"server_uuid": "6b99079e-056f-4150-a0df-ec7f6a521924", "name": "network-vif-plugged", "status": "completed", "tag": "e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:03.805222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:03.810825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.848419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] Deleting subnet 12e7ecfc-5dcd-471c-88cd-4502a8513c92 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:03.852062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.858158 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf7e723-8d83-4f01-9cfd-73172e2f0358 x-openstack-request-id: req-3bf7e723-8d83-4f01-9cfd-73172e2f0358 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:03.860038 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b99079e-056f-4150-a0df-ec7f6a521924", "name": "network-vif-plugged", "status": "completed", "tag": "e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:03.860295 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bf7e723-8d83-4f01-9cfd-73172e2f0358 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:03.860694 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b99079e-056f-4150-a0df-ec7f6a521924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7', 'code': 200} Oct 19 01:20:03.907736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:03.920124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:03.979504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd848fa-fc2e-4ddb-a289-0aacd3b910b0 tempest-SecurityGroupRulesNegativeTestJSON-598205392 tempest-SecurityGroupRulesNegativeTestJSON-598205392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bd28f7-ce57-4c57-9dd1-5b6751d8bf60,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:04.002576 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.053373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4a6cd-5244-4270-8623-d6cb23a2e75a req-0b9108c7-5304-41b4-b241-05affa1a94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.055152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cee4a6cd-5244-4270-8623-d6cb23a2e75a req-0b9108c7-5304-41b4-b241-05affa1a94ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 1097 time: 0.1035597 Oct 19 01:20:04.059857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac01ec06-29d2-422f-a763-d24039ccf789 req-956a60ab-40a1-4785-96f9-62b84678afd2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.1197340 Oct 19 01:20:04.082380 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-726e6625-1fd3-45c4-ae63-0b609940785a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.106076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.153642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-726e6625-1fd3-45c4-ae63-0b609940785a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.164744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cee4a6cd-5244-4270-8623-d6cb23a2e75a req-4d9246dc-27c8-47df-9da9-08a11a04f5ff service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019030 Oct 19 01:20:04.170497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e7ecfc-5dcd-471c-88cd-4502a8513c92,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:04.191158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.194507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-84577521-5cdb-46a7-8b9a-56def50f8d97 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/12e7ecfc-5dcd-471c-88cd-4502a8513c92 HTTP/1.1" status: 204 len: 168 time: 0.4131021 Oct 19 01:20:04.196961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34712) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:04.238652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64934e-9b6d-408a-b4fb-c55ae0f796dd req-832e9f0f-f839-47fc-8f5c-58dc32f2e72f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.239892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb64934e-9b6d-408a-b4fb-c55ae0f796dd req-832e9f0f-f839-47fc-8f5c-58dc32f2e72f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1514163 Oct 19 01:20:04.300950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-726e6625-1fd3-45c4-ae63-0b609940785a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.304246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-726e6625-1fd3-45c4-ae63-0b609940785a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.305156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-726e6625-1fd3-45c4-ae63-0b609940785a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81d763d0-55a7-4deb-a61c-6665c86d1d0c HTTP/1.1" status: 204 len: 168 time: 0.7275300 Oct 19 01:20:04.337627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb64934e-9b6d-408a-b4fb-c55ae0f796dd req-0e2aa6b5-1211-4dc5-8f99-ac575e1207e4 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854990 Oct 19 01:20:04.339298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e6625-1fd3-45c4-ae63-0b609940785a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d763d0-55a7-4deb-a61c-6665c86d1d0c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:04.341288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.352753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:04.454830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.499775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d9dfb0-fda3-487c-bfca-54755ed9babb']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:04.525770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc687b7-7177-47fd-b173-716773035d56') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:04.526098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc687b7-7177-47fd-b173-716773035d56') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:04.549010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.576524 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.586919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:04.587434 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:04.589691 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:04.627396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:04.637165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-38bd7ead-6044-41f9-a650-2e8834bf1f66 admin admin] 10.222.0.64 "PUT /v2.0/routers/c98dcd98-c6e1-4ec1-a6fb-a621594591a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9657421 Oct 19 01:20:04.644699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34726) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:04.646953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] Sync routers for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:04.664234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:04.664234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:04.718200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5769385-3f8e-4302-96e6-a62a98a155e6 req-c3a51914-c029-4434-aece-c91823694f71 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:04.719784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5769385-3f8e-4302-96e6-a62a98a155e6 req-c3a51914-c029-4434-aece-c91823694f71 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 945 time: 0.0848703 Oct 19 01:20:04.809826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5769385-3f8e-4302-96e6-a62a98a155e6 req-1ef24e0c-8265-4973-b3e3-ef473549bf04 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743833 Oct 19 01:20:04.837173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.857826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.881071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] 10.222.0.64 "DELETE /v2.0/networks/01d9dfb0-fda3-487c-bfca-54755ed9babb HTTP/1.1" status: 204 len: 168 time: 0.6717045 Oct 19 01:20:04.896908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34732) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:04.917800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb4a251f-8ed6-4f18-9c91-1cdda1e7cfdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:04.954852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b2b06471-a45d-44fa-9b6f-0faeca51695f details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:04.960675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:04.994321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc107950-f211-4bc4-8ac0-a8446a0fb3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=01d9dfb0-fda3-487c-bfca-54755ed9babb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:05.084212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb4a251f-8ed6-4f18-9c91-1cdda1e7cfdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.089844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb4a251f-8ed6-4f18-9c91-1cdda1e7cfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.141519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb4a251f-8ed6-4f18-9c91-1cdda1e7cfdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b371a974aec34a03b9e73dcf1aef8c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411833 Oct 19 01:20:05.150481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34736) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:05.196995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.298980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a251f-8ed6-4f18-9c91-1cdda1e7cfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da63c897-d722-4477-bfe4-a437fbd1da77,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:05.319046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9175e054-7805-4b4a-a699-75711c06e3e5 req-500e4330-37ef-4de2-a731-2fc3c5a93736 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.1048112 Oct 19 01:20:05.372368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34740) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:05.373036 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f97eb7f-4a1e-4d6e-b5cd-d03cc1d72078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.421612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f97eb7f-4a1e-4d6e-b5cd-d03cc1d72078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.470589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.483676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-5f3f5a56-5cfa-48fe-8ac4-9446b6ba04bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7271216 Oct 19 01:20:05.524342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f97eb7f-4a1e-4d6e-b5cd-d03cc1d72078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.527416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f97eb7f-4a1e-4d6e-b5cd-d03cc1d72078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.530762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7f97eb7f-4a1e-4d6e-b5cd-d03cc1d72078 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da63c897-d722-4477-bfe4-a437fbd1da77 HTTP/1.1" status: 204 len: 168 time: 0.3768296 Oct 19 01:20:05.548341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd2d55-527b-49b3-9b8d-c1fa3b0f9aec req-059e6382-7367-4418-baea-04dba60b2c15 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:05.556177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25cd2d55-527b-49b3-9b8d-c1fa3b0f9aec req-059e6382-7367-4418-baea-04dba60b2c15 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 943 time: 0.6708324 Oct 19 01:20:05.577843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97eb7f-4a1e-4d6e-b5cd-d03cc1d72078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da63c897-d722-4477-bfe4-a437fbd1da77,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:05.625919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626bdfc-8f94-4b47-882f-4e4b3ad940a8 req-684c46ed-56b4-4896-8f26-4526bb72975c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:05.627554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d626bdfc-8f94-4b47-882f-4e4b3ad940a8 req-684c46ed-56b4-4896-8f26-4526bb72975c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1042171 Oct 19 01:20:05.630073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b902ee70-6780-43e7-9ee7-11adf31e9d54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5517afad22f14f96877a236272385e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201575 Oct 19 01:20:05.633399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34744) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:05.664425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25cd2d55-527b-49b3-9b8d-c1fa3b0f9aec req-417c06b1-7231-4ffa-9e2f-b4c9d12ff008 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072810 Oct 19 01:20:05.719444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Deleting port d735ce49-c6c3-4856-aefb-c6facd44bfc5 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:05.722226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:05.795108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d626bdfc-8f94-4b47-882f-4e4b3ad940a8 req-61d006ed-a36a-493a-82c7-d1b07817c2fe tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472752 Oct 19 01:20:05.894187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:05.913210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b2b06471-a45d-44fa-9b6f-0faeca51695f', 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26', 'port_id': 'b2b06471-a45d-44fa-9b6f-0faeca51695f', 'mac_address': 'fa:16:3e:9b:fb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993f09c0-62fd-4b63-9261-1c44ce768cc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:05.952718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:20:02Z', 'revision_number': 5, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port': {'id': 'd735ce49-c6c3-4856-aefb-c6facd44bfc5', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:18:16Z', 'updated_at': '2021-10-19T01:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:05.988113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] Checking router: c98dcd98-c6e1-4ec1-a6fb-a621594591a0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:06.017833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.024185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1c06118-cc58-4afa-aacd-647e5f557cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.038929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-972890cc-17d5-4039-adc7-d5145762491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.040394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-972890cc-17d5-4039-adc7-d5145762491c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 1097 time: 0.2730536 Oct 19 01:20:06.052932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] Routers {'c98dcd98-c6e1-4ec1-a6fb-a621594591a0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:06.053486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:06.058634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b06471-a45d-44fa-9b6f-0faeca51695f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:06.070544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] For port d735ce49-c6c3-4856-aefb-c6facd44bfc5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d735ce49-c6c3-4856-aefb-c6facd44bfc5,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:06.084168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.127683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1c06118-cc58-4afa-aacd-647e5f557cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.143465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Calling delete_port for d735ce49-c6c3-4856-aefb-c6facd44bfc5 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:06.160053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8624-de6e-4740-9cd4-8f650cf10811 req-49a81c38-fc9b-4b01-92db-82f9c66a1d96 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.167703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dfd8624-de6e-4740-9cd4-8f650cf10811 req-49a81c38-fc9b-4b01-92db-82f9c66a1d96 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 945 time: 0.2263076 Oct 19 01:20:06.189330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] Set router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:06.357239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:06.357576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dfd8624-de6e-4740-9cd4-8f650cf10811 req-8d25496c-c70f-4f3c-87fa-c7d8317f8413 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889174 Oct 19 01:20:06.364241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.366155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b4b8075e-6918-4ff9-a160-b1a9021d7fbe details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:06.373713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-18cf0092-0a0f-4754-bba3-9ac9ee56eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.375246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-18cf0092-0a0f-4754-bba3-9ac9ee56eea2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.3085842 Oct 19 01:20:06.422320 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1c06118-cc58-4afa-aacd-647e5f557cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.424916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1c06118-cc58-4afa-aacd-647e5f557cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.428650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a1c06118-cc58-4afa-aacd-647e5f557cf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87fb5bb0-56a5-4709-8d5b-d4f18d73fa4f HTTP/1.1" status: 204 len: 168 time: 0.7608044 Oct 19 01:20:06.473430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-1aa17d63-5f85-4746-9d3a-ff5d63b0af1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed684672-13e3-47f3-a737-69cd823a1175 HTTP/1.1" status: 200 len: 217 time: 0.0902529 Oct 19 01:20:06.478955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c06118-cc58-4afa-aacd-647e5f557cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb5bb0-56a5-4709-8d5b-d4f18d73fa4f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:06.551669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5e6de98-4dc2-4415-ba4c-0a97e1963eee req-dca49260-bccf-4f23-aa1c-16d589074a6c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.0957069 Oct 19 01:20:06.575711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-b6011fa2-267e-487f-b05b-e3b073348059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.577219 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-b6011fa2-267e-487f-b05b-e3b073348059 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.0957868 Oct 19 01:20:06.581540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:20:05Z', 'revision_number': 6, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:06.699059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0c1a8-f5c4-4cf6-808e-4ac209255dd1 None None] The sync data for ids ['c98dcd98-c6e1-4ec1-a6fb-a621594591a0'] in n-d-789963-20 is: [{'id': 'c98dcd98-c6e1-4ec1-a6fb-a621594591a0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1468381963-router', 'tenant_id': 'f34b09f717674721922d3c3fc54143cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:18:14Z', 'updated_at': '2021-10-19T01:20:05Z', 'revision_number': 6, 'project_id': 'f34b09f717674721922d3c3fc54143cc', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:06.712688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-5955e8a5-c829-4fc2-a558-ea682312a084 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224415 Oct 19 01:20:06.720280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.789449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:06.803836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:06.809966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'port_id': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'mac_address': 'fa:16:3e:f9:1e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d7f4b1-fd65-4975-afd3-5f671025bb49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:06.895681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542332bb-2a5d-4b44-96ef-c7c94acec399 req-f2308f53-ec67-4c0b-b7e6-f4eac0b7846a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:06.908713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-542332bb-2a5d-4b44-96ef-c7c94acec399 req-f2308f53-ec67-4c0b-b7e6-f4eac0b7846a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 943 time: 0.0847876 Oct 19 01:20:06.911911 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b549d9fc-4ccf-4ece-b86e-ea2eec324584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.915147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:06.946466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b8075e-6918-4ff9-a160-b1a9021d7fbe {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:06.997403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-542332bb-2a5d-4b44-96ef-c7c94acec399 req-c0a0a847-e2a3-44d1-a704-202f013f613d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 Oct 19 01:20:07.008735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:07.017214 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.148418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:07.170673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.171028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.171377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.171842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.173959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.174321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.174706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.175305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.175647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.175995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.179364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.179712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:20:07.214758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14320c9-4b63-43ac-8a9a-4ad0fdfc8d11 req-3abb2921-4b03-4450-a0ef-009fa8f06ca1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:07.229987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d14320c9-4b63-43ac-8a9a-4ad0fdfc8d11 req-3abb2921-4b03-4450-a0ef-009fa8f06ca1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.1406226 Oct 19 01:20:07.292622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b2b06471-a45d-44fa-9b6f-0faeca51695f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:07.297416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b4b8075e-6918-4ff9-a160-b1a9021d7fbe'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:07.340802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d14320c9-4b63-43ac-8a9a-4ad0fdfc8d11 req-ce3b4ff6-fa74-440a-8a90-f594dc4478dd tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087852 Oct 19 01:20:07.341325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34798) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:07.539957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-c2e9fcfc-fd05-4c8f-99a5-55cd7b61f1b0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:07.542089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-c2e9fcfc-fd05-4c8f-99a5-55cd7b61f1b0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.2428815 Oct 19 01:20:07.543124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d735ce49-c6c3-4856-aefb-c6facd44bfc5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:07.678603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-091d4934-db03-4bbf-bae0-c5f6363137db tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.1237712 Oct 19 01:20:07.681071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.778282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cacb2907-1b7b-4cfe-9847-4fdca5218a0e req-0b2969e3-d297-4c28-a4de-cc8d3bca4f11 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.0628490 Oct 19 01:20:07.808471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7d685e3a-8a93-474a-ba7c-3cb10bbe8662 tempest-AgentManagementNegativeTest-513434668 tempest-AgentManagementNegativeTest-513434668-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4659827 Oct 19 01:20:07.829608 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.833205 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.895479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-e3a2061a-1d24-45b0-bedd-e09e696b8bb7 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1700082 Oct 19 01:20:07.896117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.896646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c98dcd98-c6e1-4ec1-a6fb-a621594591a0 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:20:07.937261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:07.938718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-22e5ba6e-07de-4ecc-be86-251bb173d1b7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c98dcd98-c6e1-4ec1-a6fb-a621594591a0 HTTP/1.1" status: 204 len: 168 time: 3.2939785 Oct 19 01:20:07.941195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34818) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:08.083518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] Deleting subnet f0d98d6c-3474-436d-b0b9-1aa54a252ae9 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:08.094513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.160354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34824) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:08.160695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34826) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:08.189630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-679c4366-33b2-4ce4-8182-b13e2ab4e531 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3070998 Oct 19 01:20:08.281761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8567e44c-934e-4b1b-ba7f-e1cf6e88adda req-bcb6fa14-0ea5-4531-91fe-e6aad6db4f12 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694715 Oct 19 01:20:08.289694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.305918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac98b6-dc4f-450b-9d79-df1680f547e2 req-3e91762b-5625-4340-9798-15d7a0587bfa tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:08.316684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2ac98b6-dc4f-450b-9d79-df1680f547e2 req-3e91762b-5625-4340-9798-15d7a0587bfa tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 944 time: 0.1549492 Oct 19 01:20:08.344192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-a746cd91-22b9-468c-8a44-9ae7fb9c1110 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535280 Oct 19 01:20:08.379426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1873655328-network', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:08.431936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2ac98b6-dc4f-450b-9d79-df1680f547e2 req-ee20d207-5021-41a1-84d0-4084e3bfca52 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139081 Oct 19 01:20:08.436275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab5a09b4-6600-452e-8dc7-5feeeaba0774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.481341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-e979eef2-b448-4c39-b4e4-bc27e03767c6 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298764 Oct 19 01:20:08.492760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.519420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Made reservation on behalf of 19e6c9f26e544be3a24bdd8d17012d06 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:08.522235 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.565182 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.602954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d735ce49-c6c3-4856-aefb-c6facd44bfc5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:08.660174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d735ce49-c6c3-4856-aefb-c6facd44bfc5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:08.660828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d735ce49-c6c3-4856-aefb-c6facd44bfc5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:08.662376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:08.720257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:08.720905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a5d3d2e5-13ea-43ad-84e1-50f7e8a704c4 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:08.744782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.765494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9f2108-f50d-4c08-a4a5-7b29c901880f req-a6ea75cc-ced9-48f1-8416-c9c2d1cf2f6b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 210 time: 0.0461700 Oct 19 01:20:08.796319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d98d6c-3474-436d-b0b9-1aa54a252ae9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:08.811069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e636f-ee06-4408-98ba-2a4b9e6e28c2 req-c96ae44f-dcc4-46e9-92e7-7b6a1491e702 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:08.812655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-382e636f-ee06-4408-98ba-2a4b9e6e28c2 req-c96ae44f-dcc4-46e9-92e7-7b6a1491e702 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.2436719 Oct 19 01:20:08.814021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.817154 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-57845c09-40dd-42f2-90ef-badaf1a50942 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f0d98d6c-3474-436d-b0b9-1aa54a252ae9 HTTP/1.1" status: 204 len: 168 time: 0.8747494 Oct 19 01:20:08.819877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34842) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:08.840246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab5a09b4-6600-452e-8dc7-5feeeaba0774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.855432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab5a09b4-6600-452e-8dc7-5feeeaba0774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.924428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.930675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-382e636f-ee06-4408-98ba-2a4b9e6e28c2 req-aafc6b7a-c503-463d-ad6b-7063003d59cf tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049161 Oct 19 01:20:08.937268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab5a09b4-6600-452e-8dc7-5feeeaba0774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62961b5879ec4a8c8707747aaa67ef2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584183 Oct 19 01:20:08.937268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:08.940636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34844) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:08.941555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a09b4-6600-452e-8dc7-5feeeaba0774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc698cf-1c98-44ce-bd02-c253217e3709,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:08.967568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:09.008233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.008778 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Added segment 279dff2c-82ec-493a-936c-e08e3999c0eb of type vlan for network 11b36568-041a-4a1c-9d52-07dab846b2c4 Oct 19 01:20:09.011664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f799f1ac-2ef0-4466-afba-8c6599903b08,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:09.011836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.034750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b2b06471-a45d-44fa-9b6f-0faeca51695f up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:09.047378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-59b4f745-47b1-4383-a4e7-92f2f8f55fab req-c90e9d67-eef1-410d-a64a-8e3a2840a1d6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f86c9736-dc25-4316-8ad2-301bd2f68093 HTTP/1.1" status: 200 len: 210 time: 0.1600158 Oct 19 01:20:09.090128 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.117534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9317-7738-4242-92a3-c6835a43100b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.142230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.143888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:09.144720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.174949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9317-7738-4242-92a3-c6835a43100b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.190303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.198496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port b2b06471-a45d-44fa-9b6f-0faeca51695f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:09.201485 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:20:09.209520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b2b06471-a45d-44fa-9b6f-0faeca51695f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:09.210575 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.242413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0702736 Oct 19 01:20:09.253931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34854) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:09.278993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69084b0-326e-4c45-910f-c723cee4dc58']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:09.301504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Request body: {'subnet': {'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1873655328-subnet', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:09.312897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73a8be-40bf-4339-8b6a-914632f4a554 admin admin] Pushing event updated for resources: {'Network': ['ID=11b36568-041a-4a1c-9d52-07dab846b2c4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:09.348301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:09.348711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649de0d8-97d4-42c4-a0cb-0adbb53fdfdd') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:09.352172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9317-7738-4242-92a3-c6835a43100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.361779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:09.362432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9317-7738-4242-92a3-c6835a43100b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.363628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b1e9317-7738-4242-92a3-c6835a43100b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cc698cf-1c98-44ce-bd02-c253217e3709 HTTP/1.1" status: 204 len: 168 time: 0.4192688 Oct 19 01:20:09.374004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9317-7738-4242-92a3-c6835a43100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc698cf-1c98-44ce-bd02-c253217e3709,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:09.389591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.413886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.426683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:09.427245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.440261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34860) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:09.507748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:09.514206 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:09.517115 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.519627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Made reservation on behalf of 19e6c9f26e544be3a24bdd8d17012d06 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:09.524641 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.582682 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.643324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:09.646857 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90c9504-f6ac-4d24-8a12-26ca84cbde58" -d '{"events": [{"server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "name": "network-vif-plugged", "status": "completed", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:09.666864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:09.668612 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c5cdb529-87f1-4574-88a6-6c1979d0bb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.671021 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.672089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b4b8075e-6918-4ff9-a160-b1a9021d7fbe up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:09.716838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56b49cdc-8def-47b0-b137-d6ef474a3f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.742187 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea15789-1323-4c85-b574-501d315ef09c x-openstack-request-id: req-7ea15789-1323-4c85-b574-501d315ef09c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:09.742641 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "name": "network-vif-plugged", "status": "completed", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:09.743024 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ea15789-1323-4c85-b574-501d315ef09c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:09.743597 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f', 'code': 200} Oct 19 01:20:09.777190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b8fcb-3453-48c5-9f81-60c0c41eff15 req-ba728234-3953-4935-9838-43f62e91ecc1 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:09.779309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a60b8fcb-3453-48c5-9f81-60c0c41eff15 req-ba728234-3953-4935-9838-43f62e91ecc1 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 944 time: 0.1933889 Oct 19 01:20:09.788584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:09.802352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port b4b8075e-6918-4ff9-a160-b1a9021d7fbe completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:09.808766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b4b8075e-6918-4ff9-a160-b1a9021d7fbe triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:09.809763 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.926394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.935546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] 10.222.0.64 "DELETE /v2.0/networks/e69084b0-326e-4c45-910f-c723cee4dc58 HTTP/1.1" status: 204 len: 168 time: 1.1136284 Oct 19 01:20:09.937246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294820ef-30a8-44f6-b3b8-eb8d6320467c admin admin] Pushing event deleted for resources: {'Network': ['ID=e69084b0-326e-4c45-910f-c723cee4dc58,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:09.958969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:09.966629 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a60b8fcb-3453-48c5-9f81-60c0c41eff15 req-7ea8d55c-5fad-43c2-a989-200d81b94e68 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613750 Oct 19 01:20:09.981632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.007768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd60510-4ba6-407a-a48c-19fa5ddb12af req-7d7a527f-15b3-452f-ae75-9415325af2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:10.023434 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8dd60510-4ba6-407a-a48c-19fa5ddb12af req-7d7a527f-15b3-452f-ae75-9415325af2f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1097 time: 0.1824248 Oct 19 01:20:10.045726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2eb6048e-34cb-4661-a88e-74dcfa1bb0d4 req-0b3499c7-94dd-4690-bec6-ed61f69a6bfb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 210 time: 0.0998981 Oct 19 01:20:10.046916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e073a0b6-2e12-42ed-a740-686169ade46c,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:10.076068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56b49cdc-8def-47b0-b137-d6ef474a3f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.089592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56b49cdc-8def-47b0-b137-d6ef474a3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.092547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:10.105531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.137769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Checking segment: {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:10.138159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Network hostable DHCP agents. Network: 11b36568-041a-4a1c-9d52-07dab846b2c4, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:10.177862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8dd60510-4ba6-407a-a48c-19fa5ddb12af req-f6b840f8-ca25-4356-a643-3d26a468003f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457140 Oct 19 01:20:10.190360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-56b49cdc-8def-47b0-b137-d6ef474a3f95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a3d36653c0b4bec8a9b31a0df233e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490089 Oct 19 01:20:10.192063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b49cdc-8def-47b0-b137-d6ef474a3f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1449686d-3191-4b08-9d05-89cebecfec1b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:10.194744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:10.222653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76720a-8a88-446c-8de8-7f6605c26f32 req-e45fbb9c-6aa6-4d16-aca2-f9d8f8e67c9c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:10.224245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:10.230148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd76720a-8a88-446c-8de8-7f6605c26f32 req-e45fbb9c-6aa6-4d16-aca2-f9d8f8e67c9c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1570356 Oct 19 01:20:10.250713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 11b36568-041a-4a1c-9d52-07dab846b2c4) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:10.270886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:10.271593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.303123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7f7e32fb-47c9-4acc-a827-36e48ca2336d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0315323 Oct 19 01:20:10.305661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34890) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:10.318103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd76720a-8a88-446c-8de8-7f6605c26f32 req-22321b2a-a3f8-472f-ad0e-cfe4250c833d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869169 Oct 19 01:20:10.323031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ea5f5-c9e8-4934-865b-07d75f5a9063 None None] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:10.331411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c349ec-1b87-420f-bc6a-f0be109ef993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.334864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:10.357554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:10.386876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c349ec-1b87-420f-bc6a-f0be109ef993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.404913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.406165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.410172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34896) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:10.501314 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e33487bc-a431-47b3-ae65-656f67d13e34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f34b09f717674721922d3c3fc54143cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900314 Oct 19 01:20:10.519807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34900) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:10.544664 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c349ec-1b87-420f-bc6a-f0be109ef993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.550459 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.555351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c349ec-1b87-420f-bc6a-f0be109ef993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.559550 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2c349ec-1b87-420f-bc6a-f0be109ef993 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1449686d-3191-4b08-9d05-89cebecfec1b HTTP/1.1" status: 204 len: 168 time: 0.3635314 Oct 19 01:20:10.609478 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.617066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c349ec-1b87-420f-bc6a-f0be109ef993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1449686d-3191-4b08-9d05-89cebecfec1b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:10.670321 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.690750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf44a2b0-d126-48ab-a65f-72c20ee2d120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.756408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-11b36568-041a-4a1c-9d52-07dab846b2c4', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:20:10.757303 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:10.765972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.107615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Allocated IP 172.20.0.2 (11b36568-041a-4a1c-9d52-07dab846b2c4/e073a0b6-2e12-42ed-a740-686169ade46c/333e73ca-af0d-4bf4-b738-12b0c1526532) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:11.367782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02106e6-fa9d-4030-aabe-730b7c69d09b req-580c2a96-86d2-43a5-8fcc-d33a85abf71f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:11.379179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e02106e6-fa9d-4030-aabe-730b7c69d09b req-580c2a96-86d2-43a5-8fcc-d33a85abf71f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.2320313 Oct 19 01:20:11.381108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34934) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:11.411968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf44a2b0-d126-48ab-a65f-72c20ee2d120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.414405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e02106e6-fa9d-4030-aabe-730b7c69d09b req-6464491a-d654-4458-84ae-131b6f385d7e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/quotas/9567f9fa32ff49e48f93fc696f75d605 HTTP/1.1" status: 200 len: 375 time: 0.0341744 Oct 19 01:20:11.432521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-800a170e-2c4b-48dd-a085-d019f5432b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.453432 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.465270 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.474034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e02106e6-fa9d-4030-aabe-730b7c69d09b req-7235e4ee-2c8d-4039-9f2f-cbc3b3007549 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492885 Oct 19 01:20:11.496662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18126e-94ab-48a7-bfd5-7b65a51a5b10 req-d4647539-f323-4fcb-9be3-dd5a70b51a58 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:11.504346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e18126e-94ab-48a7-bfd5-7b65a51a5b10 req-d4647539-f323-4fcb-9be3-dd5a70b51a58 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.3034840 Oct 19 01:20:11.520081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:11.523940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:11.530043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 34936) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:11.531686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:11.540498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Pushing event updated for resources: {'Port': ['ID=333e73ca-af0d-4bf4-b738-12b0c1526532,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:11.548370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6ff34974-40ad-4618-8e4d-6d51bb666479 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:11.549896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6ff34974-40ad-4618-8e4d-6d51bb666479 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.6589267 Oct 19 01:20:11.581579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': 'd045f37d-8100-4639-acb4-9344936e69c2', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:11.592761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.613158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Attempting to bind port 333e73ca-af0d-4bf4-b738-12b0c1526532 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:11.613777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Attempting to bind port 333e73ca-af0d-4bf4-b738-12b0c1526532 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:11.614300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Attempting to bind port 333e73ca-af0d-4bf4-b738-12b0c1526532 on network 11b36568-041a-4a1c-9d52-07dab846b2c4 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:11.621525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:11.622026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Checking segment: {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:11.622554 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.623254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Bound using segment: {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:11.623763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Bound port: 333e73ca-af0d-4bf4-b738-12b0c1526532, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:11.624618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.637254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.660589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e18126e-94ab-48a7-bfd5-7b65a51a5b10 req-aff5742f-9c3e-4363-bc1f-38a94e150ca8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550238 Oct 19 01:20:11.693595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf44a2b0-d126-48ab-a65f-72c20ee2d120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.696517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf44a2b0-d126-48ab-a65f-72c20ee2d120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.698379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cf44a2b0-d126-48ab-a65f-72c20ee2d120 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c503a26-fbb8-405f-a029-b9bb0f3118ea HTTP/1.1" status: 204 len: 168 time: 1.1760025 Oct 19 01:20:11.739920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44a2b0-d126-48ab-a65f-72c20ee2d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c503a26-fbb8-405f-a029-b9bb0f3118ea,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:11.742674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] For port 333e73ca-af0d-4bf4-b738-12b0c1526532, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:11.745164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:11.752227 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12acfd2a-ee7e-4748-a752-316889b2d9fc" -d '{"events": [{"server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "name": "network-vif-plugged", "status": "completed", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:11.768107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] For port 333e73ca-af0d-4bf4-b738-12b0c1526532, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=333e73ca-af0d-4bf4-b738-12b0c1526532,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:11.784009 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.803220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e02106e6-fa9d-4030-aabe-730b7c69d09b req-8b5d085d-66f0-409e-8020-b1743528c1c6 service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172264 Oct 19 01:20:11.842370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-800a170e-2c4b-48dd-a085-d019f5432b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.855337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-800a170e-2c4b-48dd-a085-d019f5432b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.856829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1897436244'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:11.862684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2d62b-a8cb-4e1c-82f6-5c783f80c262 None None] Pushing event updated for resources: {'Port': ['ID=333e73ca-af0d-4bf4-b738-12b0c1526532,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:11.903073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:11.906505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.928392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-800a170e-2c4b-48dd-a085-d019f5432b00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00f39f4d1524425794f90a19ffb93f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375297 Oct 19 01:20:11.936927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34944) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:11.937619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bf17c84-88de-4ce8-8bdf-2ab86ac667a8 req-69a1c294-2ef2-47c0-90a5-7edcf365fc23 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 210 time: 0.1676054 Oct 19 01:20:11.945580 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:11.968700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a170e-2c4b-48dd-a085-d019f5432b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c566cb86-edab-49d3-a19b-dd38efde1d3b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:11.981336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:11.988731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.000573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e02106e6-fa9d-4030-aabe-730b7c69d09b req-52ba2cae-c1fb-48c6-b7e6-1cfbc331787c service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960845 Oct 19 01:20:12.008600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Allocated IP 172.25.0.224 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a803aa1b-4296-4685-baf5-8952ebfc1ed4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:12.055302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c71c9c97-0b6f-42e3-9986-3b55e0d81a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.087590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c71c9c97-0b6f-42e3-9986-3b55e0d81a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.176652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c71c9c97-0b6f-42e3-9986-3b55e0d81a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.179603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c71c9c97-0b6f-42e3-9986-3b55e0d81a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.183886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c71c9c97-0b6f-42e3-9986-3b55e0d81a01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c566cb86-edab-49d3-a19b-dd38efde1d3b HTTP/1.1" status: 204 len: 168 time: 0.2465153 Oct 19 01:20:12.206921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9c97-0b6f-42e3-9986-3b55e0d81a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c566cb86-edab-49d3-a19b-dd38efde1d3b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:12.255715 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f61c49-30db-4f15-a3f4-ad7772d26f89 x-openstack-request-id: req-e5f61c49-30db-4f15-a3f4-ad7772d26f89 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:12.256103 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "name": "network-vif-plugged", "status": "completed", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:12.258126 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5f61c49-30db-4f15-a3f4-ad7772d26f89 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:12.258616 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'code': 200} Oct 19 01:20:12.294127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.367428 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c63c13bb-8622-4259-98aa-874b971dabde req-d10ac0d1-6705-48f9-bbbb-537dd9fd0f76 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=16bff5d0-32ad-4cc1-be4b-db2532aa8398 HTTP/1.1" status: 200 len: 210 time: 0.0440557 Oct 19 01:20:12.451817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f868ae-d18d-416c-bea8-dc446ca2cacc req-76b963f7-b2bb-478d-b9c1-ba8b241dd696 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:12.453374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2f868ae-d18d-416c-bea8-dc446ca2cacc req-76b963f7-b2bb-478d-b9c1-ba8b241dd696 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.4099977 Oct 19 01:20:12.535109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.5 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:12.567154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.588066 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.604398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:12.626745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.627094 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Added segment 057c8a44-40da-45fc-b570-cf3ca860253e of type vlan for network 5047adad-1eaf-4953-93b4-584302a766b3 Oct 19 01:20:12.681185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 333e73ca-af0d-4bf4-b738-12b0c1526532 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:12.689424 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.708377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.719023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2f868ae-d18d-416c-bea8-dc446ca2cacc req-673572e9-048d-404d-9760-a2883fd9b5b3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511780 Oct 19 01:20:12.783411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dc7e9-7e87-48b2-8a20-c86a34f0337c req-4656fc99-6189-4816-9156-81a0e810544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:12.803964 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-092dc7e9-7e87-48b2-8a20-c86a34f0337c req-4656fc99-6189-4816-9156-81a0e810544d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 1097 time: 0.5023644 Oct 19 01:20:12.873767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 333e73ca-af0d-4bf4-b738-12b0c1526532 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:12.874325 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.959682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-092dc7e9-7e87-48b2-8a20-c86a34f0337c req-b72d3ebc-c50e-48a4-96cb-4ff0725feb6d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472542 Oct 19 01:20:12.978328 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:12.989650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.005394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.006322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.014465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4319606-1ff4-4887-ad24-193bad95382d req-e9c17fbf-4e68-4719-8c1f-894b1201f5c5 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.024180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 333e73ca-af0d-4bf4-b738-12b0c1526532, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=333e73ca-af0d-4bf4-b738-12b0c1526532,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:13.029221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4319606-1ff4-4887-ad24-193bad95382d req-e9c17fbf-4e68-4719-8c1f-894b1201f5c5 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.1474278 Oct 19 01:20:13.032187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.066387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9996909e-396b-4800-a168-7a139971d73d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:13.111492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4319606-1ff4-4887-ad24-193bad95382d req-96b9b512-ab21-471a-8e86-644c934ad8d0 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787377 Oct 19 01:20:13.121638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=333e73ca-af0d-4bf4-b738-12b0c1526532,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:13.222959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6917562 Oct 19 01:20:13.226770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 34998) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:13.236163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'subnet': {'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:13.328676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5759b1a7-0051-4ac5-b741-edca5d0b57c0 req-2123b512-4000-4de6-b4b2-1cf0be23a313 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 210 time: 0.0849948 Oct 19 01:20:13.419753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:13.438694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.440319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b675069-160b-4093-808d-36c3e5667254 None None] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:13.565904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35016) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:13.590248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-13f20b03-b33f-47db-b208-f12bf9845cf9 None None] Provisioning complete for port 333e73ca-af0d-4bf4-b738-12b0c1526532 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:13.590363 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13f20b03-b33f-47db-b208-f12bf9845cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.652084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e3a75-78c1-43c9-a8b8-16e858884e0c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Network': ['ID=5047adad-1eaf-4953-93b4-584302a766b3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:13.670538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.673200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-90efd80d-60a7-4c8a-843e-b6743ac5d2ff tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.680867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-90efd80d-60a7-4c8a-843e-b6743ac5d2ff tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.1998057 Oct 19 01:20:13.696499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 5047adad-1eaf-4953-93b4-584302a766b3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:13.724280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-2b3f7fa6-5cbd-4e12-b0e2-c6421a065b63 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/quotas/9567f9fa32ff49e48f93fc696f75d605 HTTP/1.1" status: 200 len: 375 time: 0.0417447 Oct 19 01:20:13.740861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:13.747495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:13.766923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460d6bf-aeb6-4441-b3f2-c93df9730562 req-68849756-7776-4383-8ce2-7de81c1e1878 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:13.773635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3460d6bf-aeb6-4441-b3f2-c93df9730562 req-68849756-7776-4383-8ce2-7de81c1e1878 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1097 time: 0.8542278 Oct 19 01:20:13.774529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:13.781613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-a20c9464-b477-4e8d-84c1-27ce594efc0e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561144 Oct 19 01:20:13.911751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:13.986007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Pushing event updated for resources: {'Port': ['ID=a803aa1b-4296-4685-baf5-8952ebfc1ed4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:14.000889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-577915639-network', 'tenant_id': '553a2438dadb4340a865bcfe8f867538'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:14.022162 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-3b68f433-cac9-4051-9d3b-da89f21919db service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393796 Oct 19 01:20:14.024246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Subnet': ['ID=e84bd29f-b39b-4c3c-9252-fa8e2b6232fa,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:14.092919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Checking segment: {'id': '057c8a44-40da-45fc-b570-cf3ca860253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5047adad-1eaf-4953-93b4-584302a766b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:14.093495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network hostable DHCP agents. Network: 5047adad-1eaf-4953-93b4-584302a766b3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:14.115434 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.133092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Made reservation on behalf of 553a2438dadb4340a865bcfe8f867538 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:14.136985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.162328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.217148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3460d6bf-aeb6-4441-b3f2-c93df9730562 req-d2a36f8a-2393-45d4-86ae-ff45e7c198f4 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106468 Oct 19 01:20:14.220377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network 5047adad-1eaf-4953-93b4-584302a766b3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:14.254296 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-a04548d7-ab2f-4802-beb5-3807a50a627e service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309315 Oct 19 01:20:14.283262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 5047adad-1eaf-4953-93b4-584302a766b3) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:14.298442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:14.299017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.299644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adb2198-2fda-4bee-a7f7-3d7b7b8757e9 None None] Network 5047adad-1eaf-4953-93b4-584302a766b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:14.348656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.356752 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-85c89f43-7fe8-4b28-a912-602b0a14caa8 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1260726 Oct 19 01:20:14.357382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35038) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:14.370725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:14.375167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-928212025'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:14.405380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175', 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:14.468872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35042) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:14.488797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:14.496015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:14.506542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:14.589705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca699-3ad6-43ff-8d12-4b05787110a8 req-6c45b4d6-10a9-4a44-8b30-64e117c46c45 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:14.594894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77aca699-3ad6-43ff-8d12-4b05787110a8 req-6c45b4d6-10a9-4a44-8b30-64e117c46c45 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.2991726 Oct 19 01:20:14.620571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.623372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 333e73ca-af0d-4bf4-b738-12b0c1526532 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:14.659301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.676902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:14.722837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:14.723506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.738651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77aca699-3ad6-43ff-8d12-4b05787110a8 req-350293eb-2546-4a65-acf8-cb895a4b1501 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285996 Oct 19 01:20:14.744853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-6d76bc39-44f9-4cc0-b71c-cfb9491a44f4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1699619 Oct 19 01:20:14.761187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0ec22d50-9a66-42ee-89d9-177f3f3adb10 None None] Provisioning complete for port 333e73ca-af0d-4bf4-b738-12b0c1526532 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:14.761798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0ec22d50-9a66-42ee-89d9-177f3f3adb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.777771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Request body: {'port': {'device_id': 'd045f37d-8100-4639-acb4-9344936e69c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:14.778585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:14.780243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.781465 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a0d8-7576-4a5a-897c-8f72f37ac8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.814650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14dbfd5-b552-457a-bf88-86f8f7ad66bc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:14.830171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 333e73ca-af0d-4bf4-b738-12b0c1526532 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:14.830540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.838266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5047adad-1eaf-4953-93b4-584302a766b3', 'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'tenant_id': 'fef43ba5fc72433fb7010cb651406ad0', 'fixed_ips': [{'subnet_id': 'e84bd29f-b39b-4c3c-9252-fa8e2b6232fa'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:20:14.839103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.844038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd69f4-0b71-4d27-b48a-bdfdcd26bae6 req-14971aef-874a-43b2-9e80-5314c8ba23c9 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:14.845942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31cd69f4-0b71-4d27-b48a-bdfdcd26bae6 req-14971aef-874a-43b2-9e80-5314c8ba23c9 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1097 time: 0.2570298 Oct 19 01:20:14.848639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.848997 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Added segment e78e3049-7bad-4839-90ac-2c138447aae7 of type vlan for network 3ca0d1ee-e810-418a-86a3-c39432b5bacc Oct 19 01:20:14.938478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:14.943074 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:14.986955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] device_id is not set on port f7cda818-637e-435d-92a6-6e97f8da8897 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:20:15.009707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.013655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.047051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31cd69f4-0b71-4d27-b48a-bdfdcd26bae6 req-aa604ffa-c3de-42b0-b7f2-5f2d3b417838 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932323 Oct 19 01:20:15.121487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0af519-347b-45fa-ad35-d77f801e47e1 req-13300ef3-9f32-4312-a8a3-841057e2a18f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.128766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee0af519-347b-45fa-ad35-d77f801e47e1 req-13300ef3-9f32-4312-a8a3-841057e2a18f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 931 time: 0.2555363 Oct 19 01:20:15.191057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.192266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.192941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.210917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Allocated IP 2001:db8::2 (5047adad-1eaf-4953-93b4-584302a766b3/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa/ab8701e7-d352-44f2-82f0-61baa993883a) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:15.232111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a0d8-7576-4a5a-897c-8f72f37ac8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.247333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee0af519-347b-45fa-ad35-d77f801e47e1 req-f2c559cf-fb35-4b06-8151-55338a4ed9f8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127019 Oct 19 01:20:15.277657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96485169-a8fc-434a-8ff5-1ff0307b6658 req-96d6ac68-0438-46f2-9196-95f5c34a603d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 210 time: 0.0943315 Oct 19 01:20:15.299639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a0d8-7576-4a5a-897c-8f72f37ac8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.373019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7700870 Oct 19 01:20:15.375316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35062) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:15.381249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Request body: {'subnet': {'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-577915639-subnet', 'tenant_id': '553a2438dadb4340a865bcfe8f867538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:15.453034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3a0d8-7576-4a5a-897c-8f72f37ac8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19d3b88-004d-41e0-8c77-e67b594b9002,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:15.464345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d930b83-0ca3-45c9-a342-06801b4927ee admin admin] Pushing event updated for resources: {'Network': ['ID=3ca0d1ee-e810-418a-86a3-c39432b5bacc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:15.475749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c5f3a0d8-7576-4a5a-897c-8f72f37ac8d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fec5e833d1ba4426a343be0e13219843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9978621 Oct 19 01:20:15.476354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35066) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:15.527961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 3ca0d1ee-e810-418a-86a3-c39432b5bacc details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:15.538590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ffc16-4d44-4e96-a5a3-48c5ed26e10e req-82b50d2f-2572-44bd-b773-3951c963a102 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:15.540152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-349ffc16-4d44-4e96-a5a3-48c5ed26e10e req-82b50d2f-2572-44bd-b773-3951c963a102 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.1781664 Oct 19 01:20:15.540798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Made reservation on behalf of 553a2438dadb4340a865bcfe8f867538 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:15.543262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.560953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40c407e3-7572-4e59-906a-722f174996d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.591938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.594027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40c407e3-7572-4e59-906a-722f174996d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.612335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.691340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Allocated IP 2001:db8::399 (5047adad-1eaf-4953-93b4-584302a766b3/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa/f7cda818-637e-435d-92a6-6e97f8da8897) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:15.708377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Pushing event updated for resources: {'Port': ['ID=ab8701e7-d352-44f2-82f0-61baa993883a,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:15.715269 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40c407e3-7572-4e59-906a-722f174996d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.720891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40c407e3-7572-4e59-906a-722f174996d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.725024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-40c407e3-7572-4e59-906a-722f174996d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a19d3b88-004d-41e0-8c77-e67b594b9002 HTTP/1.1" status: 204 len: 168 time: 0.2476959 Oct 19 01:20:15.745000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.747215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.765253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c407e3-7572-4e59-906a-722f174996d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19d3b88-004d-41e0-8c77-e67b594b9002,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:15.792652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Network 5047adad-1eaf-4953-93b4-584302a766b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:15.807298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:15.810205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:15.904524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-349ffc16-4d44-4e96-a5a3-48c5ed26e10e req-c9fce5bc-6798-46ab-a2e3-37f1bbfe8151 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784108 Oct 19 01:20:15.965024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Attempting to bind port ab8701e7-d352-44f2-82f0-61baa993883a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:15.965870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Attempting to bind port ab8701e7-d352-44f2-82f0-61baa993883a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '057c8a44-40da-45fc-b570-cf3ca860253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5047adad-1eaf-4953-93b4-584302a766b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:15.966795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Attempting to bind port ab8701e7-d352-44f2-82f0-61baa993883a on network 5047adad-1eaf-4953-93b4-584302a766b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:15.982423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:15.995508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:15.997742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Checking segment: {'id': '057c8a44-40da-45fc-b570-cf3ca860253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5047adad-1eaf-4953-93b4-584302a766b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:16.000407 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.001007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Bound using segment: {'id': '057c8a44-40da-45fc-b570-cf3ca860253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5047adad-1eaf-4953-93b4-584302a766b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:16.003046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Bound port: ab8701e7-d352-44f2-82f0-61baa993883a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057c8a44-40da-45fc-b570-cf3ca860253e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5047adad-1eaf-4953-93b4-584302a766b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:16.007109 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.029172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.111251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network 5047adad-1eaf-4953-93b4-584302a766b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:16.117647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:16.121985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:16.128571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:16.128932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.143315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] For port ab8701e7-d352-44f2-82f0-61baa993883a, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:16.145818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=f7cda818-637e-435d-92a6-6e97f8da8897,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:16.147014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] For port ab8701e7-d352-44f2-82f0-61baa993883a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ab8701e7-d352-44f2-82f0-61baa993883a,segment=NetworkSegment(057c8a44-40da-45fc-b570-cf3ca860253e),segment_id=057c8a44-40da-45fc-b570-cf3ca860253e)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:16.153690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.173126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-df98baab-ec65-497b-ba80-6b8c50fbcfe7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8020093 Oct 19 01:20:16.173990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:16.188766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1349466487', 'allowed_address_pairs': [{'ip_address': '2001:db8::399', 'mac_address': 'fa:16:3e:fc:9b:b4'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:16.237973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3eb636-df37-458e-941f-d82af7fb2703,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:16.266270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0df97-7890-4cfa-a8e2-a9f7ccba8934 None None] Pushing event updated for resources: {'Port': ['ID=ab8701e7-d352-44f2-82f0-61baa993883a,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:16.390464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-749c1079-6ce0-43e6-bd40-a48396e7a817 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:16.392119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-749c1079-6ce0-43e6-bd40-a48396e7a817 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.4848456 Oct 19 01:20:16.401427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:16.403390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:16.406169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Checking segment: {'id': 'e78e3049-7bad-4839-90ac-2c138447aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:16.406336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Network hostable DHCP agents. Network: 3ca0d1ee-e810-418a-86a3-c39432b5bacc, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:16.423863 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.437246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Request body: {'port': {'device_id': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'admin_state_up': True, 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:16.450011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f46ee8-3a2d-4153-8e57-491a8a0b1dd2 req-fa9fd2ad-1edd-437d-9985-a03dc2e5737b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:16.451276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66f46ee8-3a2d-4153-8e57-491a8a0b1dd2 req-fa9fd2ad-1edd-437d-9985-a03dc2e5737b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.3068237 Oct 19 01:20:16.556548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Network 3ca0d1ee-e810-418a-86a3-c39432b5bacc is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:16.562689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Transition to ACTIVE for port object e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:16.617130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.639009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 3ca0d1ee-e810-418a-86a3-c39432b5bacc) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:16.647184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e038519-5a7d-495b-9da6-422aebeb2914 None None] Network 3ca0d1ee-e810-418a-86a3-c39432b5bacc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:16.668638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.711969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] device_id is not set on port 75551202-dfd5-44c3-b117-8b684bb6ec23 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:20:16.724420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:16.725007 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.751459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66f46ee8-3a2d-4153-8e57-491a8a0b1dd2 req-289c2c37-b39a-404e-a931-443e9b7d257d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698951 Oct 19 01:20:16.800248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ab8701e7-d352-44f2-82f0-61baa993883a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:16.942144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ab8701e7-d352-44f2-82f0-61baa993883a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:16.942528 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:16.945630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e2933-fb1f-46fb-9bbb-e0c488e63235 None None] Network 3ca0d1ee-e810-418a-86a3-c39432b5bacc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:16.960426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Allocated IP 2001:db8::134 (5047adad-1eaf-4953-93b4-584302a766b3/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa/75551202-dfd5-44c3-b117-8b684bb6ec23) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:17.161340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.187315 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.214147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.232064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port ab8701e7-d352-44f2-82f0-61baa993883a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ab8701e7-d352-44f2-82f0-61baa993883a,segment=NetworkSegment(057c8a44-40da-45fc-b570-cf3ca860253e),segment_id=057c8a44-40da-45fc-b570-cf3ca860253e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:17.237637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.278929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network 5047adad-1eaf-4953-93b4-584302a766b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:17.284169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:17.288467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:17.299512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.300373 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.317371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=ab8701e7-d352-44f2-82f0-61baa993883a,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:17.327479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1517358 Oct 19 01:20:17.335847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35124) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:17.339059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998fa5a-6af5-4c60-b596-f84a03277eea tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=75551202-dfd5-44c3-b117-8b684bb6ec23,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:17.339200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-a52a34da-77a5-41e2-9076-ad3a1f15d74c tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:20:17.340210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-a52a34da-77a5-41e2-9076-ad3a1f15d74c tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125663 Oct 19 01:20:17.356562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Pushing event updated for resources: {'Port': ['ID=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:17.370410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e56bb815-23ef-46bc-9b98-6ced8dc4158e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9914982 Oct 19 01:20:17.371498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:20:17.448882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca195a1-ee87-423b-8b54-628607bcc219 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.450226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-ad37b99f-e35d-4517-8a5d-2bed5c9cf8e2 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:20:17.456554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca195a1-ee87-423b-8b54-628607bcc219 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.458584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-ad37b99f-e35d-4517-8a5d-2bed5c9cf8e2 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0279362 Oct 19 01:20:17.462950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca195a1-ee87-423b-8b54-628607bcc219 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.465067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8ca195a1-ee87-423b-8b54-628607bcc219 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1272500 Oct 19 01:20:17.467874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35128) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:17.606388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting port 75551202-dfd5-44c3-b117-8b684bb6ec23 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:17.606992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.651713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12ec38-3994-49d8-ad6f-cb90881c657d req-0d352e00-aa77-4b19-9a14-a9f1d4ee9801 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.657957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e156a-d28f-4515-a722-d2de68119741 None None] Network 5047adad-1eaf-4953-93b4-584302a766b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:17.660080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa12ec38-3994-49d8-ad6f-cb90881c657d req-0d352e00-aa77-4b19-9a14-a9f1d4ee9801 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 943 time: 0.7870889 Oct 19 01:20:17.718853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:17.722614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.722825 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.725118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-a40a16c3-9a85-4811-940d-d228ebfd0bc0 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:17.726609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-a40a16c3-9a85-4811-940d-d228ebfd0bc0 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 1094 time: 0.2671542 Oct 19 01:20:17.727252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Attempting to bind port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:17.727608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Attempting to bind port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:17.727937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Attempting to bind port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:17.736093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:17.736442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Attempting to bind port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:17.746224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Calling delete_port for 75551202-dfd5-44c3-b117-8b684bb6ec23 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:17.757219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Request body: {'binding': {'host': 'n-h1-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:17.757702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Unknown quota resources ['binding']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:20:17.808128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e4c459e0-9802-4bf0-9a83-b1b49b27c035 None None] Provisioning complete for port ab8701e7-d352-44f2-82f0-61baa993883a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:17.808624 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4c459e0-9802-4bf0-9a83-b1b49b27c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.914472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.918182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Allocated IP 172.20.0.8 (16328a5b-3007-43fd-af23-0d798d47d1b0/bd1cf545-8b75-4d90-80fd-dfb94dc1a56d/fd671608-5237-431a-bb06-4b352edfd622) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:17.957075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Port': ['ID=75551202-dfd5-44c3-b117-8b684bb6ec23,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:17.978772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:17.979277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:17.979701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:17.980198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Bound port: e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:17.980600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:17.996255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa12ec38-3994-49d8-ad6f-cb90881c657d req-36bc905f-cef9-47b1-858d-78ae6619aaf9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348494 Oct 19 01:20:18.117072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.123814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-29adc605-4388-4883-8728-f14688a52e3c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/ports/75551202-dfd5-44c3-b117-8b684bb6ec23 HTTP/1.1" status: 204 len: 168 time: 0.6547275 Oct 19 01:20:18.124468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35140) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:18.149996 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2096baef-4505-4855-bccc-8f2a3cc336f6 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] GET failed (client error): The resource could not be found. Oct 19 01:20:18.156332 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2096baef-4505-4855-bccc-8f2a3cc336f6 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "GET /v2.0/ports/75551202-dfd5-44c3-b117-8b684bb6ec23 HTTP/1.1" status: 404 len: 333 time: 0.0308266 Oct 19 01:20:18.156947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35142) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:18.161800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-999593593'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:18.204266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:18.215023 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Sync routers for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:18.235971 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:18.236800 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:18.258915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fd0579-e1bf-4d5e-8c63-1f84795a6ea9 req-b05bd830-d3ee-4463-8bbd-1d8c118b52a3 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 210 time: 0.0418661 Oct 19 01:20:18.281779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c7b228a7-f0c2-4b02-a54d-10d95748eb89 None None] Could not find standard attr ID for object 75551202-dfd5-44c3-b117-8b684bb6ec23. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:20:18.303203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c7b228a7-f0c2-4b02-a54d-10d95748eb89 None None] Provisioning complete for port f7cda818-637e-435d-92a6-6e97f8da8897 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:18.303580 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7b228a7-f0c2-4b02-a54d-10d95748eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.351181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c7b228a7-f0c2-4b02-a54d-10d95748eb89 None None] Port f7cda818-637e-435d-92a6-6e97f8da8897 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:18.362793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c7b228a7-f0c2-4b02-a54d-10d95748eb89 None None] Provisioning complete for port ab8701e7-d352-44f2-82f0-61baa993883a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:18.363346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7b228a7-f0c2-4b02-a54d-10d95748eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.367574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:18.371695 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.407370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.412798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] device_id is not set on port 4208d370-bc61-4463-afd2-3ad5ceb5fb6c yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:20:18.488878 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:18.614052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ab8701e7-d352-44f2-82f0-61baa993883a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:18.616931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.618595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e54d34b3-14a0-4199-90a0-db11ca2cfaaf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3087809 Oct 19 01:20:18.626026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35146) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:18.694973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] For port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:18.700529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] For port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:18.718900 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.726735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ab8701e7-d352-44f2-82f0-61baa993883a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:18.727228 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.730072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2450993e-e7d1-4225-a3e4-b06634772d01 None None] Provisioning complete for port f7cda818-637e-435d-92a6-6e97f8da8897 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:18.730341 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.730747 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2450993e-e7d1-4225-a3e4-b06634772d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.751022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41667479-afa9-4ee9-9531-6d81c9f7d5f4 req-69501166-d401-412c-bb03-cc40bd30df83 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:18.759321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41667479-afa9-4ee9-9531-6d81c9f7d5f4 req-69501166-d401-412c-bb03-cc40bd30df83 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.3248172 Oct 19 01:20:18.824113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:18.824653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.825373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:14Z', 'revision_number': 3, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:18.826060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] 10.222.0.74 "PUT /v2.0/ports/e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f HTTP/1.1" status: 200 len: 1092 time: 4.0531657 Oct 19 01:20:18.828335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd045f37d-8100-4639-acb4-9344936e69c2', 'tag': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:18.831355 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80806bf1-0cb5-49e6-b36f-e142f453fcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d045f37d-8100-4639-acb4-9344936e69c2", "tag": "e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:18.833099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2450993e-e7d1-4225-a3e4-b06634772d01 None None] Port f7cda818-637e-435d-92a6-6e97f8da8897 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:18.867425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on host n-h1-789963-20 for vnic_type normal with profile None {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:18.867632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:18.867906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:18.892958 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Checking router: 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:18.893699 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Updating router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 port a803aa1b-4296-4685-baf5-8952ebfc1ed4 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:20:18.902369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:18.923036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:18.923435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:18.926307 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:18.935490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:18.944185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Allocated IP 2001:db8::105 (5047adad-1eaf-4953-93b4-584302a766b3/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa/4208d370-bc61-4463-afd2-3ad5ceb5fb6c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:18.950703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:18.974261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:18.974261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:18.974831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:18.975791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Bound port: b2b06471-a45d-44fa-9b6f-0faeca51695f, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:19.020354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41667479-afa9-4ee9-9531-6d81c9f7d5f4 req-426194e2-0231-4f38-8ad9-f2f90bdad833 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589002 Oct 19 01:20:19.021066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78738c-6d4f-4497-a7e6-4c2bbfda1166 service neutron] Pushing event updated for resources: {'Port': ['ID=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.051294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fc07843e-6765-4d4d-a5ce-f1fafe58bdb3 None None] Could not find standard attr ID for object 75551202-dfd5-44c3-b117-8b684bb6ec23. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:20:19.125728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event updated for resources: {'Port': ['ID=fd671608-5237-431a-bb06-4b352edfd622,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.229715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.229923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.276128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:19.279752 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-1d9c310e-cc8b-4b0c-a47f-86e5429c8a83 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8652978 Oct 19 01:20:19.282616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-ff759c55-10ac-4156-88ef-06459711fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.284196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-ff759c55-10ac-4156-88ef-06459711fadc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 1095 time: 0.3881035 Oct 19 01:20:19.287635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.288936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e258e47a-03d0-4f1f-bb9b-e4f2ec1f01bc service neutron] 10.222.0.64 "POST /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f/bindings HTTP/1.1" status: 201 len: 390 time: 1.5402012 Oct 19 01:20:19.312272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Request body: {'port': {'device_id': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:19.342536 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.353689 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.432081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-62fbd537-afe1-48f3-9efa-db72bbf9b89d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f HTTP/1.1" status: 200 len: 217 time: 0.1129529 Oct 19 01:20:19.473214 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628454d6-1628-42cd-be9d-b7864f24c2bc None None] Pushing event updated for resources: {'Port': ['ID=a803aa1b-4296-4685-baf5-8952ebfc1ed4,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.477883 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Attempting to bind port a803aa1b-4296-4685-baf5-8952ebfc1ed4 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:19.478069 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Attempting to bind port a803aa1b-4296-4685-baf5-8952ebfc1ed4 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:19.479007 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Attempting to bind port a803aa1b-4296-4685-baf5-8952ebfc1ed4 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:19.493329 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:19.495369 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:19.495753 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.496265 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:19.496754 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Bound port: a803aa1b-4296-4685-baf5-8952ebfc1ed4, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:19.497876 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.514543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.524416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.538022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-97bd1ede-392f-4b3b-a295-81ab478731a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.539032 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-97bd1ede-392f-4b3b-a295-81ab478731a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.0987709 Oct 19 01:20:19.583401 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] For port a803aa1b-4296-4685-baf5-8952ebfc1ed4, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:19.592294 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] For port a803aa1b-4296-4685-baf5-8952ebfc1ed4, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a803aa1b-4296-4685-baf5-8952ebfc1ed4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:19.608102 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.623860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.636009 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe3375f-23a8-4f72-b1fe-610520189cda x-openstack-request-id: req-bbe3375f-23a8-4f72-b1fe-610520189cda {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:19.636009 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d045f37d-8100-4639-acb4-9344936e69c2", "tag": "e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:19.636009 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbe3375f-23a8-4f72-b1fe-610520189cda {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:19.636009 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd045f37d-8100-4639-acb4-9344936e69c2', 'tag': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f', 'status': 'completed', 'code': 200} Oct 19 01:20:19.638189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-b398dc4f-ce9e-45e3-b0b9-3722d8a15318 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901792 Oct 19 01:20:19.657873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.684485 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.695704 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:19.696358 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:19.758334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network 5047adad-1eaf-4953-93b4-584302a766b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:19.775720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=4208d370-bc61-4463-afd2-3ad5ceb5fb6c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.781098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:19.783780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:19.798908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.799746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:19.805340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-d7b188c0-4d6d-41cb-b1bc-6a794859644b tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.808333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-d7b188c0-4d6d-41cb-b1bc-6a794859644b tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/networks?id=3ca0d1ee-e810-418a-86a3-c39432b5bacc HTTP/1.1" status: 200 len: 808 time: 0.4406519 Oct 19 01:20:19.877855 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3f22d229-7b66-4911-aa30-54c068d55a33 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7198555 Oct 19 01:20:19.879380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Allocated IP 172.20.0.1 (11b36568-041a-4a1c-9d52-07dab846b2c4/e073a0b6-2e12-42ed-a740-686169ade46c/19fd04a5-b656-4bca-b754-4d32a5722188) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:19.888866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bc750-bb2b-471c-8054-9f09709fe460 req-82c36678-2afb-4513-890f-e2450d731429 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.890415 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-450bc750-bb2b-471c-8054-9f09709fe460 req-82c36678-2afb-4513-890f-e2450d731429 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 943 time: 0.1573138 Oct 19 01:20:19.890916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:19.905601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::399', 'mac_address': 'fa:16:3e:fc:9b:b4'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:19.907092 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628454d6-1628-42cd-be9d-b7864f24c2bc None None] Pushing event updated for resources: {'Port': ['ID=a803aa1b-4296-4685-baf5-8952ebfc1ed4,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:19.921795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-f8290e3b-c13f-412a-beec-6a4fccbcf0c7 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600548 Oct 19 01:20:19.930226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-3bda3362-0a4f-4481-903e-95434a960cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:19.932598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-3bda3362-0a4f-4481-903e-95434a960cb7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1097 time: 0.3237951 Oct 19 01:20:19.984163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-d4a456f2-8041-4d31-b25e-cf27471bdf2f tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/quotas/553a2438dadb4340a865bcfe8f867538 HTTP/1.1" status: 200 len: 375 time: 0.1664071 Oct 19 01:20:20.003919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:20.054487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:20.062419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-450bc750-bb2b-471c-8054-9f09709fe460 req-d45c3118-98ac-4ca7-b279-fcb681d73f47 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523755 Oct 19 01:20:20.215956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-0845bf01-8dd5-4de5-bf03-cfa984abfc4c tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=553a2438dadb4340a865bcfe8f867538&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2172458 Oct 19 01:20:20.267354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:20.293247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-58ae7b01-0f9a-48d4-89a1-3cec19469c50 None None] Provisioning complete for port 4208d370-bc61-4463-afd2-3ad5ceb5fb6c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:20.294222 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58ae7b01-0f9a-48d4-89a1-3cec19469c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:20.305876 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:14Z', 'revision_number': 3, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:20.341363 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d36b05-d59f-4612-a881-fe1ca1b893d0 None None] The sync data for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 is: [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:14Z', 'revision_number': 3, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:20.352763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-58ae7b01-0f9a-48d4-89a1-3cec19469c50 None None] Port 4208d370-bc61-4463-afd2-3ad5ceb5fb6c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:20.426917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:20.430239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1ac0ab1-7893-4412-940f-4eef40bf7e27 req-a12a60cf-1ba0-4f7c-a03e-f863d5118bea service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851847 Oct 19 01:20:20.492289 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-54fffe23-b600-4e8c-a044-0bf940207b51 service neutron] 10.222.0.64 "GET /v2.0/networks/3ca0d1ee-e810-418a-86a3-c39432b5bacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397029 Oct 19 01:20:20.496075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-97d59c55-b72a-4ad3-8cae-f96f2ef18790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:20.499217 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-97d59c55-b72a-4ad3-8cae-f96f2ef18790 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.5169897 Oct 19 01:20:20.675049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-f1eda5bc-4f29-449a-a75d-80140e63ffbb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 217 time: 0.1362453 Oct 19 01:20:20.959100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591d193-90cf-473d-a6e1-108ebaedfbe8 req-6dc9d993-4bd7-4860-82db-40c435030f3f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:20.970324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7591d193-90cf-473d-a6e1-108ebaedfbe8 req-6dc9d993-4bd7-4860-82db-40c435030f3f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 931 time: 0.7263463 Oct 19 01:20:20.978037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:20.992859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:21.011442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:21.056670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Pushing event updated for resources: {'Port': ['ID=19fd04a5-b656-4bca-b754-4d32a5722188,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:21.107774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7591d193-90cf-473d-a6e1-108ebaedfbe8 req-c30d07bf-cefd-401d-9a58-2af4b63149c5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364560 Oct 19 01:20:21.144256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd671608-5237-431a-bb06-4b352edfd622 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:21.153714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.154554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.160819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.170680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.246382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c12fa17d-a4b0-42d0-9765-c8606076d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:21.247859 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c12fa17d-a4b0-42d0-9765-c8606076d7b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.5550265 Oct 19 01:20:21.285531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] In _notify_port_updated(), no bound segment for port 4208d370-bc61-4463-afd2-3ad5ceb5fb6c on network 5047adad-1eaf-4953-93b4-584302a766b3 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:20:21.295287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:21.295953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.298547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "PUT /v2.0/ports/4208d370-bc61-4463-afd2-3ad5ceb5fb6c HTTP/1.1" status: 200 len: 1002 time: 1.4045334 Oct 19 01:20:21.306258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a425d-f35f-4c74-be9b-d78cc026c34c tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=4208d370-bc61-4463-afd2-3ad5ceb5fb6c,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:21.313861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35198) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:21.315566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-0d8a7307-3806-415c-8b4e-204a522d23bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356684 Oct 19 01:20:21.350617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Transition to ACTIVE for port object fd671608-5237-431a-bb06-4b352edfd622 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:21.367005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-0fc862fb-40dc-457a-8b1c-eefc2a574f76 service neutron] 10.222.0.64 "GET /v2.0/networks/3ca0d1ee-e810-418a-86a3-c39432b5bacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8627660 Oct 19 01:20:21.377816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-e4db7aed-561f-4181-86ee-79ba590bc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:21.390449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-e4db7aed-561f-4181-86ee-79ba590bc45e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 1095 time: 0.8473556 Oct 19 01:20:21.424123 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.502383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2db27a-842c-4c78-8c4c-1dd59fe37835 req-c97fcf5c-00a4-4e09-abbf-0edf0b80b6c8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:21.504069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-22e21f3b-2044-439c-a290-3e0aacc6edd3 None None] Provisioning complete for port 19fd04a5-b656-4bca-b754-4d32a5722188 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:21.504691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f2db27a-842c-4c78-8c4c-1dd59fe37835 req-c97fcf5c-00a4-4e09-abbf-0edf0b80b6c8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.2024837 Oct 19 01:20:21.506938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22e21f3b-2044-439c-a290-3e0aacc6edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.635864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-22e21f3b-2044-439c-a290-3e0aacc6edd3 None None] Port 19fd04a5-b656-4bca-b754-4d32a5722188 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:21.647501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.727220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd671608-5237-431a-bb06-4b352edfd622,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:21.843393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f2db27a-842c-4c78-8c4c-1dd59fe37835 req-da568bee-84c9-42ac-b197-ed1e7ea4630b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772677 Oct 19 01:20:21.889160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting port 4208d370-bc61-4463-afd2-3ad5ceb5fb6c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:21.889448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.894236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-80f334da-3f64-4c91-8d6d-9c7ffcc56ee4 None None] Provisioning complete for port 4208d370-bc61-4463-afd2-3ad5ceb5fb6c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:21.894630 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80f334da-3f64-4c91-8d6d-9c7ffcc56ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:21.968213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-3e919f34-7e80-4160-9b08-d5e30f946f90 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996580 Oct 19 01:20:21.979127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-80f334da-3f64-4c91-8d6d-9c7ffcc56ee4 None None] Port 4208d370-bc61-4463-afd2-3ad5ceb5fb6c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:22.055582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4575-679c-4942-b50c-7a88c300c5d2 req-d1154a6e-8e8f-4eb2-b4e7-e2c2157708b9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:22.057713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad2b4575-679c-4942-b50c-7a88c300c5d2 req-d1154a6e-8e8f-4eb2-b4e7-e2c2157708b9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.2285237 Oct 19 01:20:22.114429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-d73d4c34-2c4f-489f-b612-0709bd8641a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:22.116192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-d73d4c34-2c4f-489f-b612-0709bd8641a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.6896014 Oct 19 01:20:22.178698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.191930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de35f5-ac98-4990-923d-0db9ee76dac3 req-ace1b9aa-ce5e-46e0-b3a6-3c1b37d98830 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:22.193107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-48dee198-cdb4-4d2e-ba40-f34f7628996c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f HTTP/1.1" status: 200 len: 217 time: 0.0616636 Oct 19 01:20:22.201579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96de35f5-ac98-4990-923d-0db9ee76dac3 req-ace1b9aa-ce5e-46e0-b3a6-3c1b37d98830 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 943 time: 0.1981812 Oct 19 01:20:22.208297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Attempting to bind port fd671608-5237-431a-bb06-4b352edfd622 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:22.208518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Attempting to bind port fd671608-5237-431a-bb06-4b352edfd622 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:22.208841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Attempting to bind port fd671608-5237-431a-bb06-4b352edfd622 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:22.226013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Calling delete_port for 4208d370-bc61-4463-afd2-3ad5ceb5fb6c owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:22.246234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Port fd671608-5237-431a-bb06-4b352edfd622 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:22.246573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Attempting to bind port fd671608-5237-431a-bb06-4b352edfd622 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:22.250016 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-a3eeb8ae-6b09-4b10-b651-5d7eda946ce7 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511451 Oct 19 01:20:22.252920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad2b4575-679c-4942-b50c-7a88c300c5d2 req-211e3e73-3f61-472c-bf5e-f12209d4c991 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563864 Oct 19 01:20:22.264516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:22.264864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Checking segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:22.265240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Bound using segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:22.265674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Bound port: fd671608-5237-431a-bb06-4b352edfd622, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:22.266249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.270693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.288454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-5ecd1123-7a2d-4173-89cd-8e6329853ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:22.290191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-5ecd1123-7a2d-4173-89cd-8e6329853ce3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.0832794 Oct 19 01:20:22.324241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.378655 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-18d658dc-f8ff-4794-ae4f-f62527a8ac03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510459 Oct 19 01:20:22.405300 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96de35f5-ac98-4990-923d-0db9ee76dac3 req-b69f5426-8afe-485a-8514-543b6aabb1f8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968207 Oct 19 01:20:22.447638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-227520f5-af16-4fbf-b993-0d339afa0628 req-b6bee3b8-ae2d-4749-ade9-a28b9c4ef610 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 210 time: 0.0679147 Oct 19 01:20:22.468768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] For port fd671608-5237-431a-bb06-4b352edfd622, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:22.475070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.530089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] For port fd671608-5237-431a-bb06-4b352edfd622, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fd671608-5237-431a-bb06-4b352edfd622,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:22.538852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.571701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Pushing event updated for resources: {'Port': ['ID=19fd04a5-b656-4bca-b754-4d32a5722188,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:22.682600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a803aa1b-4296-4685-baf5-8952ebfc1ed4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:22.700313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-58fe8dfb-10cd-4071-8ac3-76a892cda6ff service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135610 Oct 19 01:20:22.745729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:22.746353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.747761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] 10.222.0.74 "PUT /v2.0/ports/fd671608-5237-431a-bb06-4b352edfd622 HTTP/1.1" status: 200 len: 1092 time: 3.4402819 Oct 19 01:20:22.769247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a803aa1b-4296-4685-baf5-8952ebfc1ed4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:22.769718 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:22.784694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'tag': 'fd671608-5237-431a-bb06-4b352edfd622'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:22.787443 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "24e02d0b-3a90-44c4-9552-9de4f1ea2a33", "tag": "fd671608-5237-431a-bb06-4b352edfd622"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:22.790414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dc011-846b-4dac-bfac-54f403b9c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd671608-5237-431a-bb06-4b352edfd622,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:22.871536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3426aa-6af3-4886-b57a-5c3c80fd64d6 req-7bbd35ef-90db-4b9d-9bc6-5476d1225a60 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:22.876239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c3426aa-6af3-4886-b57a-5c3c80fd64d6 req-7bbd35ef-90db-4b9d-9bc6-5476d1225a60 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 943 time: 0.2935042 Oct 19 01:20:22.923657 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:23.024754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Port': ['ID=4208d370-bc61-4463-afd2-3ad5ceb5fb6c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:23.039249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28959b24-1a95-4c86-a867-29d8b4649ffe req-7e83f31c-9087-4cee-ada1-06d4fb493607 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.043912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28959b24-1a95-4c86-a867-29d8b4649ffe req-7e83f31c-9087-4cee-ada1-06d4fb493607 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.3699284 Oct 19 01:20:23.110915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:23.116243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:23.143806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-3b451e96-a116-40ba-a7b6-3acb1049d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.149682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-3b451e96-a116-40ba-a7b6-3acb1049d4d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 1095 time: 0.2998006 Oct 19 01:20:23.205966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c3426aa-6af3-4886-b57a-5c3c80fd64d6 req-cf2f3bcf-813b-44aa-a626-084097689a6d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229160 Oct 19 01:20:23.307780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80806bf1-0cb5-49e6-b36f-e142f453fcbe req-77115b81-f601-457a-9335-42a96d622ae3 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283844 Oct 19 01:20:23.329005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-2dffa16b-051b-45ac-9181-96c4f272be7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd671608-5237-431a-bb06-4b352edfd622 HTTP/1.1" status: 200 len: 217 time: 0.1587312 Oct 19 01:20:23.421110 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:23.434804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28959b24-1a95-4c86-a867-29d8b4649ffe req-f3eb067e-a0d5-47b9-a674-ef001fb5e831 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794303 Oct 19 01:20:23.451413 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2c689-d993-436a-9689-d3e5b3711057 x-openstack-request-id: req-76a2c689-d993-436a-9689-d3e5b3711057 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:23.452884 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e02d0b-3a90-44c4-9552-9de4f1ea2a33", "tag": "fd671608-5237-431a-bb06-4b352edfd622", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:23.453840 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76a2c689-d993-436a-9689-d3e5b3711057 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:23.455333 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'tag': 'fd671608-5237-431a-bb06-4b352edfd622', 'status': 'completed', 'code': 200} Oct 19 01:20:23.475471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a803aa1b-4296-4685-baf5-8952ebfc1ed4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a803aa1b-4296-4685-baf5-8952ebfc1ed4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:23.488259 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:23.565158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:23.590959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:20:23.649081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:23.654957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4fe987a7-3d4d-4863-8dfa-2a4f7720084f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/ports/4208d370-bc61-4463-afd2-3ad5ceb5fb6c HTTP/1.1" status: 204 len: 168 time: 2.3383260 Oct 19 01:20:23.656722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35234) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:23.703713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecc94b-2b58-4c82-9436-258b4202d1db req-056f95d9-7abe-49f3-90d2-913d597e83f5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.706486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-8823c8b6-eb84-474d-8cc5-36e8fc73d969 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.708609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-8823c8b6-eb84-474d-8cc5-36e8fc73d969 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.74 "GET /v2.0/networks?id=3ca0d1ee-e810-418a-86a3-c39432b5bacc HTTP/1.1" status: 200 len: 808 time: 0.5971541 Oct 19 01:20:23.711060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-e36952ee-8f15-4c46-aa5d-130e1d947ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.712219 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3ecc94b-2b58-4c82-9436-258b4202d1db req-056f95d9-7abe-49f3-90d2-913d597e83f5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1669343 Oct 19 01:20:23.714355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-e36952ee-8f15-4c46-aa5d-130e1d947ba4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.2992849 Oct 19 01:20:23.729536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8ab8a-a6be-4638-b5eb-52cc348e3feb req-a8b6e596-673d-4da6-a7fa-59f3778a8e40 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:23.731014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4fa8ab8a-a6be-4638-b5eb-52cc348e3feb req-a8b6e596-673d-4da6-a7fa-59f3778a8e40 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 943 time: 0.1413472 Oct 19 01:20:23.732474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a928c1b1-cb06-4225-8176-11fd8ebe83fa None None] Provisioning complete for port 19fd04a5-b656-4bca-b754-4d32a5722188 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:23.732963 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a928c1b1-cb06-4225-8176-11fd8ebe83fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:23.738254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Request body: {'port': {'device_id': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc', 'admin_state_up': True, 'tenant_id': '553a2438dadb4340a865bcfe8f867538'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:23.768512 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10014be-d3e6-4b19-94fd-2f315a8b1f86 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] GET failed (client error): The resource could not be found. Oct 19 01:20:23.770712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c10014be-d3e6-4b19-94fd-2f315a8b1f86 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "GET /v2.0/ports/4208d370-bc61-4463-afd2-3ad5ceb5fb6c HTTP/1.1" status: 404 len: 333 time: 0.1125934 Oct 19 01:20:23.776447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a803aa1b-4296-4685-baf5-8952ebfc1ed4,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:23.778933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:23.786357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-3b87a0a9-8139-4af2-a157-db829c57ed3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543225 Oct 19 01:20:23.787275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1143687935'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:23.817705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3ecc94b-2b58-4c82-9436-258b4202d1db req-ae19a1bf-d43a-4b6a-8fdf-b8889c500bd7 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039350 Oct 19 01:20:23.904117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a928c1b1-cb06-4225-8176-11fd8ebe83fa None None] Port 19fd04a5-b656-4bca-b754-4d32a5722188 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:23.937734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:23.951950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f', 'mac_address': 'fa:16:3e:a5:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:23.996574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4fa8ab8a-a6be-4638-b5eb-52cc348e3feb req-9b4b2769-009d-44db-9ffc-155e5e5cde44 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541032 Oct 19 01:20:24.023704 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.046282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-014ef390-64c2-4a42-97cd-f12984dd14ad req-5273d96d-9041-436a-8b17-4939b3ef20d6 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 210 time: 0.1201015 Oct 19 01:20:24.070239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:24.075556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:20:24.088723 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e1fe111a-910d-49d5-9946-99d25e3adebb admin admin] 10.222.0.64 "PUT /v2.0/routers/982d32d4-fbfe-4963-9ea1-a1351a0fd2a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4534907 Oct 19 01:20:24.102659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Sync routers for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:20:24.111692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Made reservation on behalf of 553a2438dadb4340a865bcfe8f867538 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:24.115765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.132018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:24.136625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.178516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:24.179166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:24.179316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] device_id is not set on port 7b819acd-dbcc-4719-8c91-97afc8c71018 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:20:24.182769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:24.196321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-21ecc617-c1d0-4883-9f7e-d4ae1c48bd16 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854654 Oct 19 01:20:24.263134 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.408216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:24.423904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Allocated IP 172.20.0.5 (3ca0d1ee-e810-418a-86a3-c39432b5bacc/cb3eb636-df37-458e-941f-d82af7fb2703/8417ba89-2d85-4568-b6e2-60d58c4c088b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:24.492814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Allocated IP 2001:db8::210 (5047adad-1eaf-4953-93b4-584302a766b3/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa/7b819acd-dbcc-4719-8c91-97afc8c71018) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:24.502205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07831c-d70a-421b-9639-417b7c921017 req-869f4c58-0778-42bd-b793-09da10b1c5cf tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:24.503719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a07831c-d70a-421b-9639-417b7c921017 req-869f4c58-0778-42bd-b793-09da10b1c5cf tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 943 time: 0.1664503 Oct 19 01:20:24.616902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a07831c-d70a-421b-9639-417b7c921017 req-1697751b-0a70-4d73-bd14-1d5b0b51b859 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963116 Oct 19 01:20:24.658814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:24.664673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a803aa1b-4296-4685-baf5-8952ebfc1ed4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:24.725530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:24.749688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.877881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-852aa57c-1fa1-4f1d-9f37-c6f688fe8705 req-34f1698d-1232-4fbd-ae9f-95379c380cba service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398823 Oct 19 01:20:24.880243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.925046 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:24.944443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Network 3ca0d1ee-e810-418a-86a3-c39432b5bacc is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:24.949277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:24.961262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:24.971995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764cfe5-2c85-4b40-81e0-7859a3e51de3 req-4309ed1a-8a60-4071-8f55-f5c4fa45800d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:24.973539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d764cfe5-2c85-4b40-81e0-7859a3e51de3 req-4309ed1a-8a60-4071-8f55-f5c4fa45800d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.8138320 Oct 19 01:20:25.009923 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.019293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a803aa1b-4296-4685-baf5-8952ebfc1ed4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:25.020294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.034683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.035279 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.096267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Pushing event updated for resources: {'Port': ['ID=8417ba89-2d85-4568-b6e2-60d58c4c088b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:25.098396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35258) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:25.107410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-54abbc2d-7b53-42e6-b5a4-98bba6c2ce74 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387122680', 'description': 'tempest-description--902836117'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:25.121924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network 5047adad-1eaf-4953-93b4-584302a766b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:25.125339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:25.149588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:25.151088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-f62ce385-2d93-49a5-b272-96b6d53b2c9e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4170480 Oct 19 01:20:25.155912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54abbc2d-7b53-42e6-b5a4-98bba6c2ce74 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.156126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.172821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.181970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Request body: {'port': {'device_id': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:25.193745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=7b819acd-dbcc-4719-8c91-97afc8c71018,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:25.231135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 2, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:25.233642 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a69a8f18-05e5-494a-aaa2-8f29c6eade0b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4519176 Oct 19 01:20:25.236239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:25.241855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fc:9b:b4'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:25.255289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-3fd52fc1-753f-4d4a-a1c4-697040f5c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.259706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-3fd52fc1-753f-4d4a-a1c4-697040f5c573 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 1095 time: 0.2211704 Oct 19 01:20:25.277768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d764cfe5-2c85-4b40-81e0-7859a3e51de3 req-8dceb4e3-c52a-4f96-8cd7-fd9715d008d3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331817 Oct 19 01:20:25.285837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Checking router: 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:20:25.286225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Updating router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 port 19fd04a5-b656-4bca-b754-4d32a5722188 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:20:25.323104 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.459239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-8c3aa4f0-d199-412d-ac9d-dd48f9549d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.460932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-8c3aa4f0-d199-412d-ac9d-dd48f9549d33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 913 time: 0.1694932 Oct 19 01:20:25.518400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15a5bd-7cc4-4282-ab55-b64793b31961 req-94557202-712b-46d2-8b85-ebfdce9861bb tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.529812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b15a5bd-7cc4-4282-ab55-b64793b31961 req-94557202-712b-46d2-8b85-ebfdce9861bb tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.2392082 Oct 19 01:20:25.563476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-3732bb78-7f5d-42fe-b2ec-44a0c271e65d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd671608-5237-431a-bb06-4b352edfd622 HTTP/1.1" status: 200 len: 217 time: 0.0704496 Oct 19 01:20:25.624811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b15a5bd-7cc4-4282-ab55-b64793b31961 req-d5ca0a74-0113-47a4-911e-24ecd0de7790 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880916 Oct 19 01:20:25.677038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.680925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-29ab6d9b-94d3-4b5a-88df-a578ccbdcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.683294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-29ab6d9b-94d3-4b5a-88df-a578ccbdcd27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.0808430 Oct 19 01:20:25.690012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.700554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.735399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8e19b7b4-1247-4a8c-8b26-4a224619277d None None] Provisioning complete for port 7b819acd-dbcc-4719-8c91-97afc8c71018 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:25.736248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8e19b7b4-1247-4a8c-8b26-4a224619277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.763097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.771320 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-da8320b6-c69c-4c2f-b6b0-8c91c7c0a147 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653384 Oct 19 01:20:25.826283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a98ff7-b3fe-4df2-b160-db460e55af57 None None] Pushing event updated for resources: {'Port': ['ID=19fd04a5-b656-4bca-b754-4d32a5722188,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:25.848307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54abbc2d-7b53-42e6-b5a4-98bba6c2ce74 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.890026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54abbc2d-7b53-42e6-b5a4-98bba6c2ce74 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.939501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abbc2d-7b53-42e6-b5a4-98bba6c2ce74 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0de6ed-cb88-4082-9e93-744f5109eb18,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:25.948571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Attempting to bind port 19fd04a5-b656-4bca-b754-4d32a5722188 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:25.948942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Attempting to bind port 19fd04a5-b656-4bca-b754-4d32a5722188 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:25.949310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Attempting to bind port 19fd04a5-b656-4bca-b754-4d32a5722188 on network 11b36568-041a-4a1c-9d52-07dab846b2c4 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:25.955145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8af85-af37-4fb1-b1ce-fd258a4a9154 req-a05215b6-45c2-4b97-be83-a0dc49824e6f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:25.963305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8b8af85-af37-4fb1-b1ce-fd258a4a9154 req-a05215b6-45c2-4b97-be83-a0dc49824e6f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 944 time: 0.4841058 Oct 19 01:20:25.966780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8e19b7b4-1247-4a8c-8b26-4a224619277d None None] Port 7b819acd-dbcc-4719-8c91-97afc8c71018 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:25.977418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:25.977797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Checking segment: {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:25.978258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:25.978662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Bound using segment: {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:25.979138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Bound port: 19fd04a5-b656-4bca-b754-4d32a5722188, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:25.979521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.036497 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8b8af85-af37-4fb1-b1ce-fd258a4a9154 req-3ec8c932-9ab3-4535-86e3-2a15cc211eca tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721099 Oct 19 01:20:26.057996 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.108938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.109788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] For port 19fd04a5-b656-4bca-b754-4d32a5722188, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:26.114338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] For port 19fd04a5-b656-4bca-b754-4d32a5722188, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=19fd04a5-b656-4bca-b754-4d32a5722188,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:26.121220 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.141527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54abbc2d-7b53-42e6-b5a4-98bba6c2ce74 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.145379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-54abbc2d-7b53-42e6-b5a4-98bba6c2ce74 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0407522 Oct 19 01:20:26.216600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35268) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:26.231566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8c9e5d84-242c-49a7-99a7-aabe889e3348 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Request body: {'security_group_rule': {'security_group_id': '8f0de6ed-cb88-4082-9e93-744f5109eb18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:26.241917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a98ff7-b3fe-4df2-b160-db460e55af57 None None] Pushing event updated for resources: {'Port': ['ID=19fd04a5-b656-4bca-b754-4d32a5722188,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:26.260307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-156fa860-6e4e-4ef4-acba-99ca9c6a9088 None None] Provisioning complete for port 19fd04a5-b656-4bca-b754-4d32a5722188 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:26.261228 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-156fa860-6e4e-4ef4-acba-99ca9c6a9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.282793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=7b819acd-dbcc-4719-8c91-97afc8c71018,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:26.295583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] In _notify_port_updated(), no bound segment for port 7b819acd-dbcc-4719-8c91-97afc8c71018 on network 5047adad-1eaf-4953-93b4-584302a766b3 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:20:26.307778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:26.308506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.309870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fc6b6048-404b-4ed8-a24c-01ba2bbb1e93 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "PUT /v2.0/ports/7b819acd-dbcc-4719-8c91-97afc8c71018 HTTP/1.1" status: 200 len: 1003 time: 1.0724864 Oct 19 01:20:26.318142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35272) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:26.319168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dbd4c-745c-42eb-ac39-fe64ffc5b5e7 req-b49a2747-3f97-4cd5-b700-c8f243415ba4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:26.323609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a3dbd4c-745c-42eb-ac39-fe64ffc5b5e7 req-b49a2747-3f97-4cd5-b700-c8f243415ba4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.1279755 Oct 19 01:20:26.340290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:20:26.340936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:26.425893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ece40-566a-45ad-a1fe-31c6d6d66523 req-30b6b899-2870-4a74-80e3-dd5316267990 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:26.434482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-617ece40-566a-45ad-a1fe-31c6d6d66523 req-30b6b899-2870-4a74-80e3-dd5316267990 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 931 time: 0.6356223 Oct 19 01:20:26.499602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5d84-242c-49a7-99a7-aabe889e3348 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.624604 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-156fa860-6e4e-4ef4-acba-99ca9c6a9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.631777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-617ece40-566a-45ad-a1fe-31c6d6d66523 req-12e5deca-ec9c-4c8d-b970-1c21e5cb6330 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960523 Oct 19 01:20:26.662054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:20:26.736493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5d84-242c-49a7-99a7-aabe889e3348 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.750634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5d84-242c-49a7-99a7-aabe889e3348 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.787759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e5d84-242c-49a7-99a7-aabe889e3348 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32507f0b-6612-47f4-bf1a-1cc047631e7c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:26.844077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5d84-242c-49a7-99a7-aabe889e3348 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.845477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c9e5d84-242c-49a7-99a7-aabe889e3348 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6246138 Oct 19 01:20:26.848434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:26.859302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d50857b0-dbd9-45c5-a565-b3e348eef3be tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Request body: {'security_group_rule': {'security_group_id': '8f0de6ed-cb88-4082-9e93-744f5109eb18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:26.878302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting port 7b819acd-dbcc-4719-8c91-97afc8c71018 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:26.878842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:26.913995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bbe3a-13f5-42f4-9074-1b09daca24cd req-190cf73f-b238-4001-b134-5b6cec3dd8ba tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:26.923469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-418bbe3a-13f5-42f4-9074-1b09daca24cd req-190cf73f-b238-4001-b134-5b6cec3dd8ba tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 943 time: 0.1365845 Oct 19 01:20:26.948744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-156fa860-6e4e-4ef4-acba-99ca9c6a9088 None None] For port 19fd04a5-b656-4bca-b754-4d32a5722188, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=19fd04a5-b656-4bca-b754-4d32a5722188,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:26.956759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-156fa860-6e4e-4ef4-acba-99ca9c6a9088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.063971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d50857b0-dbd9-45c5-a565-b3e348eef3be tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.097427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-418bbe3a-13f5-42f4-9074-1b09daca24cd req-14317a25-a276-4075-9171-8bf7d9ce3757 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714494 Oct 19 01:20:27.184565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8417ba89-2d85-4568-b6e2-60d58c4c088b {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:27.194206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.198426 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.211418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Transition to ACTIVE for port object 8417ba89-2d85-4568-b6e2-60d58c4c088b will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:27.224435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-8d71f2d0-8109-46db-9c37-76a5842918d0 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4303443 Oct 19 01:20:27.225147 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.258153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Calling delete_port for 7b819acd-dbcc-4719-8c91-97afc8c71018 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:27.317657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942e717-4730-4868-b27d-cbf749b79dca req-dc81c747-f4c0-4774-adbf-5cca3a5d1c61 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:27.327134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d942e717-4730-4868-b27d-cbf749b79dca req-dc81c747-f4c0-4774-adbf-5cca3a5d1c61 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1248667 Oct 19 01:20:27.347427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a3dbd4c-745c-42eb-ac39-fe64ffc5b5e7 req-f1adeeb1-dd89-4345-9037-b57614c85c81 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0043507 Oct 19 01:20:27.351351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fa860-6e4e-4ef4-acba-99ca9c6a9088 None None] Pushing event updated for resources: {'Port': ['ID=19fd04a5-b656-4bca-b754-4d32a5722188,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:27.371532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d50857b0-dbd9-45c5-a565-b3e348eef3be tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.383252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-33262acc-b502-4948-a260-6f086d8f0964 None None] Provisioning complete for port 19fd04a5-b656-4bca-b754-4d32a5722188 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:27.383653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-33262acc-b502-4948-a260-6f086d8f0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.470745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:27.493041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d50857b0-dbd9-45c5-a565-b3e348eef3be tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.508763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d942e717-4730-4868-b27d-cbf749b79dca req-f05d1de9-1b61-4290-bcf1-532c66702175 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804495 Oct 19 01:20:27.511870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b107b-8c8a-41cc-8d75-85d2ae9757f1 None None] The sync data for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 is: [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:20:27.566824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50857b0-dbd9-45c5-a565-b3e348eef3be tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65c4a5b-5f4e-4792-80af-4f3614956267,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:27.659920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d50857b0-dbd9-45c5-a565-b3e348eef3be tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.663755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:27.667005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d50857b0-dbd9-45c5-a565-b3e348eef3be tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8159347 Oct 19 01:20:27.677015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35290) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:27.684094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:27.693733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8417ba89-2d85-4568-b6e2-60d58c4c088b,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:27.801771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Attempting to bind port 8417ba89-2d85-4568-b6e2-60d58c4c088b on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:27.801976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Attempting to bind port 8417ba89-2d85-4568-b6e2-60d58c4c088b by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'e78e3049-7bad-4839-90ac-2c138447aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:27.802285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.802421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Attempting to bind port 8417ba89-2d85-4568-b6e2-60d58c4c088b on network 3ca0d1ee-e810-418a-86a3-c39432b5bacc {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:27.814657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-33262acc-b502-4948-a260-6f086d8f0964 None None] Provisioning complete for port 7b819acd-dbcc-4719-8c91-97afc8c71018 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:27.815774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-33262acc-b502-4948-a260-6f086d8f0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.831137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Port 8417ba89-2d85-4568-b6e2-60d58c4c088b on network 3ca0d1ee-e810-418a-86a3-c39432b5bacc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:27.831314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Attempting to bind port 8417ba89-2d85-4568-b6e2-60d58c4c088b on network 3ca0d1ee-e810-418a-86a3-c39432b5bacc {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:27.864920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:27.865521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Checking segment: {'id': 'e78e3049-7bad-4839-90ac-2c138447aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:27.866077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Bound using segment: {'id': 'e78e3049-7bad-4839-90ac-2c138447aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:27.866533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Bound port: 8417ba89-2d85-4568-b6e2-60d58c4c088b, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78e3049-7bad-4839-90ac-2c138447aae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:27.866887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.906743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-33262acc-b502-4948-a260-6f086d8f0964 None None] Port 7b819acd-dbcc-4719-8c91-97afc8c71018 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:27.915020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:27.918801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e47b5-e1c1-48a2-bdb4-ff468efae71a req-8e0ca68c-c2c9-4d7e-9801-ee52df8df934 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:27.924410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a14e47b5-e1c1-48a2-bdb4-ff468efae71a req-8e0ca68c-c2c9-4d7e-9801-ee52df8df934 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 944 time: 0.3940079 Oct 19 01:20:27.929967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:27.932241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a29a632-a542-47e9-b8b1-d1612b6f1ed6 req-2e66c125-c7ff-4f80-8cb8-4867ca1ccce2 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966102 Oct 19 01:20:27.935917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:27.936379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.021129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Port': ['ID=7b819acd-dbcc-4719-8c91-97afc8c71018,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:28.091307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.095265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-464144ad-3dfc-41b9-9322-a07680ec7bdd tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/ports/7b819acd-dbcc-4719-8c91-97afc8c71018 HTTP/1.1" status: 204 len: 168 time: 1.7672720 Oct 19 01:20:28.100822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:28.150216 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a14e47b5-e1c1-48a2-bdb4-ff468efae71a req-4997cf25-8667-4082-b0a4-0f4b71de8ac6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142396 Oct 19 01:20:28.170920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.207871 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0608f57-3c45-46db-b560-898d14f85ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] GET failed (client error): The resource could not be found. Oct 19 01:20:28.214058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0608f57-3c45-46db-b560-898d14f85ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "GET /v2.0/ports/7b819acd-dbcc-4719-8c91-97afc8c71018 HTTP/1.1" status: 404 len: 333 time: 0.1028991 Oct 19 01:20:28.215237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35304) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:28.223595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1499720351'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:28.233385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] For port 8417ba89-2d85-4568-b6e2-60d58c4c088b, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:28.240466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] For port 8417ba89-2d85-4568-b6e2-60d58c4c088b, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8417ba89-2d85-4568-b6e2-60d58c4c088b,segment=NetworkSegment(e78e3049-7bad-4839-90ac-2c138447aae7),segment_id=e78e3049-7bad-4839-90ac-2c138447aae7)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:28.248314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.257303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.302999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd045f37d-8100-4639-acb4-9344936e69c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:28.316429 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babe694c-e701-4d9a-9e12-22b86d2038ef" -d '{"events": [{"server_uuid": "d045f37d-8100-4639-acb4-9344936e69c2", "name": "network-vif-plugged", "status": "completed", "tag": "e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:28.354333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:28.362195 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.396389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Allocated IP 172.25.0.127 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/7f708fd6-7588-4f5f-aa26-32ee0f91adec) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:28.494366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:28.499905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.501465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/8417ba89-2d85-4568-b6e2-60d58c4c088b HTTP/1.1" status: 200 len: 1092 time: 3.3317456 Oct 19 01:20:28.501928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'tag': '8417ba89-2d85-4568-b6e2-60d58c4c088b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:28.516031 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4876a44-129d-4208-827e-64b4076d5f89" -d '{"events": [{"name": "network-changed", "server_uuid": "38b12fad-4774-4b1b-b7eb-cda770f5de74", "tag": "8417ba89-2d85-4568-b6e2-60d58c4c088b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:28.517486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:28.616945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.697524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33743c39-1eb2-4616-bb27-cae618d2c4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8417ba89-2d85-4568-b6e2-60d58c4c088b,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:28.719731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 19fd04a5-b656-4bca-b754-4d32a5722188 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:28.762820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.772764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81a6e3-2842-43fc-9044-834a26c241bc req-aeed9afe-4cc7-4e15-8fa3-bc378730cce2 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:28.791027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b81a6e3-2842-43fc-9044-834a26c241bc req-aeed9afe-4cc7-4e15-8fa3-bc378730cce2 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 943 time: 0.4113581 Oct 19 01:20:28.841020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-034d9dc5-fdf4-4b1c-8aeb-0d20d5ecbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:28.842633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-034d9dc5-fdf4-4b1c-8aeb-0d20d5ecbf98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=553a2438dadb4340a865bcfe8f867538&device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 1095 time: 0.2276859 Oct 19 01:20:28.858623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 19fd04a5-b656-4bca-b754-4d32a5722188 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:28.858908 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:28.897730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event updated for resources: {'Port': ['ID=7f708fd6-7588-4f5f-aa26-32ee0f91adec,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:28.912963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:28.945242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:28.949145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:29.006475 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b81a6e3-2842-43fc-9044-834a26c241bc req-04f9f93b-87c8-4c76-9407-1e718648eaf0 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142367 Oct 19 01:20:29.013318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-3e8c574d-8f57-47d2-8118-e8d5e8aae39f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8417ba89-2d85-4568-b6e2-60d58c4c088b HTTP/1.1" status: 200 len: 217 time: 0.1545033 Oct 19 01:20:29.098186 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf86a082-a2ef-407b-b25a-0a70d611c2e4 x-openstack-request-id: req-bf86a082-a2ef-407b-b25a-0a70d611c2e4 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:29.098490 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d045f37d-8100-4639-acb4-9344936e69c2", "name": "network-vif-plugged", "status": "completed", "tag": "e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:29.098796 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf86a082-a2ef-407b-b25a-0a70d611c2e4 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:29.099206 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd045f37d-8100-4639-acb4-9344936e69c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f', 'code': 200} Oct 19 01:20:29.123165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c8bd2-4f28-43bf-9690-ed403ea1305b req-27cb5bc4-d486-453a-9218-587490f22357 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:29.133588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-662c6853-5cb0-443f-a94a-221b7b127101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:29.133789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-981c8bd2-4f28-43bf-9690-ed403ea1305b req-27cb5bc4-d486-453a-9218-587490f22357 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 943 time: 0.4192379 Oct 19 01:20:29.135359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-662c6853-5cb0-443f-a94a-221b7b127101 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb3eb636-df37-458e-941f-d82af7fb2703 HTTP/1.1" status: 200 len: 848 time: 0.1145201 Oct 19 01:20:29.203840 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-655a42fc-088c-4b01-8a1a-a08b5cd22f1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ca0d1ee-e810-418a-86a3-c39432b5bacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552030 Oct 19 01:20:29.274670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:29.293387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.326740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:29.341588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-981c8bd2-4f28-43bf-9690-ed403ea1305b req-113c1da7-5ce3-45a9-9708-846c1f5cdf71 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064140 Oct 19 01:20:29.349546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] device_id is not set on port eda06a0a-d307-44c1-ae76-0c5d6d177547 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:20:29.456929 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeebc51-80b5-4815-a920-9e9081450917 x-openstack-request-id: req-1aeebc51-80b5-4815-a920-9e9081450917 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:29.463867 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b12fad-4774-4b1b-b7eb-cda770f5de74", "tag": "8417ba89-2d85-4568-b6e2-60d58c4c088b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:29.464170 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1aeebc51-80b5-4815-a920-9e9081450917 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:29.464650 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'tag': '8417ba89-2d85-4568-b6e2-60d58c4c088b', 'status': 'completed', 'code': 200} Oct 19 01:20:29.489996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebda643-03c4-4edc-b42f-96b2d5d4061c req-e1967693-6298-4ba7-b270-ae5b71baff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:29.493356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eebda643-03c4-4edc-b42f-96b2d5d4061c req-e1967693-6298-4ba7-b270-ae5b71baff4e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 1097 time: 0.2879157 Oct 19 01:20:29.555297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device fd671608-5237-431a-bb06-4b352edfd622 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:29.643171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eebda643-03c4-4edc-b42f-96b2d5d4061c req-1b492ce6-3eaf-4eb6-8eec-1143416eb191 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379602 Oct 19 01:20:29.656564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8893e-129a-4054-a369-1c8d10bfd2b7 req-c65759c1-0603-4945-9aa1-ed3dda1ff2d1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:29.664090 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7f8893e-129a-4054-a369-1c8d10bfd2b7 req-c65759c1-0603-4945-9aa1-ed3dda1ff2d1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.3502038 Oct 19 01:20:29.673212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-43ee68d0-215c-494f-968a-350804131c7b service neutron] 10.222.0.74 "GET /v2.0/networks/3ca0d1ee-e810-418a-86a3-c39432b5bacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324846 Oct 19 01:20:29.743693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7f8893e-129a-4054-a369-1c8d10bfd2b7 req-d607a3e2-bce5-4095-b670-e73465a3c4bc tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754218 Oct 19 01:20:29.941951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port fd671608-5237-431a-bb06-4b352edfd622, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fd671608-5237-431a-bb06-4b352edfd622,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:29.989936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'fd671608-5237-431a-bb06-4b352edfd622', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'port_id': 'fd671608-5237-431a-bb06-4b352edfd622', 'mac_address': 'fa:16:3e:d2:41:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1cf545-8b75-4d90-80fd-dfb94dc1a56d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:30.103483 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:30.137900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd671608-5237-431a-bb06-4b352edfd622 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:30.162456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port fd671608-5237-431a-bb06-4b352edfd622, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fd671608-5237-431a-bb06-4b352edfd622,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:30.169834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:30.193048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:30.232735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=fd671608-5237-431a-bb06-4b352edfd622,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:30.245008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ec9c31-6df0-4c32-9350-b346bb40a3c8 req-efbfec47-5d4f-44cf-b4d4-e736d6db039d service neutron] 10.222.0.74 "GET /v2.0/networks/3ca0d1ee-e810-418a-86a3-c39432b5bacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379851 Oct 19 01:20:30.282947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Allocated IP 2001:db8::34a (5047adad-1eaf-4953-93b4-584302a766b3/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa/eda06a0a-d307-44c1-ae76-0c5d6d177547) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:30.310464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b170e1-3dc7-4b89-9478-b21ce4962124 req-45e3f920-8390-4f27-ad8c-8ed7ca7564fc tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.327782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b170e1-3dc7-4b89-9478-b21ce4962124 req-45e3f920-8390-4f27-ad8c-8ed7ca7564fc tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 943 time: 0.1182926 Oct 19 01:20:30.409436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a7e6f-b7c6-4a4f-8d96-165411f13705 req-60607603-b24d-4a16-9273-d2567695c53a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.418249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b10a7e6f-b7c6-4a4f-8d96-165411f13705 req-60607603-b24d-4a16-9273-d2567695c53a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 945 time: 0.2448473 Oct 19 01:20:30.437087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b170e1-3dc7-4b89-9478-b21ce4962124 req-2f17de83-b304-4895-b94b-0c5a9a18fc3f tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054621 Oct 19 01:20:30.451696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876a44-129d-4208-827e-64b4076d5f89 req-fd5d2315-c3eb-4245-9f4c-a18d035d262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.453455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4876a44-129d-4208-827e-64b4076d5f89 req-fd5d2315-c3eb-4245-9f4c-a18d035d262d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=553a2438dadb4340a865bcfe8f867538&device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 1095 time: 0.0960720 Oct 19 01:20:30.573349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b10a7e6f-b7c6-4a4f-8d96-165411f13705 req-02a97edd-d228-4251-b319-1de646b99568 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540351 Oct 19 01:20:30.593429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876a44-129d-4208-827e-64b4076d5f89 req-7fbf3d49-fa0f-4227-a475-1ece83cf2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.595231 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4876a44-129d-4208-827e-64b4076d5f89 req-7fbf3d49-fa0f-4227-a475-1ece83cf2f66 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ca0d1ee-e810-418a-86a3-c39432b5bacc HTTP/1.1" status: 200 len: 909 time: 0.1270978 Oct 19 01:20:30.691450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4876a44-129d-4208-827e-64b4076d5f89 req-da3d67d1-23cb-4189-af3b-3e8b4089582b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8417ba89-2d85-4568-b6e2-60d58c4c088b HTTP/1.1" status: 200 len: 217 time: 0.0845754 Oct 19 01:20:30.754416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5956-6723-44eb-8b39-1a8f644cdf32 req-bae3320c-eb96-4b0b-9aed-09cbc88c5c6a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.756123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-167a5956-6723-44eb-8b39-1a8f644cdf32 req-bae3320c-eb96-4b0b-9aed-09cbc88c5c6a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.1596859 Oct 19 01:20:30.785275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876a44-129d-4208-827e-64b4076d5f89 req-ac3696d9-787a-4c52-a108-08d36ee930bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.786795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4876a44-129d-4208-827e-64b4076d5f89 req-ac3696d9-787a-4c52-a108-08d36ee930bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb3eb636-df37-458e-941f-d82af7fb2703 HTTP/1.1" status: 200 len: 848 time: 0.0879316 Oct 19 01:20:30.808007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:30.819956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85a39e-035c-4ef3-a096-90ccd15a9833 req-8ba358ba-35d0-446b-9370-236126f95c5b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:30.828459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf85a39e-035c-4ef3-a096-90ccd15a9833 req-8ba358ba-35d0-446b-9370-236126f95c5b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 944 time: 0.1370692 Oct 19 01:20:30.837159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['fd671608-5237-431a-bb06-4b352edfd622'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:30.837984 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4876a44-129d-4208-827e-64b4076d5f89 req-96b12510-a57c-4dbb-b29f-8dc21b018ead service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ca0d1ee-e810-418a-86a3-c39432b5bacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399530 Oct 19 01:20:30.890999 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-167a5956-6723-44eb-8b39-1a8f644cdf32 req-77f1257b-8754-4a18-899c-6809b6011fa3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240730 Oct 19 01:20:30.896129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:30.922213 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf85a39e-035c-4ef3-a096-90ccd15a9833 req-90464593-e95a-4f0b-8f4c-ade716895408 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924907 Oct 19 01:20:30.931355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.005201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.066389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4876a44-129d-4208-827e-64b4076d5f89 req-2a91e9a6-9608-4342-9d23-94b50f03d038 service neutron] 10.222.0.74 "GET /v2.0/networks/3ca0d1ee-e810-418a-86a3-c39432b5bacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204227 Oct 19 01:20:31.074401 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.089808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network 5047adad-1eaf-4953-93b4-584302a766b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:31.094819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:31.097914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event updated for resources: {'Port': ['ID=7f708fd6-7588-4f5f-aa26-32ee0f91adec,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:31.106262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:31.129615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:31.130492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.203088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6ea9-2d47-42e9-ac25-cb1004e85f00 req-007b3998-fa7f-475a-bb3f-cb6cd4511e6c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:31.204766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-761d6ea9-2d47-42e9-ac25-cb1004e85f00 req-007b3998-fa7f-475a-bb3f-cb6cd4511e6c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1784217 Oct 19 01:20:31.246853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.251477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-76e7e434-b639-4dd2-a721-7ea0091c115c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5706348 Oct 19 01:20:31.279550 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0610206 Oct 19 01:20:31.290935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35336) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:31.304663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'network_id': '5047adad-1eaf-4953-93b4-584302a766b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1607167663'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:31.325436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4876a44-129d-4208-827e-64b4076d5f89 req-e00b8719-6bc1-4769-a0d3-1fdb6d0bb5fe service neutron] 10.222.0.74 "GET /v2.0/networks/3ca0d1ee-e810-418a-86a3-c39432b5bacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381623 Oct 19 01:20:31.400536 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-761d6ea9-2d47-42e9-ac25-cb1004e85f00 req-9d1e3bfb-8af1-42f9-93cb-cd1795e3d98e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132114 Oct 19 01:20:31.432578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d32ad6-025f-46d1-a7ee-444e463085d7 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=eda06a0a-d307-44c1-ae76-0c5d6d177547,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:31.562557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2c0385d4-e2c8-43cc-bc0c-8a162f848a7d None None] Provisioning complete for port eda06a0a-d307-44c1-ae76-0c5d6d177547 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:31.563158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c0385d4-e2c8-43cc-bc0c-8a162f848a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.586403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Made reservation on behalf of fef43ba5fc72433fb7010cb651406ad0 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:31.591476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:31.621461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] device_id is not set on port 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:20:31.636917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4f65-3674-4193-9825-3312262ac65a req-49d4196e-8053-4f4e-939f-b33c307a035d tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:31.638901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2c0385d4-e2c8-43cc-bc0c-8a162f848a7d None None] Port eda06a0a-d307-44c1-ae76-0c5d6d177547 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:31.639086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad4a4f65-3674-4193-9825-3312262ac65a req-49d4196e-8053-4f4e-939f-b33c307a035d tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 943 time: 0.1151643 Oct 19 01:20:31.736240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad4a4f65-3674-4193-9825-3312262ac65a req-48f7aff4-be8d-45ed-8a01-d57ba4b992e9 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589294 Oct 19 01:20:31.813960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Allocated IP 2001:db8::309 (5047adad-1eaf-4953-93b4-584302a766b3/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa/69a25e98-a873-4d43-ab91-b74d9fe7b9f5) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:31.851423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e2ec8-460d-485b-936c-d5a78c1e05ca req-634ace34-7a5a-404e-8d15-bd117b4f0549 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:31.856791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a72e2ec8-460d-485b-936c-d5a78c1e05ca req-634ace34-7a5a-404e-8d15-bd117b4f0549 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 945 time: 0.1434767 Oct 19 01:20:31.979208 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a72e2ec8-460d-485b-936c-d5a78c1e05ca req-29936e35-f2d3-4fda-aa79-db2b340dc595 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177225 Oct 19 01:20:32.100654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca3ecf-a716-46d8-afbe-fdfe360bad17 req-5f2fad03-36e7-4cbf-81d1-1e84121e24fa tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:32.103454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5cca3ecf-a716-46d8-afbe-fdfe360bad17 req-5f2fad03-36e7-4cbf-81d1-1e84121e24fa tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.0900645 Oct 19 01:20:32.131635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.182686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.252606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632a7c7-550c-4d53-adc7-0e4913c44ab7 req-a68a24c6-2176-4847-8326-811c4331a838 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:32.266732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2632a7c7-550c-4d53-adc7-0e4913c44ab7 req-a68a24c6-2176-4847-8326-811c4331a838 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 944 time: 0.1493735 Oct 19 01:20:32.279937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Network 5047adad-1eaf-4953-93b4-584302a766b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:32.287853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:32.302414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:32.314558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:32.315522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.321366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2632a7c7-550c-4d53-adc7-0e4913c44ab7 req-e283c9d5-9286-4775-9169-4ad14f1ab875 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Oct 19 01:20:32.341401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5cca3ecf-a716-46d8-afbe-fdfe360bad17 req-78cbef0f-e910-4dfb-9b70-a6cbb7fdc95e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676474 Oct 19 01:20:32.344235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=69a25e98-a873-4d43-ab91-b74d9fe7b9f5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:32.369811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1a433445-2e07-4118-b660-afdf24f67ae2 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0783420 Oct 19 01:20:32.373247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:32.379868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::399', 'mac_address': 'fa:16:3e:fc:9b:b4'}, {'ip_address': '2001:db8::34a', 'mac_address': 'fa:16:3e:b2:04:4b'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:32.624069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed3bae-ca40-432a-9701-3e3a3cdb5f18 req-9458ad3f-79cd-4925-a0a3-4ca86d7aceb1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:32.632257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3ed3bae-ca40-432a-9701-3e3a3cdb5f18 req-9458ad3f-79cd-4925-a0a3-4ca86d7aceb1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1116014 Oct 19 01:20:32.728989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236beb9-ff98-4832-8a08-89718e957405 req-8090838c-9d63-43ca-8996-37ce8e18dc1c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:32.740659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3236beb9-ff98-4832-8a08-89718e957405 req-8090838c-9d63-43ca-8996-37ce8e18dc1c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 945 time: 0.2681265 Oct 19 01:20:32.767967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3ed3bae-ca40-432a-9701-3e3a3cdb5f18 req-2096cead-bae8-4e8d-aa30-704ebb506be6 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307580 Oct 19 01:20:32.813865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-374ca4fe-3e58-42e5-8cf9-41ce76c9f5f5 None None] Provisioning complete for port 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:32.814334 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-374ca4fe-3e58-42e5-8cf9-41ce76c9f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:32.947905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-374ca4fe-3e58-42e5-8cf9-41ce76c9f5f5 None None] Port 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:33.014774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.047599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de703b6-dcf0-4f22-a955-5d8736efbb12 req-bc7c3d1d-a80f-4c63-bb13-911459b11d1b tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:33.049870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5de703b6-dcf0-4f22-a955-5d8736efbb12 req-bc7c3d1d-a80f-4c63-bb13-911459b11d1b tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 943 time: 0.0803230 Oct 19 01:20:33.060941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3236beb9-ff98-4832-8a08-89718e957405 req-3cfc0934-f38c-4fac-9aa8-2cd238c8a033 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966239 Oct 19 01:20:33.152756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5de703b6-dcf0-4f22-a955-5d8736efbb12 req-349ac1a8-4c2c-4985-b1cf-2e3571bd7f24 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900366 Oct 19 01:20:33.179380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b4b8075e-6918-4ff9-a160-b1a9021d7fbe details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:33.421249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:33.428590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0d26c-67cc-46b5-910f-d744acd42322 req-f8a63c98-078b-433a-91bc-26832d676a04 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:33.438175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79f0d26c-67cc-46b5-910f-d744acd42322 req-f8a63c98-078b-433a-91bc-26832d676a04 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 945 time: 0.2257540 Oct 19 01:20:33.453463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'port_id': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'mac_address': 'fa:16:3e:f9:1e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d7f4b1-fd65-4975-afd3-5f671025bb49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:33.527510 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79f0d26c-67cc-46b5-910f-d744acd42322 req-a8030c66-8b12-4b44-9863-f8c83c01bd32 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826221 Oct 19 01:20:33.544570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb20e-30c9-49c7-a808-b103c49a6094 req-ddfdd80c-a526-4ccc-994d-3ab6148eeef7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:33.554336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f28eb20e-30c9-49c7-a808-b103c49a6094 req-ddfdd80c-a526-4ccc-994d-3ab6148eeef7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 944 time: 0.0873306 Oct 19 01:20:33.581109 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.591642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device fd671608-5237-431a-bb06-4b352edfd622 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:33.594477 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.604384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f28eb20e-30c9-49c7-a808-b103c49a6094 req-4dba078d-6271-4044-9ea6-2d6e381de31a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Oct 19 01:20:33.605752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.640128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4b8075e-6918-4ff9-a160-b1a9021d7fbe {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:33.676188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:33.685566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.748291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port fd671608-5237-431a-bb06-4b352edfd622 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:33.764071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event updated for resources: {'Port': ['ID=69a25e98-a873-4d43-ab91-b74d9fe7b9f5,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:33.773847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] In _notify_port_updated(), no bound segment for port 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 on network 5047adad-1eaf-4953-93b4-584302a766b3 {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:20:33.794523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port fd671608-5237-431a-bb06-4b352edfd622 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:33.795210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.798380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:33.801417 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:33.807397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35450) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:33.807792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-728eb2e9-f2f2-47c6-89a4-177c5e6b353f tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "PUT /v2.0/ports/69a25e98-a873-4d43-ab91-b74d9fe7b9f5 HTTP/1.1" status: 200 len: 1068 time: 1.4328444 Oct 19 01:20:33.872784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:33.888421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b4b8075e-6918-4ff9-a160-b1a9021d7fbe'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:33.943277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b584-5dd7-46ab-92d4-81cfe9aaae3d req-f44f16a2-8ce1-4c85-b06d-c92d14c4b7a7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:33.953752 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c10b584-5dd7-46ab-92d4-81cfe9aaae3d req-f44f16a2-8ce1-4c85-b06d-c92d14c4b7a7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 944 time: 0.1832736 Oct 19 01:20:34.049815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c10b584-5dd7-46ab-92d4-81cfe9aaae3d req-417930e7-216c-4923-ae37-3be08c565e83 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893731 Oct 19 01:20:34.086460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting port 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:34.086800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.163031 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.201685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb934b-5aed-46a8-bb79-a547570a87c1 req-57019db5-a0a0-488f-9a1d-0a9450ce1d14 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:34.214056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93bb934b-5aed-46a8-bb79-a547570a87c1 req-57019db5-a0a0-488f-9a1d-0a9450ce1d14 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 945 time: 0.0913677 Oct 19 01:20:34.218053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a586-a141-4d59-91a8-e161f01d7338 req-e8171a18-5c1c-4c9f-8101-ae3732538c75 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:34.219626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e915a586-a141-4d59-91a8-e161f01d7338 req-e8171a18-5c1c-4c9f-8101-ae3732538c75 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.2380838 Oct 19 01:20:34.277104 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.302798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-42361b9c-f0fe-4360-b0e6-283385104a06 None None] Provisioning complete for port 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:34.303502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-42361b9c-f0fe-4360-b0e6-283385104a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.305665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93bb934b-5aed-46a8-bb79-a547570a87c1 req-fdff2661-6764-4d8b-8d7f-10dc83d26665 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874150 Oct 19 01:20:34.319595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e915a586-a141-4d59-91a8-e161f01d7338 req-b5111181-9aea-4c40-8c75-ccb555714693 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860465 Oct 19 01:20:34.320718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Calling delete_port for 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:34.360892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd671608-5237-431a-bb06-4b352edfd622'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:34.363348 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2579bb8-6be1-40e0-b08e-d819fcdd19ac" -d '{"events": [{"server_uuid": "24e02d0b-3a90-44c4-9552-9de4f1ea2a33", "name": "network-vif-plugged", "status": "completed", "tag": "fd671608-5237-431a-bb06-4b352edfd622"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:34.397171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port fd671608-5237-431a-bb06-4b352edfd622, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fd671608-5237-431a-bb06-4b352edfd622,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:34.405028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-42361b9c-f0fe-4360-b0e6-283385104a06 None None] Port 69a25e98-a873-4d43-ab91-b74d9fe7b9f5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:20:34.407129 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.481135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=fd671608-5237-431a-bb06-4b352edfd622,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:34.560792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f93772-e3ed-41d4-82a1-a8a898014375 req-eab0796c-2905-4bd0-83c5-3a3f0e092f49 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:34.562712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29f93772-e3ed-41d4-82a1-a8a898014375 req-eab0796c-2905-4bd0-83c5-3a3f0e092f49 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 943 time: 0.0896325 Oct 19 01:20:34.595892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.604546 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1958afa4-b8d1-4ad1-91de-7fd5a24dea57 x-openstack-request-id: req-1958afa4-b8d1-4ad1-91de-7fd5a24dea57 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:34.605270 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e02d0b-3a90-44c4-9552-9de4f1ea2a33", "name": "network-vif-plugged", "status": "completed", "tag": "fd671608-5237-431a-bb06-4b352edfd622", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:34.605720 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1958afa4-b8d1-4ad1-91de-7fd5a24dea57 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:34.606537 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd671608-5237-431a-bb06-4b352edfd622', 'code': 200} Oct 19 01:20:34.618984 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29f93772-e3ed-41d4-82a1-a8a898014375 req-65d2a946-13ac-4ee6-882d-5785616ce701 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489185 Oct 19 01:20:34.635014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Port': ['ID=69a25e98-a873-4d43-ab91-b74d9fe7b9f5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:34.802806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d4b44-8b84-44bf-90e4-c46f4fa62b49 req-821be08e-2992-4725-b5b4-6571832bc78e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:34.812267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-076d4b44-8b84-44bf-90e4-c46f4fa62b49 req-821be08e-2992-4725-b5b4-6571832bc78e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 944 time: 0.1495957 Oct 19 01:20:34.817288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c909dd-91c3-4f2d-8a7c-6b20ed2a0ecc req-472b9a57-9479-4a32-a707-644b29636ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:34.819323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86c909dd-91c3-4f2d-8a7c-6b20ed2a0ecc req-472b9a57-9479-4a32-a707-644b29636ee9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 1097 time: 0.1015799 Oct 19 01:20:34.867265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab70d6d-0fae-4b90-b32c-51b58654f6f9 req-939c16ed-f487-4b5f-a8df-e47a54f90897 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:34.870039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ab70d6d-0fae-4b90-b32c-51b58654f6f9 req-939c16ed-f487-4b5f-a8df-e47a54f90897 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.1433852 Oct 19 01:20:34.916699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86c909dd-91c3-4f2d-8a7c-6b20ed2a0ecc req-99b9e85a-6eb5-48e4-8c97-dd1193fa6177 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784142 Oct 19 01:20:34.941513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ab70d6d-0fae-4b90-b32c-51b58654f6f9 req-8fc7f3c8-800f-47ac-837b-0a66fd6fff00 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600963 Oct 19 01:20:34.953216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-076d4b44-8b84-44bf-90e4-c46f4fa62b49 req-308d22d8-922c-432c-adb6-3350757dc8ec tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299353 Oct 19 01:20:34.955068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:34.961843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35470) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:34.962077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36379260-2390-42c5-bc23-df7aee1d729b tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/ports/69a25e98-a873-4d43-ab91-b74d9fe7b9f5 HTTP/1.1" status: 204 len: 168 time: 1.1531639 Oct 19 01:20:34.987584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b43fefb4-87c4-40eb-98fb-580ffcccae0c req-8f7d3871-3c81-4962-a175-bd856e2a001f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=e9ac150b-0c02-445b-8e2b-e93f135c50ff HTTP/1.1" status: 200 len: 210 time: 0.1010487 Oct 19 01:20:34.994894 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef69fb1-dff6-4e67-ba45-cbe75b73c066 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] GET failed (client error): The resource could not be found. Oct 19 01:20:34.998785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ef69fb1-dff6-4e67-ba45-cbe75b73c066 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "GET /v2.0/ports/69a25e98-a873-4d43-ab91-b74d9fe7b9f5 HTTP/1.1" status: 404 len: 333 time: 0.0331671 Oct 19 01:20:34.998965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35474) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:35.114211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting port eda06a0a-d307-44c1-ae76-0c5d6d177547 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:35.114959 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.189401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b4b8075e-6918-4ff9-a160-b1a9021d7fbe up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:35.229500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.241660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fefb4-87c4-40eb-98fb-580ffcccae0c req-3f018893-7c87-432c-9043-fda5aa1e5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.244950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b43fefb4-87c4-40eb-98fb-580ffcccae0c req-3f018893-7c87-432c-9043-fda5aa1e5a04 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b2150c1bd16e43429212cf57736b32d7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2479572 Oct 19 01:20:35.245995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Calling delete_port for eda06a0a-d307-44c1-ae76-0c5d6d177547 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:35.266716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b4b8075e-6918-4ff9-a160-b1a9021d7fbe triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:35.267168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.438067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.536766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:35.558115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.598858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fefb4-87c4-40eb-98fb-580ffcccae0c req-3194cad5-0c4b-4902-a3bf-2a0c71dad93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.603722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b43fefb4-87c4-40eb-98fb-580ffcccae0c req-3194cad5-0c4b-4902-a3bf-2a0c71dad93d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3439088 Oct 19 01:20:35.692840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:35.699879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8417ba89-2d85-4568-b6e2-60d58c4c088b details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:35.749641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d288573-ed9f-4c25-a0cc-48cd9796f550 req-2dc532b8-8044-4c9c-93b8-a9a10fd463ba tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.752085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d288573-ed9f-4c25-a0cc-48cd9796f550 req-2dc532b8-8044-4c9c-93b8-a9a10fd463ba tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 945 time: 0.1149621 Oct 19 01:20:35.759357 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.764607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e8ef6-89cf-45bc-8f62-7a0771930ec8 req-0d34b17e-a301-460f-bb5a-3362b8ebf85c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.768653 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c99e8ef6-89cf-45bc-8f62-7a0771930ec8 req-0d34b17e-a301-460f-bb5a-3362b8ebf85c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1512251 Oct 19 01:20:35.823744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Port': ['ID=eda06a0a-d307-44c1-ae76-0c5d6d177547,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:35.867325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c99e8ef6-89cf-45bc-8f62-7a0771930ec8 req-07f131ca-247f-42de-b56c-972e820f95e2 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914896 Oct 19 01:20:35.903568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8417ba89-2d85-4568-b6e2-60d58c4c088b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8417ba89-2d85-4568-b6e2-60d58c4c088b,segment=NetworkSegment(e78e3049-7bad-4839-90ac-2c138447aae7),segment_id=e78e3049-7bad-4839-90ac-2c138447aae7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:35.916663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '8417ba89-2d85-4568-b6e2-60d58c4c088b', 'network_id': '3ca0d1ee-e810-418a-86a3-c39432b5bacc', 'port_id': '8417ba89-2d85-4568-b6e2-60d58c4c088b', 'mac_address': 'fa:16:3e:4e:5e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3eb636-df37-458e-941f-d82af7fb2703', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:20:35.951908 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.955706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30163e2b-26a1-45a4-9514-598201dbee38 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/ports/eda06a0a-d307-44c1-ae76-0c5d6d177547 HTTP/1.1" status: 204 len: 168 time: 0.9558079 Oct 19 01:20:35.958829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35492) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:35.978736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:35.992195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-5f420e62-9ded-4bfc-91d2-93d316c1d376 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:35.995337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-5f420e62-9ded-4bfc-91d2-93d316c1d376 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 945 time: 0.1547353 Oct 19 01:20:35.996614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8417ba89-2d85-4568-b6e2-60d58c4c088b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:35.999055 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d3e84f-a93e-4e7d-962b-a14a5a226e79 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] GET failed (client error): The resource could not be found. Oct 19 01:20:36.000926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a4d3e84f-a93e-4e7d-962b-a14a5a226e79 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "GET /v2.0/ports/eda06a0a-d307-44c1-ae76-0c5d6d177547 HTTP/1.1" status: 404 len: 333 time: 0.0408881 Oct 19 01:20:36.009637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d288573-ed9f-4c25-a0cc-48cd9796f550 req-3f1951c7-7aee-4ada-8e73-594ba3612114 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355373 Oct 19 01:20:36.010091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35498) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:36.072990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8417ba89-2d85-4568-b6e2-60d58c4c088b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8417ba89-2d85-4568-b6e2-60d58c4c088b,segment=NetworkSegment(e78e3049-7bad-4839-90ac-2c138447aae7),segment_id=e78e3049-7bad-4839-90ac-2c138447aae7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:36.086251 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.219671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8417ba89-2d85-4568-b6e2-60d58c4c088b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:36.252812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11cd08-c763-4eba-a319-07e03db3818a req-8a74b16d-483c-46d8-83ee-e50615f0e7d6 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:36.254342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc11cd08-c763-4eba-a319-07e03db3818a req-8a74b16d-483c-46d8-83ee-e50615f0e7d6 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.1108799 Oct 19 01:20:36.265709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b271270-c8f8-4529-8afd-1e9aa164fda4 req-42b28fc3-499a-4d47-b569-3fc3c6bbd31c tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:36.268894 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b271270-c8f8-4529-8afd-1e9aa164fda4 req-42b28fc3-499a-4d47-b569-3fc3c6bbd31c tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 943 time: 0.3077826 Oct 19 01:20:36.306622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:36.307344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.320885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting port f7cda818-637e-435d-92a6-6e97f8da8897 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:36.322102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.361119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc11cd08-c763-4eba-a319-07e03db3818a req-79b5e19a-b173-4cf1-a156-6f22e333b64f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816238 Oct 19 01:20:36.443931 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b271270-c8f8-4529-8afd-1e9aa164fda4 req-5dd5cf6c-681c-4ca8-bc92-c3061d6ad0ad tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513064 Oct 19 01:20:36.493033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.509474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Calling delete_port for f7cda818-637e-435d-92a6-6e97f8da8897 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:36.554532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8417ba89-2d85-4568-b6e2-60d58c4c088b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:36.585650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:36.587091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.612849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:36.698883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:36.698883 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6eb43-eed2-4399-ba8a-119168cee955" -d '{"events": [{"server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "name": "network-vif-plugged", "status": "completed", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:36.762613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.770895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-cadc6bde-d814-4f1f-9f8f-d5d7656fc9c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:36.773262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-cadc6bde-d814-4f1f-9f8f-d5d7656fc9c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.62 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.3529592 Oct 19 01:20:36.775689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.784644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['cd7806bc-aade-4f87-904e-b8faa5319504'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:36.788606 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca399cef-cd72-4c1b-a1c4-e25661043e7d x-openstack-request-id: req-ca399cef-cd72-4c1b-a1c4-e25661043e7d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:36.788893 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "name": "network-vif-plugged", "status": "completed", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:36.789146 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca399cef-cd72-4c1b-a1c4-e25661043e7d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:36.789526 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'code': 200} Oct 19 01:20:36.805143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:36.826544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18f801-59e7-42b4-afa0-6d7fa7adcc34 req-378f8743-9dc3-4583-a6ea-bc97a301babf tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:36.834061 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c18f801-59e7-42b4-afa0-6d7fa7adcc34 req-378f8743-9dc3-4583-a6ea-bc97a301babf tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.3972166 Oct 19 01:20:36.871170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Port': ['ID=f7cda818-637e-435d-92a6-6e97f8da8897,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:36.885189 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.892691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-40a68463-e11d-49e1-91ed-4980016bf695 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/ports/f7cda818-637e-435d-92a6-6e97f8da8897 HTTP/1.1" status: 204 len: 168 time: 0.8814445 Oct 19 01:20:36.893703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35506) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:36.894600 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee5c632e-34ef-4f85-8fad-e4ce73975bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.963448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:36.967876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:36.972196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-391cd118-6ecc-41e7-9d7f-ea8827c4725c req-db01fb11-1773-4603-a7f6-2ca611c60f5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "DELETE /v2.0/ports/e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f HTTP/1.1" status: 204 len: 173 time: 0.9607389 Oct 19 01:20:37.000690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c18f801-59e7-42b4-afa0-6d7fa7adcc34 req-d3b88827-b018-4240-a099-0b53c75ff631 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656895 Oct 19 01:20:37.001766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd045f37d-8100-4639-acb4-9344936e69c2', 'name': 'network-vif-deleted', 'tag': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:37.004281 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a1ae8-3738-4790-8f34-24d971544087" -d '{"events": [{"server_uuid": "d045f37d-8100-4639-acb4-9344936e69c2", "name": "network-vif-deleted", "tag": "e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:37.056664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting subnet e84bd29f-b39b-4c3c-9252-fa8e2b6232fa {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:20:37.063390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.069670 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09271a2f-30a1-4ce5-9d8d-0a7fbb2f5b71 x-openstack-request-id: req-09271a2f-30a1-4ce5-9d8d-0a7fbb2f5b71 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:37.070632 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d045f37d-8100-4639-acb4-9344936e69c2", "name": "network-vif-deleted", "tag": "e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:37.071100 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09271a2f-30a1-4ce5-9d8d-0a7fbb2f5b71 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:37.071667 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd045f37d-8100-4639-acb4-9344936e69c2', 'name': 'network-vif-deleted', 'tag': 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f', 'status': 'completed', 'code': 200} Oct 19 01:20:37.153398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Deleting port b4b8075e-6918-4ff9-a160-b1a9021d7fbe {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:37.153665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.183133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b43fefb4-87c4-40eb-98fb-580ffcccae0c req-a12460f1-f4c8-4148-930a-0e91adccedb7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9ac150b-0c02-445b-8e2b-e93f135c50ff HTTP/1.1" status: 200 len: 210 time: 0.0503604 Oct 19 01:20:37.216232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.219105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6845bd73-d1b2-4fc9-9b00-17b7260adb19 req-8f0b0755-ae0e-4263-a209-0be73ceba88d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=d045f37d-8100-4639-acb4-9344936e69c2 HTTP/1.1" status: 200 len: 210 time: 0.0382936 Oct 19 01:20:37.318559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceac20-3c77-4aa8-8789-80284b2ea182 req-19a97380-766a-49f2-88e8-4cb979b36887 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:37.320371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93ceac20-3c77-4aa8-8789-80284b2ea182 req-19a97380-766a-49f2-88e8-4cb979b36887 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.2536781 Oct 19 01:20:37.423328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] For port b4b8075e-6918-4ff9-a160-b1a9021d7fbe, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:37.423643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.466974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93ceac20-3c77-4aa8-8789-80284b2ea182 req-92aa2925-a82a-4355-883a-4db9145c8232 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363149 Oct 19 01:20:37.471770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Calling delete_port for b4b8075e-6918-4ff9-a160-b1a9021d7fbe owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:37.477040 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.552699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175', 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7', 'e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:37.597811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed134-a4ba-4215-a74e-10add3460967 req-bfe4aa0d-d9f5-494b-9820-f91903a4495f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:37.611758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d51ed134-a4ba-4215-a74e-10add3460967 req-bfe4aa0d-d9f5-494b-9820-f91903a4495f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=67205b34-bea3-464d-a552-8c1c50f03029 HTTP/1.1" status: 200 len: 945 time: 0.1803977 Oct 19 01:20:37.621522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.665109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Subnet': ['ID=e84bd29f-b39b-4c3c-9252-fa8e2b6232fa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:37.686475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.694254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d5bcb3fc-d8f8-4ada-aed0-bb941959e8d5 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/subnets/e84bd29f-b39b-4c3c-9252-fa8e2b6232fa HTTP/1.1" status: 204 len: 168 time: 0.7955749 Oct 19 01:20:37.695282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35518) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:37.704448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7769a21c-8fbf-4267-8871-28e1106ec9b9 None None] Network 5047adad-1eaf-4953-93b4-584302a766b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:37.728829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d51ed134-a4ba-4215-a74e-10add3460967 req-1a600a54-36f5-4a5c-943c-0c6d2d5610e9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147738 Oct 19 01:20:37.877255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.897549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b4b8075e-6918-4ff9-a160-b1a9021d7fbe'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:37.928844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b0e37-5165-4d65-915d-98ac709971d7 req-522ae26e-79dd-43a9-8433-03365b8d6c56 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:37.931135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-304b0e37-5165-4d65-915d-98ac709971d7 req-522ae26e-79dd-43a9-8433-03365b8d6c56 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 944 time: 0.2191389 Oct 19 01:20:37.936651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:37.943622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event deleted for resources: {'Port': ['ID=b4b8075e-6918-4ff9-a160-b1a9021d7fbe,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:38.054243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] No DVR routers for this DVR port b4b8075e-6918-4ff9-a160-b1a9021d7fbe on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:38.079894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.088375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a904079c-262a-4b7a-9920-a8e907d949b9 req-e73238c0-cf03-4589-85e3-336eb90050b3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.62 "DELETE /v2.0/ports/b4b8075e-6918-4ff9-a160-b1a9021d7fbe HTTP/1.1" status: 204 len: 173 time: 1.2976882 Oct 19 01:20:38.092503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'name': 'network-vif-deleted', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:38.098438 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393d1eb4-4058-4bf3-a1d4-dfc0514a6ad4" -d '{"events": [{"server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "name": "network-vif-deleted", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:38.178834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-304b0e37-5165-4d65-915d-98ac709971d7 req-23df9944-d028-4f57-b0ba-e32a88a0294b tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208991 Oct 19 01:20:38.305339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Deleting port ab8701e7-d352-44f2-82f0-61baa993883a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:38.306931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.307160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b568de-27a3-4ad4-9a85-6b24023550f4 req-c68f90a8-2db5-4b39-acff-616d710b9521 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:38.316531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34b568de-27a3-4ad4-9a85-6b24023550f4 req-c68f90a8-2db5-4b39-acff-616d710b9521 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.1122100 Oct 19 01:20:38.371622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34b568de-27a3-4ad4-9a85-6b24023550f4 req-159f0ee3-67ed-4074-b8fd-d0593e661c34 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Oct 19 01:20:38.396210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] DHCP port deletion for 5047adad-1eaf-4953-93b4-584302a766b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:20:38.443438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] For port ab8701e7-d352-44f2-82f0-61baa993883a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ab8701e7-d352-44f2-82f0-61baa993883a,segment=NetworkSegment(057c8a44-40da-45fc-b570-cf3ca860253e),segment_id=057c8a44-40da-45fc-b570-cf3ca860253e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:38.443819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.462885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Calling delete_port for ab8701e7-d352-44f2-82f0-61baa993883a owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:38.474724 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b2f34-32a5-4564-ae08-e3fa24e4ebf0 x-openstack-request-id: req-6e8b2f34-32a5-4564-ae08-e3fa24e4ebf0 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:38.475025 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67205b34-bea3-464d-a552-8c1c50f03029", "name": "network-vif-deleted", "tag": "b4b8075e-6918-4ff9-a160-b1a9021d7fbe", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:38.475282 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e8b2f34-32a5-4564-ae08-e3fa24e4ebf0 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:38.475848 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67205b34-bea3-464d-a552-8c1c50f03029', 'name': 'network-vif-deleted', 'tag': 'b4b8075e-6918-4ff9-a160-b1a9021d7fbe', 'status': 'completed', 'code': 200} Oct 19 01:20:38.568770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] Deleting port ab8701e7-d352-44f2-82f0-61baa993883a {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:38.569351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.586481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:38.848612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfb8d3-04c0-4c54-a103-f596c7d849d6 req-6d7f726b-9b7f-43e3-98ae-1c5b2e95a09f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:38.851934 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfbfb8d3-04c0-4c54-a103-f596c7d849d6 req-6d7f726b-9b7f-43e3-98ae-1c5b2e95a09f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1487918 Oct 19 01:20:39.003099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfbfb8d3-04c0-4c54-a103-f596c7d849d6 req-eab7e055-52f4-4d2c-a047-a1c574268d61 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364362 Oct 19 01:20:39.041033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ab8701e7-d352-44f2-82f0-61baa993883a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:39.071494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ab8701e7-d352-44f2-82f0-61baa993883a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:39.071754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ab8701e7-d352-44f2-82f0-61baa993883a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:39.091158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] For port ab8701e7-d352-44f2-82f0-61baa993883a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ab8701e7-d352-44f2-82f0-61baa993883a,segment=NetworkSegment(057c8a44-40da-45fc-b570-cf3ca860253e),segment_id=057c8a44-40da-45fc-b570-cf3ca860253e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:39.091622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.110008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] Calling delete_port for ab8701e7-d352-44f2-82f0-61baa993883a owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:39.221043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.255224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] Pushing event deleted for resources: {'Port': ['ID=ab8701e7-d352-44f2-82f0-61baa993883a,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:39.261642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49865c89-2933-4332-8860-ddc829c75e59 None None] No DVR routers for this DVR port ab8701e7-d352-44f2-82f0-61baa993883a on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:39.295213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8079f9-3031-47bb-a0e2-752b311676c6 req-f61aed0b-5570-4a15-b17a-991501447c2b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:39.303518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf8079f9-3031-47bb-a0e2-752b311676c6 req-f61aed0b-5570-4a15-b17a-991501447c2b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 945 time: 0.0784736 Oct 19 01:20:39.352372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Port': ['ID=ab8701e7-d352-44f2-82f0-61baa993883a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:39.353583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf8079f9-3031-47bb-a0e2-752b311676c6 req-bafdabf6-02ef-44ea-9a2d-2ef00542e688 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Oct 19 01:20:39.355355 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.373939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] No DVR routers for this DVR port ab8701e7-d352-44f2-82f0-61baa993883a on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:39.456308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe159-c974-42c3-bd4f-1ebe7336a31b req-297fe1b6-4f10-4c43-8195-370a0764149e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:39.464539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3fe159-c974-42c3-bd4f-1ebe7336a31b req-297fe1b6-4f10-4c43-8195-370a0764149e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.1277797 Oct 19 01:20:39.519961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.576662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3fe159-c974-42c3-bd4f-1ebe7336a31b req-7ae367f2-775e-457e-a826-3985c2dde118 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093311 Oct 19 01:20:39.579012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5047adad-1eaf-4953-93b4-584302a766b3']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:39.589974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35552) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:39.596590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-65430903-721c-456a-99cc-075c418ba83b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156729634', 'description': 'tempest-description--2055199863'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:39.625012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8417ba89-2d85-4568-b6e2-60d58c4c088b up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:39.637552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057c8a44-40da-45fc-b570-cf3ca860253e') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:39.639025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057c8a44-40da-45fc-b570-cf3ca860253e') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:39.654852 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-24caa15e-3018-4f77-992a-ec91f2d9e9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.666522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.692539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.694300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 8417ba89-2d85-4568-b6e2-60d58c4c088b completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:20:39.701330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 8417ba89-2d85-4568-b6e2-60d58c4c088b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:39.701330 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.702335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:39.702792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.703143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-65430903-721c-456a-99cc-075c418ba83b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:39.706967 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:39.759227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bf386-f417-4093-ae6c-207f919a52ae req-09dcd7cc-3790-4904-96c9-1028132c738e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:39.761658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba0bf386-f417-4093-ae6c-207f919a52ae req-09dcd7cc-3790-4904-96c9-1028132c738e tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 944 time: 0.1052077 Oct 19 01:20:39.801040 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.812323 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.826499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba0bf386-f417-4093-ae6c-207f919a52ae req-da5f1bbc-3f9b-49a1-9c7e-0ae7ddf16dd0 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544660 Oct 19 01:20:39.846636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Pushing event deleted for resources: {'Network': ['ID=5047adad-1eaf-4953-93b4-584302a766b3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:39.849995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.856182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8019b960-677b-4dd1-b873-7317cf9d2d36 tempest-AllowedAddressPairIpV6TestJSON-132389334 tempest-AllowedAddressPairIpV6TestJSON-132389334-project] 10.222.0.64 "DELETE /v2.0/networks/5047adad-1eaf-4953-93b4-584302a766b3 HTTP/1.1" status: 204 len: 168 time: 2.1566277 Oct 19 01:20:39.860021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8417ba89-2d85-4568-b6e2-60d58c4c088b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:39.862225 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d8aab9-3726-4ac8-80de-a7f5a6526d1a" -d '{"events": [{"server_uuid": "38b12fad-4774-4b1b-b7eb-cda770f5de74", "name": "network-vif-plugged", "status": "completed", "tag": "8417ba89-2d85-4568-b6e2-60d58c4c088b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:39.876582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8417ba89-2d85-4568-b6e2-60d58c4c088b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8417ba89-2d85-4568-b6e2-60d58c4c088b,segment=NetworkSegment(e78e3049-7bad-4839-90ac-2c138447aae7),segment_id=e78e3049-7bad-4839-90ac-2c138447aae7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:39.890004 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.952976 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-65430903-721c-456a-99cc-075c418ba83b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:39.970931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-65430903-721c-456a-99cc-075c418ba83b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.010554 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8139def4-69b9-47c7-b8e1-c3fb51317360 x-openstack-request-id: req-8139def4-69b9-47c7-b8e1-c3fb51317360 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:40.011648 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b12fad-4774-4b1b-b7eb-cda770f5de74", "name": "network-vif-plugged", "status": "completed", "tag": "8417ba89-2d85-4568-b6e2-60d58c4c088b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:40.011648 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8139def4-69b9-47c7-b8e1-c3fb51317360 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:40.011648 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8417ba89-2d85-4568-b6e2-60d58c4c088b', 'code': 200} Oct 19 01:20:40.012043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8417ba89-2d85-4568-b6e2-60d58c4c088b,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:40.018977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e9bcf8f1-4a5a-4170-93da-e8744693159f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:40.021103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-e9bcf8f1-4a5a-4170-93da-e8744693159f tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.1267984 Oct 19 01:20:40.032509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-65430903-721c-456a-99cc-075c418ba83b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.034259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-65430903-721c-456a-99cc-075c418ba83b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4423020 Oct 19 01:20:40.037854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:40.046782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6287092b-daab-4e74-b87c-e08a79e9524a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Request body: {'security_group_rule': {'security_group_id': '4fb4464e-70f4-4e74-af3d-f20025349b17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:40.064939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65430903-721c-456a-99cc-075c418ba83b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb4464e-70f4-4e74-af3d-f20025349b17,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:40.115548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-20'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:40.118992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6287092b-daab-4e74-b87c-e08a79e9524a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.238280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6287092b-daab-4e74-b87c-e08a79e9524a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.243707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6287092b-daab-4e74-b87c-e08a79e9524a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.273977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91be2ee-d788-4a3c-b684-282327e9b06b req-476fe087-bd02-4108-af17-38e13082f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:40.275146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6287092b-daab-4e74-b87c-e08a79e9524a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.276684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6287092b-daab-4e74-b87c-e08a79e9524a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374156 Oct 19 01:20:40.279015 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a91be2ee-d788-4a3c-b684-282327e9b06b req-476fe087-bd02-4108-af17-38e13082f36f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 1097 time: 0.1895130 Oct 19 01:20:40.279714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35568) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:40.284633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287092b-daab-4e74-b87c-e08a79e9524a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ae31a9-26a4-4e26-b86b-08b9fc6415e6,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:40.289003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd9d4-d4d7-412e-9db7-e1d8137199bd req-90ea8cab-33db-4cb3-ae4a-9286bf773f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:40.290608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57fbd9d4-d4d7-412e-9db7-e1d8137199bd req-90ea8cab-33db-4cb3-ae4a-9286bf773f2b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 945 time: 0.1107550 Oct 19 01:20:40.291342 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.297105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-91586537-de62-4dd7-9293-5e99bda752d4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Request body: {'security_group_rule': {'security_group_id': '4fb4464e-70f4-4e74-af3d-f20025349b17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:40.401246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a91be2ee-d788-4a3c-b684-282327e9b06b req-78a839b8-72bc-4261-8fdc-763edb75366b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987301 Oct 19 01:20:40.438487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:40.450827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57fbd9d4-d4d7-412e-9db7-e1d8137199bd req-12e85db8-3ff5-44d2-8d81-f9fdb1219401 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473022 Oct 19 01:20:40.454930 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91586537-de62-4dd7-9293-5e99bda752d4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.542801 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.590381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91586537-de62-4dd7-9293-5e99bda752d4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.594354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445bd43-138e-439f-a2c8-380a1cd58b91 req-a875281a-e55a-4492-abec-35958543507a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:40.596811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9445bd43-138e-439f-a2c8-380a1cd58b91 req-a875281a-e55a-4492-abec-35958543507a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 945 time: 0.1060393 Oct 19 01:20:40.601226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91586537-de62-4dd7-9293-5e99bda752d4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.618819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:40.666652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91586537-de62-4dd7-9293-5e99bda752d4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b89ce80-1d53-410f-9188-a10334cdc6c3,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:40.672073 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.685032 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9445bd43-138e-439f-a2c8-380a1cd58b91 req-15de713a-cc10-428e-8a8d-f7b5269fa737 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785360 Oct 19 01:20:40.686601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91586537-de62-4dd7-9293-5e99bda752d4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.690788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-91586537-de62-4dd7-9293-5e99bda752d4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3942344 Oct 19 01:20:40.697270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35578) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:40.702967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:40.725420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db819883-701c-4d83-92eb-f08d7352dd10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fef43ba5fc72433fb7010cb651406ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830336 Oct 19 01:20:40.726785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35580) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:40.803907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.837423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d67a3070-20ed-40bd-a86a-411317b217c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.881266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d67a3070-20ed-40bd-a86a-411317b217c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:40.997638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d67a3070-20ed-40bd-a86a-411317b217c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.000366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d67a3070-20ed-40bd-a86a-411317b217c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.018697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d67a3070-20ed-40bd-a86a-411317b217c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9996909e-396b-4800-a168-7a139971d73d HTTP/1.1" status: 204 len: 168 time: 0.2768095 Oct 19 01:20:41.028969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:41.067100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075eb24-d1ec-47af-bb98-a751b7f2be29 req-69a64027-5cfb-4603-9453-2ada825fe193 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.074489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c075eb24-d1ec-47af-bb98-a751b7f2be29 req-69a64027-5cfb-4603-9453-2ada825fe193 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.3715224 Oct 19 01:20:41.087068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a3070-20ed-40bd-a86a-411317b217c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9996909e-396b-4800-a168-7a139971d73d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:41.104845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:41.107134 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e7d04-1def-4eba-9359-16be587d745d" -d '{"events": [{"server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:41.111536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.138218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e9218-091c-49c4-9b78-410f327d3bd4 req-df5347bb-15d3-4568-9d47-16f322a9a0ab tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.146414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a03e9218-091c-49c4-9b78-410f327d3bd4 req-df5347bb-15d3-4568-9d47-16f322a9a0ab tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 945 time: 0.1648803 Oct 19 01:20:41.146596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.231526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c075eb24-d1ec-47af-bb98-a751b7f2be29 req-294c03a6-c993-4df1-800e-62fa6ccea9fc tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561892 Oct 19 01:20:41.241209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cd7806bc-aade-4f87-904e-b8faa5319504 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:41.279305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:41.302400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-f40a4971-bcca-4852-b1b2-ea16ce2e68f1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.302997 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.304558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-f40a4971-bcca-4852-b1b2-ea16ce2e68f1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 945 time: 0.1875050 Oct 19 01:20:41.308454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on host n-h2-789963-20 for vnic_type normal with profile {"migrating_to": "n-h1-789963-20"} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:41.309227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:41.309763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:41.312214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: cd7806bc-aade-4f87-904e-b8faa5319504 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:41.324614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:41.325208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Attempting to bind port b2b06471-a45d-44fa-9b6f-0faeca51695f on network 2307de7f-b14d-4842-9b63-1759f75b5a26 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:41.326955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device cd7806bc-aade-4f87-904e-b8faa5319504 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:41.327561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b4b8075e-6918-4ff9-a160-b1a9021d7fbe no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:41.351188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:41.351841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Checking segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:41.352976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Bound using segment: {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:41.353610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Bound port: b2b06471-a45d-44fa-9b6f-0faeca51695f, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fafd12ad-cfe8-4965-a59e-aab5e36dea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2307de7f-b14d-4842-9b63-1759f75b5a26'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:41.354189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.373426 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b8d852-67de-4eea-bcb8-05e7b094f9ef x-openstack-request-id: req-00b8d852-67de-4eea-bcb8-05e7b094f9ef {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:41.373925 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:41.374350 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00b8d852-67de-4eea-bcb8-05e7b094f9ef {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:41.374469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a03e9218-091c-49c4-9b78-410f327d3bd4 req-abf906d9-1b08-4e56-bb3e-8d67bfd80af1 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266271 Oct 19 01:20:41.375018 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f', 'code': 200} Oct 19 01:20:41.409052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: b4b8075e-6918-4ff9-a160-b1a9021d7fbe {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:41.409590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b4b8075e-6918-4ff9-a160-b1a9021d7fbe not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:41.489547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:41.494473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:41.504319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:41.504481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.510606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.615820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b2b06471-a45d-44fa-9b6f-0faeca51695f details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:20:41.625088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:41.702792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:41.703579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4230eb6-1b71-4ffa-a1ae-e33cfc638e7f not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:41.727745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Allocated IP 172.25.0.129 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b8a84eb8-90db-43da-8ca5-2bbc6471e7cd) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:41.822109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.832894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.835645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 1123 time: 1.7722771 Oct 19 01:20:41.849415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afc4be-a5f4-4caf-8e1b-fe1eab61ceb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=8']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:41.863131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:41.864171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:41.867497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db92b8-1ae1-4a44-80b0-927fe3299eb8 req-e5974693-acdd-45c9-ade9-5027122ac436 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:41.869860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9db92b8-1ae1-4a44-80b0-927fe3299eb8 req-e5974693-acdd-45c9-ade9-5027122ac436 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.2320282 Oct 19 01:20:41.927612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b2b06471-a45d-44fa-9b6f-0faeca51695f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:41.966471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:42.042487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f264-6f52-4536-ad0d-97e59939a062 req-572b61ff-a029-4d65-a18b-74d6f44300bc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:42.045114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8d3f264-6f52-4536-ad0d-97e59939a062 req-572b61ff-a029-4d65-a18b-74d6f44300bc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 945 time: 0.1510580 Oct 19 01:20:42.085880 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9db92b8-1ae1-4a44-80b0-927fe3299eb8 req-48e118b4-3893-4e76-8855-0dc5e8f310b5 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915605 Oct 19 01:20:42.099575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b2b06471-a45d-44fa-9b6f-0faeca51695f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:42.167631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:42.183653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.275147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.298954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8d3f264-6f52-4536-ad0d-97e59939a062 req-23152258-eae8-4bc5-a3e6-892dd3919271 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364120 Oct 19 01:20:42.309566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b2b06471-a45d-44fa-9b6f-0faeca51695f has no active binding in host n-h1-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:20:42.391275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'Port': ['ID=b8a84eb8-90db-43da-8ca5-2bbc6471e7cd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:42.437747 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.485438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.495447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:42.514690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:42.520981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:42.565722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:42.655526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30096bbd-125f-4698-8b69-1663878261c4 req-8f7ab8f3-8731-4243-8c74-fcf20a06d4a3 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:42.659179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-30096bbd-125f-4698-8b69-1663878261c4 req-8f7ab8f3-8731-4243-8c74-fcf20a06d4a3 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.2757659 Oct 19 01:20:42.660939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:42.669022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.672822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9210c786-fd39-4c7f-b7fa-27acef46b5fb req-13316dac-3c30-43fc-8eb8-85431dff3328 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "DELETE /v2.0/ports/e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 HTTP/1.1" status: 204 len: 173 time: 1.3583527 Oct 19 01:20:42.674480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35624) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:42.702502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805f62e-49b1-42d0-89c1-034c96326e0f req-38d5433f-e292-465c-b3b7-07f6c0ba653c tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:42.705761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f805f62e-49b1-42d0-89c1-034c96326e0f req-38d5433f-e292-465c-b3b7-07f6c0ba653c tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 945 time: 0.2130442 Oct 19 01:20:42.781349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f805f62e-49b1-42d0-89c1-034c96326e0f req-779a8543-7559-402b-b4c8-f4f3d157fec7 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688915 Oct 19 01:20:42.827257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-30096bbd-125f-4698-8b69-1663878261c4 req-837a6fdc-f56a-4da0-bb8a-66b44e54871e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600339 Oct 19 01:20:42.831225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287950123'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:42.872862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.882985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:42.895817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.922485 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:42.932784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.071762 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.077685 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.110751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:43.127952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc26bcf4-4b13-4681-a8df-1e6ac33b3d16,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:43.133942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.135377 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment c2ed8e75-86f6-4633-8c37-0900405dc208 of type vlan for network cd378510-60b1-4e90-8007-8ce11eda35d8 Oct 19 01:20:43.195922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:43.200376 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.276453 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.291467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:43.292220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.394694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.408386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f'}, {'server_uuid': '6b99079e-056f-4150-a0df-ec7f6a521924', 'name': 'network-vif-deleted', 'tag': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:43.410836 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13a884-f983-4fc5-a026-2b2d65b957ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f"}, {"server_uuid": "6b99079e-056f-4150-a0df-ec7f6a521924", "name": "network-vif-deleted", "tag": "e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:43.448468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7637954 Oct 19 01:20:43.450287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5bbd-3eb4-4a79-8656-d3dfc9d4b0b2 req-381ec56a-3884-494e-82d9-c47226499c97 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:43.487705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba0c5bbd-3eb4-4a79-8656-d3dfc9d4b0b2 req-381ec56a-3884-494e-82d9-c47226499c97 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.2664621 Oct 19 01:20:43.508441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.566497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc058d33-665c-4037-9c09-0aecc142d223 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=cd378510-60b1-4e90-8007-8ce11eda35d8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:43.624263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba0c5bbd-3eb4-4a79-8656-d3dfc9d4b0b2 req-eb2c545d-ab70-4a00-b4e6-679aaef0335a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346431 Oct 19 01:20:43.637183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network cd378510-60b1-4e90-8007-8ce11eda35d8 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:43.680983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-597bba95-736a-4e21-8a1d-bd88438e0b2c req-63313310-20f2-482d-a2be-39d059018b18 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b99079e-056f-4150-a0df-ec7f6a521924 HTTP/1.1" status: 200 len: 210 time: 0.0894365 Oct 19 01:20:43.786559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:43.833745 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2967421-037c-4f52-b8e6-32e9e3efc005 x-openstack-request-id: req-d2967421-037c-4f52-b8e6-32e9e3efc005 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:43.834466 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f", "status": "completed", "code": 200}, {"server_uuid": "6b99079e-056f-4150-a0df-ec7f6a521924", "name": "network-vif-deleted", "tag": "e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:43.836572 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2967421-037c-4f52-b8e6-32e9e3efc005 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:43.838018 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f', 'status': 'completed', 'code': 200} Oct 19 01:20:43.838780 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b99079e-056f-4150-a0df-ec7f6a521924', 'name': 'network-vif-deleted', 'tag': 'e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7', 'status': 'completed', 'code': 200} Oct 19 01:20:43.845072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:43.847075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:43.847652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e4b93860-eaa6-4cc4-a915-fcbf2bd9d2c7 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:43.924299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-9cb57bbe-b2d2-4c92-9557-ecd826b5f658 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:43.929086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-9cb57bbe-b2d2-4c92-9557-ecd826b5f658 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.1857336 Oct 19 01:20:44.016625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'Port': ['ID=b8a84eb8-90db-43da-8ca5-2bbc6471e7cd,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:44.034580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.035838 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d0dbc1f-0d1b-49f9-81b3-a15abaca0821 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3375893 Oct 19 01:20:44.091652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-4dd634af-79c0-46ee-b719-5a00159f054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:44.093374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-4dd634af-79c0-46ee-b719-5a00159f054e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1126 time: 0.2372191 Oct 19 01:20:44.212997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc285af-eb0f-4212-a620-b5ed6c26549b req-ecf0cd71-5ff1-4fb0-bc9c-28d3c32c365c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:44.214698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bc285af-eb0f-4212-a620-b5ed6c26549b req-ecf0cd71-5ff1-4fb0-bc9c-28d3c32c365c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=24e02d0b-3a90-44c4-9552-9de4f1ea2a33 HTTP/1.1" status: 200 len: 945 time: 0.2014427 Oct 19 01:20:44.233425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Deleting port fd671608-5237-431a-bb06-4b352edfd622 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:44.233749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.295049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-e80e01b8-8904-4ab6-ba2a-d715cc271e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:44.296551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-e80e01b8-8904-4ab6-ba2a-d715cc271e14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.1950271 Oct 19 01:20:44.366334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-38f7eb1e-f3a9-4d60-ba8b-787ea7afd365 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 217 time: 0.0583818 Oct 19 01:20:44.404359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] For port fd671608-5237-431a-bb06-4b352edfd622, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=fd671608-5237-431a-bb06-4b352edfd622,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:44.404860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.420901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Calling delete_port for fd671608-5237-431a-bb06-4b352edfd622 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:44.625430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-3947aad0-dc21-4d8d-a025-0207cb8c23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:44.626905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-3947aad0-dc21-4d8d-a025-0207cb8c23ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.2497354 Oct 19 01:20:44.682447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-eed5f602-7f8a-4cc4-b9ce-5665d17a53cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429966 Oct 19 01:20:44.701487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-d0b8c37a-3ccc-4d6b-a24f-dd1de1d9752d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:20:44.702789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-d0b8c37a-3ccc-4d6b-a24f-dd1de1d9752d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066221 Oct 19 01:20:44.725836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bc285af-eb0f-4212-a620-b5ed6c26549b req-e9fec4c1-e87d-4dfd-bda4-8e485de04963 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938874 Oct 19 01:20:44.785552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:44.816727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-9e578b90-6d65-4a14-82f6-578d94d2960a service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981207 Oct 19 01:20:44.839653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['fd671608-5237-431a-bb06-4b352edfd622'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:44.935393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event deleted for resources: {'Port': ['ID=fd671608-5237-431a-bb06-4b352edfd622,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:45.030067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] No DVR routers for this DVR port fd671608-5237-431a-bb06-4b352edfd622 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:45.033910 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:45.047486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce1382c9-4b82-4048-bb33-c7b6730a3c0a req-dc3801c3-40ef-435f-91a3-a2a295e82933 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "DELETE /v2.0/ports/fd671608-5237-431a-bb06-4b352edfd622 HTTP/1.1" status: 204 len: 173 time: 1.1095936 Oct 19 01:20:45.093423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-b0e87dd5-fea2-4485-9c41-f0064010c5f1 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:45.101046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-b0e87dd5-fea2-4485-9c41-f0064010c5f1 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 822 time: 0.4167836 Oct 19 01:20:45.130058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-1e1b5197-fd52-4b5b-88c4-66b37bd4a8cd tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/quotas/06a52cfdd2e04471a82240372a09094a HTTP/1.1" status: 200 len: 375 time: 0.0279057 Oct 19 01:20:45.143295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee13a884-f983-4fc5-a026-2b2d65b957ad req-4b6bd1d4-0fac-4e82-b895-0c160511f74e service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161712 Oct 19 01:20:45.171476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8d471-277e-4fc2-9aa3-76d41ea9a37e req-a377f426-6274-4682-90b5-d6385460dd80 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:45.182175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8e8d471-277e-4fc2-9aa3-76d41ea9a37e req-a377f426-6274-4682-90b5-d6385460dd80 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1898680 Oct 19 01:20:45.270033 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8e8d471-277e-4fc2-9aa3-76d41ea9a37e req-7e38cee7-080e-4b6e-94c7-31d3859e4b10 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868218 Oct 19 01:20:45.278978 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-ea1f5c08-c4c3-4626-8cdb-da6620f304ff tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478741 Oct 19 01:20:45.440128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-39175c0d-f81d-4b67-84ab-bebf6f58ec79 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:20:45.450646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-39175c0d-f81d-4b67-84ab-bebf6f58ec79 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1707528 Oct 19 01:20:45.630103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-7cea3faf-11eb-49ab-8e61-636ef814e3a8 service neutron] 10.222.0.64 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780176 Oct 19 01:20:45.843583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'name': 'network-vif-deleted', 'tag': 'fd671608-5237-431a-bb06-4b352edfd622'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:45.846784 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cd20c5-1fb0-4607-b17a-8bd04d596766" -d '{"events": [{"server_uuid": "24e02d0b-3a90-44c4-9552-9de4f1ea2a33", "name": "network-vif-deleted", "tag": "fd671608-5237-431a-bb06-4b352edfd622"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:45.851645 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-600e02c9-2043-4d26-9d77-9b42bcc0292e service neutron] 10.222.0.64 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203310 Oct 19 01:20:46.076753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-803690a6-b576-46de-8ea3-f667dae86c3b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:46.089812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-803690a6-b576-46de-8ea3-f667dae86c3b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.2359004 Oct 19 01:20:46.121419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-85e856c7-f414-4f2e-a57f-4b5cb089d47c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.0303042 Oct 19 01:20:46.220995 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:20:46.247308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-25e37b64-cc72-4753-b98f-e7196d20bf71 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249468 Oct 19 01:20:46.370839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-dcb83f1a-5023-47a2-b63c-557b6a734712 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:20:46.379672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-dcb83f1a-5023-47a2-b63c-557b6a734712 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1276798 Oct 19 01:20:46.577919 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e17494d-92f6-4959-bd29-445d5aab3f91 x-openstack-request-id: req-7e17494d-92f6-4959-bd29-445d5aab3f91 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:46.578430 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e02d0b-3a90-44c4-9552-9de4f1ea2a33", "name": "network-vif-deleted", "tag": "fd671608-5237-431a-bb06-4b352edfd622", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:46.578878 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e17494d-92f6-4959-bd29-445d5aab3f91 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:46.579652 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e02d0b-3a90-44c4-9552-9de4f1ea2a33', 'name': 'network-vif-deleted', 'tag': 'fd671608-5237-431a-bb06-4b352edfd622', 'status': 'completed', 'code': 200} Oct 19 01:20:46.850741 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e9d728f9-b47a-4651-8a25-d410ef357988 req-1bbe3ab9-45ea-49f3-b8f8-379efa2687d8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 210 time: 0.0957010 Oct 19 01:20:46.922795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f68aedae-9507-4155-9168-f030781a3512 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410004 Oct 19 01:20:46.974980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35724) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:46.981143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': 'cd378510-60b1-4e90-8007-8ce11eda35d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:47.273626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2e0f3-81cc-4c26-9173-7d344c665b70 req-9e55e803-8d29-4203-9a5c-4ab92d93cc1a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:47.280404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0d2e0f3-81cc-4c26-9173-7d344c665b70 req-9e55e803-8d29-4203-9a5c-4ab92d93cc1a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.2181091 Oct 19 01:20:47.288318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-caf84cb1-17c5-4415-8222-8d8b8274c197 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606071 Oct 19 01:20:47.377323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0d2e0f3-81cc-4c26-9173-7d344c665b70 req-e56ca94e-b5bb-4c72-949d-4046905c7eff tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894732 Oct 19 01:20:47.378096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:47.392529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:47.667176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device fd671608-5237-431a-bb06-4b352edfd622 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:47.738614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: fd671608-5237-431a-bb06-4b352edfd622 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:47.740236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device fd671608-5237-431a-bb06-4b352edfd622 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:47.917706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-a6339904-d293-4069-af79-65e77f1e24ac tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:47.926678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-a6339904-d293-4069-af79-65e77f1e24ac tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.2122233 Oct 19 01:20:47.949024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-984440fd-1a0b-4ee1-bb99-f1cc542d8960 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/quotas/9567f9fa32ff49e48f93fc696f75d605 HTTP/1.1" status: 200 len: 375 time: 0.0207715 Oct 19 01:20:47.991801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-ed083d46-58c7-49b0-b568-9092c7b6bae2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422115 Oct 19 01:20:48.111549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f22da48a-6a91-41ad-b6ef-7f8505446d8c req-2f6ff3f3-082b-4fab-9ebe-b5e21d35a956 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 210 time: 0.1683125 Oct 19 01:20:48.123473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:48.144770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-0d78f9e9-795f-4b78-ba3f-7339ee97fa67 service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519020 Oct 19 01:20:48.232931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=88557a6f-a01a-4d1b-aea1-b2e9024c4f29,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:48.298714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-b3016992-a4d2-4de3-8367-a6fa8d592966 service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512911 Oct 19 01:20:48.325280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': 'c2ed8e75-86f6-4633-8c37-0900405dc208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cd378510-60b1-4e90-8007-8ce11eda35d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:48.325671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: cd378510-60b1-4e90-8007-8ce11eda35d8, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:48.373622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network cd378510-60b1-4e90-8007-8ce11eda35d8 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:48.392755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, cd378510-60b1-4e90-8007-8ce11eda35d8) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:48.404854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:48.406638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:48.410709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6150ab-9b49-4984-ada0-54a035839bd1 None None] Network cd378510-60b1-4e90-8007-8ce11eda35d8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:48.522371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35758) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:48.522761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0ef3dfd9-1ce3-416e-9846-f9a04fdb9263 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5464094 Oct 19 01:20:48.530561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-680587670'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:48.543260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-398925af-dcca-4450-95b9-16bdc0fadc2a req-f2783003-c9e5-46c7-8915-7e8e17f11a46 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 210 time: 0.0786297 Oct 19 01:20:48.593254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:48.604650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:48.740102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:49.015701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62235664-668f-481a-b713-bd6c92bdd534 req-ee7cc9a0-8ddf-4687-b4a0-2b609c5db61a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:49.046947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62235664-668f-481a-b713-bd6c92bdd534 req-ee7cc9a0-8ddf-4687-b4a0-2b609c5db61a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.2300472 Oct 19 01:20:49.055928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-cd378510-60b1-4e90-8007-8ce11eda35d8', 'network_id': 'cd378510-60b1-4e90-8007-8ce11eda35d8', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '88557a6f-a01a-4d1b-aea1-b2e9024c4f29'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:20:49.063279 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.232223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62235664-668f-481a-b713-bd6c92bdd534 req-65d190e5-22e3-4770-b454-9d6c88771139 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811862 Oct 19 01:20:49.298376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b2b06471-a45d-44fa-9b6f-0faeca51695f no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:49.333360 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.333934 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment 29d0fca8-f633-462a-a5ef-e0a7b30d18de of type vlan for network c3a354e9-9578-4b50-a0f2-221a38137dd3 Oct 19 01:20:49.350836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27f94a19-c2c6-4744-8ac4-03d3b0e4e0ca req-2787c1c3-54cb-4d43-922b-5bccef27218e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 210 time: 0.1394691 Oct 19 01:20:49.709312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-65587ffa-ae6b-4f3c-bad9-40159fcd3dc9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:49.711734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Allocated IP 2001:db8:0:ffff::2 (cd378510-60b1-4e90-8007-8ce11eda35d8/88557a6f-a01a-4d1b-aea1-b2e9024c4f29/2d765413-5553-4bda-ba23-5cf6e6a3c5ba) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:49.719363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-65587ffa-ae6b-4f3c-bad9-40159fcd3dc9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 822 time: 0.9672048 Oct 19 01:20:49.722071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.727051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.807160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a914c7ad-d0c1-4945-8c85-b043fb35645f req-1f99af43-1707-4750-b893-d92c547ef90b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 210 time: 0.2209921 Oct 19 01:20:49.816076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Request body: {'port': {'device_id': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'admin_state_up': True, 'tenant_id': '06a52cfdd2e04471a82240372a09094a'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:49.870418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3c52f98d-1c7a-4b98-af95-7b87bf9b339c req-e3b9ea39-fcb3-44e2-b97d-fce1d9230f60 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 210 time: 0.1135762 Oct 19 01:20:49.925504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.resource_extend [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:20:49.991241 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:49.998760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:49.999642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.155351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35788) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:50.156240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6320331 Oct 19 01:20:50.161979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': 'c3a354e9-9578-4b50-a0f2-221a38137dd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:50.277641 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.319551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.322371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-67e9be3e-3745-405e-9ed7-f76a29139f2f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:50.324126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-67e9be3e-3745-405e-9ed7-f76a29139f2f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.1768088 Oct 19 01:20:50.407958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bec835-2f02-4169-b4c6-776ab427be5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=c3a354e9-9578-4b50-a0f2-221a38137dd3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:50.417696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': 'dab27139-0116-4812-af59-a4b72a072eac', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:50.580003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c3a354e9-9578-4b50-a0f2-221a38137dd3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:50.692460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Made reservation on behalf of 06a52cfdd2e04471a82240372a09094a for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:50.694679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Network cd378510-60b1-4e90-8007-8ce11eda35d8 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:50.695786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:50.696934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.709937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:50.724864 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:50.743940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:50.764619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Pushing event updated for resources: {'Port': ['ID=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:50.933766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Allocated IP 172.20.0.12 (f452063c-b579-4487-83f9-9c9bc5ab1eeb/89d7f4b1-fd65-4975-afd3-5f671025bb49/f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:51.013784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Attempting to bind port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:51.015453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Attempting to bind port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c2ed8e75-86f6-4633-8c37-0900405dc208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cd378510-60b1-4e90-8007-8ce11eda35d8'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:51.017731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Attempting to bind port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba on network cd378510-60b1-4e90-8007-8ce11eda35d8 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:51.048247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:51.049744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Checking segment: {'id': 'c2ed8e75-86f6-4633-8c37-0900405dc208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cd378510-60b1-4e90-8007-8ce11eda35d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:51.051080 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.051711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Bound using segment: {'id': 'c2ed8e75-86f6-4633-8c37-0900405dc208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cd378510-60b1-4e90-8007-8ce11eda35d8'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:51.052453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Bound port: 2d765413-5553-4bda-ba23-5cf6e6a3c5ba, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ed8e75-86f6-4633-8c37-0900405dc208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cd378510-60b1-4e90-8007-8ce11eda35d8'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:51.053077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.140820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4bac4c54-a60a-4876-9c64-63e46332c961 req-04129836-30a0-4582-8290-44e9c4652297 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 210 time: 0.2719190 Oct 19 01:20:51.197307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.227401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] For port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:51.245830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] For port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,segment=NetworkSegment(c2ed8e75-86f6-4633-8c37-0900405dc208),segment_id=c2ed8e75-86f6-4633-8c37-0900405dc208)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:51.261723 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.301394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.391412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a18a-0ea7-4771-aa53-4bc19934c231 None None] Pushing event updated for resources: {'Port': ['ID=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:51.437084 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e4c7d21-391d-4ed1-b2d6-6a45f545b5b7 req-b665b3d0-ae2c-47fc-863f-6a930e2ac24f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 210 time: 0.0651872 Oct 19 01:20:51.474346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:51.524261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19da202-4380-48f5-9176-dc9219d3c856 req-8f1ec360-ca74-4223-b7b4-da9eb12cff4b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:51.533842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e19da202-4380-48f5-9176-dc9219d3c856 req-8f1ec360-ca74-4223-b7b4-da9eb12cff4b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.8807478 Oct 19 01:20:51.539019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-3e268567-2d02-4213-8328-8742ef64c5bc tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:51.541208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-3e268567-2d02-4213-8328-8742ef64c5bc tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.62 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.5057571 Oct 19 01:20:51.557364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Request body: {'port': {'device_id': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'admin_state_up': True, 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:51.582704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Network f452063c-b579-4487-83f9-9c9bc5ab1eeb is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:51.660270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:51.675918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:51.701651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:51.719414 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:51.794579 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e19da202-4380-48f5-9176-dc9219d3c856 req-584c6669-f70d-43f2-8a12-39c5d51bed99 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590215 Oct 19 01:20:52.020597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:52.021551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.104506 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-e191f568-6e72-4c0d-b6af-2bcf9b87699f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3221385 Oct 19 01:20:52.120053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-abee086d-60ab-4ab5-ac3b-480b8e2527ca service neutron] 10.222.0.62 "GET /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f/bindings/n-h1-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.1572349 Oct 19 01:20:52.132636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Request body: {'port': {'device_id': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:52.187176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.9 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/f820d52c-5d4e-4b92-845e-4d8af0999a77) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:52.205118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.244604 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.318983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=72d6f666-6add-4ee7-bd4c-6b7b3f6d8f83,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:52.353317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3aca-4cd2-4df8-b3d0-826bbf010001 req-20f3c1af-5400-46f6-b3b4-4bbe18d41be4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:52.362072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92ed3aca-4cd2-4df8-b3d0-826bbf010001 req-20f3c1af-5400-46f6-b3b4-4bbe18d41be4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 932 time: 0.7219245 Oct 19 01:20:52.448861 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e203023-480e-4fd6-97fc-a3c70fd808fc req-68c1cd24-4b7f-4781-8541-ed865e7df467 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 210 time: 0.1293962 Oct 19 01:20:52.479499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': '29d0fca8-f633-462a-a5ef-e0a7b30d18de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c3a354e9-9578-4b50-a0f2-221a38137dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:52.482015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: c3a354e9-9578-4b50-a0f2-221a38137dd3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:52.502842 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92ed3aca-4cd2-4df8-b3d0-826bbf010001 req-fa6fdb2b-acf0-4453-be6f-6527a1e8aeed tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384313 Oct 19 01:20:52.534420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:52.547866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.596699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network c3a354e9-9578-4b50-a0f2-221a38137dd3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:52.642111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c3a354e9-9578-4b50-a0f2-221a38137dd3) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:52.650869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:52.651465 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:52.670957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f98d15-28f0-4282-b9be-bd36aea2c75e None None] Network c3a354e9-9578-4b50-a0f2-221a38137dd3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:52.793637 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c987edf6-b34a-4422-85ce-4a6e8fc62667 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6370668 Oct 19 01:20:52.815257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-375c8dc6-96ba-471c-bd4b-04c7ff988d47 req-7a014c57-085b-4e09-a68b-9328823564c5 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 210 time: 0.1096175 Oct 19 01:20:52.823903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35820) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:52.876059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d765413-5553-4bda-ba23-5cf6e6a3c5ba up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:52.988176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.046373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d1a11-0de2-409e-934d-c27119b283ae None None] Network cd378510-60b1-4e90-8007-8ce11eda35d8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:53.072899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:53.136455 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.150244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39485d-8ed8-4ab5-8bdb-43f77512fb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-c3a354e9-9578-4b50-a0f2-221a38137dd3', 'network_id': 'c3a354e9-9578-4b50-a0f2-221a38137dd3', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '72d6f666-6add-4ee7-bd4c-6b7b3f6d8f83'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:20:53.151724 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a39485d-8ed8-4ab5-8bdb-43f77512fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.199162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365713-cacb-4606-aca9-3260f545a0e0 req-be5d82cf-62ba-4562-8d36-f89165da0918 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:53.201061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d365713-cacb-4606-aca9-3260f545a0e0 req-be5d82cf-62ba-4562-8d36-f89165da0918 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 943 time: 0.1169746 Oct 19 01:20:53.214491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:53.234537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:53.235237 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.351766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.362665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-70d76328-b26e-42d3-bf96-2855b7db4668 None None] Provisioning complete for port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:53.363097 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-70d76328-b26e-42d3-bf96-2855b7db4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.451564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d365713-cacb-4606-aca9-3260f545a0e0 req-c3ef17a6-4b6d-41ad-9f7b-37574b518aa1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330353 Oct 19 01:20:53.452733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.521520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=72d6f666-6add-4ee7-bd4c-6b7b3f6d8f83,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:53.575451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Allocated IP 172.20.0.4 (16328a5b-3007-43fd-af23-0d798d47d1b0/bd1cf545-8b75-4d90-80fd-dfb94dc1a56d/e43621ae-a5b6-4c56-acb3-c71f19cda192) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:53.635734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50c9a3-46c6-4cf0-ae06-e7687abfb36d req-8c730a53-c04a-484b-8a2b-4589727607b0 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:53.643695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a50c9a3-46c6-4cf0-ae06-e7687abfb36d req-8c730a53-c04a-484b-8a2b-4589727607b0 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 945 time: 0.6708727 Oct 19 01:20:53.660529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b06471-a45d-44fa-9b6f-0faeca51695f {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:53.663642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.684406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cd6c53e-9bb7-41c4-9b2a-5ed9370382a9 req-4f126bca-ad90-43d8-b99c-3fc87b51b37b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 210 time: 0.1057453 Oct 19 01:20:53.706728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.712114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:53.761660 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.780133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.786799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:53.794599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a354e9-9578-4b50-a0f2-221a38137dd3']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:53.828468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d0fca8-f633-462a-a5ef-e0a7b30d18de') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:53.828780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d0fca8-f633-462a-a5ef-e0a7b30d18de') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:20:53.860053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.868802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:53.887551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a50c9a3-46c6-4cf0-ae06-e7687abfb36d req-6c7c1fa8-c5e0-4722-9654-fa856830c402 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379832 Oct 19 01:20:53.888597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=f820d52c-5d4e-4b92-845e-4d8af0999a77,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:53.892326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.900563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:20:53.901122 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-4a39485d-8ed8-4ab5-8bdb-43f77512fb96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72d6f666-6add-4ee7-bd4c-6b7b3f6d8f83: This subnet is being modified by another concurrent operation. Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:20:53.937330 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72d6f666-6add-4ee7-bd4c-6b7b3f6d8f83: This subnet is being modified by another concurrent operation. Oct 19 01:20:53.942010 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:20:53.947632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:20:53.963263 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:20:53.978141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:54.073904 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-70d76328-b26e-42d3-bf96-2855b7db4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.120379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,segment=NetworkSegment(c2ed8e75-86f6-4633-8c37-0900405dc208),segment_id=c2ed8e75-86f6-4633-8c37-0900405dc208)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:54.122281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4a846-ae7e-412d-9597-140306c58136 None None] Network c3a354e9-9578-4b50-a0f2-221a38137dd3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:54.154909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:54.155506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.190563 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.215209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.235339 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.245047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/c3a354e9-9578-4b50-a0f2-221a38137dd3 HTTP/1.1" status: 204 len: 168 time: 1.4117742 Oct 19 01:20:54.262663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:54.263211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35834) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:54.272619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ad74c-f0bc-41dc-a003-6e089d7aaf10 req-408ce3ad-c65c-4ac5-885f-1f57158fd925 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:54.281810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c54ad74c-f0bc-41dc-a003-6e089d7aaf10 req-408ce3ad-c65c-4ac5-885f-1f57158fd925 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 932 time: 0.2956097 Oct 19 01:20:54.288138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc47d4-3bb2-42db-a32b-b4a398f13027 req-19cb4f24-f093-41f2-937e-05d1e22bde76 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:54.296096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7fc47d4-3bb2-42db-a32b-b4a398f13027 req-19cb4f24-f093-41f2-937e-05d1e22bde76 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 931 time: 0.2968564 Oct 19 01:20:54.303340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357800824'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:54.345229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9226e5a-ef2e-4274-9458-d69f21aa3d0a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=c3a354e9-9578-4b50-a0f2-221a38137dd3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:54.346912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.361972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] Transition to ACTIVE for port object b2b06471-a45d-44fa-9b6f-0faeca51695f will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:54.374062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f50a0778-1410-4c21-b865-6939627ddcad tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9634104 Oct 19 01:20:54.406155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Request body: {'port': {'device_id': 'dab27139-0116-4812-af59-a4b72a072eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:54.455288 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c54ad74c-f0bc-41dc-a003-6e089d7aaf10 req-dd80ada6-b831-4e40-9012-e8dc9993e87a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723318 Oct 19 01:20:54.463450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:54.467088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.478329 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.575392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.612835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:54.617206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:54.636114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7fc47d4-3bb2-42db-a32b-b4a398f13027 req-791d6fe6-f3fa-4a81-a373-7775124f22ea tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123512 Oct 19 01:20:54.642918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Transition to ACTIVE for port object f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:54.666444 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.715156 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.717451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.717815 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment 32578c6e-0949-4efa-909d-fac7b057a75a of type vlan for network 52324d21-42e6-4326-9840-e5417ba88260 Oct 19 01:20:54.735707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-50fdf0ab-e74d-4157-a5a4-f57113d6a0c9 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:54.738760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-50fdf0ab-e74d-4157-a5a4-f57113d6a0c9 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.74 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 945 time: 0.6048589 Oct 19 01:20:54.788530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c0272-3f5e-45de-a6e1-e19e503146dc req-4c96271e-98f9-4f6c-a37d-c2c2cab66f14 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:54.798675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae7c0272-3f5e-45de-a6e1-e19e503146dc req-4c96271e-98f9-4f6c-a37d-c2c2cab66f14 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.1850085 Oct 19 01:20:54.807375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:54.826487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] No DVR routers for this DVR port b2b06471-a45d-44fa-9b6f-0faeca51695f on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:54.839526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.842618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:54.852220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:54.868792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-70d76328-b26e-42d3-bf96-2855b7db4668 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:20:54.869164 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-70d76328-b26e-42d3-bf96-2855b7db4668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:20:54.873703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef7c9f-340b-47ed-ae91-b5c270d41bbb None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:20:54.948248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae7c0272-3f5e-45de-a6e1-e19e503146dc req-a95d7636-b896-4afe-97e5-59337b21c3b1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451390 Oct 19 01:20:54.949910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:54.979772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:54.991552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:54.992694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-fcff44c0-32a2-465d-94e0-b2709cac83f4 service neutron] 10.222.0.62 "PUT /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f/bindings/n-h1-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 2.8256979 Oct 19 01:20:54.999884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:55.006442 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.008144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef7c9f-340b-47ed-ae91-b5c270d41bbb None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:20:55.018465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.019115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.204206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Attempting to bind port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:55.204781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9202182 Oct 19 01:20:55.204880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Attempting to bind port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:55.205840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Attempting to bind port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e on network f452063c-b579-4487-83f9-9c9bc5ab1eeb {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:55.210864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35846) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:55.234492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': '52324d21-42e6-4326-9840-e5417ba88260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:55.278846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f7721-ba67-48da-a6f1-040c91edeb61 req-aea0472d-b49f-4982-b268-0f78ca937504 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.280649 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a3f7721-ba67-48da-a6f1-040c91edeb61 req-aea0472d-b49f-4982-b268-0f78ca937504 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 931 time: 0.4394526 Oct 19 01:20:55.288745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e on network f452063c-b579-4487-83f9-9c9bc5ab1eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:55.288969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Attempting to bind port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e on network f452063c-b579-4487-83f9-9c9bc5ab1eeb {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:55.296216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.296852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.304563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d5ba2-6125-4623-bb0c-7dbd84658f05 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=52324d21-42e6-4326-9840-e5417ba88260,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:55.321076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:55.321499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Checking segment: {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:55.321981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Bound using segment: {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:55.322621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Bound port: f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:55.322867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.324854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-5762473d-1880-49ec-b454-712666abde97 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.326420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-5762473d-1880-49ec-b454-712666abde97 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.2449059 Oct 19 01:20:55.334030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 52324d21-42e6-4326-9840-e5417ba88260 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:55.335054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca8f1-90f6-4e94-ab17-987ad8d4d98f req-36fa3820-05d0-4196-bd84-f11892dd6d49 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.342998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6caca8f1-90f6-4e94-ab17-987ad8d4d98f req-36fa3820-05d0-4196-bd84-f11892dd6d49 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 945 time: 0.2743120 Oct 19 01:20:55.406381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-4615fbb8-b239-45df-bc8f-5168cc05ca74 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8540878 Oct 19 01:20:55.420138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Request body: {'port': {'device_id': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:55.480736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6caca8f1-90f6-4e94-ab17-987ad8d4d98f req-43cedd10-f95b-4bf2-a49c-4c5f17a616ce tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367822 Oct 19 01:20:55.514219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-34ff9d9e-9369-4fc8-968c-c33e44249997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.515354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-34ff9d9e-9369-4fc8-968c-c33e44249997 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b&tenant_id=727131d066ac40408ef77c15c56541f8 HTTP/1.1" status: 200 len: 1096 time: 0.1703713 Oct 19 01:20:55.540070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.608988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a3f7721-ba67-48da-a6f1-040c91edeb61 req-2f405767-92d4-4f5a-bd68-33012485374b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963376 Oct 19 01:20:55.611153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Deleting port 8417ba89-2d85-4568-b6e2-60d58c4c088b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:20:55.611558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.630611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fa890966-7aac-4151-b452-adb93c809c6f None None] Provisioning complete for port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:55.630611 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fa890966-7aac-4151-b452-adb93c809c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.642571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:55.678102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:55.738800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-8bb8285e-ba51-47d0-85e4-5888b42f2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.738800 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-8bb8285e-ba51-47d0-85e4-5888b42f2115 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1096 time: 0.1796865 Oct 19 01:20:55.795465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:55.799887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e6110-f994-4cf0-a977-df1642ed8166 req-e41b9eeb-f32f-4a19-acfd-ec878ffd2a5f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:55.801484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-667e6110-f994-4cf0-a977-df1642ed8166 req-e41b9eeb-f32f-4a19-acfd-ec878ffd2a5f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 944 time: 0.2171018 Oct 19 01:20:55.882386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:55.922260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.034080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.034704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.036208 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] 10.222.0.74 "PUT /v2.0/ports/f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e HTTP/1.1" status: 200 len: 1093 time: 3.9126806 Oct 19 01:20:56.042273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:56.044669 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58" -d '{"events": [{"name": "network-changed", "server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:56.063284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] For port 8417ba89-2d85-4568-b6e2-60d58c4c088b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8417ba89-2d85-4568-b6e2-60d58c4c088b,segment=NetworkSegment(e78e3049-7bad-4839-90ac-2c138447aae7),segment_id=e78e3049-7bad-4839-90ac-2c138447aae7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:20:56.063660 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.116087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc0ac-572a-4b44-8a7a-ec114edbaa7d req-ff853a8d-9e46-4fbc-aff0-458e09f6bb08 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.118312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e1cc0ac-572a-4b44-8a7a-ec114edbaa7d req-ff853a8d-9e46-4fbc-aff0-458e09f6bb08 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 931 time: 0.3552210 Oct 19 01:20:56.124314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f820d52c-5d4e-4b92-845e-4d8af0999a77 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:56.128966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Calling delete_port for 8417ba89-2d85-4568-b6e2-60d58c4c088b owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:20:56.157022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7e0d9-9f8e-490f-a21b-a9d48493bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:56.176863 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.311786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Transition to ACTIVE for port object f820d52c-5d4e-4b92-845e-4d8af0999a77 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:56.343049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.354942 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e1cc0ac-572a-4b44-8a7a-ec114edbaa7d req-d27e9a4e-86c8-490d-a029-ede304d8e48e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076004 Oct 19 01:20:56.443458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-babbe2a6-3635-456e-80bd-cf4ece084fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.445106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-babbe2a6-3635-456e-80bd-cf4ece084fbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 1096 time: 0.2847910 Oct 19 01:20:56.500354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-667e6110-f994-4cf0-a977-df1642ed8166 req-69d9ecaf-43da-4392-aace-0e0567173d0d tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794300 Oct 19 01:20:56.567790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Pushing event updated for resources: {'Port': ['ID=f820d52c-5d4e-4b92-845e-4d8af0999a77,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:56.574851 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.577733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-787fcea1-2aef-49bc-af9e-12fda16cb783 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e HTTP/1.1" status: 200 len: 217 time: 0.1083844 Oct 19 01:20:56.585141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-4fbc5274-9d44-4392-90dd-619ac54a2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.588717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-4fbc5274-9d44-4392-90dd-619ac54a2ec9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.8359199 Oct 19 01:20:56.644616 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-547be173-7f8d-4a0b-adfd-ee5764855228 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 200 len: 217 time: 0.0484064 Oct 19 01:20:56.661954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d765413-5553-4bda-ba23-5cf6e6a3c5ba up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:20:56.722347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-9484eb79-6f12-4ff9-b099-770590b10bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.723848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-9484eb79-6f12-4ff9-b099-770590b10bd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.0625350 Oct 19 01:20:56.773600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-6cef7e06-a066-4e51-b296-7a25c19dadcd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420785 Oct 19 01:20:56.778362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:20:56.780291 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.877187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43621ae-a5b6-4c56-acb3-c71f19cda192 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:20:56.919923 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:56.952875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9072b2-bba5-4bf6-87eb-8b5c20b4cd9f req-e8293306-fad9-481f-9d07-d29938134092 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:56.960616 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e9072b2-bba5-4bf6-87eb-8b5c20b4cd9f req-e8293306-fad9-481f-9d07-d29938134092 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 945 time: 0.1691022 Oct 19 01:20:56.967994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Transition to ACTIVE for port object e43621ae-a5b6-4c56-acb3-c71f19cda192 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:20:56.983649 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:57.048155 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6607b2-3e12-47d2-b3c6-ddc3df11055c x-openstack-request-id: req-5d6607b2-3e12-47d2-b3c6-ddc3df11055c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:57.048445 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:57.048900 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d6607b2-3e12-47d2-b3c6-ddc3df11055c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:57.049297 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'status': 'completed', 'code': 200} Oct 19 01:20:57.052137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e9072b2-bba5-4bf6-87eb-8b5c20b4cd9f req-a29826f2-0a4c-4805-875e-68ea2ef85846 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/security-groups?id=a14dbfd5-b552-457a-bf88-86f8f7ad66bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851564 Oct 19 01:20:57.057650 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-f361b741-af75-4d7d-9b1c-30465d5578f8 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764697 Oct 19 01:20:57.197212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:57.217626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-0d64ee7a-70b4-438c-aa5e-4e8352e14d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:57.219674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-0d64ee7a-70b4-438c-aa5e-4e8352e14d8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89d7f4b1-fd65-4975-afd3-5f671025bb49 HTTP/1.1" status: 200 len: 862 time: 0.6129808 Oct 19 01:20:57.245936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=8975eaa9-22b0-43f4-9167-1da342dc15a2,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:57.261016 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-e7dab1de-bd15-492b-9d77-43a71b8072a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7745254 Oct 19 01:20:57.329233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-5ca3f34b-c95b-4be5-bab7-77d0b0c4d891 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f452063c-b579-4487-83f9-9c9bc5ab1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975363 Oct 19 01:20:57.338713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880528a-4675-434e-b80d-4ad686fcc9c4 req-050e8fe3-9ba9-4aca-a0cc-dde544ba820e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:57.340492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8880528a-4675-434e-b80d-4ad686fcc9c4 req-050e8fe3-9ba9-4aca-a0cc-dde544ba820e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.7819741 Oct 19 01:20:57.343488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Attempting to bind port e43621ae-a5b6-4c56-acb3-c71f19cda192 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:57.343839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Attempting to bind port e43621ae-a5b6-4c56-acb3-c71f19cda192 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:57.344453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Attempting to bind port e43621ae-a5b6-4c56-acb3-c71f19cda192 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:57.359185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac907-5d04-4d59-99e0-0f7b76e6e7c2 req-8399fd58-f128-406c-b923-45cb8a66b9ae tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:57.367100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05dac907-5d04-4d59-99e0-0f7b76e6e7c2 req-8399fd58-f128-406c-b923-45cb8a66b9ae tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 943 time: 0.2109375 Oct 19 01:20:57.395224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Port e43621ae-a5b6-4c56-acb3-c71f19cda192 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:57.395555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Attempting to bind port e43621ae-a5b6-4c56-acb3-c71f19cda192 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:57.406085 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-966187ea-84da-4aae-8b05-9e8ecda3c7d6 service neutron] 10.222.0.74 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379929 Oct 19 01:20:57.413446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:57.413829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Checking segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:57.414167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Bound using segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:57.416134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Bound port: e43621ae-a5b6-4c56-acb3-c71f19cda192, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:57.416400 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:57.444555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05dac907-5d04-4d59-99e0-0f7b76e6e7c2 req-57bbc761-f511-45f2-8f74-011bb2504c41 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762579 Oct 19 01:20:57.447924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:57.482148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8417ba89-2d85-4568-b6e2-60d58c4c088b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:20:57.529866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Attempting to bind port f820d52c-5d4e-4b92-845e-4d8af0999a77 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:57.530143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Attempting to bind port f820d52c-5d4e-4b92-845e-4d8af0999a77 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:57.530475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Attempting to bind port f820d52c-5d4e-4b92-845e-4d8af0999a77 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:57.535375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': '32578c6e-0949-4efa-909d-fac7b057a75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52324d21-42e6-4326-9840-e5417ba88260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:57.535879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: 52324d21-42e6-4326-9840-e5417ba88260, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:20:57.602613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:57.621181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:57.633994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:57.659164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56b6fa-a396-434e-b1f0-07fb5dfc3a83 req-58dd74b6-dbc3-4ee3-8898-78f6b0b118ec tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:57.670883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d56b6fa-a396-434e-b1f0-07fb5dfc3a83 req-58dd74b6-dbc3-4ee3-8898-78f6b0b118ec tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 943 time: 0.1424868 Oct 19 01:20:57.708510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Pushing event deleted for resources: {'Port': ['ID=8417ba89-2d85-4568-b6e2-60d58c4c088b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:57.743859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:57.744540 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:57.746089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] 10.222.0.62 "PUT /v2.0/ports/e43621ae-a5b6-4c56-acb3-c71f19cda192 HTTP/1.1" status: 200 len: 1092 time: 2.3302433 Oct 19 01:20:57.751873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:57.754444 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662df482-48a5-4794-9268-da9f7a35b74b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:57.831833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8880528a-4675-434e-b80d-4ad686fcc9c4 req-e29883f2-e81f-420d-959f-0f17a6a27cc3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532313 Oct 19 01:20:57.832507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Port f820d52c-5d4e-4b92-845e-4d8af0999a77 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:20:57.832973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Attempting to bind port f820d52c-5d4e-4b92-845e-4d8af0999a77 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:57.835153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d56b6fa-a396-434e-b1f0-07fb5dfc3a83 req-0c05eef0-0d38-4998-911a-fe86660cebaa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070807 Oct 19 01:20:57.848803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:57.849155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:57.849534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:57.849988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Bound port: f820d52c-5d4e-4b92-845e-4d8af0999a77, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:57.850344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:57.862100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf548ad3-8ad0-4fbb-af73-be6044f0c987 service neutron] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:57.903327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-c382728b-78d5-4c2b-a2cd-ce473cb78d89 service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615640 Oct 19 01:20:57.939098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354883-766b-4ffb-b299-c0149da6bc95 req-3ca1952e-3c7f-4bf0-89a2-0e914186265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:57.940775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-3ca1952e-3c7f-4bf0-89a2-0e914186265a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727131d066ac40408ef77c15c56541f8&device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 1097 time: 0.6221972 Oct 19 01:20:57.943157 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16eba9c-9f57-42b0-88e7-021bc9b60b5c x-openstack-request-id: req-b16eba9c-9f57-42b0-88e7-021bc9b60b5c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:57.944413 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:57.944670 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b16eba9c-9f57-42b0-88e7-021bc9b60b5c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:57.945079 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'status': 'completed', 'code': 200} Oct 19 01:20:57.994591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-2641b832-97a5-4cbd-9713-c1a77f9e9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:57.996484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-2641b832-97a5-4cbd-9713-c1a77f9e9da7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 1095 time: 0.0965745 Oct 19 01:20:58.002585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] No DVR routers for this DVR port 8417ba89-2d85-4568-b6e2-60d58c4c088b on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:20:58.013398 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.016750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.74 "DELETE /v2.0/ports/8417ba89-2d85-4568-b6e2-60d58c4c088b HTTP/1.1" status: 204 len: 173 time: 3.2666597 Oct 19 01:20:58.073062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network 52324d21-42e6-4326-9840-e5417ba88260 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:20:58.081850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-3eac3a43-c620-4c76-ab45-107d619653ac tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.097994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-3eac3a43-c620-4c76-ab45-107d619653ac tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b&tenant_id=727131d066ac40408ef77c15c56541f8&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1096 time: 0.1490192 Oct 19 01:20:58.099648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-3ea97b21-4665-42de-a200-6405e3647f2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192 HTTP/1.1" status: 200 len: 217 time: 0.0898132 Oct 19 01:20:58.191809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 52324d21-42e6-4326-9840-e5417ba88260) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:58.205708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75433af6-7d96-4980-bcfd-4638df75891c None None] Network 52324d21-42e6-4326-9840-e5417ba88260 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:20:58.216589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.217186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.229608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] For port f820d52c-5d4e-4b92-845e-4d8af0999a77, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:58.236848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] For port f820d52c-5d4e-4b92-845e-4d8af0999a77, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f820d52c-5d4e-4b92-845e-4d8af0999a77,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:58.261193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.275478 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6c06114-9a25-4b32-9544-fe8feee3a4d3 req-292da4d4-b8cf-49d9-9051-dddce1aefa78 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] 10.222.0.64 "GET /v2.0/ports?device_id=38b12fad-4774-4b1b-b7eb-cda770f5de74 HTTP/1.1" status: 200 len: 210 time: 0.1139338 Oct 19 01:20:58.282438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e90eac10-6924-47e1-83f6-19b2f77acc55 req-decaf64e-c78c-4d65-86a8-f29828a673e1 service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490551 Oct 19 01:20:58.296966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ff9a251a-657c-4a2a-a0ec-e057432a85d7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0713913 Oct 19 01:20:58.300715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35910) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:58.303450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3ed76-2a58-4831-b728-a991fc894094 req-843ec46d-a632-4f4f-aebb-f04087d11363 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.305114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6be3ed76-2a58-4831-b728-a991fc894094 req-843ec46d-a632-4f4f-aebb-f04087d11363 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 944 time: 0.3689928 Oct 19 01:20:58.311197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1244236623'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:58.331266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-0649fe96-96f9-47bb-a196-a27743329d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.332871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-0649fe96-96f9-47bb-a196-a27743329d18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.2146094 Oct 19 01:20:58.356873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.357558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.359385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] 10.222.0.74 "PUT /v2.0/ports/f820d52c-5d4e-4b92-845e-4d8af0999a77 HTTP/1.1" status: 200 len: 1092 time: 3.9660039 Oct 19 01:20:58.362464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354883-766b-4ffb-b299-c0149da6bc95 req-558b790a-1dba-436d-861b-ea31f909494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.363933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-558b790a-1dba-436d-861b-ea31f909494e service neutron] 10.222.0.62 "GET /v2.0/networks?id=2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 200 len: 908 time: 0.3551557 Oct 19 01:20:58.379018 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-040d807a-1f0b-4d34-a5a5-4427292e0a18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371947 Oct 19 01:20:58.435439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:58.439036 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.452697 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-8477f1d7-cbe9-4290-a1aa-42fae0abd68c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 200 len: 217 time: 0.0778046 Oct 19 01:20:58.477509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-52324d21-42e6-4326-9840-e5417ba88260', 'network_id': '52324d21-42e6-4326-9840-e5417ba88260', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '8975eaa9-22b0-43f4-9167-1da342dc15a2'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:20:58.478857 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.531666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6be3ed76-2a58-4831-b728-a991fc894094 req-3da3404b-23e3-4803-b3b5-1004869f35e6 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987753 Oct 19 01:20:58.564802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:20:58.582655 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.583021 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment f93df6c4-c7db-471d-b0ac-408a3de36b09 of type vlan for network abb81102-3bec-4ed0-a864-4dec91655f3a Oct 19 01:20:58.595568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-daba9051-fc54-4a42-808f-812a763454b2 service neutron] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:58.632393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-daba9051-fc54-4a42-808f-812a763454b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.634073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebda34ab-a359-4eb4-a3ee-be6910a67b79 req-daba9051-fc54-4a42-808f-812a763454b2 service neutron] 10.222.0.74 "DELETE /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f/bindings/n-h2-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.5290370 Oct 19 01:20:58.668571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3540b9f-e756-4a05-9aa8-4f504f8fde12 service neutron] Pushing event updated for resources: {'Port': ['ID=f820d52c-5d4e-4b92-845e-4d8af0999a77,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:58.698803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-ee7c5a96-aa0a-4366-a110-fcecb97586ac service neutron] 10.222.0.62 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974169 Oct 19 01:20:58.725660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Allocated IP 2001:db8::1 (52324d21-42e6-4326-9840-e5417ba88260/8975eaa9-22b0-43f4-9167-1da342dc15a2/8ae441c4-bd81-471f-92e6-374dec328db4) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:20:58.729454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-56884334-1ec0-4e3e-b7f8-f9aa30da2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.731091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-56884334-1ec0-4e3e-b7f8-f9aa30da2cf9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 1096 time: 0.3348589 Oct 19 01:20:58.755325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:58.795961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354883-766b-4ffb-b299-c0149da6bc95 req-f07bbcaa-5b97-4520-9e89-f568cde04ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.797460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-f07bbcaa-5b97-4520-9e89-f568cde04ee6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 200 len: 847 time: 0.2484400 Oct 19 01:20:58.801681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-31758156-3b14-4aef-87a9-298afce367bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.803120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-31758156-3b14-4aef-87a9-298afce367bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 1095 time: 0.3156047 Oct 19 01:20:58.893697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804de5d-be80-4020-a1bf-b27b9dc6a417 req-0dfc8b58-14d5-4f4c-bc31-d23e096a74b7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:58.903961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5804de5d-be80-4020-a1bf-b27b9dc6a417 req-0dfc8b58-14d5-4f4c-bc31-d23e096a74b7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 943 time: 0.3189917 Oct 19 01:20:58.916336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.resource_extend [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:20:58.953119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-073bb48a-336b-4758-9b96-415db577a2c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2307de7f-b14d-4842-9b63-1759f75b5a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424222 Oct 19 01:20:59.006504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.012897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-1bb1e938-2ccb-4fe7-afef-1f80280cf0f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f820d52c-5d4e-4b92-845e-4d8af0999a77 HTTP/1.1" status: 200 len: 217 time: 0.1885879 Oct 19 01:20:59.021240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.030849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.031792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.049798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.062059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'name': 'network-vif-deleted', 'tag': '8417ba89-2d85-4568-b6e2-60d58c4c088b'}, {'name': 'network-changed', 'server_uuid': 'dab27139-0116-4812-af59-a4b72a072eac', 'tag': 'f820d52c-5d4e-4b92-845e-4d8af0999a77'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:20:59.064982 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b240dea2-e500-4aea-9a34-a516d6886016" -d '{"events": [{"server_uuid": "38b12fad-4774-4b1b-b7eb-cda770f5de74", "name": "network-vif-deleted", "tag": "8417ba89-2d85-4568-b6e2-60d58c4c088b"}, {"name": "network-changed", "server_uuid": "dab27139-0116-4812-af59-a4b72a072eac", "tag": "f820d52c-5d4e-4b92-845e-4d8af0999a77"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:20:59.066150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5804de5d-be80-4020-a1bf-b27b9dc6a417 req-dcfda4c4-c23a-462b-8319-9d4c8d479525 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610117 Oct 19 01:20:59.113405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Network 52324d21-42e6-4326-9840-e5417ba88260 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:20:59.119238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:20:59.126587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:20:59.136027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Pushing event updated for resources: {'Port': ['ID=8ae441c4-bd81-471f-92e6-374dec328db4,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:59.142656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23639c6a-6fc3-4758-b52f-4836364c37a5 req-50fc907a-584d-4b78-a20c-51a546fc58a1 service neutron] 10.222.0.62 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360533 Oct 19 01:20:59.162680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8564491 Oct 19 01:20:59.168055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35928) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:59.175813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': 'abb81102-3bec-4ed0-a864-4dec91655f3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:20:59.264818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Attempting to bind port 8ae441c4-bd81-471f-92e6-374dec328db4 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:20:59.265369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Attempting to bind port 8ae441c4-bd81-471f-92e6-374dec328db4 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '32578c6e-0949-4efa-909d-fac7b057a75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52324d21-42e6-4326-9840-e5417ba88260'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:20:59.265599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Attempting to bind port 8ae441c4-bd81-471f-92e6-374dec328db4 on network 52324d21-42e6-4326-9840-e5417ba88260 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:20:59.274471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:20:59.275839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Checking segment: {'id': '32578c6e-0949-4efa-909d-fac7b057a75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52324d21-42e6-4326-9840-e5417ba88260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:20:59.275839 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.275839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Bound using segment: {'id': '32578c6e-0949-4efa-909d-fac7b057a75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52324d21-42e6-4326-9840-e5417ba88260'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:20:59.276268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Bound port: 8ae441c4-bd81-471f-92e6-374dec328db4, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32578c6e-0949-4efa-909d-fac7b057a75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52324d21-42e6-4326-9840-e5417ba88260'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:20:59.276661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.326921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-afaf68a3-4b36-4d9e-8deb-cb7b46f9c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.328364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-afaf68a3-4b36-4d9e-8deb-cb7b46f9c3eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 923 time: 0.5788679 Oct 19 01:20:59.344878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5847a-da02-48c7-a09c-9c041788df04 req-84917d43-cd88-4d9d-86cc-5fd342cc0b9e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.354005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71c5847a-da02-48c7-a09c-9c041788df04 req-84917d43-cd88-4d9d-86cc-5fd342cc0b9e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.3980262 Oct 19 01:20:59.362256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-c40f13c9-d69a-4abb-9def-7a748d543a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.363685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-c40f13c9-d69a-4abb-9def-7a748d543a24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.2875450 Oct 19 01:20:59.369081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bce5d4-8f15-42ed-8ae5-0cb2c4bef6ef tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=abb81102-3bec-4ed0-a864-4dec91655f3a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:59.405845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network abb81102-3bec-4ed0-a864-4dec91655f3a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:20:59.415772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-f2eb56f3-f202-4d5e-a4f6-1d6fe101484b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298648 Oct 19 01:20:59.467375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662df482-48a5-4794-9268-da9f7a35b74b req-67cf8a50-9240-4fc1-9fac-fae071714933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.469106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-662df482-48a5-4794-9268-da9f7a35b74b req-67cf8a50-9240-4fc1-9fac-fae071714933 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 1095 time: 0.2375476 Oct 19 01:20:59.494755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb510be3-ecce-47d3-ba54-6d4a6766fd82 req-23435b43-c931-4536-b13e-88f49b885652 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.496574 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb510be3-ecce-47d3-ba54-6d4a6766fd82 req-23435b43-c931-4536-b13e-88f49b885652 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 943 time: 0.2381430 Oct 19 01:20:59.497036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] For port 8ae441c4-bd81-471f-92e6-374dec328db4, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:20:59.550275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:20:59.554727 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.594654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] For port 8ae441c4-bd81-471f-92e6-374dec328db4, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8ae441c4-bd81-471f-92e6-374dec328db4,segment=NetworkSegment(32578c6e-0949-4efa-909d-fac7b057a75a),segment_id=32578c6e-0949-4efa-909d-fac7b057a75a)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:20:59.610329 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-5b2f7536-e452-4b2a-92c1-81b1826b4e9f service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484406 Oct 19 01:20:59.612875 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:20:59.613684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-750f72d2-fb99-4d56-9a21-6e7cd5b185e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e HTTP/1.1" status: 200 len: 217 time: 0.2435608 Oct 19 01:20:59.635821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb510be3-ecce-47d3-ba54-6d4a6766fd82 req-57388eb4-e346-4b81-8c97-1c2f47a2d502 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237879 Oct 19 01:20:59.711706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e1198-9358-4f6e-822c-d59eb73e8473 None None] Pushing event updated for resources: {'Port': ['ID=8ae441c4-bd81-471f-92e6-374dec328db4,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:20:59.723170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8417ba89-2d85-4568-b6e2-60d58c4c088b no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:20:59.773139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 8417ba89-2d85-4568-b6e2-60d58c4c088b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:20:59.773483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8417ba89-2d85-4568-b6e2-60d58c4c088b not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:20:59.781474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Performing IP validity checks on allocation pools {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:20:59.782554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:20:59.860152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71c5847a-da02-48c7-a09c-9c041788df04 req-1c9d218d-025e-4e25-923a-4035ad9b3ca3 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044496 Oct 19 01:20:59.862542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5c3ddcd-5385-4336-8dc0-f6db9d5b9f94 req-b4d57691-7265-4c9d-a4d8-d9f0557f4471 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294891 Oct 19 01:20:59.894569 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587eb971-52b9-4f2b-a1da-9b31369fb48e x-openstack-request-id: req-587eb971-52b9-4f2b-a1da-9b31369fb48e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:20:59.895538 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b12fad-4774-4b1b-b7eb-cda770f5de74", "name": "network-vif-deleted", "tag": "8417ba89-2d85-4568-b6e2-60d58c4c088b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dab27139-0116-4812-af59-a4b72a072eac", "tag": "f820d52c-5d4e-4b92-845e-4d8af0999a77", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:20:59.897462 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-587eb971-52b9-4f2b-a1da-9b31369fb48e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:20:59.898248 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b12fad-4774-4b1b-b7eb-cda770f5de74', 'name': 'network-vif-deleted', 'tag': '8417ba89-2d85-4568-b6e2-60d58c4c088b', 'status': 'completed', 'code': 200} Oct 19 01:20:59.899228 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab27139-0116-4812-af59-a4b72a072eac', 'tag': 'f820d52c-5d4e-4b92-845e-4d8af0999a77', 'status': 'completed', 'code': 200} Oct 19 01:20:59.899873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35944) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:20:59.952903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-e652ef3b-8a3a-434b-b9d4-0802c82a1219 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9864819 Oct 19 01:20:59.960692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-368610a2-7714-49f4-b90b-c32af82b18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:20:59.962952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-368610a2-7714-49f4-b90b-c32af82b18b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89d7f4b1-fd65-4975-afd3-5f671025bb49 HTTP/1.1" status: 200 len: 862 time: 0.1861491 Oct 19 01:21:00.029168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662df482-48a5-4794-9268-da9f7a35b74b req-af7b727c-8882-42cc-a78c-18e5b6b6fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.030801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-662df482-48a5-4794-9268-da9f7a35b74b req-af7b727c-8882-42cc-a78c-18e5b6b6fd79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 913 time: 0.5505679 Oct 19 01:21:00.106489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-662df482-48a5-4794-9268-da9f7a35b74b req-2d795aa4-2d0a-44e4-8ed7-089c9055fbfd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192 HTTP/1.1" status: 200 len: 217 time: 0.0571117 Oct 19 01:21:00.107361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.200917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Deleting subnet cb3eb636-df37-458e-941f-d82af7fb2703 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:00.204984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.228946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282e3ea-958b-4af3-aedb-5dec13c7d007 req-ff65c50d-7620-4caf-9423-76f50bdac190 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.236543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3282e3ea-958b-4af3-aedb-5dec13c7d007 req-ff65c50d-7620-4caf-9423-76f50bdac190 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 944 time: 0.2611842 Oct 19 01:21:00.243373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=0c798244-570b-4c31-8c4a-3cff1c29a3ac,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:00.243915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.283629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': 'f93df6c4-c7db-471d-b0ac-408a3de36b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abb81102-3bec-4ed0-a864-4dec91655f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:00.284012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: abb81102-3bec-4ed0-a864-4dec91655f3a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:00.294663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662df482-48a5-4794-9268-da9f7a35b74b req-fdb2922f-bbcb-4b2a-8faa-cc1aafcd174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.296149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-662df482-48a5-4794-9268-da9f7a35b74b req-fdb2922f-bbcb-4b2a-8faa-cc1aafcd174e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.1144710 Oct 19 01:21:00.311961 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-2fd7f53a-d63e-4807-a130-3a3bc6e86927 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f452063c-b579-4487-83f9-9c9bc5ab1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3213851 Oct 19 01:21:00.325289 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3282e3ea-958b-4af3-aedb-5dec13c7d007 req-7ef9a953-ee5c-4b15-8120-5e29e6bb53b2 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878525 Oct 19 01:21:00.349556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network abb81102-3bec-4ed0-a864-4dec91655f3a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:00.356471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.368932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-662df482-48a5-4794-9268-da9f7a35b74b req-577310d4-e5a7-4419-b760-4169a2a51357 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551898 Oct 19 01:21:00.370113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, abb81102-3bec-4ed0-a864-4dec91655f3a) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:00.382860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11b09a-1ce1-4bd7-9b92-45bc96d91560 None None] Network abb81102-3bec-4ed0-a864-4dec91655f3a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:00.424976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.425672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.436760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240dea2-e500-4aea-9a34-a516d6886016 req-168266ea-5aad-4106-98f4-4c5770b491c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.438490 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b240dea2-e500-4aea-9a34-a516d6886016 req-168266ea-5aad-4106-98f4-4c5770b491c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 1095 time: 0.4311810 Oct 19 01:21:00.453163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43c864-62e2-4f49-b901-308bf8575c30 req-d58f56c1-aabd-42d9-a1ce-8fa5937607ab tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.454978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a43c864-62e2-4f49-b901-308bf8575c30 req-d58f56c1-aabd-42d9-a1ce-8fa5937607ab tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 1096 time: 0.3785455 Oct 19 01:21:00.579670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240dea2-e500-4aea-9a34-a516d6886016 req-4dc4cdd9-29de-4303-845b-f6357fe90750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:00.581455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b240dea2-e500-4aea-9a34-a516d6886016 req-4dc4cdd9-29de-4303-845b-f6357fe90750 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.1179879 Oct 19 01:21:00.591142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac93fb83-f0be-4640-92b6-5105e1327e33 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4224241 Oct 19 01:21:00.605723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:00.659717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-abb81102-3bec-4ed0-a864-4dec91655f3a', 'network_id': 'abb81102-3bec-4ed0-a864-4dec91655f3a', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '0c798244-570b-4c31-8c4a-3cff1c29a3ac'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:00.660608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:00.849383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8ae441c4-bd81-471f-92e6-374dec328db4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:00.968863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8ae441c4-bd81-471f-92e6-374dec328db4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:00.969244 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.108872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74354883-766b-4ffb-b299-c0149da6bc95 req-3c350225-c75b-4205-ba51-3a0050040840 service neutron] 10.222.0.62 "GET /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1415024 Oct 19 01:21:01.190627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.241212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b240dea2-e500-4aea-9a34-a516d6886016 req-e69e5a21-c569-421d-86df-cea071d88334 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f820d52c-5d4e-4b92-845e-4d8af0999a77 HTTP/1.1" status: 200 len: 217 time: 0.1690137 Oct 19 01:21:01.251710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Allocated IP 2001:db8::3 (abb81102-3bec-4ed0-a864-4dec91655f3a/0c798244-570b-4c31-8c4a-3cff1c29a3ac/97f385a4-dc26-4fda-92ed-640da7c0d812) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:01.274770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e48f00-4d21-4d06-8442-ee6d122ee224 None None] Network 52324d21-42e6-4326-9840-e5417ba88260 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:01.284178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879527c9-2409-4038-922b-77a65ea6ddbf req-e57bf8f3-e46e-4fb4-98bc-60d7ee1eeda2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:01.296127 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-879527c9-2409-4038-922b-77a65ea6ddbf req-e57bf8f3-e46e-4fb4-98bc-60d7ee1eeda2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 943 time: 0.7597833 Oct 19 01:21:01.337042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.341620 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-662df482-48a5-4794-9268-da9f7a35b74b req-7e58a308-1f27-45ab-8aff-21ae2a8bb6ac service neutron] 10.222.0.62 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451866 Oct 19 01:21:01.356649 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a43c864-62e2-4f49-b901-308bf8575c30 req-0934c6b9-f3a2-4c78-bc9d-a4ecd63bc321 tempest-LiveMigrationTest-551162854 tempest-LiveMigrationTest-551162854-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7709782 Oct 19 01:21:01.468100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.468790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.469232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 8ae441c4-bd81-471f-92e6-374dec328db4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8ae441c4-bd81-471f-92e6-374dec328db4,segment=NetworkSegment(32578c6e-0949-4efa-909d-fac7b057a75a),segment_id=32578c6e-0949-4efa-909d-fac7b057a75a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:01.473165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6527f4f8-5b6d-4d50-8e21-aaa2ca056a42 None None] Provisioning complete for port 8ae441c4-bd81-471f-92e6-374dec328db4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:01.473723 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6527f4f8-5b6d-4d50-8e21-aaa2ca056a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.497003 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-a9c90b55-545a-4766-849c-df0fb280c093 service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1632147 Oct 19 01:21:01.534225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.565143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240dea2-e500-4aea-9a34-a516d6886016 req-f9d44a18-0228-4fc5-a749-3689c87381ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:01.567685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b240dea2-e500-4aea-9a34-a516d6886016 req-f9d44a18-0228-4fc5-a749-3689c87381ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.3031850 Oct 19 01:21:01.588939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-879527c9-2409-4038-922b-77a65ea6ddbf req-c1c4072a-0aef-4ca0-bbc3-61987efd01d5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914617 Oct 19 01:21:01.619036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3eb636-df37-458e-941f-d82af7fb2703,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:01.628676 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.634886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cb3eb636-df37-458e-941f-d82af7fb2703 HTTP/1.1" status: 204 len: 168 time: 1.7307789 Oct 19 01:21:01.652670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35968) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:01.669899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b240dea2-e500-4aea-9a34-a516d6886016 req-b89d280f-2a62-42d0-aaec-1b6de49023ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598559 Oct 19 01:21:01.677469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.688260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.688788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.689135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.689471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.689804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.690130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.690450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.690777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.691097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.691416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.691739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51edaa94-5f0e-4a90-8400-d0f20c536e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:01.803202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-662df482-48a5-4794-9268-da9f7a35b74b req-216cfdc1-be75-4d81-a54d-1d417ada9bb2 service neutron] 10.222.0.62 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472537 Oct 19 01:21:01.822578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:01.842667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034445b7-91e8-4956-a369-7cfbee6552a1 req-5b35e73d-3697-4a93-8275-cdcc97bc30c4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:01.844348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-034445b7-91e8-4956-a369-7cfbee6552a1 req-5b35e73d-3697-4a93-8275-cdcc97bc30c4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 944 time: 0.1362545 Oct 19 01:21:01.915118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b240dea2-e500-4aea-9a34-a516d6886016 req-1707074c-b7be-4897-98d2-5463117f4b6a service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045791 Oct 19 01:21:01.917395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a2b5d9-138d-4ca3-afcc-50e7fe9c5f58 req-9b2c85a9-052f-4bb3-b0b9-5b8376c5093f service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119630 Oct 19 01:21:01.947621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=8ae441c4-bd81-471f-92e6-374dec328db4,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:01.954298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4106ef-c62b-4806-b03d-b8f533ae5268 req-29ff856c-a259-45b5-9a4b-524637760e2e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:01.957534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db4106ef-c62b-4806-b03d-b8f533ae5268 req-29ff856c-a259-45b5-9a4b-524637760e2e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 943 time: 0.4780796 Oct 19 01:21:02.026202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-034445b7-91e8-4956-a369-7cfbee6552a1 req-f3e39bc1-a54a-4884-8683-63f328fe3a23 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711442 Oct 19 01:21:02.075820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b240dea2-e500-4aea-9a34-a516d6886016 req-d9a6a313-bd12-4c33-8adc-221bb22979c2 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171713 Oct 19 01:21:02.119131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db4106ef-c62b-4806-b03d-b8f533ae5268 req-6905f677-0aa5-4807-bbdb-123fedf60a26 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Oct 19 01:21:02.149140 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.150506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.166833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.194342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca0d1ee-e810-418a-86a3-c39432b5bacc']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:02.215380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78e3049-7bad-4839-90ac-2c138447aae7') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:02.216061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78e3049-7bad-4839-90ac-2c138447aae7') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:02.224256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.259813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.261855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Network abb81102-3bec-4ed0-a864-4dec91655f3a is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:02.285005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:02.287935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:02.326178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Pushing event updated for resources: {'Port': ['ID=97f385a4-dc26-4fda-92ed-640da7c0d812,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:02.354762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=0c798244-570b-4c31-8c4a-3cff1c29a3ac,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:02.389208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-15e4bc1a-1da5-4a25-9176-32145ed04d3a None None] Provisioning complete for port 8ae441c4-bd81-471f-92e6-374dec328db4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:02.389208 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-15e4bc1a-1da5-4a25-9176-32145ed04d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.392939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.401798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.417458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:02.418238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:02.419836 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:02.422796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Attempting to bind port 97f385a4-dc26-4fda-92ed-640da7c0d812 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:02.422796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Attempting to bind port 97f385a4-dc26-4fda-92ed-640da7c0d812 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f93df6c4-c7db-471d-b0ac-408a3de36b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abb81102-3bec-4ed0-a864-4dec91655f3a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:02.422796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Attempting to bind port 97f385a4-dc26-4fda-92ed-640da7c0d812 on network abb81102-3bec-4ed0-a864-4dec91655f3a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:02.433747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb81102-3bec-4ed0-a864-4dec91655f3a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:02.436171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:02.436552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Checking segment: {'id': 'f93df6c4-c7db-471d-b0ac-408a3de36b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abb81102-3bec-4ed0-a864-4dec91655f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:02.437010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.437412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Bound using segment: {'id': 'f93df6c4-c7db-471d-b0ac-408a3de36b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abb81102-3bec-4ed0-a864-4dec91655f3a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:02.437901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Bound port: 97f385a4-dc26-4fda-92ed-640da7c0d812, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93df6c4-c7db-471d-b0ac-408a3de36b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'abb81102-3bec-4ed0-a864-4dec91655f3a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:02.438327 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.454951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93df6c4-c7db-471d-b0ac-408a3de36b09') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:02.454951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93df6c4-c7db-471d-b0ac-408a3de36b09') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:02.487058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b42c-98ee-4ccb-942e-b54740acbdce req-7a99bf77-1ea4-4bec-ab13-5f95b5c00894 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:02.494795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.501116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb97b42c-98ee-4ccb-942e-b54740acbdce req-7a99bf77-1ea4-4bec-ab13-5f95b5c00894 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.1120961 Oct 19 01:21:02.511181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.513345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.520158 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.525107 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] 10.222.0.64 "DELETE /v2.0/networks/3ca0d1ee-e810-418a-86a3-c39432b5bacc HTTP/1.1" status: 204 len: 168 time: 0.8687339 Oct 19 01:21:02.541499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696f214-363e-4ddb-8d35-176bd4aaa7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca0d1ee-e810-418a-86a3-c39432b5bacc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:02.544027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:02.544554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:02.548053 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:02.587930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb97b42c-98ee-4ccb-942e-b54740acbdce req-6b2a111c-cb3b-4def-b6c3-7468bce12311 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780885 Oct 19 01:21:02.622091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] For port 97f385a4-dc26-4fda-92ed-640da7c0d812, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:02.633648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.api [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:21:02.633648 n-d-789963-20 neutron-server[100847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:21:02.633648 n-d-789963-20 neutron-server[100847]: [parameters: {'id': 'abb81102-3bec-4ed0-a864-4dec91655f3a'}] Oct 19 01:21:02.633648 n-d-789963-20 neutron-server[100847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:21:02.634442 n-d-789963-20 neutron-server[100847]: DEBUG oslo_db.api [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:21:02.642948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] For port 97f385a4-dc26-4fda-92ed-640da7c0d812, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=97f385a4-dc26-4fda-92ed-640da7c0d812,segment=NetworkSegment(f93df6c4-c7db-471d-b0ac-408a3de36b09),segment_id=f93df6c4-c7db-471d-b0ac-408a3de36b09)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:02.656035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.739546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8ae441c4-bd81-471f-92e6-374dec328db4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:02.769300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf64dec-7180-4b8e-a7e4-3e7484366c3e req-bbe4d6f0-6542-47fa-bb69-53b8e5aa9a65 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:02.778230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fdf64dec-7180-4b8e-a7e4-3e7484366c3e req-bbe4d6f0-6542-47fa-bb69-53b8e5aa9a65 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 943 time: 0.0802634 Oct 19 01:21:02.864903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fdf64dec-7180-4b8e-a7e4-3e7484366c3e req-ab424e63-13ca-4724-afda-551e5e0bf0fe tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835838 Oct 19 01:21:02.870342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81795b18-2ee4-47ac-8bf0-8a48a48105e3 None None] Pushing event updated for resources: {'Port': ['ID=97f385a4-dc26-4fda-92ed-640da7c0d812,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:02.880645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8ae441c4-bd81-471f-92e6-374dec328db4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:02.881158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:02.910361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 35980) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:02.912379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b9d303-2eea-4527-82d4-db0b09e64d15 None None] Network abb81102-3bec-4ed0-a864-4dec91655f3a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:02.955652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9dfee81e-63e2-4223-b19f-2bf82f641fa2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=553a2438dadb4340a865bcfe8f867538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436885 Oct 19 01:21:02.958209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 35982) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:03.023125 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.068130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.110573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d1517-158a-4454-8cfa-aa244038be72 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:21:03.135691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.221204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.224087 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.229371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a14dbfd5-b552-457a-bf88-86f8f7ad66bc HTTP/1.1" status: 204 len: 168 time: 0.2701185 Oct 19 01:21:03.231076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting port 97f385a4-dc26-4fda-92ed-640da7c0d812 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:03.234981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.256250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbcc68-ab3b-4f49-be4e-348edd369b9f req-0a7ba901-e41b-4cb3-84df-ad3d6acd5fa3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:03.265123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2edbcc68-ab3b-4f49-be4e-348edd369b9f req-0a7ba901-e41b-4cb3-84df-ad3d6acd5fa3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 944 time: 0.1216998 Oct 19 01:21:03.275166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14dbfd5-b552-457a-bf88-86f8f7ad66bc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:03.302843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d1517-158a-4454-8cfa-aa244038be72 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:21:03.319940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-a6265c42-2b17-4224-b5fb-acb0339252e9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:03.322774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-a6265c42-2b17-4224-b5fb-acb0339252e9 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.1159172 Oct 19 01:21:03.339656 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2edbcc68-ab3b-4f49-be4e-348edd369b9f req-8ad45c0f-6b02-471c-8c4c-7b72dbfaa098 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Oct 19 01:21:03.353270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e43621ae-a5b6-4c56-acb3-c71f19cda192 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:03.452896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] For port 97f385a4-dc26-4fda-92ed-640da7c0d812, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=97f385a4-dc26-4fda-92ed-640da7c0d812,segment=NetworkSegment(f93df6c4-c7db-471d-b0ac-408a3de36b09),segment_id=f93df6c4-c7db-471d-b0ac-408a3de36b09)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:03.453518 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.467940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.468315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.468777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.469123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.469483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.471014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.471014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.471337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.479372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Deleting port b2b06471-a45d-44fa-9b6f-0faeca51695f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:03.479764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.481968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.482348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.482693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.483033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e715f-09dc-4b1a-8a15-a8205ecc27d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:03.648257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Calling delete_port for 97f385a4-dc26-4fda-92ed-640da7c0d812 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:03.680352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] For port b2b06471-a45d-44fa-9b6f-0faeca51695f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b2b06471-a45d-44fa-9b6f-0faeca51695f,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:03.683425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:03.728723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f820d52c-5d4e-4b92-845e-4d8af0999a77 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:03.740789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:03.743220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Calling delete_port for b2b06471-a45d-44fa-9b6f-0faeca51695f owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:03.783150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'port_id': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'mac_address': 'fa:16:3e:c2:2a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1cf545-8b75-4d90-80fd-dfb94dc1a56d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:03.848609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b24924-019d-451a-8f98-0e062c7e04f2 req-d17763e8-9909-493f-8279-8605345c5755 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:03.861604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20b24924-019d-451a-8f98-0e062c7e04f2 req-d17763e8-9909-493f-8279-8605345c5755 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 943 time: 0.5961409 Oct 19 01:21:03.925235 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20b24924-019d-451a-8f98-0e062c7e04f2 req-5ba353bb-6b11-4492-bc90-755aba59e939 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617344 Oct 19 01:21:03.945238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ad5a-da5f-48ee-87ec-37788c6acbde req-0cae6f83-9d06-4d23-9a5b-660f8b6d94ea tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:03.947242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a55ad5a-da5f-48ee-87ec-37788c6acbde req-0cae6f83-9d06-4d23-9a5b-660f8b6d94ea tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 944 time: 0.2440343 Oct 19 01:21:03.975431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.018364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No DVR routers for this DVR port 97f385a4-dc26-4fda-92ed-640da7c0d812 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:04.081830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Port': ['ID=97f385a4-dc26-4fda-92ed-640da7c0d812,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:04.107652 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.115411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a55ad5a-da5f-48ee-87ec-37788c6acbde req-cd09bab1-7618-40e0-99f8-5eb23ebd6960 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544774 Oct 19 01:21:04.286958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f820d52c-5d4e-4b92-845e-4d8af0999a77, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f820d52c-5d4e-4b92-845e-4d8af0999a77,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:04.306991 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.307305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43621ae-a5b6-4c56-acb3-c71f19cda192 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:04.363477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['49583b3b-bbbf-4500-ae21-5beaaeb479ad'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:04.364481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event deleted for resources: {'Port': ['ID=b2b06471-a45d-44fa-9b6f-0faeca51695f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:04.375748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'f820d52c-5d4e-4b92-845e-4d8af0999a77', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': 'f820d52c-5d4e-4b92-845e-4d8af0999a77', 'mac_address': 'fa:16:3e:4e:34:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:04.429142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] No DVR routers for this DVR port b2b06471-a45d-44fa-9b6f-0faeca51695f on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:04.436137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.440288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-791c7d66-dbfa-4b6e-b38c-7e5bac34defe req-29b97114-dddb-4987-b4c6-2d6ecc3138f8 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.74 "DELETE /v2.0/ports/b2b06471-a45d-44fa-9b6f-0faeca51695f HTTP/1.1" status: 204 len: 173 time: 1.0989470 Oct 19 01:21:04.441150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'name': 'network-vif-deleted', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:04.443134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.444511 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e18a30f-1a98-4a54-a732-ab0b36152986" -d '{"events": [{"server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "name": "network-vif-deleted", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:04.477370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b2b06471-a45d-44fa-9b6f-0faeca51695f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:04.520807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4ed2-20b4-41a1-bd6d-557343cbc998 req-74ec5dad-fe3f-44e3-9bf6-24ce06c06191 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:04.524481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e2f4ed2-20b4-41a1-bd6d-557343cbc998 req-74ec5dad-fe3f-44e3-9bf6-24ce06c06191 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 943 time: 0.4427679 Oct 19 01:21:04.615307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb81102-3bec-4ed0-a864-4dec91655f3a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:04.626848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92485c12-3656-4a77-a4ad-9fd11fe2e534 req-c048e996-c89c-43cd-8ddd-b12471e59ffb tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:04.638542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92485c12-3656-4a77-a4ad-9fd11fe2e534 req-c048e996-c89c-43cd-8ddd-b12471e59ffb tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 944 time: 0.1735525 Oct 19 01:21:04.676155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93df6c4-c7db-471d-b0ac-408a3de36b09') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:04.676469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93df6c4-c7db-471d-b0ac-408a3de36b09') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:04.717014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.737469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92485c12-3656-4a77-a4ad-9fd11fe2e534 req-933cc214-69b3-4004-8df2-218aee83740e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950115 Oct 19 01:21:04.814656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e2f4ed2-20b4-41a1-bd6d-557343cbc998 req-920924e5-7139-403b-acb9-b87cf3f7a408 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351806 Oct 19 01:21:04.828463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.866411 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d39de-d824-47e4-99e2-7c1dfc0d6a4a x-openstack-request-id: req-222d39de-d824-47e4-99e2-7c1dfc0d6a4a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:04.866695 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc35a89b-3129-4b20-9e97-7570a5479a8b", "name": "network-vif-deleted", "tag": "b2b06471-a45d-44fa-9b6f-0faeca51695f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:04.866952 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-222d39de-d824-47e4-99e2-7c1dfc0d6a4a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:04.868400 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc35a89b-3129-4b20-9e97-7570a5479a8b', 'name': 'network-vif-deleted', 'tag': 'b2b06471-a45d-44fa-9b6f-0faeca51695f', 'status': 'completed', 'code': 200} Oct 19 01:21:04.874796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:04.876809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:04.885353 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:04.896288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:04.978177 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:04.981067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.011569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f820d52c-5d4e-4b92-845e-4d8af0999a77 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:05.049590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36030) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:05.115473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f820d52c-5d4e-4b92-845e-4d8af0999a77, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f820d52c-5d4e-4b92-845e-4d8af0999a77,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:05.157191 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.159405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:05.230021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.271166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.278061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36038) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:05.283303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149002160'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:05.294734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/abb81102-3bec-4ed0-a864-4dec91655f3a HTTP/1.1" status: 204 len: 168 time: 4.6459394 Oct 19 01:21:05.302850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eddb05-7bfb-434c-9e38-309aeabee56c req-8eb73c2f-d3c6-45e8-a879-01ede46932fc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:05.315320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:05.336163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62eddb05-7bfb-434c-9e38-309aeabee56c req-8eb73c2f-d3c6-45e8-a879-01ede46932fc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 943 time: 0.2468235 Oct 19 01:21:05.348759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'port_id': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'mac_address': 'fa:16:3e:ed:2c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d7f4b1-fd65-4975-afd3-5f671025bb49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:05.360487 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e43621ae-a5b6-4c56-acb3-c71f19cda192'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:05.364971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb423fa0-7a59-4620-afff-58483a49ec3e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=abb81102-3bec-4ed0-a864-4dec91655f3a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:05.366641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1084923379-network', 'tenant_id': '6390dba7f4fd4e44a7d7f450355a49e7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:05.385494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:05.389425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.435073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:05.440216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Made reservation on behalf of 6390dba7f4fd4e44a7d7f450355a49e7 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:05.444203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.456341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62eddb05-7bfb-434c-9e38-309aeabee56c req-0ecf552e-33d9-4489-b891-c3d42ecafe75 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821791 Oct 19 01:21:05.472537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.492532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:05.495088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.508589 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment bd3bff46-d757-4d73-be16-94c500da62d3 of type vlan for network 8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d Oct 19 01:21:05.636826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.671561 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.702396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-88eb2a39-ba4a-4e7d-b1ae-fd129cd039a9 req-07cd0b00-07ce-4b69-93bc-8421453be737 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.0549860 Oct 19 01:21:05.723447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f820d52c-5d4e-4b92-845e-4d8af0999a77,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:05.741984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:05.748169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.755875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:05.756617 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.788086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:05.799781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.869392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.878804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:05.906527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:05.973846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36048) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:05.975202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6960294 Oct 19 01:21:05.977133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149dc6e-4200-4eeb-ac23-0063a0b778b9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:05.985719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': '8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:05.989161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:06.018675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d403a4dc-ec7e-477d-8080-efacbaf0e071,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:06.056327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:06.061641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0fef-0b0c-4610-8dd0-2d64f3d965ec req-43d2dff4-499b-45c0-9d1c-37b04c3779d5 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.063493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f72a0fef-0b0c-4610-8dd0-2d64f3d965ec req-43d2dff4-499b-45c0-9d1c-37b04c3779d5 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 945 time: 0.1611137 Oct 19 01:21:06.110667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.111070 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Added segment 474e230f-855c-4fa2-b6bd-097f32a35efd of type vlan for network a1d1a80f-9ec8-4613-8cf5-590a865888ec Oct 19 01:21:06.146500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255ba2-a0da-4a17-9e58-ff426d751dfa req-93375561-798e-49f4-a020-07278f94f283 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.147914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc255ba2-a0da-4a17-9e58-ff426d751dfa req-93375561-798e-49f4-a020-07278f94f283 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 944 time: 0.1315532 Oct 19 01:21:06.167608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f72a0fef-0b0c-4610-8dd0-2d64f3d965ec req-d84e0db2-364d-4e73-a7c8-af99c6047e7e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952282 Oct 19 01:21:06.206471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:06.213088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.238653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.262077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc255ba2-a0da-4a17-9e58-ff426d751dfa req-dc8afefc-ab6f-4142-9d4a-dceb49d95bf9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998795 Oct 19 01:21:06.291324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.292328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.293004 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.328309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:06.337207 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2829309 Oct 19 01:21:06.337585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36050) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:06.346295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Request body: {'subnet': {'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1084923379-subnet', 'tenant_id': '6390dba7f4fd4e44a7d7f450355a49e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:06.377144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['f820d52c-5d4e-4b92-845e-4d8af0999a77'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:06.391752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fca61-9336-4fd1-ace2-b62b8d993aeb admin admin] Pushing event updated for resources: {'Network': ['ID=a1d1a80f-9ec8-4613-8cf5-590a865888ec,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:06.415617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a1d1a80f-9ec8-4613-8cf5-590a865888ec details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:06.434299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Made reservation on behalf of 6390dba7f4fd4e44a7d7f450355a49e7 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:06.437261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.553112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.715886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0e244-c7a1-4a71-ae30-edcfb25eddf1 req-1b08f8f0-dd90-4a3a-aa48-e5647d150221 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.724002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-adb0e244-c7a1-4a71-ae30-edcfb25eddf1 req-1b08f8f0-dd90-4a3a-aa48-e5647d150221 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 944 time: 0.1262066 Oct 19 01:21:06.727847 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.837850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-b8238d19-9c79-4d5f-b9ba-b556d0f5b25a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248298 Oct 19 01:21:06.844333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Checking segment: {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:06.845264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Network hostable DHCP agents. Network: a1d1a80f-9ec8-4613-8cf5-590a865888ec, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:06.848526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc33e33-bfdd-47d2-aefd-c454d0ee8460,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:06.869609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-71062a93-8317-4070-b690-dfa68a1b5ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.879790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-adb0e244-c7a1-4a71-ae30-edcfb25eddf1 req-04e349c5-eac1-499f-b49f-04e255cafed9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546924 Oct 19 01:21:06.880636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=7975d7c0-fa94-47f7-9eeb-899046bf5744,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:06.910541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Network a1d1a80f-9ec8-4613-8cf5-590a865888ec is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:06.912785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': 'bd3bff46-d757-4d73-be16-94c500da62d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:06.913389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: 8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:06.944205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network 8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:06.945720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a1d1a80f-9ec8-4613-8cf5-590a865888ec) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:06.951760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.952378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:06.957205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda31df9-c8d2-458e-8407-7bec7fe9b011 None None] Network a1d1a80f-9ec8-4613-8cf5-590a865888ec requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:06.957801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71bf3483-028d-4006-84da-a766dcb6168b req-b42aba6b-ef07-4cbf-b302-147849331230 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.0628793 Oct 19 01:21:06.989882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:06.997319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:06.997704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:07.023063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-381f3a2c-df89-40e7-b83a-89b9fbac726d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6840589 Oct 19 01:21:07.029740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f20f1-603e-4f43-b114-2a734654abce req-8f14d6dd-1d44-4bab-b205-5a0301ef72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:07.031220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-8f14d6dd-1d44-4bab-b205-5a0301ef72f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 1097 time: 0.1106894 Oct 19 01:21:07.042416 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-366c7847-75c4-4abb-bb1b-67e01f046104 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0632150 Oct 19 01:21:07.044449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:07.264770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f20f1-603e-4f43-b114-2a734654abce req-a262e203-37d3-4c6b-bb9e-de32ecd86d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:07.269568 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-a262e203-37d3-4c6b-bb9e-de32ecd86d3f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.2071254 Oct 19 01:21:07.269994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:07.300490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66c7e4-90dd-4b5e-8562-510fce2f203c None None] Network 8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:07.352908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-6e04f4e6-f3e3-4f72-9e42-295c087ce195 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed684672-13e3-47f3-a737-69cd823a1175 HTTP/1.1" status: 200 len: 217 time: 0.0741656 Oct 19 01:21:07.400299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e43621ae-a5b6-4c56-acb3-c71f19cda192 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:07.447581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cca37-4d37-4882-84c7-c058fb71fbea req-d551e8d2-1aab-46d4-b34f-425c3abdaf35 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:07.456304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b1cca37-4d37-4882-84c7-c058fb71fbea req-d551e8d2-1aab-46d4-b34f-425c3abdaf35 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 945 time: 0.1838982 Oct 19 01:21:07.480808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f20f1-603e-4f43-b114-2a734654abce req-90ce9662-e4db-4700-b9c8-349df4b1b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:07.482306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-90ce9662-e4db-4700-b9c8-349df4b1b596 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.1215842 Oct 19 01:21:07.537523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b1cca37-4d37-4882-84c7-c058fb71fbea req-2f2dae5e-1d91-43c2-863d-d558511fde88 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798495 Oct 19 01:21:07.542209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119947dc-2890-485a-a67e-443792384aa4 req-8b80aa2c-7a20-4e06-8916-27b18b99b1c8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:07.550048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:07.554466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119947dc-2890-485a-a67e-443792384aa4 req-8b80aa2c-7a20-4e06-8916-27b18b99b1c8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 944 time: 0.1305275 Oct 19 01:21:07.556522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1150097-045e-41ce-8e0c-9bac381c014a None None] Network a1d1a80f-9ec8-4613-8cf5-590a865888ec requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:07.607300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-dd0a5121-d6bc-4021-85e5-f74cb4661e10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122818 Oct 19 01:21:07.635250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port e43621ae-a5b6-4c56-acb3-c71f19cda192 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:07.646072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:07.657447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e43621ae-a5b6-4c56-acb3-c71f19cda192 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:07.657945 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:07.684801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=7975d7c0-fa94-47f7-9eeb-899046bf5744,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:07.709981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c5f4b4-2952-432d-bb46-68b514a8fc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d', 'network_id': '8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '7975d7c0-fa94-47f7-9eeb-899046bf5744'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:07.712241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b5c5f4b4-2952-432d-bb46-68b514a8fc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:07.816595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-119947dc-2890-485a-a67e-443792384aa4 req-efba34a0-2e7c-4775-b14f-3072b348d2a3 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541714 Oct 19 01:21:07.875057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f820d52c-5d4e-4b92-845e-4d8af0999a77 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:07.889252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-6d3251b0-5fd3-4734-a4bf-d1847416d90d service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508492 Oct 19 01:21:07.921065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3171878a-72d0-4d3d-a5ba-04126f906999 None None] Network 8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:07.991434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-a7d108e1-623d-4e56-865d-534fff19f2be tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:07.998287 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-a7d108e1-623d-4e56-865d-534fff19f2be tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 814 time: 0.1911373 Oct 19 01:21:08.000184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.068614 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-07e83ecf-77d5-49c3-a52e-a2f58c026ea5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/quotas/6390dba7f4fd4e44a7d7f450355a49e7 HTTP/1.1" status: 200 len: 375 time: 0.0546246 Oct 19 01:21:08.072412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:08.101097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3bff46-d757-4d73-be16-94c500da62d3') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:08.101345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3bff46-d757-4d73-be16-94c500da62d3') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:08.106326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port f820d52c-5d4e-4b92-845e-4d8af0999a77 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:08.115356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.115544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port f820d52c-5d4e-4b92-845e-4d8af0999a77 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:08.115899 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.124670 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.134208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.142945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:08.143698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.214052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56031eb-6669-451e-9b60-d79c090c023e req-f3f43ec5-8b2b-4d15-b533-5fd4fef48983 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:08.223840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:08.228013 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c56031eb-6669-451e-9b60-d79c090c023e req-f3f43ec5-8b2b-4d15-b533-5fd4fef48983 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 944 time: 0.1955492 Oct 19 01:21:08.228502 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192dc031-26d2-42b2-8e65-6fffcf1a625b" -d '{"events": [{"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-plugged", "status": "completed", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:08.229736 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:08.242942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.249035 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.253298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d HTTP/1.1" status: 204 len: 168 time: 1.2068632 Oct 19 01:21:08.253834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:08.259926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36094) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:08.266583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a48f20f1-603e-4f43-b114-2a734654abce req-184c1fb2-f7fc-4457-8b3b-eaa773db17ad service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703520 Oct 19 01:21:08.267167 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.274773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143410571'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:08.293109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cba43-af08-4938-9f9c-f830ef7f097a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:08.302614 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-0ded6415-c493-4634-8071-2c6ab106e40a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2327869 Oct 19 01:21:08.346305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c56031eb-6669-451e-9b60-d79c090c023e req-7ed2fda5-2515-427e-b820-4a194c3b523a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179080 Oct 19 01:21:08.369600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:08.378930 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.393541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.413266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-1da1a13f-a80c-41ca-a9ad-8663ef2a6ede service neutron] 10.222.0.64 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027462 Oct 19 01:21:08.423722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:08.443357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.443706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.444157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.444552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.444887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.445761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.446267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.446641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.447021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.447349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.447760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.448159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:21:08.460645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:08.473102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f820d52c-5d4e-4b92-845e-4d8af0999a77, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f820d52c-5d4e-4b92-845e-4d8af0999a77,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:08.480319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.483241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:08.484460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.484854 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment a09d7060-6df0-4d29-a428-3ebd94c06687 of type vlan for network 8942980f-4fa3-41d8-a720-e9dacc7719d0 Oct 19 01:21:08.590054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-5fd330d4-9e92-4b81-b979-9db1f435bba0 service neutron] 10.222.0.64 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693511 Oct 19 01:21:08.611973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c310ad4f-e90e-470c-a868-87359cbfc11f req-1404e8bc-9ad3-4acd-a578-437773b4c63d tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.1106601 Oct 19 01:21:08.631745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f820d52c-5d4e-4b92-845e-4d8af0999a77,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:08.647525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.687427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:08.693039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:08.693454 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.709160 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.715519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:08.716162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.795386 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5272703 Oct 19 01:21:08.800401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36100) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:08.808042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': '8942980f-4fa3-41d8-a720-e9dacc7719d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:08.817741 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:08.863919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b49cf-21e9-4988-966d-134e2bd2479a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=8942980f-4fa3-41d8-a720-e9dacc7719d0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:08.905909 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 8942980f-4fa3-41d8-a720-e9dacc7719d0 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:08.906659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-4b007ed7-bfcc-41f2-8abb-8aa0485f05f8 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1387122680&fields=id&tenant_id=19e6c9f26e544be3a24bdd8d17012d06 HTTP/1.1" status: 200 len: 267 time: 0.1694734 Oct 19 01:21:09.026762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:09.032205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.080200 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04150f4e-c7f5-4489-b050-344ed767928a x-openstack-request-id: req-04150f4e-c7f5-4489-b050-344ed767928a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:09.081024 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-plugged", "status": "completed", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:09.081024 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04150f4e-c7f5-4489-b050-344ed767928a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:09.082386 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'code': 200} Oct 19 01:21:09.115435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:09.132842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.133799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b2b06471-a45d-44fa-9b6f-0faeca51695f no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:09.198624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-b829cb8e-35b1-42da-92db-8cbdbd534751 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:09.210679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-b829cb8e-35b1-42da-92db-8cbdbd534751 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/networks?id=11b36568-041a-4a1c-9d52-07dab846b2c4 HTTP/1.1" status: 200 len: 816 time: 0.3029587 Oct 19 01:21:09.250765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b2b06471-a45d-44fa-9b6f-0faeca51695f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:09.251146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b2b06471-a45d-44fa-9b6f-0faeca51695f not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:09.257794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-af899da0-3057-4eb1-b597-219dfb0201dd tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/quotas/19e6c9f26e544be3a24bdd8d17012d06 HTTP/1.1" status: 200 len: 375 time: 0.0455136 Oct 19 01:21:09.298551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:09.366808 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.372407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-8988aaa7-2670-43c5-ad61-93c7051f1be7 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19e6c9f26e544be3a24bdd8d17012d06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1131909 Oct 19 01:21:09.413976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491497e-edc3-4d81-bb80-555a697ad0b8 req-605da8d8-9e7a-49cc-ad78-5100b1914b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:09.416675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d491497e-edc3-4d81-bb80-555a697ad0b8 req-605da8d8-9e7a-49cc-ad78-5100b1914b97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 1097 time: 0.2920287 Oct 19 01:21:09.472181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9c3de-2d14-4e23-a648-843ea2b22bc2 req-d84e59ab-0fd6-4e74-8f4e-f16e88d737c4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:09.486336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92c9c3de-2d14-4e23-a648-843ea2b22bc2 req-d84e59ab-0fd6-4e74-8f4e-f16e88d737c4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.3044872 Oct 19 01:21:09.514654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-b3300207-4d1d-4eb5-8bef-4268fe31e59c service neutron] 10.222.0.64 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250706 Oct 19 01:21:09.632405 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed613431-b4bb-4bf8-8381-52d69c6f6737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.681828 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.725254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-2d260083-9024-48be-bb32-51feef48aeba service neutron] 10.222.0.64 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959100 Oct 19 01:21:09.756626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d491497e-edc3-4d81-bb80-555a697ad0b8 req-f8272a23-70b9-4267-89c4-d16602ebc92c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283315 Oct 19 01:21:09.814147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92c9c3de-2d14-4e23-a648-843ea2b22bc2 req-af3833e5-035c-49d2-aa8f-3ec4749aed97 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260863 Oct 19 01:21:09.822068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=46cff075-1f18-4e13-adab-3204df9ae0e0,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:09.830090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': 'a09d7060-6df0-4d29-a428-3ebd94c06687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8942980f-4fa3-41d8-a720-e9dacc7719d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:09.830461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: 8942980f-4fa3-41d8-a720-e9dacc7719d0, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:09.860975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network 8942980f-4fa3-41d8-a720-e9dacc7719d0 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:09.878221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 8942980f-4fa3-41d8-a720-e9dacc7719d0) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:09.888164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382291f-89ed-4841-9a5b-0e1cf9a2dbc9 None None] Network 8942980f-4fa3-41d8-a720-e9dacc7719d0 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:09.900215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:09.901042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:09.948844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a30ea2b5-4049-469f-be18-6521205fa144 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1463711 Oct 19 01:21:09.951527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36166) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:10.088355 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e928e263-8a83-4a17-876b-3815062b14f8 req-48044481-8688-457a-b0d9-a69ba912e0aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 210 time: 0.1017835 Oct 19 01:21:10.317777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1603e-b613-47c7-a22c-f138d91f62e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-8942980f-4fa3-41d8-a720-e9dacc7719d0', 'network_id': '8942980f-4fa3-41d8-a720-e9dacc7719d0', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '46cff075-1f18-4e13-adab-3204df9ae0e0'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:10.319715 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2fc1603e-b613-47c7-a22c-f138d91f62e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.389169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552be51c-0303-4508-9f34-9c83d4284852 req-a4f434e9-fb99-4913-ba07-bc61f6929b53 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:10.390680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-552be51c-0303-4508-9f34-9c83d4284852 req-a4f434e9-fb99-4913-ba07-bc61f6929b53 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1521153 Oct 19 01:21:10.396284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.486083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.553034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-552be51c-0303-4508-9f34-9c83d4284852 req-152323f5-c681-441c-ab6f-4cab216df9d2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520708 Oct 19 01:21:10.637505 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.708015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95c4c3-3a79-45ae-b10a-9823595e5621 req-9eae5331-8b78-4baa-aa1b-cdd6286e9e33 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:10.708580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.708691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a95c4c3-3a79-45ae-b10a-9823595e5621 req-9eae5331-8b78-4baa-aa1b-cdd6286e9e33 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.1877482 Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-2fc1603e-b613-47c7-a22c-f138d91f62e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46cff075-1f18-4e13-adab-3204df9ae0e0: This subnet is being modified by another concurrent operation. Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:21:10.743027 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46cff075-1f18-4e13-adab-3204df9ae0e0: This subnet is being modified by another concurrent operation. Oct 19 01:21:10.746369 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:21:10.774891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a76cdf-ac22-457d-a439-c215dddd7c99 None None] Network 8942980f-4fa3-41d8-a720-e9dacc7719d0 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:10.777253 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:10.799105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a95c4c3-3a79-45ae-b10a-9823595e5621 req-814bfb68-f50f-47ad-9b73-acb6b8a5b64a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834460 Oct 19 01:21:10.866248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c1bf723-8c57-4994-b0aa-6b8956afb332 req-4d85e9b2-2371-4c14-8e9a-b82ed69cb357 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.1762710 Oct 19 01:21:10.998819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=46cff075-1f18-4e13-adab-3204df9ae0e0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:11.027637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-699bed72-3b2e-4472-8e9e-0f4ef6f5184c req-67b4d9ae-af9c-4138-b774-717720ab11aa tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.0912511 Oct 19 01:21:11.135832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab27139-0116-4812-af59-a4b72a072eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820d52c-5d4e-4b92-845e-4d8af0999a77'}, {'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:11.143427 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24d7b9-61ba-4a51-a8e7-4a9558cba38d" -d '{"events": [{"server_uuid": "dab27139-0116-4812-af59-a4b72a072eac", "name": "network-vif-plugged", "status": "completed", "tag": "f820d52c-5d4e-4b92-845e-4d8af0999a77"}, {"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-plugged", "status": "completed", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:11.170152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bcbb53-8631-4ac7-b225-b3007cbfad4c None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:21:11.285311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16dd4429-5b06-4fe1-8ba5-6ffa311e18bb req-f99971dd-48e1-4c85-84fb-774d9c991402 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 210 time: 0.0502906 Oct 19 01:21:11.326570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bcbb53-8631-4ac7-b225-b3007cbfad4c None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:21:11.438516 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1b441d-1383-41ae-aac9-c36c3a6d6840 x-openstack-request-id: req-0b1b441d-1383-41ae-aac9-c36c3a6d6840 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:11.438765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.439239 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab27139-0116-4812-af59-a4b72a072eac", "name": "network-vif-plugged", "status": "completed", "tag": "f820d52c-5d4e-4b92-845e-4d8af0999a77", "code": 200}, {"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-plugged", "status": "completed", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:11.439239 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b1b441d-1383-41ae-aac9-c36c3a6d6840 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:11.439448 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab27139-0116-4812-af59-a4b72a072eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f820d52c-5d4e-4b92-845e-4d8af0999a77', 'code': 200} Oct 19 01:21:11.440116 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'code': 200} Oct 19 01:21:11.483002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b733e1-578f-4378-96b6-5801fe2e8bfb req-1dbe4c69-0529-4fbe-bbed-1a56b085a19e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:11.490888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2b733e1-578f-4378-96b6-5801fe2e8bfb req-1dbe4c69-0529-4fbe-bbed-1a56b085a19e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.4933047 Oct 19 01:21:11.494681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8942980f-4fa3-41d8-a720-e9dacc7719d0']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:11.542468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-5805be2f-e0d9-4a5b-aeda-60d995e00e2e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:11.543993 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-5805be2f-e0d9-4a5b-aeda-60d995e00e2e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.62 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 814 time: 0.9548159 Oct 19 01:21:11.545855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09d7060-6df0-4d29-a428-3ebd94c06687') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:11.546158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09d7060-6df0-4d29-a428-3ebd94c06687') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:11.591065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2b733e1-578f-4378-96b6-5801fe2e8bfb req-6108ce3e-3329-4b55-94c7-a7340f986c74 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977869 Oct 19 01:21:11.595270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Request body: {'port': {'device_id': '698cc5b9-76d9-4428-867b-286b917297ee', 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec', 'admin_state_up': True, 'tenant_id': '6390dba7f4fd4e44a7d7f450355a49e7'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:11.600520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.658727 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.703288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:11.703703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:11.706798 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:11.788966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442108c-0a10-4871-974c-4611bf8fc9dd req-b0f0257b-a12c-46db-a961-6a1028906883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:11.790609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5442108c-0a10-4871-974c-4611bf8fc9dd req-b0f0257b-a12c-46db-a961-6a1028906883 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 1097 time: 0.2335775 Oct 19 01:21:11.808012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.819178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf0f09-77ff-4e1d-8b62-0aa7a1dbaec6 req-0a69881b-dc52-459d-836e-bfc4323bd410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:11.821409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdbf0f09-77ff-4e1d-8b62-0aa7a1dbaec6 req-0a69881b-dc52-459d-836e-bfc4323bd410 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 1098 time: 0.1861663 Oct 19 01:21:11.832062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec86c-41e4-4541-8b6e-94188aba30a3 req-ffeacd2a-c310-4317-a676-ac50c8f40bdc tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:11.834067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e46ec86c-41e4-4541-8b6e-94188aba30a3 req-ffeacd2a-c310-4317-a676-ac50c8f40bdc tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1286039 Oct 19 01:21:11.838385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:11.841696 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/8942980f-4fa3-41d8-a720-e9dacc7719d0 HTTP/1.1" status: 204 len: 168 time: 1.8890631 Oct 19 01:21:11.855442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36224) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:11.861190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596928240'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:11.901953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aab5d6-acef-421c-b833-5139ddc4c255 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=8942980f-4fa3-41d8-a720-e9dacc7719d0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:11.977575 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5442108c-0a10-4871-974c-4611bf8fc9dd req-925078f3-f753-4eaa-8df7-e7605196d872 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788166 Oct 19 01:21:11.991145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:11.994999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.008200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e46ec86c-41e4-4541-8b6e-94188aba30a3 req-0ac60947-2f62-404b-9a4d-d89b31ebecf9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562164 Oct 19 01:21:12.010834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812bb5b-2eb8-4fef-9716-f47bc6101dfd req-b129e4e3-7234-4a6f-b90f-0186fc1d00f7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:12.022753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5812bb5b-2eb8-4fef-9716-f47bc6101dfd req-b129e4e3-7234-4a6f-b90f-0186fc1d00f7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.0915611 Oct 19 01:21:12.022753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Made reservation on behalf of 6390dba7f4fd4e44a7d7f450355a49e7 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:12.022753 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.023085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdbf0f09-77ff-4e1d-8b62-0aa7a1dbaec6 req-a1edf5d2-175e-4f51-91c0-af050ce15a83 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861875 Oct 19 01:21:12.052112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:12.066255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.066896 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment b181de43-8121-42a1-9dd3-95643f101ea5 of type vlan for network 9bd01dad-af73-4fd0-8829-c232af0c67ca Oct 19 01:21:12.116059 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5812bb5b-2eb8-4fef-9716-f47bc6101dfd req-4eaac6a6-1f0d-41e1-afc7-50bda0862134 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853279 Oct 19 01:21:12.124923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.181988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.191216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:12.191841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.236020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.253952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e87b0640-39f3-4429-bc1f-f3c8d61681f1 req-cf5ae18e-5757-4515-b23b-5bee818d4b7f tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.0958507 Oct 19 01:21:12.303514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4468102 Oct 19 01:21:12.310515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36234) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:12.327759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:12.359686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894e618-b92e-4bf1-ab44-58d34375683e tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=9bd01dad-af73-4fd0-8829-c232af0c67ca,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:12.374305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:12.451413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7478265-f60d-452a-81c8-cbebb3622c8d req-214074d0-fb0e-460e-9db9-2549410e0660 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.0638311 Oct 19 01:21:12.538361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Allocated IP 172.20.0.3 (a1d1a80f-9ec8-4613-8cf5-590a865888ec/abc33e33-bfdd-47d2-aefd-c454d0ee8460/51ff66ed-5ab6-489d-999f-a3e41c7d11d8) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:12.579844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1676433c-dff3-499f-875f-fe8079df29f4 req-a63d6fd8-e861-46bf-956a-a557a56ee0d6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 210 time: 0.0410745 Oct 19 01:21:12.601343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:12.611060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:12.772552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bf4f4-f2f2-4d54-8abf-942ae7fe9aed req-ce300c37-592e-440d-8a66-9f1cab8766d0 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:12.780653 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-629bf4f4-f2f2-4d54-8abf-942ae7fe9aed req-ce300c37-592e-440d-8a66-9f1cab8766d0 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.0764301 Oct 19 01:21:12.842499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-629bf4f4-f2f2-4d54-8abf-942ae7fe9aed req-92b3e874-e4c4-4e5e-9adf-767d7c257d48 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591037 Oct 19 01:21:12.843786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823408-e600-4d8e-aea9-b3888be7991c req-23a0cb22-6157-4d8e-83be-12f7728a5068 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:12.845627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92823408-e600-4d8e-aea9-b3888be7991c req-23a0cb22-6157-4d8e-83be-12f7728a5068 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1536911 Oct 19 01:21:12.979019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92823408-e600-4d8e-aea9-b3888be7991c req-40427ef7-cc79-4c4b-aa89-266b70a08ae7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026766 Oct 19 01:21:12.986711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:13.031493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:13.092661 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:13.144404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=39be46ed-37b9-4e0c-a539-a921475167b7,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:13.167060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Network a1d1a80f-9ec8-4613-8cf5-590a865888ec is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:13.172138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:13.178994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': 'b181de43-8121-42a1-9dd3-95643f101ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:13.179923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: 9bd01dad-af73-4fd0-8829-c232af0c67ca, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:13.182803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:13.187223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:13.260198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:13.260881 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:13.287104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:13.314255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9bd01dad-af73-4fd0-8829-c232af0c67ca) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:13.328401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-acc2610c-36e4-4fb4-925f-7275e37964ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7559714 Oct 19 01:21:13.331674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:13.332291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:13.334591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e451ab-0aa7-4a12-97e6-2549e1c1110a None None] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:13.348119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Request body: {'port': {'device_id': '698cc5b9-76d9-4428-867b-286b917297ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:13.422530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-19923ba3-49f4-44bc-80a3-5f2482608c80 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1104877 Oct 19 01:21:13.423173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36256) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:13.439740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:13.555954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01bf26-953f-4712-9032-8fab1256378a req-78c48594-98d4-40b1-8798-52d63a144cac tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:13.563837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea01bf26-953f-4712-9032-8fab1256378a req-78c48594-98d4-40b1-8798-52d63a144cac tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.2659991 Oct 19 01:21:13.616720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-91361665-a327-445b-a852-36a79667f2d7 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:13.625816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-91361665-a327-445b-a852-36a79667f2d7 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.74 "GET /v2.0/networks?id=11b36568-041a-4a1c-9d52-07dab846b2c4 HTTP/1.1" status: 200 len: 816 time: 0.4265404 Oct 19 01:21:13.653164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9bd01dad-af73-4fd0-8829-c232af0c67ca', 'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '39be46ed-37b9-4e0c-a539-a921475167b7'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:13.658939 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:13.662578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7606ef41-5942-4815-87cc-0b23d5247990 req-fc644b6a-7f86-4bcc-bec1-96028b63fc25 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc35a89b-3129-4b20-9e97-7570a5479a8b HTTP/1.1" status: 200 len: 210 time: 0.1211524 Oct 19 01:21:13.715077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:13.732227 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea01bf26-953f-4712-9032-8fab1256378a req-d330ffbb-1199-4e54-876e-1e1d0a413f36 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626296 Oct 19 01:21:13.812270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-c5b0624b-f475-4b90-8147-a9262d5609a0 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19e6c9f26e544be3a24bdd8d17012d06 HTTP/1.1" status: 200 len: 380 time: 0.1437349 Oct 19 01:21:13.817119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Request body: {'port': {'device_id': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'admin_state_up': True, 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'security_groups': ['8f0de6ed-cb88-4082-9e93-744f5109eb18']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:13.968992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22d72637-3c7c-4a9c-993d-e8cf62952d19 req-fceb67da-0e3d-45b7-b383-2ec4f803f032 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.1633141 Oct 19 01:21:13.969730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Allocated IP 2001:db8::2 (9bd01dad-af73-4fd0-8829-c232af0c67ca/39be46ed-37b9-4e0c-a539-a921475167b7/0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:14.144805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:14.150962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.167232 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03a792-69b0-450e-a3e8-a858a1d79b9f req-17f260e0-00ec-4421-8356-f3ef9515f5e1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:14.180815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e03a792-69b0-450e-a3e8-a858a1d79b9f req-17f260e0-00ec-4421-8356-f3ef9515f5e1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 931 time: 0.3055224 Oct 19 01:21:14.282619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Made reservation on behalf of 19e6c9f26e544be3a24bdd8d17012d06 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:14.288233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.350615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e03a792-69b0-450e-a3e8-a858a1d79b9f req-4f5573c1-16d6-44fe-8f76-6285a95c5536 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522248 Oct 19 01:21:14.355871 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.365373 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.394443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6128d-ab5d-4808-9e5d-de6238c076e6 req-bae4ddf4-a8c2-44a6-9840-a1d741b7f094 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:14.397801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6c6128d-ab5d-4808-9e5d-de6238c076e6 req-bae4ddf4-a8c2-44a6-9840-a1d741b7f094 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.1735632 Oct 19 01:21:14.512593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:14.522281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:14.542333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:14.558077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6c6128d-ab5d-4808-9e5d-de6238c076e6 req-b035172a-1076-4ceb-9753-4e417f76d682 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361279 Oct 19 01:21:14.635337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Pushing event updated for resources: {'Port': ['ID=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:14.688559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Allocated IP 172.20.0.8 (11b36568-041a-4a1c-9d52-07dab846b2c4/e073a0b6-2e12-42ed-a740-686169ade46c/b298c369-e1d8-4f5e-ab61-e29cb504b560) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:14.692445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Attempting to bind port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:14.694045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Attempting to bind port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b181de43-8121-42a1-9dd3-95643f101ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:14.695836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Attempting to bind port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d on network 9bd01dad-af73-4fd0-8829-c232af0c67ca {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:14.705838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efacc5d-915e-4499-98f9-ac922574d2ee req-3cab9aaa-44fc-4791-a6dc-e89c06108c1d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:14.707027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:14.707414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Checking segment: {'id': 'b181de43-8121-42a1-9dd3-95643f101ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:14.707822 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.708243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Bound using segment: {'id': 'b181de43-8121-42a1-9dd3-95643f101ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:14.708717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Bound port: 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b181de43-8121-42a1-9dd3-95643f101ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:14.709098 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.718120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0efacc5d-915e-4499-98f9-ac922574d2ee req-3cab9aaa-44fc-4791-a6dc-e89c06108c1d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.2572048 Oct 19 01:21:14.887109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] For port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:14.897193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] For port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,segment=NetworkSegment(b181de43-8121-42a1-9dd3-95643f101ea5),segment_id=b181de43-8121-42a1-9dd3-95643f101ea5)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:14.906751 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:14.921892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0efacc5d-915e-4499-98f9-ac922574d2ee req-f912a696-aed0-4863-88dd-b34cbb7d6aeb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967845 Oct 19 01:21:14.999092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:15.027503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.062130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1574a55-29d3-4d53-aa25-e767ad8271b1 None None] Pushing event updated for resources: {'Port': ['ID=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:15.065818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197015-d84e-4572-bdb0-ca4ce0f880cf req-25e06a98-f1d6-47fa-bc81-f7d549721cdf tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.067384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd197015-d84e-4572-bdb0-ca4ce0f880cf req-25e06a98-f1d6-47fa-bc81-f7d549721cdf tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.1704345 Oct 19 01:21:15.125178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Transition to ACTIVE for port object 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:15.147034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd197015-d84e-4572-bdb0-ca4ce0f880cf req-2959a8da-24dd-44d3-bd97-4e30e810129a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Oct 19 01:21:15.162436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.213267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e1f4450-5d1e-47d4-a2b5-0b0e1357660a req-f3ad65ec-26f5-468f-b095-67404949f228 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.0481658 Oct 19 01:21:15.227824 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.260897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.292258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.314898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:15.327557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:15.332689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.336644 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.423514 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9953015 Oct 19 01:21:15.444019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:15.453369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:15.520939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:15.545531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:15.571339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:15.664810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.665552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.676043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event updated for resources: {'Port': ['ID=b298c369-e1d8-4f5e-ab61-e29cb504b560,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:15.728808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:15.729142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:15.729477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:15.732444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ef6a0-e555-4a4e-9f30-d0cc10a0c457 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=2c913caf-115b-4745-900c-b516363470da,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:15.732959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-40b963ca-441b-4c0c-bb38-ce3a06cd189b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9195530 Oct 19 01:21:15.748240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1e168-ef40-416d-b9f7-fdfec85eaeb0 req-2f588814-6136-48b9-8d88-96f23adbd0d5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.762557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b1e168-ef40-416d-b9f7-fdfec85eaeb0 req-2f588814-6136-48b9-8d88-96f23adbd0d5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.2182477 Oct 19 01:21:15.771738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Request body: {'port': {'device_id': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:15.798238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:15.798455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:15.821844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:15.822189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Checking segment: {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:15.822577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Bound using segment: {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:15.823158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Bound port: 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:15.823515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.860871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896ed99-111c-4d53-9459-3894a62fe317 req-d1112a78-bbd2-408b-9fdb-0207ef90f5c2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.871570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:15.871777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d896ed99-111c-4d53-9459-3894a62fe317 req-d1112a78-bbd2-408b-9fdb-0207ef90f5c2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.3329043 Oct 19 01:21:15.927747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c4891-7837-47a7-a89a-9ede9ea9ba8c tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.929927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c4891-7837-47a7-a89a-9ede9ea9ba8c tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.931474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c4891-7837-47a7-a89a-9ede9ea9ba8c tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.933554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c4891-7837-47a7-a89a-9ede9ea9ba8c tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.942301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c4891-7837-47a7-a89a-9ede9ea9ba8c tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:15.944629 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f70c4891-7837-47a7-a89a-9ede9ea9ba8c tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4921060 Oct 19 01:21:15.956379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36292) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:15.985954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1782931245'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:16.011505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f7eb4b1f-2835-4feb-a313-2903c6a7f77d None None] Provisioning complete for port b298c369-e1d8-4f5e-ab61-e29cb504b560 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:16.013492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:16.015717 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7eb4b1f-2835-4feb-a313-2903c6a7f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.018105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.068967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d896ed99-111c-4d53-9459-3894a62fe317 req-8c9a2058-9dcc-4a8e-8585-12a22e6b38b4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957002 Oct 19 01:21:16.126673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:16.155750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.158250 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment fb98ee3d-ee05-4669-8db4-526468ee9dd6 of type vlan for network a47c9988-fe48-47ef-b475-e8e4f9dc033f Oct 19 01:21:16.351959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.384963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:16.401276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:16.416113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.456278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb4b1f-2835-4feb-a313-2903c6a7f77d None None] Port b298c369-e1d8-4f5e-ab61-e29cb504b560 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:21:16.477966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:16.496446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a10c-a4d9-4aa8-afb8-ae7ee2cf115d req-c9240ad2-b0f8-4672-b8dc-64ae2d7cad01 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:16.504364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43f0a10c-a4d9-4aa8-afb8-ae7ee2cf115d req-c9240ad2-b0f8-4672-b8dc-64ae2d7cad01 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.2644362 Oct 19 01:21:16.512117 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.517598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:16.518458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.548890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:16.549514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:16.550922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-69b27061-f8eb-4ce0-95bd-8979ec4551da service neutron] 10.222.0.62 "PUT /v2.0/ports/51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 1092 time: 3.2115564 Oct 19 01:21:16.581242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:16.585257 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f37671-affb-4605-8ae6-59f020b2c1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:16.617950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74b1e168-ef40-416d-b9f7-fdfec85eaeb0 req-558f7696-1c03-4384-9776-aca56dcc51a6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8541102 Oct 19 01:21:16.674588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43f0a10c-a4d9-4aa8-afb8-ae7ee2cf115d req-7ef9e94e-74dd-406b-8bc6-68c93a21b69e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690643 Oct 19 01:21:16.703816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36306) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:16.705291 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7195241 Oct 19 01:21:16.719034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:16.775727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20051612-d88a-4642-a83a-aa7722103110 None None] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:16.805226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:16.852671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbb34e-08a9-4c4a-ac7c-da0ba43d8d5d tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=a47c9988-fe48-47ef-b475-e8e4f9dc033f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:16.862510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-054034f5-6d83-449a-b740-6d48e73ce031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:16.865845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-054034f5-6d83-449a-b740-6d48e73ce031 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1095 time: 0.2714295 Oct 19 01:21:16.895714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cddb1e-efcd-4e72-ba17-5f7b0aa11a91 req-486fe875-b3af-4a9f-8583-8c8c6f7f65c8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:16.904213 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55cddb1e-efcd-4e72-ba17-5f7b0aa11a91 req-486fe875-b3af-4a9f-8583-8c8c6f7f65c8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.0919905 Oct 19 01:21:16.942214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:16.945944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-99f80735-98c2-4223-a0c6-1ac21c91e1ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 217 time: 0.0694151 Oct 19 01:21:17.022353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55cddb1e-efcd-4e72-ba17-5f7b0aa11a91 req-caf28259-142d-4bf4-886c-cf68d8a59592 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164308 Oct 19 01:21:17.029041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-28dd398a-2a0d-4454-a487-1eefd18c1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:17.031912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-28dd398a-2a0d-4454-a487-1eefd18c1d76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.0785313 Oct 19 01:21:17.109636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-6b225bb8-3529-4e58-9271-ba8d5730fbbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682402 Oct 19 01:21:17.115236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c983d460-afb8-402a-9aad-68831a30e4ed None None] Provisioning complete for port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:17.115860 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c983d460-afb8-402a-9aad-68831a30e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.194101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:17.194479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.266923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fbe9f-c1b5-48ce-a0f5-08598e112a9b req-8b5fe9b7-1f02-4ac5-973a-f3052cd5e0d8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:17.272620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce5fbe9f-c1b5-48ce-a0f5-08598e112a9b req-8b5fe9b7-1f02-4ac5-973a-f3052cd5e0d8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.4223657 Oct 19 01:21:17.327231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c983d460-afb8-402a-9aad-68831a30e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.332360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-628723fe-a858-4ba8-b52b-2c73136ed741 service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142785 Oct 19 01:21:17.435067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.466919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c983d460-afb8-402a-9aad-68831a30e4ed None None] For port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,segment=NetworkSegment(b181de43-8121-42a1-9dd3-95643f101ea5),segment_id=b181de43-8121-42a1-9dd3-95643f101ea5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:17.470141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3c3c4-d6fb-48a2-a58c-97ca0be66b85 None None] Update dhcp port {'port': {'network_id': '9bd01dad-af73-4fd0-8829-c232af0c67ca', 'fixed_ips': [{'subnet_id': '39be46ed-37b9-4e0c-a539-a921475167b7', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c913caf-115b-4745-900c-b516363470da'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:21:17.504789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95f3c3c4-d6fb-48a2-a58c-97ca0be66b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.507342 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c983d460-afb8-402a-9aad-68831a30e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.573966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983d460-afb8-402a-9aad-68831a30e4ed None None] Pushing event updated for resources: {'Port': ['ID=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:17.641493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.707002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce5fbe9f-c1b5-48ce-a0f5-08598e112a9b req-b4a2d558-cf25-41ae-bc41-5f2031eef9b8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432891 Oct 19 01:21:17.757188 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.793460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f is not hosted by any dhcp agent {{(pid=100848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:21:17.815553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:17.816989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:21:17.817351 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:21:17.819393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:17.827406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "PUT /v2.0/networks/a47c9988-fe48-47ef-b475-e8e4f9dc033f HTTP/1.1" status: 200 len: 723 time: 1.1232429 Oct 19 01:21:17.851134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36316) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:17.862928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:17.919798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-95f3c3c4-d6fb-48a2-a58c-97ca0be66b85 None None] Allocated IP 172.20.0.1 (9bd01dad-af73-4fd0-8829-c232af0c67ca/2c913caf-115b-4745-900c-b516363470da/0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:18.064490 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82516aa4-c661-41dc-9cc4-379e69e5c5ea x-openstack-request-id: req-82516aa4-c661-41dc-9cc4-379e69e5c5ea {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:18.065724 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:18.066442 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82516aa4-c661-41dc-9cc4-379e69e5c5ea {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:18.067070 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'status': 'completed', 'code': 200} Oct 19 01:21:18.131125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-95f3c3c4-d6fb-48a2-a58c-97ca0be66b85 None None] For port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,segment=NetworkSegment(b181de43-8121-42a1-9dd3-95643f101ea5),segment_id=b181de43-8121-42a1-9dd3-95643f101ea5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:18.149622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb6bb-c0b3-4fc6-bc84-1da1388e2cac req-d161e7c1-2002-4915-8fd7-ef6bb391a373 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:18.157667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15acb6bb-c0b3-4fc6-bc84-1da1388e2cac req-d161e7c1-2002-4915-8fd7-ef6bb391a373 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 931 time: 0.8221314 Oct 19 01:21:18.189883 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95f3c3c4-d6fb-48a2-a58c-97ca0be66b85 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:18.202195 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95f3c3c4-d6fb-48a2-a58c-97ca0be66b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:18.208518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0a0d3-e342-4aad-9978-e3e1ed4a98b6 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=a47c9988-fe48-47ef-b475-e8e4f9dc033f,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:18.224913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15acb6bb-c0b3-4fc6-bc84-1da1388e2cac req-69b206bb-28e6-4689-9881-366b8b4e696b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660448 Oct 19 01:21:18.230382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:18.275325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13d884b-7b3b-4b7b-8fbd-51368400413e req-b7506c53-e164-4efc-9104-e3853434fb4e service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213981 Oct 19 01:21:18.405080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b298c369-e1d8-4f5e-ab61-e29cb504b560 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:18.435288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-faca5e50-c826-45dc-b8a5-1327c93afe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:18.436891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-faca5e50-c826-45dc-b8a5-1327c93afe13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1095 time: 0.0982099 Oct 19 01:21:18.441442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20727993-8343-4a21-9827-4c1d2f68c63f req-ce81a4a7-3649-42d4-9926-77517c397b55 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:18.443055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20727993-8343-4a21-9827-4c1d2f68c63f req-ce81a4a7-3649-42d4-9926-77517c397b55 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.4566152 Oct 19 01:21:18.453558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:18.499613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:18.503265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:18.567485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3c3c4-d6fb-48a2-a58c-97ca0be66b85 None None] Pushing event updated for resources: {'Port': ['ID=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:18.685451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-12c6e9af-7b10-429d-95e9-30ec03629d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:18.689197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-12c6e9af-7b10-429d-95e9-30ec03629d92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 915 time: 0.2435281 Oct 19 01:21:18.712102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Transition to ACTIVE for port object b298c369-e1d8-4f5e-ab61-e29cb504b560 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:18.763734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-07df3129-06e8-4282-b08d-794752afa0fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 217 time: 0.0623536 Oct 19 01:21:18.787303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:18.862625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc35434-a94d-439a-80a0-9674e46d6853 req-2ec60d01-9e79-4fa9-b18c-f4092e7706e8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:18.870725 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afc35434-a94d-439a-80a0-9674e46d6853 req-2ec60d01-9e79-4fa9-b18c-f4092e7706e8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.1107173 Oct 19 01:21:18.871223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20727993-8343-4a21-9827-4c1d2f68c63f req-5061b28f-3535-4f8c-a25b-fb10a0d5a539 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109497 Oct 19 01:21:18.890744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-679705ad-3b32-43a5-99b8-47ba6da91d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:18.892272 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-679705ad-3b32-43a5-99b8-47ba6da91d71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.1187050 Oct 19 01:21:18.897071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:18.908139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:18.908762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.055953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afc35434-a94d-439a-80a0-9674e46d6853 req-8aa6f547-364f-495d-a817-b0a229091cc2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842029 Oct 19 01:21:19.058639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-e742374e-4e55-4a82-a4c8-2d4b0c812b16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536531 Oct 19 01:21:19.260169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Pushing event updated for resources: {'Port': ['ID=b298c369-e1d8-4f5e-ab61-e29cb504b560,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:19.361353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d334b-5cc0-4ddd-baed-25d352282cd1 req-b00efaa1-f849-43b6-9907-c0f0cc1f02b9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:19.374876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-360d334b-5cc0-4ddd-baed-25d352282cd1 req-b00efaa1-f849-43b6-9907-c0f0cc1f02b9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1950788 Oct 19 01:21:19.394956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-6d9a6bf1-02b1-44e7-8412-cb3a97148a2c service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288198 Oct 19 01:21:19.515919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-360d334b-5cc0-4ddd-baed-25d352282cd1 req-bfd0ed3c-0a59-493e-8de5-d4dea956cb85 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316051 Oct 19 01:21:19.527169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c510d-c772-45f7-8055-4c25adea48bb req-16981ec8-856e-46b4-afec-c43364998f2b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:19.530189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-753c510d-c772-45f7-8055-4c25adea48bb req-16981ec8-856e-46b4-afec-c43364998f2b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.5156109 Oct 19 01:21:19.683568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Attempting to bind port b298c369-e1d8-4f5e-ab61-e29cb504b560 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:19.684007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Attempting to bind port b298c369-e1d8-4f5e-ab61-e29cb504b560 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:19.684380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Attempting to bind port b298c369-e1d8-4f5e-ab61-e29cb504b560 on network 11b36568-041a-4a1c-9d52-07dab846b2c4 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:19.711150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71f37671-affb-4605-8ae6-59f020b2c1e3 req-5f8da2ad-2940-4d8a-a411-59c3a5d08c8d service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980547 Oct 19 01:21:19.713008 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.723166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Port b298c369-e1d8-4f5e-ab61-e29cb504b560 on network 11b36568-041a-4a1c-9d52-07dab846b2c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:19.723674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Attempting to bind port b298c369-e1d8-4f5e-ab61-e29cb504b560 on network 11b36568-041a-4a1c-9d52-07dab846b2c4 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:19.746030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:19.746371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Checking segment: {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:19.746754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Bound using segment: {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:19.747202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Bound port: b298c369-e1d8-4f5e-ab61-e29cb504b560, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279dff2c-82ec-493a-936c-e08e3999c0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:19.747561 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.785948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d8568-fe54-46d8-b014-1798dc569926 None None] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:19.797184 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-753c510d-c772-45f7-8055-4c25adea48bb req-168cdd85-b8f6-489d-9d7a-6e48b97ead50 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462234 Oct 19 01:21:19.897125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3eeb2fd2-5330-46ea-9843-f23fe240c709 None None] Provisioning complete for port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:19.899224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2fd2-5330-46ea-9843-f23fe240c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.905471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] For port b298c369-e1d8-4f5e-ab61-e29cb504b560, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:19.908874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] For port b298c369-e1d8-4f5e-ab61-e29cb504b560, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:19.939655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:19.948324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.039677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3fac0-95e4-4a88-a731-ce9c960703ea req-733676ba-566c-42cf-bdb3-d2f844409380 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:20.041303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa3fac0-95e4-4a88-a731-ce9c960703ea req-733676ba-566c-42cf-bdb3-d2f844409380 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.1307924 Oct 19 01:21:20.083995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:20.085238 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:20.086735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] 10.222.0.74 "PUT /v2.0/ports/b298c369-e1d8-4f5e-ab61-e29cb504b560 HTTP/1.1" status: 200 len: 1092 time: 4.3209085 Oct 19 01:21:20.090540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:20.092891 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e795ba95-759a-4027-b1bb-275c38c74cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:20.241046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9bca-8448-4e46-88fa-3b3787ba9e0a service neutron] Pushing event updated for resources: {'Port': ['ID=b298c369-e1d8-4f5e-ab61-e29cb504b560,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:20.281014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=b4f7f083-0c18-4dee-85ee-18ef301ac3ec,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:20.518369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': 'fb98ee3d-ee05-4669-8db4-526468ee9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:20.518930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: a47c9988-fe48-47ef-b475-e8e4f9dc033f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:20.531149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa3fac0-95e4-4a88-a731-ce9c960703ea req-74b620e0-3c44-4b3f-b485-c825390c8512 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654996 Oct 19 01:21:20.555812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-d40e11ba-2303-4738-b392-bcb91516a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:20.564843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-d40e11ba-2303-4738-b392-bcb91516a6ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19e6c9f26e544be3a24bdd8d17012d06&device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 1095 time: 0.3013561 Oct 19 01:21:20.581726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-e62b2606-2343-452c-a6ba-5238f3c608c0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:20.583626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-e62b2606-2343-452c-a6ba-5238f3c608c0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.1983614 Oct 19 01:21:20.605110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee396437-1add-4b42-a8df-3f9a4fd1c9fd req-abe2f3a2-bbc0-4d4e-9eb8-d98dbbc191ca tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:20.613445 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee396437-1add-4b42-a8df-3f9a4fd1c9fd req-abe2f3a2-bbc0-4d4e-9eb8-d98dbbc191ca tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.1686926 Oct 19 01:21:20.642473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-a262ad10-26cc-4b95-b642-dca367422491 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560 HTTP/1.1" status: 200 len: 217 time: 0.0568626 Oct 19 01:21:20.723868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee396437-1add-4b42-a8df-3f9a4fd1c9fd req-a6aef4e5-da39-4cd9-b24e-c75a8a10cfff tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086259 Oct 19 01:21:20.795228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:20.865617 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33c3017-6b49-471c-94ee-e631fb19e0f6 x-openstack-request-id: req-f33c3017-6b49-471c-94ee-e631fb19e0f6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:20.866211 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:20.866211 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f33c3017-6b49-471c-94ee-e631fb19e0f6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:20.883344 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'status': 'completed', 'code': 200} Oct 19 01:21:20.905144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:20.982290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a47c9988-fe48-47ef-b475-e8e4f9dc033f) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:21.002528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794a220-0cbe-4be1-bde4-4f90ac1d597b None None] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:21.021548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:21.024597 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:21.051041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:21.051447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9e1dbcad-39ff-4c70-af43-64b544789955 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1983345 Oct 19 01:21:21.056661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-7f7d17bf-8b6d-421c-a43f-6be02a9e2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:21.057405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0574382e-722a-4cd6-b79a-7aa8159c9f93 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:21.064486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-7f7d17bf-8b6d-421c-a43f-6be02a9e2518 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e073a0b6-2e12-42ed-a740-686169ade46c HTTP/1.1" status: 200 len: 855 time: 0.4044161 Oct 19 01:21:21.150588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689913f-6d1d-4ba0-8559-da351e148e7c req-47496f9f-d31d-4514-b53d-5e9515ff39d7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:21.160055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3689913f-6d1d-4ba0-8559-da351e148e7c req-47496f9f-d31d-4514-b53d-5e9515ff39d7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.2497795 Oct 19 01:21:21.302499 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0574382e-722a-4cd6-b79a-7aa8159c9f93 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58263519'] for subnet, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:21.312854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:21.314235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:21.334687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3689913f-6d1d-4ba0-8559-da351e148e7c req-83b377d3-6932-41ea-8e3e-d5afa37f091a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689925 Oct 19 01:21:21.351296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-6638bb8b-41f9-4142-8aa8-d1765248ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:21.358234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-6638bb8b-41f9-4142-8aa8-d1765248ca6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11b36568-041a-4a1c-9d52-07dab846b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2738712 Oct 19 01:21:21.363217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port f820d52c-5d4e-4b92-845e-4d8af0999a77 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:21.364470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f59584-4fa5-4b9d-9d14-823618c6a62a req-57061567-5ff2-4dce-96e0-b471ab05bf56 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:21.373728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54f59584-4fa5-4b9d-9d14-823618c6a62a req-57061567-5ff2-4dce-96e0-b471ab05bf56 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 945 time: 0.2012639 Oct 19 01:21:21.374420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:21.461369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54f59584-4fa5-4b9d-9d14-823618c6a62a req-488e1740-64c5-45cb-8a17-4d7d90e0a9fd tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831292 Oct 19 01:21:21.803580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0574382e-722a-4cd6-b79a-7aa8159c9f93 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741433417494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58293886'] for subnet, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:21.874826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:21.921931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b84b63c8-a917-4c18-b6fa-77f4a3f21e6b None None] Provisioning complete for port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:21.922321 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b84b63c8-a917-4c18-b6fa-77f4a3f21e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:21.956816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574382e-722a-4cd6-b79a-7aa8159c9f93 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:21.957411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0574382e-722a-4cd6-b79a-7aa8159c9f93 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:21.959067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0574382e-722a-4cd6-b79a-7aa8159c9f93 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "PUT /v2.0/subnets/b4f7f083-0c18-4dee-85ee-18ef301ac3ec HTTP/1.1" status: 200 len: 826 time: 0.9065816 Oct 19 01:21:21.979044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36376) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:22.005435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port f820d52c-5d4e-4b92-845e-4d8af0999a77, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f820d52c-5d4e-4b92-845e-4d8af0999a77,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:22.007086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.038175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for f820d52c-5d4e-4b92-845e-4d8af0999a77 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:22.107050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-61203547-2f11-4990-8bce-fbde189ea7c1 service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289388 Oct 19 01:21:22.176138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6644-140d-4ce5-b1b7-9f77f9e269c0 req-41499c10-3cf9-4336-9f85-e3e8623c3210 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:22.190880 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec7b6644-140d-4ce5-b1b7-9f77f9e269c0 req-41499c10-3cf9-4336-9f85-e3e8623c3210 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.4104176 Oct 19 01:21:22.262311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574382e-722a-4cd6-b79a-7aa8159c9f93 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=b4f7f083-0c18-4dee-85ee-18ef301ac3ec,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:22.288343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-a47c9988-fe48-47ef-b475-e8e4f9dc033f', 'network_id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': 'b4f7f083-0c18-4dee-85ee-18ef301ac3ec'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:22.289396 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.304965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:22.342824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa47b2-f216-42fc-bf5a-9abb683cc2e3 req-093be65a-087a-4bce-9283-c4d9fe40d2ea tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:22.343065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec', 'port_id': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'mac_address': 'fa:16:3e:d8:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc33e33-bfdd-47d2-aefd-c454d0ee8460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:22.345946 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bdaa47b2-f216-42fc-bf5a-9abb683cc2e3 req-093be65a-087a-4bce-9283-c4d9fe40d2ea tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.5576842 Oct 19 01:21:22.369145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec7b6644-140d-4ce5-b1b7-9f77f9e269c0 req-3abbfde8-cf9f-4b10-879f-edad1769b48a tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770232 Oct 19 01:21:22.414393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.527739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.557048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bdaa47b2-f216-42fc-bf5a-9abb683cc2e3 req-52013818-4894-4815-82af-86d02f2e4ccc tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776912 Oct 19 01:21:22.563563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32285ba8-4548-41af-897e-f10c7c41cd9f req-6bbb374e-ae52-480b-a782-eb07626cd94e service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540347 Oct 19 01:21:22.598530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:22.647302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.692510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:22.694152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Allocated IP 2001:db8::2 (a47c9988-fe48-47ef-b475-e8e4f9dc033f/b4f7f083-0c18-4dee-85ee-18ef301ac3ec/7c6dd599-4bcb-46bf-9b75-75f6b227bbf9) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:22.720892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.757352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:22.788187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60458637-b87b-4d42-be0f-5bb5b03780fc req-59c207bc-023e-4852-8121-cd693b984b14 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:22.800496 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60458637-b87b-4d42-be0f-5bb5b03780fc req-59c207bc-023e-4852-8121-cd693b984b14 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.2992105 Oct 19 01:21:22.818279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175', 'f820d52c-5d4e-4b92-845e-4d8af0999a77'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:22.917801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60458637-b87b-4d42-be0f-5bb5b03780fc req-ef448cb3-88b2-4ed8-abf6-7d1949a4e8d4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131082 Oct 19 01:21:23.018829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['51ff66ed-5ab6-489d-999f-a3e41c7d11d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:23.071326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65059e4c-3a8c-4c73-80c4-bc3ae8a78225 req-29401484-9feb-4223-bb34-650ab7c56c5f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab27139-0116-4812-af59-a4b72a072eac HTTP/1.1" status: 200 len: 210 time: 0.0397017 Oct 19 01:21:23.140674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:23.219360 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:21:23.354038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=f820d52c-5d4e-4b92-845e-4d8af0999a77,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:23.421672 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:23.463076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port f820d52c-5d4e-4b92-845e-4d8af0999a77 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:23.464641 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:23.468294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-fa8427d6-8b9e-4beb-86c0-de593995c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:23.472087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-fa8427d6-8b9e-4beb-86c0-de593995c5eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19e6c9f26e544be3a24bdd8d17012d06&device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 1095 time: 0.7978213 Oct 19 01:21:23.476064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:23.479089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799bcb9-2f3b-49e8-a8e9-9a7f39147371 req-f3d4f3bb-ff3b-43ca-8be0-e0a41d4bb908 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:23.484559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-613b39cb-90c3-400b-a231-16a9cffecb74 req-05de198e-0abe-4e16-9f40-a0968903b5e7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "DELETE /v2.0/ports/f820d52c-5d4e-4b92-845e-4d8af0999a77 HTTP/1.1" status: 204 len: 173 time: 2.8394194 Oct 19 01:21:23.498403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2799bcb9-2f3b-49e8-a8e9-9a7f39147371 req-f3d4f3bb-ff3b-43ca-8be0-e0a41d4bb908 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 944 time: 0.1253579 Oct 19 01:21:23.503188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab27139-0116-4812-af59-a4b72a072eac', 'name': 'network-vif-deleted', 'tag': 'f820d52c-5d4e-4b92-845e-4d8af0999a77'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:23.508551 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c9b453-d609-4bb0-bc0e-33c57b6a4654" -d '{"events": [{"server_uuid": "dab27139-0116-4812-af59-a4b72a072eac", "name": "network-vif-deleted", "tag": "f820d52c-5d4e-4b92-845e-4d8af0999a77"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:23.519578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:23.610142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f7f083-0c18-4dee-85ee-18ef301ac3ec,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:23.622216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:23.653611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:23.665368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:23.667586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Pushing event updated for resources: {'Port': ['ID=7c6dd599-4bcb-46bf-9b75-75f6b227bbf9,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:23.704495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2799bcb9-2f3b-49e8-a8e9-9a7f39147371 req-b55fbf4e-c6ca-4c90-baa8-bcc2b6441249 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050686 Oct 19 01:21:23.800812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:23.801832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-2b919bc5-7cde-4614-bf1b-82fb69fb7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:23.808448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-2b919bc5-7cde-4614-bf1b-82fb69fb7ec2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11b36568-041a-4a1c-9d52-07dab846b2c4 HTTP/1.1" status: 200 len: 917 time: 0.2863560 Oct 19 01:21:23.846517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b23ea7-e7be-4b24-a539-22124cb72f92 req-dfb63db5-d91d-4e0d-af1b-a4d17a7ac5df tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:23.857722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1b23ea7-e7be-4b24-a539-22124cb72f92 req-dfb63db5-d91d-4e0d-af1b-a4d17a7ac5df tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 1.1171591 Oct 19 01:21:23.885318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Attempting to bind port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:23.885807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Attempting to bind port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'fb98ee3d-ee05-4669-8db4-526468ee9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:23.886279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Attempting to bind port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9 on network a47c9988-fe48-47ef-b475-e8e4f9dc033f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:23.919016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47c9988-fe48-47ef-b475-e8e4f9dc033f']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:23.929888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:23.930505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Checking segment: {'id': 'fb98ee3d-ee05-4669-8db4-526468ee9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:23.930986 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:23.931586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Bound using segment: {'id': 'fb98ee3d-ee05-4669-8db4-526468ee9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:23.932179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Bound port: 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb98ee3d-ee05-4669-8db4-526468ee9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:23.933033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:23.933967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-9ef201af-3b17-4c60-a56d-0bb33dc656d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560 HTTP/1.1" status: 200 len: 217 time: 0.1146734 Oct 19 01:21:23.995712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb98ee3d-ee05-4669-8db4-526468ee9dd6') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:23.995939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb98ee3d-ee05-4669-8db4-526468ee9dd6') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:24.019301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] For port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:24.025709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] For port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7c6dd599-4bcb-46bf-9b75-75f6b227bbf9,segment=NetworkSegment(fb98ee3d-ee05-4669-8db4-526468ee9dd6),segment_id=fb98ee3d-ee05-4669-8db4-526468ee9dd6)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:24.032789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:24.056827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1b23ea7-e7be-4b24-a539-22124cb72f92 req-54d728b9-4696-461d-85ed-eb7f9e0abf43 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966128 Oct 19 01:21:24.080369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f779fbe-bd5c-4246-97cd-28d50166fe13 req-54ff8eb1-76ae-46b0-bd82-cc7dfa07e825 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:24.087062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-8ab60efb-4dc1-4284-9b35-432f4acdbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:24.088573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-8ab60efb-4dc1-4284-9b35-432f4acdbc64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e073a0b6-2e12-42ed-a740-686169ade46c HTTP/1.1" status: 200 len: 855 time: 0.1410203 Oct 19 01:21:24.092568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f779fbe-bd5c-4246-97cd-28d50166fe13 req-54ff8eb1-76ae-46b0-bd82-cc7dfa07e825 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.2360325 Oct 19 01:21:24.149919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:24.157782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918efd49-62d7-4ad2-ab5f-5a84c9d61c54 None None] Pushing event updated for resources: {'Port': ['ID=7c6dd599-4bcb-46bf-9b75-75f6b227bbf9,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:24.170846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495ed8e-97a8-4fb4-97de-29030adc8c08 None None] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:24.182766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-a01c4ad9-f037-4154-8d56-7a1e9cd16c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:24.184298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-a01c4ad9-f037-4154-8d56-7a1e9cd16c0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11b36568-041a-4a1c-9d52-07dab846b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860178 Oct 19 01:21:24.231207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b14f34-f319-420f-8732-d3b94245318c req-fa34bcab-5ee7-4d22-9455-caaf553084ca tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:24.232512 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003bf12e-98b2-4d81-af65-806033a583a6 x-openstack-request-id: req-003bf12e-98b2-4d81-af65-806033a583a6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:24.232798 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab27139-0116-4812-af59-a4b72a072eac", "name": "network-vif-deleted", "tag": "f820d52c-5d4e-4b92-845e-4d8af0999a77", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:24.233051 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-003bf12e-98b2-4d81-af65-806033a583a6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:24.233447 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab27139-0116-4812-af59-a4b72a072eac', 'name': 'network-vif-deleted', 'tag': 'f820d52c-5d4e-4b92-845e-4d8af0999a77', 'status': 'completed', 'code': 200} Oct 19 01:21:24.235604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04b14f34-f319-420f-8732-d3b94245318c req-fa34bcab-5ee7-4d22-9455-caaf553084ca tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 944 time: 0.3443236 Oct 19 01:21:24.256514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:24.396593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f779fbe-bd5c-4246-97cd-28d50166fe13 req-21fc085a-c6a1-4079-af39-f7d7da0da28f tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030624 Oct 19 01:21:24.440783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818053c-1040-4d80-ac8e-17e5c96f7ea3 req-1068a3d8-86c4-4310-9082-d1fa2435eed7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:24.442330 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f818053c-1040-4d80-ac8e-17e5c96f7ea3 req-1068a3d8-86c4-4310-9082-d1fa2435eed7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.1155798 Oct 19 01:21:24.444463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-8282e461-e134-4bad-8989-dc31650e09e2 service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519295 Oct 19 01:21:24.451438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1c452-6e0e-49b6-b3e1-6d9b4488d10e None None] Network a47c9988-fe48-47ef-b475-e8e4f9dc033f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:24.465389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:24.466563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:24.483418 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:24.683559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e795ba95-759a-4027-b1bb-275c38c74cd8 req-9bfcf042-43eb-44ae-b7d6-b2e6f2318dab service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170722 Oct 19 01:21:24.686243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.api [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:21:24.686243 n-d-789963-20 neutron-server[100847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:21:24.686243 n-d-789963-20 neutron-server[100847]: [parameters: {'id': 'a47c9988-fe48-47ef-b475-e8e4f9dc033f'}] Oct 19 01:21:24.686243 n-d-789963-20 neutron-server[100847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:21:24.686564 n-d-789963-20 neutron-server[100847]: DEBUG oslo_db.api [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:21:24.691952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Deleting port 49583b3b-bbbf-4500-ae21-5beaaeb479ad {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:24.692509 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:24.701373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f818053c-1040-4d80-ac8e-17e5c96f7ea3 req-d606fd02-8fc8-4fad-89ea-424433b0caa2 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447002 Oct 19 01:21:24.799808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60526dc6-8b99-4919-9f40-e0372792fbe6 req-8fb2dee6-cd1d-42a6-9e42-fc1c66624969 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:24.801421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60526dc6-8b99-4919-9f40-e0372792fbe6 req-8fb2dee6-cd1d-42a6-9e42-fc1c66624969 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.2545280 Oct 19 01:21:24.810708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b67e5a-1435-4388-b7b3-a357d08921a4 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:21:24.946285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787c8f2-84fe-428b-a548-5c102a8c4e63 req-97f6b1e5-25d4-49d7-981d-b0cc4be5671e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:24.948098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5787c8f2-84fe-428b-a548-5c102a8c4e63 req-97f6b1e5-25d4-49d7-981d-b0cc4be5671e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ea4d044-7ed3-4cad-a05d-57ae579429a3 HTTP/1.1" status: 200 len: 944 time: 0.0901856 Oct 19 01:21:24.952969 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60526dc6-8b99-4919-9f40-e0372792fbe6 req-93961678-0efd-4967-b3f9-99665595a967 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380241 Oct 19 01:21:24.968832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] For port 49583b3b-bbbf-4500-ae21-5beaaeb479ad, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=49583b3b-bbbf-4500-ae21-5beaaeb479ad,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:24.969196 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:24.985884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Calling delete_port for 49583b3b-bbbf-4500-ae21-5beaaeb479ad owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:25.006862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b67e5a-1435-4388-b7b3-a357d08921a4 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:21:25.020691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5787c8f2-84fe-428b-a548-5c102a8c4e63 req-392a7414-b9fd-484a-ac0c-cfd41b78bf0b tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599658 Oct 19 01:21:25.189027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.253557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62c6cc-176a-4287-bc0a-59421919d92f req-92ee7eff-4ba8-4a50-9b9e-8cc24ceefdb6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:25.264165 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f62c6cc-176a-4287-bc0a-59421919d92f req-92ee7eff-4ba8-4a50-9b9e-8cc24ceefdb6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.0851455 Oct 19 01:21:25.303449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-af898688-b698-4f41-99df-97e2b1862e0b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:25.311468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-af898688-b698-4f41-99df-97e2b1862e0b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.2360668 Oct 19 01:21:25.327658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f62c6cc-176a-4287-bc0a-59421919d92f req-80cae60f-c5e4-40f2-801f-c95d66993a95 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Oct 19 01:21:25.365478 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-9f4ccc6b-9314-4d20-8359-3db597dc4fd3 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/quotas/b2150c1bd16e43429212cf57736b32d7 HTTP/1.1" status: 200 len: 375 time: 0.0531237 Oct 19 01:21:25.401302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:25.445655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:25.446081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.472161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:25.477250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:25.477633 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.490720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.574359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47a3a9-1558-4851-8e22-1d631ca66746 req-17943a46-74ee-4443-b58f-b64f99a7f885 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:25.576813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd47a3a9-1558-4851-8e22-1d631ca66746 req-17943a46-74ee-4443-b58f-b64f99a7f885 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.0680337 Oct 19 01:21:25.638421 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.658937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd47a3a9-1558-4851-8e22-1d631ca66746 req-a4991f6d-a076-47ed-9d0b-2f1f9142d263 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761139 Oct 19 01:21:25.673667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] No DVR routers for this DVR port 49583b3b-bbbf-4500-ae21-5beaaeb479ad on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:25.680162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.684205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:25.684360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04b14f34-f319-420f-8732-d3b94245318c req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "DELETE /v2.0/ports/49583b3b-bbbf-4500-ae21-5beaaeb479ad HTTP/1.1" status: 204 len: 173 time: 1.4219911 Oct 19 01:21:25.685486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:25.686705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] For port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7c6dd599-4bcb-46bf-9b75-75f6b227bbf9,segment=NetworkSegment(fb98ee3d-ee05-4669-8db4-526468ee9dd6),segment_id=fb98ee3d-ee05-4669-8db4-526468ee9dd6)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:25.695801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.697911 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8674897-1a5f-4d55-9c75-d4423c794e49" -d '{"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-plugged", "status": "completed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:25.703769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-04525b08-ce4a-47f3-92c6-4253f3341508 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3307626 Oct 19 01:21:25.703954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:25.709787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 49583b3b-bbbf-4500-ae21-5beaaeb479ad no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:25.712744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'name': 'network-vif-deleted', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:25.715201 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac443cd-febe-4869-bdfe-9bd39e1bb12b" -d '{"events": [{"server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "name": "network-vif-deleted", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:25.720738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee1fb0-ab05-487d-943c-9e7cb286c653 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event deleted for resources: {'Port': ['ID=49583b3b-bbbf-4500-ae21-5beaaeb479ad,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:25.763076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Calling delete_port for 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:25.825389 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a882eeb-3dcf-4699-9a04-5b01f9ce723c x-openstack-request-id: req-9a882eeb-3dcf-4699-9a04-5b01f9ce723c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:25.825679 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-plugged", "status": "completed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:25.825932 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a882eeb-3dcf-4699-9a04-5b01f9ce723c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:25.826324 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'code': 200} Oct 19 01:21:25.827040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 49583b3b-bbbf-4500-ae21-5beaaeb479ad {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:25.827446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 49583b3b-bbbf-4500-ae21-5beaaeb479ad not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:25.880962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:25.958858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484f115-5043-439c-b7be-55ffc7062133 req-9fca1f6d-4e65-47e3-af61-316f37e471a4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:25.961349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a484f115-5043-439c-b7be-55ffc7062133 req-9fca1f6d-4e65-47e3-af61-316f37e471a4 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.0586758 Oct 19 01:21:25.970557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:25.978820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f820d52c-5d4e-4b92-845e-4d8af0999a77 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:25.998307 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-c52adce4-31bb-4335-98d6-6f0d8e103a10 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935545 Oct 19 01:21:26.006931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7baf94-dadf-4715-b2b2-08e164456aae req-f793dd69-f5f7-4c93-be39-5ed000a786d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:26.008547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c7baf94-dadf-4715-b2b2-08e164456aae req-f793dd69-f5f7-4c93-be39-5ed000a786d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1097 time: 0.0891266 Oct 19 01:21:26.011240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: f820d52c-5d4e-4b92-845e-4d8af0999a77 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:26.011240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f820d52c-5d4e-4b92-845e-4d8af0999a77 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:26.020488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.030163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a484f115-5043-439c-b7be-55ffc7062133 req-4394eb5d-72fb-4850-ad4c-1947fa62a8ae tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570059 Oct 19 01:21:26.068221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Port': ['ID=7c6dd599-4bcb-46bf-9b75-75f6b227bbf9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:26.096475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No DVR routers for this DVR port 7c6dd599-4bcb-46bf-9b75-75f6b227bbf9 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:26.127533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:26.155274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'port_id': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'mac_address': 'fa:16:3e:ed:2c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d7f4b1-fd65-4975-afd3-5f671025bb49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:26.189835 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d207daa8-597f-4fd4-b88b-0f5b130b160c x-openstack-request-id: req-d207daa8-597f-4fd4-b88b-0f5b130b160c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:26.190482 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4d044-7ed3-4cad-a05d-57ae579429a3", "name": "network-vif-deleted", "tag": "49583b3b-bbbf-4500-ae21-5beaaeb479ad", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:26.190965 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d207daa8-597f-4fd4-b88b-0f5b130b160c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:26.191668 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4d044-7ed3-4cad-a05d-57ae579429a3', 'name': 'network-vif-deleted', 'tag': '49583b3b-bbbf-4500-ae21-5beaaeb479ad', 'status': 'completed', 'code': 200} Oct 19 01:21:26.227489 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.243658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:26.269498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:26.275226 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.301895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c7baf94-dadf-4715-b2b2-08e164456aae req-7a33dd0c-297e-4161-b683-fed439b7911f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446735 Oct 19 01:21:26.331870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66f30b-1623-401e-a3d0-11436a5c3876 req-a4def0a7-a225-432b-be0b-bc6f0a9fac3f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:26.333762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f66f30b-1623-401e-a3d0-11436a5c3876 req-a4def0a7-a225-432b-be0b-bc6f0a9fac3f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1342061 Oct 19 01:21:26.345238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.363197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:26.378622 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-bcabfda4-a7b6-488c-ad15-4e36aaf59462 service neutron] 10.222.0.64 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679490 Oct 19 01:21:26.384296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47c9988-fe48-47ef-b475-e8e4f9dc033f']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:26.394952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb98ee3d-ee05-4669-8db4-526468ee9dd6') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:26.395477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb98ee3d-ee05-4669-8db4-526468ee9dd6') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:26.409249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f66f30b-1623-401e-a3d0-11436a5c3876 req-8859c7c2-06e8-4a31-b9ac-50f6d8e2c26c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662656 Oct 19 01:21:26.409470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.427310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.433204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:26.435580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:26.436439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:26.440969 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:26.530325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.541817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.548731 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/a47c9988-fe48-47ef-b475-e8e4f9dc033f HTTP/1.1" status: 204 len: 168 time: 4.5677927 Oct 19 01:21:26.551286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36442) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:26.573199 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85230d5-6dc8-44bf-bb39-03541980b554 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:26.573730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85230d5-6dc8-44bf-bb39-03541980b554 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:26.577331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b85230d5-6dc8-44bf-bb39-03541980b554 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/a47c9988-fe48-47ef-b475-e8e4f9dc033f HTTP/1.1" status: 404 len: 339 time: 0.0250180 Oct 19 01:21:26.578709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ed605-04b2-479c-ada4-5f7a0d7dce2b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=a47c9988-fe48-47ef-b475-e8e4f9dc033f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:26.583672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36444) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:26.591534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-538946345', 'description': 'd1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:26.655112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:26.656551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111995-b6b3-4628-93e2-bb027c9e06c3 req-08f5cab3-093e-4b03-b973-3f56cb77138d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:26.659831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.666162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e111995-b6b3-4628-93e2-bb027c9e06c3 req-08f5cab3-093e-4b03-b973-3f56cb77138d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.0833712 Oct 19 01:21:26.709442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:26.728261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.728683 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment a64c886f-0330-49ef-909f-1f0cfae4a1cd of type vlan for network 4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee Oct 19 01:21:26.786166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.788788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e111995-b6b3-4628-93e2-bb027c9e06c3 req-38957c3d-9027-40a6-935c-f44a24610218 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194432 Oct 19 01:21:26.842243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.850088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:26.851729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:26.926459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d150d45e-3937-4584-96fa-081672abd859 req-6a920c3b-9b91-47c7-bdf2-c6f33e21b027 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 210 time: 0.0704346 Oct 19 01:21:26.947187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745e94-d021-4c90-a2c3-fd9a25dc9bdc req-e5c042ab-fd29-46ff-925b-b3fcdfd986a9 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:26.956479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b745e94-d021-4c90-a2c3-fd9a25dc9bdc req-e5c042ab-fd29-46ff-925b-b3fcdfd986a9 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.0690687 Oct 19 01:21:26.956588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3668704 Oct 19 01:21:26.956588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36456) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:27.052994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b745e94-d021-4c90-a2c3-fd9a25dc9bdc req-80dcb2ef-f78d-4ec8-889b-e957de1b8ac8 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961378 Oct 19 01:21:27.182093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39751ecb-056f-4f95-800f-8dc2add86ed5 req-bc7a1245-9b9f-4f90-bb68-b21ea4c8acd3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:27.183848 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39751ecb-056f-4f95-800f-8dc2add86ed5 req-bc7a1245-9b9f-4f90-bb68-b21ea4c8acd3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 945 time: 0.0647116 Oct 19 01:21:27.228615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39751ecb-056f-4f95-800f-8dc2add86ed5 req-aecb3423-8bcc-4ec0-a846-1d79dffd7d69 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 Oct 19 01:21:27.388679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0454c-b07f-4a8e-ae16-eff77129bfb9 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:27.399670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:27.567721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-670c1676-7571-4a7c-a8c9-f32ab7c59237 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:27.570147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-670c1676-7571-4a7c-a8c9-f32ab7c59237 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.2363851 Oct 19 01:21:27.574149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1c6e-f9ec-40a5-bc68-a272ad653221 req-f95446f3-513f-437e-aebc-7e02de1477ba tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:27.578611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1806f40-8d69-4db6-999f-c4a617d1bda5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:27.580892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a1806f40-8d69-4db6-999f-c4a617d1bda5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/networks?id=4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee HTTP/1.1" status: 200 len: 764 time: 0.6252239 Oct 19 01:21:27.581906 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aafe1c6e-f9ec-40a5-bc68-a272ad653221 req-f95446f3-513f-437e-aebc-7e02de1477ba tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0760660 Oct 19 01:21:27.590421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36466) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:27.599559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'description': 'd2'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:27.626451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4694030-9427-4b53-8b9d-509014e813e3 req-0141dc04-fb64-4235-866d-6de20143c39c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:27.628007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d4694030-9427-4b53-8b9d-509014e813e3 req-0141dc04-fb64-4235-866d-6de20143c39c tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 945 time: 0.2931991 Oct 19 01:21:27.682845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aafe1c6e-f9ec-40a5-bc68-a272ad653221 req-8c169343-314e-46bb-bfbc-d5984c677d06 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000793 Oct 19 01:21:27.719893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d4694030-9427-4b53-8b9d-509014e813e3 req-a83a89b4-673f-4426-85f3-9f3ebfe670f1 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Oct 19 01:21:27.750751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Deleting port 631f033a-2782-40f9-9bd0-293f234cd9f8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:27.750970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.787693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.811051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.891596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] For port 631f033a-2782-40f9-9bd0-293f234cd9f8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=631f033a-2782-40f9-9bd0-293f234cd9f8,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:27.891973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.908083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network 4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee is not hosted by any dhcp agent {{(pid=100848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:21:27.914517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:27.915207 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:27.916499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "PUT /v2.0/networks/4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee HTTP/1.1" status: 200 len: 761 time: 0.3253891 Oct 19 01:21:27.927892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Calling delete_port for 631f033a-2782-40f9-9bd0-293f234cd9f8 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:27.928274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cc57e-1244-48cc-a1a5-08bf84c2d7d1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:27.928679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36484) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:27.941753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:28.002477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:28.050966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3694ce5b-11a1-4b6e-a0e8-e348efdd5390 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.057455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3694ce5b-11a1-4b6e-a0e8-e348efdd5390 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 814 time: 0.1647282 Oct 19 01:21:28.061114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:28.061496 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:28.077751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-b4c32ff7-b125-4010-a4de-247dc2f1471d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/quotas/6390dba7f4fd4e44a7d7f450355a49e7 HTTP/1.1" status: 200 len: 375 time: 0.0143135 Oct 19 01:21:28.106703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcbe29-431a-4abc-8392-cff545f098c1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.108648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c5fcbe29-431a-4abc-8392-cff545f098c1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/networks?id=4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee HTTP/1.1" status: 200 len: 764 time: 0.1784954 Oct 19 01:21:28.118841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d94da-453d-41f8-bd2f-efef5547030e req-c8202032-b868-43e2-8dd5-84dc3cbad29b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.119729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36490) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:28.129015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f57d94da-453d-41f8-bd2f-efef5547030e req-c8202032-b868-43e2-8dd5-84dc3cbad29b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.2393694 Oct 19 01:21:28.165144 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:28.192596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f57d94da-453d-41f8-bd2f-efef5547030e req-ef6f4ee5-e5de-41fc-be86-2a1527ef1a1b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626276 Oct 19 01:21:28.223756 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-726b0b2c-73df-4fec-bfdb-95a4b45e8ab2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1401634 Oct 19 01:21:28.224116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:28.229268 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab8c660-21fd-4418-a4b3-83c39efd8afb" -d '{"events": [{"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-plugged", "status": "completed", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:28.256126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:28.262254 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:28.324358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:28.361903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:28.364503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e004180-774f-46af-aa27-316b9184b905 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.366059 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8e004180-774f-46af-aa27-316b9184b905 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2444704 Oct 19 01:21:28.382809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36496) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:28.417506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-232e832d-97b7-4849-a2b9-e9b21c3f2381 req-3ac175f3-72b3-4886-9353-c95d73cb8d31 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 210 time: 0.0768120 Oct 19 01:21:28.461748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-4c3f07b2-79b0-4010-ad59-5492f0dc068b service neutron] 10.222.0.64 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368059 Oct 19 01:21:28.463307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event deleted for resources: {'Port': ['ID=631f033a-2782-40f9-9bd0-293f234cd9f8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:28.471257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-74da2ea3-0951-4f7c-be69-a63894f3f087 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 207 time: 0.0755122 Oct 19 01:21:28.474393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36498) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:28.479266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-228596fb-8f79-4b37-b473-f76efcc7d5bb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.480903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-228596fb-8f79-4b37-b473-f76efcc7d5bb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 806 time: 0.2295077 Oct 19 01:21:28.505188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] No DVR routers for this DVR port 631f033a-2782-40f9-9bd0-293f234cd9f8 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:28.512714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Request body: {'port': {'device_id': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'admin_state_up': True, 'tenant_id': 'b2150c1bd16e43429212cf57736b32d7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:28.524319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:28.528317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e1409fb1-978b-4098-96dc-b8abe9754f23 req-90b96891-3c40-4567-99d0-0b20cc02a506 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "DELETE /v2.0/ports/631f033a-2782-40f9-9bd0-293f234cd9f8 HTTP/1.1" status: 204 len: 173 time: 0.9461656 Oct 19 01:21:28.529799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'name': 'network-vif-deleted', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:28.532290 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d530f-9c69-4353-8a08-5f6c945cfc44" -d '{"events": [{"server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "name": "network-vif-deleted", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:28.702742 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3b332f66-dadf-468e-ae77-049ede9e1e72 service neutron] 10.222.0.64 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402773 Oct 19 01:21:28.719357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ccf4-c59d-436f-ab51-61d9c74422ba req-092504fc-cf3e-4fb1-abca-104db684073f tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.721165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afc7ccf4-c59d-436f-ab51-61d9c74422ba req-092504fc-cf3e-4fb1-abca-104db684073f tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.1558385 Oct 19 01:21:28.758245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Made reservation on behalf of b2150c1bd16e43429212cf57736b32d7 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:28.759034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c589e31-869b-41b6-a8ba-83a9ceb99d07 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.763505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:28.765114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c589e31-869b-41b6-a8ba-83a9ceb99d07 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.771241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c589e31-869b-41b6-a8ba-83a9ceb99d07 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.777756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c589e31-869b-41b6-a8ba-83a9ceb99d07 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.783577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c589e31-869b-41b6-a8ba-83a9ceb99d07 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.789987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c589e31-869b-41b6-a8ba-83a9ceb99d07 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:28.791963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0c589e31-869b-41b6-a8ba-83a9ceb99d07 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3165922 Oct 19 01:21:28.800250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36504) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:28.826599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afc7ccf4-c59d-436f-ab51-61d9c74422ba req-622675f7-eef4-481c-8e42-a874717606e0 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981901 Oct 19 01:21:28.883617 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cca0881-ed86-449e-b2f8-9a4a58221e17 x-openstack-request-id: req-0cca0881-ed86-449e-b2f8-9a4a58221e17 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:28.883969 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-plugged", "status": "completed", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:28.884249 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cca0881-ed86-449e-b2f8-9a4a58221e17 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:28.884716 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'code': 200} Oct 19 01:21:28.993842 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de799b-b8ab-48bf-a6cc-53f99468f6a9 x-openstack-request-id: req-36de799b-b8ab-48bf-a6cc-53f99468f6a9 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:28.994711 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9340d216-cfe4-471f-83a1-4ddba55bf73e", "name": "network-vif-deleted", "tag": "631f033a-2782-40f9-9bd0-293f234cd9f8", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:28.995034 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36de799b-b8ab-48bf-a6cc-53f99468f6a9 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:28.995467 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9340d216-cfe4-471f-83a1-4ddba55bf73e', 'name': 'network-vif-deleted', 'tag': '631f033a-2782-40f9-9bd0-293f234cd9f8', 'status': 'completed', 'code': 200} Oct 19 01:21:29.056422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983d49-58e9-4d50-ae1a-47404db43858 req-7372deb0-33d7-4297-acc8-0ab426be6b0b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.059211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e983d49-58e9-4d50-ae1a-47404db43858 req-7372deb0-33d7-4297-acc8-0ab426be6b0b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.1211531 Oct 19 01:21:29.125594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e983d49-58e9-4d50-ae1a-47404db43858 req-9de0e117-3fa8-4c44-9a87-08c4ede77361 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Oct 19 01:21:29.183377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4990f0bb-e029-4235-bb55-3eca27fc6d70 req-fcf8e7c8-2e34-4529-942a-cbd133bb5800 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=9340d216-cfe4-471f-83a1-4ddba55bf73e HTTP/1.1" status: 200 len: 210 time: 0.0540843 Oct 19 01:21:29.239533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3e540766-73ee-42e8-9f21-957ba1a70d15 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4261029 Oct 19 01:21:29.243320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36520) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:29.251310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-659c7f3d-9f67-403d-86e5-58a159163828 req-2b6c1cf4-f08f-47d9-b4e0-d72e25d2cd96 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 210 time: 0.0492198 Oct 19 01:21:29.352826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Allocated IP 172.20.0.6 (a56597e0-3dee-40c2-9e8a-fdef2c6227da/57c142c0-9a65-4777-8287-f98894591b66/eb9405b9-3517-4f50-87dd-6735fa10ed04) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:29.372438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419cbe8-04fa-4312-a13e-94717878c5f1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.374572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419cbe8-04fa-4312-a13e-94717878c5f1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.376685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419cbe8-04fa-4312-a13e-94717878c5f1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.378561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419cbe8-04fa-4312-a13e-94717878c5f1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.383633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419cbe8-04fa-4312-a13e-94717878c5f1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.385518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f419cbe8-04fa-4312-a13e-94717878c5f1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1408808 Oct 19 01:21:29.389668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36524) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:29.453713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcde648-6343-476b-9313-85e90e218bcc req-a438d756-45ac-42db-91bc-24293c96374b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.455798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fcde648-6343-476b-9313-85e90e218bcc req-a438d756-45ac-42db-91bc-24293c96374b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.0929122 Oct 19 01:21:29.462810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cdd3b-e02d-459f-8117-a62d9cc7646f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.464335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cdd3b-e02d-459f-8117-a62d9cc7646f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.465827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cdd3b-e02d-459f-8117-a62d9cc7646f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.467352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cdd3b-e02d-459f-8117-a62d9cc7646f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.469307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cdd3b-e02d-459f-8117-a62d9cc7646f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.471478 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4b3cdd3b-e02d-459f-8117-a62d9cc7646f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0806546 Oct 19 01:21:29.476660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36530) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:29.508942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fcde648-6343-476b-9313-85e90e218bcc req-c002f030-6c84-4077-8081-a2f1c87c0001 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464475 Oct 19 01:21:29.644285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cecce4b-f7d6-4498-bdb4-256c6a9ec847 req-63fefcb3-a0ed-4620-a5bc-3e71b1cb5747 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 210 time: 0.0508587 Oct 19 01:21:29.696167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0421153-d3f6-4a7f-80f8-f1f218dad195 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.697563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b0421153-d3f6-4a7f-80f8-f1f218dad195 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/networks/cd378510-60b1-4e90-8007-8ce11eda35d8 HTTP/1.1" status: 200 len: 804 time: 0.2198009 Oct 19 01:21:29.701760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36532) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:29.707165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea73a73-2502-4df8-b5f3-b0a79817bd4f req-9539b9eb-d10a-4c50-97e7-7328f810e178 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.708733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aea73a73-2502-4df8-b5f3-b0a79817bd4f req-9539b9eb-d10a-4c50-97e7-7328f810e178 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.1573834 Oct 19 01:21:29.793148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aea73a73-2502-4df8-b5f3-b0a79817bd4f req-2795f497-acdb-49c1-b1ee-adadc48260b0 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557621 Oct 19 01:21:29.816835 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:29.847626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-12f11075-197e-43ba-94f3-a9d0ffac0fa1 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/networks/cd378510-60b1-4e90-8007-8ce11eda35d8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1447453 Oct 19 01:21:29.851585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36534) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:29.857834 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:29.901896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:29.914861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Network a56597e0-3dee-40c2-9e8a-fdef2c6227da is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:29.918115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:29.922367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:29.923383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42d95a-c654-490a-b73a-0794f64ca39f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.926236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca42d95a-c654-490a-b73a-0794f64ca39f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/subnets/88557a6f-a01a-4d1b-aea1-b2e9024c4f29 HTTP/1.1" status: 200 len: 843 time: 0.0736718 Oct 19 01:21:29.931528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36538) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:29.974766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event updated for resources: {'Port': ['ID=eb9405b9-3517-4f50-87dd-6735fa10ed04,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:29.985579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdf465-908c-4c67-9369-8ee49e38ab77 req-f6a9dfe8-d263-4f4a-9f51-e01abd9fbc96 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:29.993595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-facdf465-908c-4c67-9369-8ee49e38ab77 req-f6a9dfe8-d263-4f4a-9f51-e01abd9fbc96 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.0628505 Oct 19 01:21:30.034599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-facdf465-908c-4c67-9369-8ee49e38ab77 req-ea3e41a4-39e4-420f-8b1d-c2dc14444e40 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Oct 19 01:21:30.056967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:30.056967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.061434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a50b208-1b11-407a-8693-674e8e774d54 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:30.064407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8a50b208-1b11-407a-8693-674e8e774d54 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "GET /v2.0/subnets/88557a6f-a01a-4d1b-aea1-b2e9024c4f29?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1305306 Oct 19 01:21:30.067549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36542) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:30.077981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761629555'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:30.091246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-3922d3a6-faa7-44f2-a9f3-cbf5bae6e8af tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5850828 Oct 19 01:21:30.110008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:30.112019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Request body: {'port': {'device_id': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:30.114134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.153850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:30.164699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.165050 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Added segment 9ba9162b-23c6-4178-84cd-c4d57488c9f2 of type vlan for network 2042348d-9b5f-45bc-8667-eb5b8077d308 Oct 19 01:21:30.184841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.244027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.393268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.399603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:30.400253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.460535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-b17b5c6c-e004-4824-ab92-4ddbb460314a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:30.462050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-b17b5c6c-e004-4824-ab92-4ddbb460314a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.62 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 814 time: 0.2588589 Oct 19 01:21:30.495307 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c6b44b9-f9dd-4203-9455-4cbe3856a79d req-47d9cfc6-1e13-40ca-b7c1-88605e928be5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 210 time: 0.0627191 Oct 19 01:21:30.502296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Request body: {'port': {'device_id': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec', 'admin_state_up': True, 'tenant_id': '6390dba7f4fd4e44a7d7f450355a49e7'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:30.540669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4718475 Oct 19 01:21:30.547570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36562) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:30.562263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'network_id': '2042348d-9b5f-45bc-8667-eb5b8077d308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:30.579201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc95915-3279-438c-ae84-8b7c42bf95ca tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Network': ['ID=2042348d-9b5f-45bc-8667-eb5b8077d308,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:30.593838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2042348d-9b5f-45bc-8667-eb5b8077d308 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:30.700860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Made reservation on behalf of 6390dba7f4fd4e44a7d7f450355a49e7 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:30.707218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:30.792747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc5a51-0292-48f4-8206-2002d0eecf25 req-28dc940d-94fe-46de-909c-0c5d3dc3d095 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:30.794360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dcfc5a51-0292-48f4-8206-2002d0eecf25 req-28dc940d-94fe-46de-909c-0c5d3dc3d095 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.1099916 Oct 19 01:21:30.885351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dcfc5a51-0292-48f4-8206-2002d0eecf25 req-04934dae-1900-4f6e-a97a-4b85d3b9f560 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781183 Oct 19 01:21:30.909891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Allocated IP 172.20.0.12 (a1d1a80f-9ec8-4613-8cf5-590a865888ec/abc33e33-bfdd-47d2-aefd-c454d0ee8460/c3751227-69b8-4d0c-8d3f-a653416b9b61) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:31.102751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833a461-2583-4c9c-8ccb-11245f99061b req-654e7723-6ddc-4394-8ae4-f5eac1b2d0ab tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.108367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8833a461-2583-4c9c-8ccb-11245f99061b req-654e7723-6ddc-4394-8ae4-f5eac1b2d0ab tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 931 time: 0.1193225 Oct 19 01:21:31.109249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480d78d-dd43-4296-9409-719966b4fef8 req-4d3f6f3e-65de-4481-a74e-d72e52032083 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.112772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c480d78d-dd43-4296-9409-719966b4fef8 req-4d3f6f3e-65de-4481-a74e-d72e52032083 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.4703054 Oct 19 01:21:31.180276 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8833a461-2583-4c9c-8ccb-11245f99061b req-3fb6c1f8-7253-4ace-a556-7a6e8e81c380 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659649 Oct 19 01:21:31.196263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-9f8207cb-14fc-4cea-972c-97b8ce63bd76 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.196622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.198263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-9f8207cb-14fc-4cea-972c-97b8ce63bd76 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.1493495 Oct 19 01:21:31.206302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Made reservation on behalf of 5a914e2a2c65446cb8bfe49ffcf12739 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:31.210929 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.249679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.263225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['51ff66ed-5ab6-489d-999f-a3e41c7d11d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:31.270616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c480d78d-dd43-4296-9409-719966b4fef8 req-4a62aeae-041a-4d4c-b961-dec2393c907f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378498 Oct 19 01:21:31.308227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Network a1d1a80f-9ec8-4613-8cf5-590a865888ec is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:31.324275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:31.333884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Pushing event updated for resources: {'Port': ['ID=c3751227-69b8-4d0c-8d3f-a653416b9b61,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:31.367145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:31.375854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Performing IP validity checks on allocation pools {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:21:31.376488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:21:31.433628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.434456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.439601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:31.462937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-ac034a45-8805-41db-bc2e-d219ab1358e0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9712262 Oct 19 01:21:31.472550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9405b9-3517-4f50-87dd-6735fa10ed04 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:31.477112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Request body: {'port': {'device_id': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:31.485623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 631f033a-2782-40f9-9bd0-293f234cd9f8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:31.486223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 631f033a-2782-40f9-9bd0-293f234cd9f8 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:31.495212 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.527173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629c99-9272-44a2-b408-0480ec7edeef req-ef27e7e5-fd4d-4e79-9a91-5e7a7e7ad474 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.530846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Transition to ACTIVE for port object eb9405b9-3517-4f50-87dd-6735fa10ed04 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:31.537883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b629c99-9272-44a2-b408-0480ec7edeef req-ef27e7e5-fd4d-4e79-9a91-5e7a7e7ad474 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.2347853 Oct 19 01:21:31.544916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.580014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.598035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-a6324ba9-68a4-4839-b6b4-43c1cf49de0c tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.599204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-a6324ba9-68a4-4839-b6b4-43c1cf49de0c tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 946 time: 0.2177441 Oct 19 01:21:31.612295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2167c92-cf7d-4100-8c92-496f8ef53db2 req-3fec05d1-2f26-4951-b92f-040779d93f66 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.613789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2167c92-cf7d-4100-8c92-496f8ef53db2 req-3fec05d1-2f26-4951-b92f-040779d93f66 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.2397482 Oct 19 01:21:31.619779 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b629c99-9272-44a2-b408-0480ec7edeef req-05930b53-e722-41b6-a2d6-1bbc57812a1a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796282 Oct 19 01:21:31.719806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9405b9-3517-4f50-87dd-6735fa10ed04,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:31.750785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Deleting port b369f2f2-e65d-4d01-82d2-89fe21310fda {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:31.751714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:31.830727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850f684-b7d0-456f-8d4f-494a0ff29fa0 req-eb0fe6b2-1071-4049-8433-68d858fa06ff tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:31.832426 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5850f684-b7d0-456f-8d4f-494a0ff29fa0 req-eb0fe6b2-1071-4049-8433-68d858fa06ff tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 932 time: 0.0901830 Oct 19 01:21:31.909830 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5850f684-b7d0-456f-8d4f-494a0ff29fa0 req-d9a5d26d-8e94-49a3-afc0-97e1bae46076 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503685 Oct 19 01:21:31.919153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2167c92-cf7d-4100-8c92-496f8ef53db2 req-a4711c8b-c43a-4d35-b82a-327b4731c75c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810557 Oct 19 01:21:31.981994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3751227-69b8-4d0c-8d3f-a653416b9b61 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:31.991816 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.003447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.007883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Transition to ACTIVE for port object c3751227-69b8-4d0c-8d3f-a653416b9b61 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:32.014456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.024847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:32.066059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Attempting to bind port eb9405b9-3517-4f50-87dd-6735fa10ed04 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:32.066393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Attempting to bind port eb9405b9-3517-4f50-87dd-6735fa10ed04 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:32.066722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Attempting to bind port eb9405b9-3517-4f50-87dd-6735fa10ed04 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:32.070281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] For port b369f2f2-e65d-4d01-82d2-89fe21310fda, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b369f2f2-e65d-4d01-82d2-89fe21310fda,segment=NetworkSegment(fafd12ad-cfe8-4965-a59e-aab5e36dea07),segment_id=fafd12ad-cfe8-4965-a59e-aab5e36dea07)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:32.070637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.112385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Pushing event updated for resources: {'Port': ['ID=c3751227-69b8-4d0c-8d3f-a653416b9b61,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.123564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Port eb9405b9-3517-4f50-87dd-6735fa10ed04 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:32.124126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Attempting to bind port eb9405b9-3517-4f50-87dd-6735fa10ed04 on network a56597e0-3dee-40c2-9e8a-fdef2c6227da {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:32.130141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Calling delete_port for b369f2f2-e65d-4d01-82d2-89fe21310fda owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:32.138805 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.174896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:32.178241 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2332dbde-9919-4930-a3ca-3e58e52eb08b" -d '{"events": [{"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:32.181338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Deleting port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:32.181678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.184731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Attempting to bind port c3751227-69b8-4d0c-8d3f-a653416b9b61 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:32.185378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Attempting to bind port c3751227-69b8-4d0c-8d3f-a653416b9b61 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:32.186302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Attempting to bind port c3751227-69b8-4d0c-8d3f-a653416b9b61 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:32.192446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Port c3751227-69b8-4d0c-8d3f-a653416b9b61 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:32.192952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Attempting to bind port c3751227-69b8-4d0c-8d3f-a653416b9b61 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:32.203686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:32.204345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Checking segment: {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:32.204901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Bound using segment: {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:32.205523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Bound port: c3751227-69b8-4d0c-8d3f-a653416b9b61, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:32.206038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.206603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:32.206946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Checking segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:32.207326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Bound using segment: {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:32.207771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Bound port: eb9405b9-3517-4f50-87dd-6735fa10ed04, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aa19c3-38a8-4255-a44b-6d7a23e99597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:32.208177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.228267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=9d36668f-e489-4d2d-b4ed-bf5b3d493d88,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.355180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] For port c3751227-69b8-4d0c-8d3f-a653416b9b61, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:32.359692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] For port c3751227-69b8-4d0c-8d3f-a653416b9b61, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3751227-69b8-4d0c-8d3f-a653416b9b61,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:32.365892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.409536 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fcd91a-b9dd-46c5-b103-7afe395a83fb x-openstack-request-id: req-81fcd91a-b9dd-46c5-b103-7afe395a83fb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:32.410119 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:32.410119 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81fcd91a-b9dd-46c5-b103-7afe395a83fb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:32.410584 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'code': 200} Oct 19 01:21:32.413389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f3723-cddf-4926-a1ac-d9eb3f82630f req-25cdbb87-4bdf-40e6-8c8b-a52cd5e5619a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.414646 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc4f3723-cddf-4926-a1ac-d9eb3f82630f req-25cdbb87-4bdf-40e6-8c8b-a52cd5e5619a tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/ports?device_id=91c20e2e-e01a-4e9b-a618-25a988797a14 HTTP/1.1" status: 200 len: 945 time: 0.3661938 Oct 19 01:21:32.423777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Checking segment: {'id': '9ba9162b-23c6-4178-84cd-c4d57488c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2042348d-9b5f-45bc-8667-eb5b8077d308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:32.423954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:32.424210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network hostable DHCP agents. Network: 2042348d-9b5f-45bc-8667-eb5b8077d308, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:32.435567 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.455559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.456565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.458826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] 10.222.0.62 "PUT /v2.0/ports/c3751227-69b8-4d0c-8d3f-a653416b9b61 HTTP/1.1" status: 200 len: 1093 time: 0.9878085 Oct 19 01:21:32.462496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'tag': 'c3751227-69b8-4d0c-8d3f-a653416b9b61'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:32.472510 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6844a88f-a5e3-44b6-bd21-e8b6d195b255" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6d22b5-2b8b-4bff-9314-ece01226b127", "tag": "c3751227-69b8-4d0c-8d3f-a653416b9b61"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:32.508257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] For port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:32.508592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.514452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.548244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Calling delete_port for f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:32.549915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Network 2042348d-9b5f-45bc-8667-eb5b8077d308 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:32.559797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7497cf-8907-4bc6-b3d1-dc8d88b69ed3 req-b3b32be1-1d45-42fe-92b3-144b9385f63a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.561380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec7497cf-8907-4bc6-b3d1-dc8d88b69ed3 req-b3b32be1-1d45-42fe-92b3-144b9385f63a tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 943 time: 0.1843874 Oct 19 01:21:32.561655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] For port eb9405b9-3517-4f50-87dd-6735fa10ed04, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:32.592469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc4f3723-cddf-4926-a1ac-d9eb3f82630f req-fb82ee37-26b9-48ed-96f4-3790a80cea07 tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.64 "GET /v2.0/security-groups?id=87ad91cb-56e6-4c3c-b031-faeedc029e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593521 Oct 19 01:21:32.597453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc99877-db5a-4c9d-ac02-6b78488b8b44 service neutron] Pushing event updated for resources: {'Port': ['ID=c3751227-69b8-4d0c-8d3f-a653416b9b61,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.615913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] For port eb9405b9-3517-4f50-87dd-6735fa10ed04, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=eb9405b9-3517-4f50-87dd-6735fa10ed04,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:32.626440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2042348d-9b5f-45bc-8667-eb5b8077d308) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:32.634808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-81a29313-5869-430d-b5ff-b1461ba48bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.636381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-81a29313-5869-430d-b5ff-b1461ba48bbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 1096 time: 0.1339107 Oct 19 01:21:32.638080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236213f-3911-4955-a7f1-24fef8bc12ae None None] Network 2042348d-9b5f-45bc-8667-eb5b8077d308 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:32.662522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.663216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.677522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec7497cf-8907-4bc6-b3d1-dc8d88b69ed3 req-f3c34919-321a-4a01-adef-ed636e3fc8e4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070073 Oct 19 01:21:32.721596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.728829 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-d82582ed-cd94-42c9-b15f-c70bc2250d55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3751227-69b8-4d0c-8d3f-a653416b9b61 HTTP/1.1" status: 200 len: 217 time: 0.0698423 Oct 19 01:21:32.783692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-eea901c3-c772-4573-91f9-9f4dea8a7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.785282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-eea901c3-c772-4573-91f9-9f4dea8a7eea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.0489054 Oct 19 01:21:32.786965 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff324d54-3563-4e46-a7b0-471bbe9965cf x-openstack-request-id: req-ff324d54-3563-4e46-a7b0-471bbe9965cf {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:32.787255 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6d22b5-2b8b-4bff-9314-ece01226b127", "tag": "c3751227-69b8-4d0c-8d3f-a653416b9b61", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:32.787500 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff324d54-3563-4e46-a7b0-471bbe9965cf {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:32.787884 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'tag': 'c3751227-69b8-4d0c-8d3f-a653416b9b61', 'status': 'completed', 'code': 200} Oct 19 01:21:32.823092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-b1f8ed5c-dc3e-4a91-833d-389b5c0cf066 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292268 Oct 19 01:21:32.846973 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.855874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:32.856528 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:32.857919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] 10.222.0.74 "PUT /v2.0/ports/eb9405b9-3517-4f50-87dd-6735fa10ed04 HTTP/1.1" status: 200 len: 1092 time: 2.7520511 Oct 19 01:21:32.861429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'tag': 'eb9405b9-3517-4f50-87dd-6735fa10ed04'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:32.863795 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2d109f-959d-4cfb-9477-78f1f7190976", "tag": "eb9405b9-3517-4f50-87dd-6735fa10ed04"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:32.899924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-acd24f4a-9916-4359-b8ce-5d4a5bf33c56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3450971 Oct 19 01:21:32.908533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36602) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:32.914898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7ee8a116-5798-4ab4-b192-042ff745b1c0 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:32.947963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13eff1-a82d-4dbf-9e9c-12cda4a38ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9405b9-3517-4f50-87dd-6735fa10ed04,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:32.958465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-2042348d-9b5f-45bc-8667-eb5b8077d308', 'network_id': '2042348d-9b5f-45bc-8667-eb5b8077d308', 'tenant_id': '5a914e2a2c65446cb8bfe49ffcf12739', 'fixed_ips': [{'subnet_id': '9d36668f-e489-4d2d-b4ed-bf5b3d493d88'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:32.959607 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.018109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652406e-d4d9-4631-b173-ba98b890b037 req-678673ef-a28e-40cf-9cc6-176dc40c29c3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.019520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a652406e-d4d9-4631-b173-ba98b890b037 req-678673ef-a28e-40cf-9cc6-176dc40c29c3 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 944 time: 0.1511316 Oct 19 01:21:33.036144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Pushing event deleted for resources: {'Port': ['ID=b369f2f2-e65d-4d01-82d2-89fe21310fda,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:33.066359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b7498-688b-43c3-8968-9ca8d8ae561c req-487497e6-ab57-4382-96f0-918572eeeb3a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.068114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b25b7498-688b-43c3-8968-9ca8d8ae561c req-487497e6-ab57-4382-96f0-918572eeeb3a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.3240640 Oct 19 01:21:33.074035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] No DVR routers for this DVR port b369f2f2-e65d-4d01-82d2-89fe21310fda on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:33.077749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.083184 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1ab4e50-d5a0-4d8d-bd68-ec1a34edeb3f req-6561f214-23fc-4905-bd98-cd0f4cf9273e tempest-LiveMigrationTest-1452105148 tempest-LiveMigrationTest-1452105148-project] 10.222.0.62 "DELETE /v2.0/ports/b369f2f2-e65d-4d01-82d2-89fe21310fda HTTP/1.1" status: 204 len: 173 time: 1.8571796 Oct 19 01:21:33.105085 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-34070e99-d555-440e-9d0c-389c04450542 service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747529 Oct 19 01:21:33.140042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Allocated IP 2001:db8::3 (2042348d-9b5f-45bc-8667-eb5b8077d308/9d36668f-e489-4d2d-b4ed-bf5b3d493d88/699935f2-6e5c-4810-8630-ecff4b26d370) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:33.154563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-d8c4d9c5-836e-4970-b98f-eff7070117ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.162897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-d8c4d9c5-836e-4970-b98f-eff7070117ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 1095 time: 0.2411964 Oct 19 01:21:33.164618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a116-5798-4ab4-b192-042ff745b1c0 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58263519'] for subnet, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.169570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a652406e-d4d9-4631-b173-ba98b890b037 req-a414a3fc-adfd-4f23-afee-b0df4f249713 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381180 Oct 19 01:21:33.252759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78755c67-a1b5-46db-990c-6b29e9e1a1ba req-cab6cf47-4a85-4757-9edc-17870ba28978 service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359460 Oct 19 01:21:33.306075 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fc00f8-e6e5-4e63-ab91-c2d0d543c8a5 x-openstack-request-id: req-16fc00f8-e6e5-4e63-ab91-c2d0d543c8a5 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:33.306310 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2d109f-959d-4cfb-9477-78f1f7190976", "tag": "eb9405b9-3517-4f50-87dd-6735fa10ed04", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:33.306484 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16fc00f8-e6e5-4e63-ab91-c2d0d543c8a5 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:33.307010 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'tag': 'eb9405b9-3517-4f50-87dd-6735fa10ed04', 'status': 'completed', 'code': 200} Oct 19 01:21:33.308428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-105fdad7-a626-4273-8f70-5a5ff36bb6e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb9405b9-3517-4f50-87dd-6735fa10ed04 HTTP/1.1" status: 200 len: 217 time: 0.0950115 Oct 19 01:21:33.334642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b25b7498-688b-43c3-8968-9ca8d8ae561c req-6569f838-e6a2-4461-bd87-a5b5d9612e8d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439744 Oct 19 01:21:33.388849 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.396630 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.448298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Network 2042348d-9b5f-45bc-8667-eb5b8077d308 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:33.451481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:33.471337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:33.482981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Pushing event updated for resources: {'Port': ['ID=699935f2-6e5c-4810-8630-ecff4b26d370,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:33.558183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.585302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Attempting to bind port 699935f2-6e5c-4810-8630-ecff4b26d370 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:33.586152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Attempting to bind port 699935f2-6e5c-4810-8630-ecff4b26d370 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '9ba9162b-23c6-4178-84cd-c4d57488c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2042348d-9b5f-45bc-8667-eb5b8077d308'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:33.586762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Attempting to bind port 699935f2-6e5c-4810-8630-ecff4b26d370 on network 2042348d-9b5f-45bc-8667-eb5b8077d308 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:33.607845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:33.608761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Checking segment: {'id': '9ba9162b-23c6-4178-84cd-c4d57488c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2042348d-9b5f-45bc-8667-eb5b8077d308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:33.610558 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.613160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Bound using segment: {'id': '9ba9162b-23c6-4178-84cd-c4d57488c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2042348d-9b5f-45bc-8667-eb5b8077d308'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:33.616014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Bound port: 699935f2-6e5c-4810-8630-ecff4b26d370, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba9162b-23c6-4178-84cd-c4d57488c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2042348d-9b5f-45bc-8667-eb5b8077d308'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:33.617361 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.732286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event deleted for resources: {'Port': ['ID=f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:33.797983 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2450b2-f00e-4921-9708-73578aa0c2c1 req-5d8d0560-1307-4449-9569-1d4edc0a1ed8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.805608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f2450b2-f00e-4921-9708-73578aa0c2c1 req-5d8d0560-1307-4449-9569-1d4edc0a1ed8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 944 time: 0.3459966 Oct 19 01:21:33.806597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] For port 699935f2-6e5c-4810-8630-ecff4b26d370, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:33.811320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] For port 699935f2-6e5c-4810-8630-ecff4b26d370, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=699935f2-6e5c-4810-8630-ecff4b26d370,segment=NetworkSegment(9ba9162b-23c6-4178-84cd-c4d57488c9f2),segment_id=9ba9162b-23c6-4178-84cd-c4d57488c9f2)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:33.813590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] No DVR routers for this DVR port f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:33.816191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-49d78c87-ada9-4414-98c1-96c575ac66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.816955 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.817719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-49d78c87-ada9-4414-98c1-96c575ac66dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.4797683 Oct 19 01:21:33.818750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:33.822086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-4f3dd92b-8d76-4687-969a-8456a9201c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.822605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26c886a3-d2e5-4c04-9592-40d1339fbb6a req-0ad61461-acc8-47cc-96ff-8f459c5784c8 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "DELETE /v2.0/ports/f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e HTTP/1.1" status: 204 len: 173 time: 2.2001240 Oct 19 01:21:33.823753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-4f3dd92b-8d76-4687-969a-8456a9201c14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 1096 time: 0.4845252 Oct 19 01:21:33.899079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-e4c7457f-5e98-4e22-9d84-c68ef1c6d7c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695460 Oct 19 01:21:33.931599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723d2d-7e7f-40db-a77d-f59987bb0f42 None None] Pushing event updated for resources: {'Port': ['ID=699935f2-6e5c-4810-8630-ecff4b26d370,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:33.968154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1801f64-b409-4857-8ad5-2a385f62d060 req-fd17e438-bca3-4161-8377-1b517ce63b91 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:33.976923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b1801f64-b409-4857-8ad5-2a385f62d060 req-fd17e438-bca3-4161-8377-1b517ce63b91 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 0.5346520 Oct 19 01:21:34.000868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f2450b2-f00e-4921-9708-73578aa0c2c1 req-4bbbe7ca-6a4a-47a8-91b0-cc94a0784b2c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942964 Oct 19 01:21:34.076188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-48e957c1-97b6-48df-a682-234a81eced0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.077705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-48e957c1-97b6-48df-a682-234a81eced0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 915 time: 0.2282202 Oct 19 01:21:34.084220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b1801f64-b409-4857-8ad5-2a385f62d060 req-17d23dbc-6993-4b48-a5b7-15438f36e2a6 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063950 Oct 19 01:21:34.105750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-8eb0b762-89a7-460b-b8a1-89283c18bdc8 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939673 Oct 19 01:21:34.115696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36618) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.184600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-0f8bdff5-9bc5-4105-ad82-e69438af854c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3751227-69b8-4d0c-8d3f-a653416b9b61 HTTP/1.1" status: 200 len: 217 time: 0.0594997 Oct 19 01:21:34.310547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27cf83ff-d8ea-4c94-b19b-45cf4862c325 req-d2a8e786-9ce8-4049-bb32-10a20e55154f service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931329 Oct 19 01:21:34.332448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] Deleting subnet 993f09c0-62fd-4b63-9261-1c44ce768cc1 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:34.340666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.346905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a116-5798-4ab4-b192-042ff745b1c0 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741433417494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58293886'] for subnet, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.453255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-d7ba09f6-d0e8-49ae-ad55-36b8ffa60d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.454794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-d7ba09f6-d0e8-49ae-ad55-36b8ffa60d64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.2210526 Oct 19 01:21:34.455499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ad76116-3e53-4faf-9424-9deaf7ccf018 req-a42e006d-375f-4266-9b24-c308850ea4bb tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a58f7fe-115b-4700-9569-98df0ff26b9c HTTP/1.1" status: 200 len: 210 time: 0.0832503 Oct 19 01:21:34.457574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8a116-5798-4ab4-b192-042ff745b1c0 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event updated for resources: {'Subnet': ['ID=9d36668f-e489-4d2d-b4ed-bf5b3d493d88,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:34.477073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee8a116-5798-4ab4-b192-042ff745b1c0 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.477874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a116-5798-4ab4-b192-042ff745b1c0 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.481886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7ee8a116-5798-4ab4-b192-042ff745b1c0 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "PUT /v2.0/subnets/9d36668f-e489-4d2d-b4ed-bf5b3d493d88 HTTP/1.1" status: 200 len: 900 time: 1.5694683 Oct 19 01:21:34.485618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36628) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:34.503213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8286ac-191f-4a40-8fae-baf1b5c1d6bc req-03305e09-23d6-44d5-875a-27bf26861280 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.512236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb8286ac-191f-4a40-8fae-baf1b5c1d6bc req-03305e09-23d6-44d5-875a-27bf26861280 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 943 time: 0.2447369 Oct 19 01:21:34.525684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.539774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-ae0fce7a-5db6-4531-ab34-2baaff84f003 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571871 Oct 19 01:21:34.609427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb8286ac-191f-4a40-8fae-baf1b5c1d6bc req-dc1b61da-d71b-4003-8700-99101308fd81 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915942 Oct 19 01:21:34.705989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-060d6342-482d-44e6-820e-6fb97adf7faf service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592343 Oct 19 01:21:34.728825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-13910036-f454-4c75-aff1-91565957c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.730757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-13910036-f454-4c75-aff1-91565957c320 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 1095 time: 0.2707989 Oct 19 01:21:34.740392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7fcd1-fae5-49aa-bfb1-41cd807a26b1 req-921af1a4-ddf1-400a-82bd-e28a44386285 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:34.742175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51e7fcd1-fae5-49aa-bfb1-41cd807a26b1 req-921af1a4-ddf1-400a-82bd-e28a44386285 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1147921 Oct 19 01:21:34.745627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.780550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 699935f2-6e5c-4810-8630-ecff4b26d370 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:34.853080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6844a88f-a5e3-44b6-bd21-e8b6d195b255 req-2fc35da5-e7aa-4861-b36a-2875596859b0 service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397297 Oct 19 01:21:34.864292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.870731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 699935f2-6e5c-4810-8630-ecff4b26d370 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:34.871533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.910073 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.968565 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:34.991406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993f09c0-62fd-4b63-9261-1c44ce768cc1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:35.001283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51e7fcd1-fae5-49aa-bfb1-41cd807a26b1 req-067793cd-3628-4e89-9e7a-db3ffa9bba70 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989279 Oct 19 01:21:35.009025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 699935f2-6e5c-4810-8630-ecff4b26d370, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=699935f2-6e5c-4810-8630-ecff4b26d370,segment=NetworkSegment(9ba9162b-23c6-4178-84cd-c4d57488c9f2),segment_id=9ba9162b-23c6-4178-84cd-c4d57488c9f2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:35.016927 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.023322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.035811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1486644a-7d41-4f92-94db-690713e908c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/993f09c0-62fd-4b63-9261-1c44ce768cc1 HTTP/1.1" status: 204 len: 168 time: 0.9141037 Oct 19 01:21:35.038541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36632) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:35.075638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-d9a01122-cf80-4b01-8833-fd57aaab8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:35.077233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-d9a01122-cf80-4b01-8833-fd57aaab8c4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.2971942 Oct 19 01:21:35.108221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=699935f2-6e5c-4810-8630-ecff4b26d370,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:35.115688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.186626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-f3583908-d766-4cad-82bf-c9f638ad21e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb9405b9-3517-4f50-87dd-6735fa10ed04 HTTP/1.1" status: 200 len: 217 time: 0.0972624 Oct 19 01:21:35.250451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.270884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting port 699935f2-6e5c-4810-8630-ecff4b26d370 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:35.271237 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.280256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2307de7f-b14d-4842-9b63-1759f75b5a26']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:35.294454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafd12ad-cfe8-4965-a59e-aab5e36dea07') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:35.294766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafd12ad-cfe8-4965-a59e-aab5e36dea07') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:35.309394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffc32c-8910-4918-9b1a-f8b259c7af11 req-4154aa8e-9037-4694-abd5-9810b63ef8d1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:35.310916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33ffc32c-8910-4918-9b1a-f8b259c7af11 req-4154aa8e-9037-4694-abd5-9810b63ef8d1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 944 time: 0.1248329 Oct 19 01:21:35.315770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.330248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.339049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d8a59-3bc7-4ce9-a3b2-5b5d7b32b5ff None None] Network 2042348d-9b5f-45bc-8667-eb5b8077d308 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:35.345290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:35.345692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:35.347595 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:35.440845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33ffc32c-8910-4918-9b1a-f8b259c7af11 req-64f129c0-8efe-4bd0-987b-6d59d0f6bbfc tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058719 Oct 19 01:21:35.447145 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.470077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3751227-69b8-4d0c-8d3f-a653416b9b61 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:35.481078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:35.494084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.497394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2307de7f-b14d-4842-9b63-1759f75b5a26 HTTP/1.1" status: 204 len: 168 time: 0.4578359 Oct 19 01:21:35.498558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f248f9-f2e9-47c3-a8e2-c4a66778ca12 admin admin] Pushing event deleted for resources: {'Network': ['ID=2307de7f-b14d-4842-9b63-1759f75b5a26,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:35.500251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36642) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:35.552790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] Deleting subnet 64848638-936a-49b5-b063-8dfa7fa670a8 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:35.557090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.626633 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.664130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b1dd03d7-9c8b-450b-afac-dc8d0ecfcd83 None None] Provisioning complete for port 699935f2-6e5c-4810-8630-ecff4b26d370 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:35.664130 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1dd03d7-9c8b-450b-afac-dc8d0ecfcd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.735733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c3751227-69b8-4d0c-8d3f-a653416b9b61, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3751227-69b8-4d0c-8d3f-a653416b9b61,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:35.738234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.762262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: b369f2f2-e65d-4d01-82d2-89fe21310fda {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:35.763127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b369f2f2-e65d-4d01-82d2-89fe21310fda not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:35.765129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'c3751227-69b8-4d0c-8d3f-a653416b9b61', 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec', 'port_id': 'c3751227-69b8-4d0c-8d3f-a653416b9b61', 'mac_address': 'fa:16:3e:24:d5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc33e33-bfdd-47d2-aefd-c454d0ee8460', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:35.864043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] For port 699935f2-6e5c-4810-8630-ecff4b26d370, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=699935f2-6e5c-4810-8630-ecff4b26d370,segment=NetworkSegment(9ba9162b-23c6-4178-84cd-c4d57488c9f2),segment_id=9ba9162b-23c6-4178-84cd-c4d57488c9f2)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:35.864611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.874534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-8fcb66a8-3c29-4e82-8beb-67e27c0bbb3e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:35.880904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-8fcb66a8-3c29-4e82-8beb-67e27c0bbb3e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 822 time: 0.1791911 Oct 19 01:21:35.881300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Calling delete_port for 699935f2-6e5c-4810-8630-ecff4b26d370 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:35.902357 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.903124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-8ef939ac-6d22-48d0-ba05-e5ffee6514a0 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/quotas/06a52cfdd2e04471a82240372a09094a HTTP/1.1" status: 200 len: 375 time: 0.0186000 Oct 19 01:21:35.921023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.950323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3751227-69b8-4d0c-8d3f-a653416b9b61 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:35.960799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64848638-936a-49b5-b063-8dfa7fa670a8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:35.977674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:35.981305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03c44788-cf85-4e09-b1cd-dff43174acd1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/64848638-936a-49b5-b063-8dfa7fa670a8 HTTP/1.1" status: 204 len: 168 time: 0.4801133 Oct 19 01:21:35.981759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c3751227-69b8-4d0c-8d3f-a653416b9b61, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3751227-69b8-4d0c-8d3f-a653416b9b61,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:35.984581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36658) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:35.988686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.040299 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-aa7b6490-7662-403f-baf5-0e9c332306a1 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361389 Oct 19 01:21:36.055800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b298c369-e1d8-4f5e-ab61-e29cb504b560 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:36.060824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'name': 'network-vif-deleted', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda'}, {'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-deleted', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:36.063111 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c7a3f0-42a1-405f-91c4-9f5627b5387a" -d '{"events": [{"server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "name": "network-vif-deleted", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda"}, {"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-deleted", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:36.066936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:36.091741 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.109349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c3751227-69b8-4d0c-8d3f-a653416b9b61,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:36.123273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:36.124692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:36.155802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.177428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-d235968e-10e8-48c3-b193-97d18e6e2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:36.179839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-d235968e-10e8-48c3-b193-97d18e6e2de7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.9680681 Oct 19 01:21:36.182709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Port': ['ID=699935f2-6e5c-4810-8630-ecff4b26d370,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:36.258676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c3751227-69b8-4d0c-8d3f-a653416b9b61'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:36.293932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-55a51df2-3e8e-49a4-b51e-c3e5ac083841 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851886 Oct 19 01:21:36.302001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27e8b7-fb12-4365-940d-848a74126ad5 None None] Network 2042348d-9b5f-45bc-8667-eb5b8077d308 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:36.306066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96923ed8-91be-4a9f-a665-4158d0c65ad0 req-46fbf930-e1b6-477c-88a7-29812dffde4a tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:36.308283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96923ed8-91be-4a9f-a665-4158d0c65ad0 req-46fbf930-e1b6-477c-88a7-29812dffde4a tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 943 time: 1.1205015 Oct 19 01:21:36.319953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.332240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e505d173-f782-4902-b6e8-dbfbddc2d7e9 service neutron] 10.222.0.64 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907844 Oct 19 01:21:36.381799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No DVR routers for this DVR port 699935f2-6e5c-4810-8630-ecff4b26d370 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:36.389212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b132bd4-20f1-42d5-9dd3-d30aafb8439e']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:36.422041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7c522b60-4cf3-49b8-952f-7a9400acccf8 None None] Could not find standard attr ID for object 699935f2-6e5c-4810-8630-ecff4b26d370. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:21:36.425255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b298c369-e1d8-4f5e-ab61-e29cb504b560, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:36.432318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c35914-0e97-4e83-bf24-0b677f26883b') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:36.432526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c35914-0e97-4e83-bf24-0b677f26883b') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:36.449091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.465810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'port_id': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'mac_address': 'fa:16:3e:1c:c1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:36.469931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.483531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:36.483935 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:36.485870 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:36.513014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-618f0b3d-9bba-496d-9488-9b97a2aca5a0 service neutron] 10.222.0.64 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797647 Oct 19 01:21:36.575058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96923ed8-91be-4a9f-a665-4158d0c65ad0 req-6035c5f0-0789-4adc-93b0-2857586a46e0 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512891 Oct 19 01:21:36.608525 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.640759 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.651552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.664537 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5b132bd4-20f1-42d5-9dd3-d30aafb8439e HTTP/1.1" status: 204 len: 168 time: 0.6759124 Oct 19 01:21:36.717180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b3515-7932-403f-b39f-65e1ca21aa31 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b132bd4-20f1-42d5-9dd3-d30aafb8439e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:36.720767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b298c369-e1d8-4f5e-ab61-e29cb504b560 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:36.903557 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.908040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b298c369-e1d8-4f5e-ab61-e29cb504b560, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:36.930283 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.960878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-469c3f7b-137b-4863-ba68-7cb5ee6addcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:36.974050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-f78c7505-fd74-422d-be0d-eead2b4afe61 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618226 Oct 19 01:21:37.034707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f13ed-de2d-4fb5-977c-420be0c9a010 req-dddee105-f1b6-4a66-83fa-6caee49ad6eb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:37.043257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c50f13ed-de2d-4fb5-977c-420be0c9a010 req-dddee105-f1b6-4a66-83fa-6caee49ad6eb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1269398 Oct 19 01:21:37.043753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36674) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:37.095786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c50f13ed-de2d-4fb5-977c-420be0c9a010 req-c2c483a7-1e56-4ca3-a94c-2ba484676ec3 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Oct 19 01:21:37.165428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b298c369-e1d8-4f5e-ab61-e29cb504b560,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:37.171168 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ed4191-de78-4440-8005-3c57edbb8bbc x-openstack-request-id: req-d5ed4191-de78-4440-8005-3c57edbb8bbc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:37.171571 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c20e2e-e01a-4e9b-a618-25a988797a14", "name": "network-vif-deleted", "tag": "b369f2f2-e65d-4d01-82d2-89fe21310fda", "status": "completed", "code": 200}, {"server_uuid": "8a58f7fe-115b-4700-9569-98df0ff26b9c", "name": "network-vif-deleted", "tag": "f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:37.171920 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5ed4191-de78-4440-8005-3c57edbb8bbc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:37.172572 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c20e2e-e01a-4e9b-a618-25a988797a14', 'name': 'network-vif-deleted', 'tag': 'b369f2f2-e65d-4d01-82d2-89fe21310fda', 'status': 'completed', 'code': 200} Oct 19 01:21:37.172922 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a58f7fe-115b-4700-9569-98df0ff26b9c', 'name': 'network-vif-deleted', 'tag': 'f6de6c27-e56e-4ee7-be21-8a38cf3f6a4e', 'status': 'completed', 'code': 200} Oct 19 01:21:37.209376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cad2f-f7a2-46be-a8b3-b0cc064cd4c6 req-41e4db83-14e1-4c5d-b12e-af6bac9ba26d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:37.212063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b3cad2f-f7a2-46be-a8b3-b0cc064cd4c6 req-41e4db83-14e1-4c5d-b12e-af6bac9ba26d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 943 time: 0.3889256 Oct 19 01:21:37.262481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24a21f-f58e-49e6-b74e-defddb6468da req-174da7a5-87d7-46fd-9219-e82ee6b9c4d5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:37.264024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b24a21f-f58e-49e6-b74e-defddb6468da req-174da7a5-87d7-46fd-9219-e82ee6b9c4d5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Oct 19 01:21:37.305234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-20e7725d-5571-4721-8542-a636ae8368eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=727131d066ac40408ef77c15c56541f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440591 Oct 19 01:21:37.307780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:37.307957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b298c369-e1d8-4f5e-ab61-e29cb504b560'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:37.339324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b24a21f-f58e-49e6-b74e-defddb6468da req-dc4c475d-76b2-4645-a094-66eff55a73b6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678027 Oct 19 01:21:37.359639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b3cad2f-f7a2-46be-a8b3-b0cc064cd4c6 req-ac12dc05-6446-40d0-8aa6-202ef343bd5c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130435 Oct 19 01:21:37.372329 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.391387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e0732fb-c579-4ea8-a2f9-b21c0f86f27f req-10ed70cc-498a-43ec-be06-5beac7354823 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770990 Oct 19 01:21:37.420103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b57c0-63c9-4df1-b3a4-1d6d50669313 None None] Network 2042348d-9b5f-45bc-8667-eb5b8077d308 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:37.439261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c3d2b1f-6386-437c-ad87-c473ea9ffcf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.449922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=9d36668f-e489-4d2d-b4ed-bf5b3d493d88,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:37.477784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c3d2b1f-6386-437c-ad87-c473ea9ffcf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.526421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.562391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62e5e186-1308-4dca-bc9d-75aa71a928dd req-b2a8d9d2-5544-470b-9da5-2bca7bf1c98e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 210 time: 0.0766714 Oct 19 01:21:37.589935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2042348d-9b5f-45bc-8667-eb5b8077d308']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:37.614659 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c3d2b1f-6386-437c-ad87-c473ea9ffcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.620043 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c3d2b1f-6386-437c-ad87-c473ea9ffcf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.623109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba9162b-23c6-4178-84cd-c4d57488c9f2') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:37.623109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba9162b-23c6-4178-84cd-c4d57488c9f2') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:37.625967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c3d2b1f-6386-437c-ad87-c473ea9ffcf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87ad91cb-56e6-4c3c-b031-faeedc029e3c HTTP/1.1" status: 204 len: 168 time: 0.3105657 Oct 19 01:21:37.646696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d2b1f-6386-437c-ad87-c473ea9ffcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ad91cb-56e6-4c3c-b031-faeedc029e3c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:37.686043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.703014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb420b-f2fe-40b1-9d68-bb25d330c4e1 None None] DHCP port deletion for 2042348d-9b5f-45bc-8667-eb5b8077d308 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:21:37.768625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.778113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:37.778775 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:37.782057 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:37.827162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c48d50-3185-4185-b457-de703391548d req-fd1cb13e-6428-45b8-be1b-e19afbda5506 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:37.828727 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1c48d50-3185-4185-b457-de703391548d req-fd1cb13e-6428-45b8-be1b-e19afbda5506 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 944 time: 0.1248300 Oct 19 01:21:37.902427 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.912770 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:37.916131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/2042348d-9b5f-45bc-8667-eb5b8077d308 HTTP/1.1" status: 204 len: 168 time: 3.3806026 Oct 19 01:21:37.919885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36692) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:37.922699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1c48d50-3185-4185-b457-de703391548d req-1b998ca0-7f0f-4447-9772-60bd5ee9c1f0 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667589 Oct 19 01:21:37.952741 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8b71d4-71db-4a0c-a6ba-cc2084ccba53 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:37.953312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8b71d4-71db-4a0c-a6ba-cc2084ccba53 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:37.956776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0e8b71d4-71db-4a0c-a6ba-cc2084ccba53 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/9d36668f-e489-4d2d-b4ed-bf5b3d493d88 HTTP/1.1" status: 404 len: 337 time: 0.0356357 Oct 19 01:21:37.959407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36694) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:37.968159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027addc6-047a-4d65-a4bb-5a8e8dddeeb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=2042348d-9b5f-45bc-8667-eb5b8077d308,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:37.979786 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-598c2fbc-c0df-4f07-aa6e-9c032ccc9fb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:37.980445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598c2fbc-c0df-4f07-aa6e-9c032ccc9fb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:37.983581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-598c2fbc-c0df-4f07-aa6e-9c032ccc9fb5 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/2042348d-9b5f-45bc-8667-eb5b8077d308 HTTP/1.1" status: 404 len: 339 time: 0.0231047 Oct 19 01:21:37.986229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36696) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:38.073800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.081337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device eb9405b9-3517-4f50-87dd-6735fa10ed04 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:38.118987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36700) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:38.187677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a23fa673-c744-45d3-97ab-610e9d06d6f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57be1dc5087b4d27b7a3b78bfe6737ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668299 Oct 19 01:21:38.188333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36702) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:38.201552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.208314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port eb9405b9-3517-4f50-87dd-6735fa10ed04, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=eb9405b9-3517-4f50-87dd-6735fa10ed04,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:38.233068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'eb9405b9-3517-4f50-87dd-6735fa10ed04', 'network_id': 'a56597e0-3dee-40c2-9e8a-fdef2c6227da', 'port_id': 'eb9405b9-3517-4f50-87dd-6735fa10ed04', 'mac_address': 'fa:16:3e:cd:33:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c142c0-9a65-4777-8287-f98894591b66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:38.261777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-edd40f5b-febc-4e40-85d3-75df6a97ce91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.281370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.295785 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-edd40f5b-febc-4e40-85d3-75df6a97ce91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.300242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9405b9-3517-4f50-87dd-6735fa10ed04 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:38.320598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:38.327783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port eb9405b9-3517-4f50-87dd-6735fa10ed04, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=eb9405b9-3517-4f50-87dd-6735fa10ed04,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:38.331927 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.340271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64c886f-0330-49ef-909f-1f0cfae4a1cd') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:38.340616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64c886f-0330-49ef-909f-1f0cfae4a1cd') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:38.360339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b1d76-eab2-4dc5-b4a7-0adb44795d4a req-67828351-0220-41de-aa76-13db1d524a72 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:38.361876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-610b1d76-eab2-4dc5-b4a7-0adb44795d4a req-67828351-0220-41de-aa76-13db1d524a72 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1639647 Oct 19 01:21:38.363724 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.388500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.396664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:38.396968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=eb9405b9-3517-4f50-87dd-6735fa10ed04,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:38.397097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:38.400865 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:38.468981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-610b1d76-eab2-4dc5-b4a7-0adb44795d4a req-7aded021-c8b4-481a-8a66-7f83954002c2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974290 Oct 19 01:21:38.495840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.500750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.507877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee HTTP/1.1" status: 204 len: 168 time: 0.5205286 Oct 19 01:21:38.508442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36708) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:38.515049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-edd40f5b-febc-4e40-85d3-75df6a97ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.517671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-edd40f5b-febc-4e40-85d3-75df6a97ce91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.521179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-edd40f5b-febc-4e40-85d3-75df6a97ce91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e4ddb25-a876-4ef0-a5db-de1936def81d HTTP/1.1" status: 204 len: 168 time: 0.3295588 Oct 19 01:21:38.532061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1afb86-f227-4a1a-94a8-e43303bce9ac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=4b781b3e-5c4c-4bd7-b0c8-e4c3fd958bee,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:38.548961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd40f5b-febc-4e40-85d3-75df6a97ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4ddb25-a876-4ef0-a5db-de1936def81d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:38.566934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513284c9-325d-4df0-9802-103565ddf872 req-0cc0733e-5998-4b1f-a3d7-69330efc7b75 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:38.568759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-513284c9-325d-4df0-9802-103565ddf872 req-0cc0733e-5998-4b1f-a3d7-69330efc7b75 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 945 time: 0.1232395 Oct 19 01:21:38.577704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-863fdf3a-2d90-491a-8d3a-2788edf62b9f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:38.579243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-863fdf3a-2d90-491a-8d3a-2788edf62b9f tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 822 time: 0.2404757 Oct 19 01:21:38.593169 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-155c1167-1ec9-4ac7-b35c-5003c03d88ed tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:38.593917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155c1167-1ec9-4ac7-b35c-5003c03d88ed tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:38.597225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-155c1167-1ec9-4ac7-b35c-5003c03d88ed tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/b4f7f083-0c18-4dee-85ee-18ef301ac3ec HTTP/1.1" status: 404 len: 337 time: 0.0840058 Oct 19 01:21:38.599776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36714) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:38.611300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Request body: {'port': {'device_id': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'admin_state_up': True, 'tenant_id': '06a52cfdd2e04471a82240372a09094a'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:38.621730 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-822ed8d0-16b8-4eac-8623-872dcfd26bac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:38.622292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822ed8d0-16b8-4eac-8623-872dcfd26bac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:38.625427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-822ed8d0-16b8-4eac-8623-872dcfd26bac tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/a47c9988-fe48-47ef-b475-e8e4f9dc033f HTTP/1.1" status: 404 len: 339 time: 0.0244453 Oct 19 01:21:38.628072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36716) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:38.634740 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-513284c9-325d-4df0-9802-103565ddf872 req-316e9a72-75bf-4fe6-bc99-94c02c029baa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542936 Oct 19 01:21:38.658298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 699935f2-6e5c-4810-8630-ecff4b26d370 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:38.688013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f197e-3e4c-4e85-ae51-86e099ddfecd req-b5edd33d-fc35-4132-b263-14b6b757fbde tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:38.689562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-086f197e-3e4c-4e85-ae51-86e099ddfecd req-b5edd33d-fc35-4132-b263-14b6b757fbde tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 944 time: 0.1302977 Oct 19 01:21:38.701480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 699935f2-6e5c-4810-8630-ecff4b26d370 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:38.701885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 699935f2-6e5c-4810-8630-ecff4b26d370 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:38.726911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting subnet 2c913caf-115b-4745-900c-b516363470da {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:38.728922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['eb9405b9-3517-4f50-87dd-6735fa10ed04'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:38.732867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.777662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17d9c382-a4de-4051-b5d0-a4bf404127b1 req-93b13250-3dac-467a-9d9e-b3c1c9822642 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 210 time: 0.0375576 Oct 19 01:21:38.785717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-086f197e-3e4c-4e85-ae51-86e099ddfecd req-ba9a77e8-2483-4dfd-afbd-4b83a22cf1fe tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877235 Oct 19 01:21:38.814230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.833391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Made reservation on behalf of 06a52cfdd2e04471a82240372a09094a for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:38.837790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.915127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:38.984709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Allocated IP 172.20.0.13 (f452063c-b579-4487-83f9-9c9bc5ab1eeb/89d7f4b1-fd65-4975-afd3-5f671025bb49/2a756082-0af2-48bf-a96f-d993c8075747) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:39.003834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.059911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=2c913caf-115b-4745-900c-b516363470da,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:39.062867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.069092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d0ba7f2b-8320-42ae-886b-db085c62b08a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/2c913caf-115b-4745-900c-b516363470da HTTP/1.1" status: 204 len: 168 time: 0.4376328 Oct 19 01:21:39.069951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36734) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:39.073953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b66c78-4e8a-4f39-81a8-bf99e4d1c334 None None] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:39.156912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7f84-9962-4adc-8b14-9cc4e6fae516 req-b025341b-cedd-4535-9171-10d138221382 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:39.164566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting subnet 39be46ed-37b9-4e0c-a539-a921475167b7 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:39.165135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1aa7f84-9962-4adc-8b14-9cc4e6fae516 req-b025341b-cedd-4535-9171-10d138221382 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 944 time: 0.1102765 Oct 19 01:21:39.168407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.243204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.266124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1aa7f84-9962-4adc-8b14-9cc4e6fae516 req-25704cea-0fbf-4740-9db8-5da0337f98bf tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969388 Oct 19 01:21:39.314631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.369381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.376235 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.390258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.423766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Network f452063c-b579-4487-83f9-9c9bc5ab1eeb is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:39.427007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:39.434625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:39.472351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event updated for resources: {'Port': ['ID=2a756082-0af2-48bf-a96f-d993c8075747,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:39.486279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.486977 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e43621ae-a5b6-4c56-acb3-c71f19cda192 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:39.507073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3751227-69b8-4d0c-8d3f-a653416b9b61 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:39.537303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:39.538008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.574833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=39be46ed-37b9-4e0c-a539-a921475167b7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:39.576507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e33172dd-bcfe-4bc6-8d0a-6346241b6c33 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9738419 Oct 19 01:21:39.598613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Request body: {'port': {'device_id': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:39.610411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.617977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aca218b8-f6ac-4943-8890-25cf2ebc9e56 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/39be46ed-37b9-4e0c-a539-a921475167b7 HTTP/1.1" status: 204 len: 168 time: 0.5461273 Oct 19 01:21:39.620492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36754) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:39.738440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.792683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:39.823050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78a4e5-b106-435b-a4be-b3b111af1262 req-24aa2ea4-89fd-4e20-8a98-da9688fcb965 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:39.831869 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e78a4e5-b106-435b-a4be-b3b111af1262 req-24aa2ea4-89fd-4e20-8a98-da9688fcb965 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.2409744 Oct 19 01:21:39.890342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e78a4e5-b106-435b-a4be-b3b111af1262 req-a0ce0849-b057-44fb-9d75-7bb2c3eb7d97 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521989 Oct 19 01:21:39.982890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:39.983562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.068493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] For port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,segment=NetworkSegment(b181de43-8121-42a1-9dd3-95643f101ea5),segment_id=b181de43-8121-42a1-9dd3-95643f101ea5)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:40.069321 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.083641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Calling delete_port for 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:40.085785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a6c80-55ac-4513-b590-84bd7ed60e63 req-a88b04b1-c110-405c-9bec-96001c8bbd04 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:40.087409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a97a6c80-55ac-4513-b590-84bd7ed60e63 req-a88b04b1-c110-405c-9bec-96001c8bbd04 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 945 time: 0.2265255 Oct 19 01:21:40.098043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device eb9405b9-3517-4f50-87dd-6735fa10ed04 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:40.211439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a97a6c80-55ac-4513-b590-84bd7ed60e63 req-d473c9ce-c431-428b-9cd7-3a35b783627f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163528 Oct 19 01:21:40.268745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:40.315760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.344354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No DVR routers for this DVR port 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:40.357150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'port_id': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'mac_address': 'fa:16:3e:c2:2a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1cf545-8b75-4d90-80fd-dfb94dc1a56d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:40.383690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ce84b99e-5230-4829-842e-8b422623a583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.403670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Port': ['ID=0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:40.466308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a756082-0af2-48bf-a96f-d993c8075747 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:40.481658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.501771 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.509824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Transition to ACTIVE for port object 2a756082-0af2-48bf-a96f-d993c8075747 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:40.520963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b0d53-b4d9-4bbd-848e-3db447045e41 req-558eb008-e4a5-4971-9839-4a632b9f2ec0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:40.528001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322388e4-bdd2-4892-a96e-e73d57b60a5e req-9e802058-29c4-4a78-a37a-78f1f12ddc7b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:40.530168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-322388e4-bdd2-4892-a96e-e73d57b60a5e req-9e802058-29c4-4a78-a37a-78f1f12ddc7b tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 932 time: 0.2863340 Oct 19 01:21:40.530290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e5b0d53-b4d9-4bbd-848e-3db447045e41 req-558eb008-e4a5-4971-9839-4a632b9f2ec0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 944 time: 0.1445122 Oct 19 01:21:40.538772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6952d-98c2-41c8-97f6-60e0604352db None None] Network 9bd01dad-af73-4fd0-8829-c232af0c67ca requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:40.589183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.624379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6cfbcf75-1fe9-4ba7-b4fc-52850d92b862 None None] Could not find standard attr ID for object 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:21:40.628729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port c3751227-69b8-4d0c-8d3f-a653416b9b61 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:40.635564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e43621ae-a5b6-4c56-acb3-c71f19cda192 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:40.664779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.679426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e5b0d53-b4d9-4bbd-848e-3db447045e41 req-87bf6932-6c0b-4715-b6e4-ef3119a19621 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458099 Oct 19 01:21:40.709974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port c3751227-69b8-4d0c-8d3f-a653416b9b61 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:40.710473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.778182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-322388e4-bdd2-4892-a96e-e73d57b60a5e req-a0f0639f-6a9c-4d39-afb3-7630c7f7d6aa tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364001 Oct 19 01:21:40.795590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd01dad-af73-4fd0-8829-c232af0c67ca']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:40.809242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b181de43-8121-42a1-9dd3-95643f101ea5') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:40.809793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b181de43-8121-42a1-9dd3-95643f101ea5') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:40.825326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.846805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.864520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:40.865428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:40.874132 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:40.942970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:40.945668 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.025842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.043170 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.043170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port eb9405b9-3517-4f50-87dd-6735fa10ed04 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:41.058504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Pushing event updated for resources: {'Port': ['ID=2a756082-0af2-48bf-a96f-d993c8075747,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.108078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port eb9405b9-3517-4f50-87dd-6735fa10ed04 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:41.108460 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.167687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e43621ae-a5b6-4c56-acb3-c71f19cda192'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:41.174036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Attempting to bind port 2a756082-0af2-48bf-a96f-d993c8075747 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:41.174628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Attempting to bind port 2a756082-0af2-48bf-a96f-d993c8075747 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:41.174800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Attempting to bind port 2a756082-0af2-48bf-a96f-d993c8075747 on network f452063c-b579-4487-83f9-9c9bc5ab1eeb {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:41.176854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecc4d4-795b-4f3c-a926-7e374b7fe105 None None] DHCP port deletion for 9bd01dad-af73-4fd0-8829-c232af0c67ca request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:21:41.190768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Port 2a756082-0af2-48bf-a96f-d993c8075747 on network f452063c-b579-4487-83f9-9c9bc5ab1eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:41.191459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Attempting to bind port 2a756082-0af2-48bf-a96f-d993c8075747 on network f452063c-b579-4487-83f9-9c9bc5ab1eeb {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:41.203506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:41.204750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Checking segment: {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:41.206353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Bound using segment: {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:41.207091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Bound port: 2a756082-0af2-48bf-a96f-d993c8075747, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c52633-836a-4a70-bf05-43873e90a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:41.207728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.239081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6bba-3a36-4830-93f9-f0991ea30642 req-f129141c-56b7-45e4-813e-9c20ed5cf6ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:41.241815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-427a6bba-3a36-4830-93f9-f0991ea30642 req-f129141c-56b7-45e4-813e-9c20ed5cf6ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 944 time: 0.3536515 Oct 19 01:21:41.323737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.341027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.392579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3751227-69b8-4d0c-8d3f-a653416b9b61'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:41.394767 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82dba2-1d63-4545-8961-a452761b16aa" -d '{"events": [{"server_uuid": "ae6d22b5-2b8b-4bff-9314-ece01226b127", "name": "network-vif-plugged", "status": "completed", "tag": "c3751227-69b8-4d0c-8d3f-a653416b9b61"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:41.433433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-427a6bba-3a36-4830-93f9-f0991ea30642 req-f4ad70d8-f1f0-4d28-9dbd-2546fa01a0e4 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264055 Oct 19 01:21:41.449100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c3751227-69b8-4d0c-8d3f-a653416b9b61, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3751227-69b8-4d0c-8d3f-a653416b9b61,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:41.464359 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.477460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] For port 2a756082-0af2-48bf-a96f-d993c8075747, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:41.487474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] For port 2a756082-0af2-48bf-a96f-d993c8075747, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2a756082-0af2-48bf-a96f-d993c8075747,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:41.495439 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.536165 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.549595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.565592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.571820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/9bd01dad-af73-4fd0-8829-c232af0c67ca HTTP/1.1" status: 204 len: 168 time: 1.9473479 Oct 19 01:21:41.575211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36826) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:41.577174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:41.578100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.581591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] 10.222.0.74 "PUT /v2.0/ports/2a756082-0af2-48bf-a96f-d993c8075747 HTTP/1.1" status: 200 len: 1093 time: 1.9906132 Oct 19 01:21:41.581721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'tag': '2a756082-0af2-48bf-a96f-d993c8075747'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:41.585910 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6877dad9-060b-4837-96ae-6f0c6ab10e92", "tag": "2a756082-0af2-48bf-a96f-d993c8075747"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:41.623380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c3751227-69b8-4d0c-8d3f-a653416b9b61,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.648064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164a7cd-1f94-4290-aac7-9c928bbd2307 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=9bd01dad-af73-4fd0-8829-c232af0c67ca,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.652329 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-541789be-4226-49a0-883b-bf788eac3a0f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:41.652979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541789be-4226-49a0-883b-bf788eac3a0f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:41.656253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-541789be-4226-49a0-883b-bf788eac3a0f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/46cff075-1f18-4e13-adab-3204df9ae0e0 HTTP/1.1" status: 404 len: 337 time: 0.0671663 Oct 19 01:21:41.660908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36830) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:41.671056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d6fc6-ad23-46ea-abd2-8de4c168bdf4 req-fe77023a-9ec0-4614-a951-2db4addc8c06 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:41.680922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee992a71-357d-4f5e-a626-a945c16a6429 service neutron] Pushing event updated for resources: {'Port': ['ID=2a756082-0af2-48bf-a96f-d993c8075747,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.683354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c96d6fc6-ad23-46ea-abd2-8de4c168bdf4 req-fe77023a-9ec0-4614-a951-2db4addc8c06 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 944 time: 0.2015350 Oct 19 01:21:41.687598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port eb9405b9-3517-4f50-87dd-6735fa10ed04, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=eb9405b9-3517-4f50-87dd-6735fa10ed04,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:41.705974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.708112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b298c369-e1d8-4f5e-ab61-e29cb504b560 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:41.732792 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5cbd85-8d16-4bd6-9491-7408c8efaa23 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:41.733864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5cbd85-8d16-4bd6-9491-7408c8efaa23 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:41.738810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1e5cbd85-8d16-4bd6-9491-7408c8efaa23 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/8942980f-4fa3-41d8-a720-e9dacc7719d0 HTTP/1.1" status: 404 len: 339 time: 0.0504451 Oct 19 01:21:41.740511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36838) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:41.780956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c96d6fc6-ad23-46ea-abd2-8de4c168bdf4 req-5a798147-a77a-4f1c-9a87-c2c09b6592e8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962889 Oct 19 01:21:41.800143 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9a47fd-5a2d-4dda-97e1-916c3ede126a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:41.800827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9a47fd-5a2d-4dda-97e1-916c3ede126a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:41.804722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cd9a47fd-5a2d-4dda-97e1-916c3ede126a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/7975d7c0-fa94-47f7-9eeb-899046bf5744 HTTP/1.1" status: 404 len: 337 time: 0.0540466 Oct 19 01:21:41.807920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:41.842138 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-f9dda625-e62e-44bb-8483-46afa2c128ff tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3fa8804ff6494601b5f34688038f0511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450535 Oct 19 01:21:41.845399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-71060426-1f66-4237-97c8-3a57ed4f811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:41.846874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-71060426-1f66-4237-97c8-3a57ed4f811d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 1096 time: 0.2098780 Oct 19 01:21:41.849754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=eb9405b9-3517-4f50-87dd-6735fa10ed04,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:41.853415 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4340b8-1b63-4c08-8e2d-88dd11e20735 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:41.855173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b298c369-e1d8-4f5e-ab61-e29cb504b560 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:41.860173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b298c369-e1d8-4f5e-ab61-e29cb504b560 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:41.860395 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:41.864567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4340b8-1b63-4c08-8e2d-88dd11e20735 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:41.872908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fd4340b8-1b63-4c08-8e2d-88dd11e20735 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/8ece3c86-fb1b-4e25-9dc6-35a53b7a5a3d HTTP/1.1" status: 404 len: 339 time: 0.0638943 Oct 19 01:21:41.874314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36848) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:41.916011 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-505b86b0-9b3f-4c4a-99f1-f76049ba78be tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:41.916498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505b86b0-9b3f-4c4a-99f1-f76049ba78be tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:41.922423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-505b86b0-9b3f-4c4a-99f1-f76049ba78be tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/0c798244-570b-4c31-8c4a-3cff1c29a3ac HTTP/1.1" status: 404 len: 337 time: 0.0457132 Oct 19 01:21:41.936958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:41.959765 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5476ef-eeda-4c43-9dcb-f3ce55cf5c71 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:41.961226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5476ef-eeda-4c43-9dcb-f3ce55cf5c71 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:41.967123 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c5476ef-eeda-4c43-9dcb-f3ce55cf5c71 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/abb81102-3bec-4ed0-a864-4dec91655f3a HTTP/1.1" status: 404 len: 339 time: 0.0289440 Oct 19 01:21:41.967953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36854) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:42.015943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.034121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting subnet 8975eaa9-22b0-43f4-9167-1da342dc15a2 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:42.039721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.077699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-86ead85e-6c0f-47a3-9a2e-8b152e00438d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:42.083032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb23db-74e6-4502-b825-40f669de37a9 req-be48cd68-63c7-42b2-a4fd-048500e5a6ab tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:42.084487 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9eb23db-74e6-4502-b825-40f669de37a9 req-be48cd68-63c7-42b2-a4fd-048500e5a6ab tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 946 time: 0.2091534 Oct 19 01:21:42.087366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-86ead85e-6c0f-47a3-9a2e-8b152e00438d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443521 Oct 19 01:21:42.093141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b298c369-e1d8-4f5e-ab61-e29cb504b560, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:42.099127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.122022 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.150075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-e2f0652f-d805-4424-b1c7-2f056db6eb5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a756082-0af2-48bf-a96f-d993c8075747 HTTP/1.1" status: 200 len: 217 time: 0.0581160 Oct 19 01:21:42.171606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-0f17eb86-c2b7-4a51-8ba1-1d263525bcb7 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/quotas/3fa8804ff6494601b5f34688038f0511 HTTP/1.1" status: 200 len: 375 time: 0.0799587 Oct 19 01:21:42.191384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9eb23db-74e6-4502-b825-40f669de37a9 req-b7b51694-5e40-4818-995f-7d694bae8141 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985394 Oct 19 01:21:42.223049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b298c369-e1d8-4f5e-ab61-e29cb504b560,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:42.264187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.276387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.285636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-38bf2d8d-580d-46ef-a7c1-c956f8ae1e71 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8804ff6494601b5f34688038f0511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115832 Oct 19 01:21:42.296664 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5884c0c6-b455-4f35-8b6e-8cd324e3d7a2 x-openstack-request-id: req-5884c0c6-b455-4f35-8b6e-8cd324e3d7a2 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:42.297200 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6d22b5-2b8b-4bff-9314-ece01226b127", "name": "network-vif-plugged", "status": "completed", "tag": "c3751227-69b8-4d0c-8d3f-a653416b9b61", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:42.297792 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5884c0c6-b455-4f35-8b6e-8cd324e3d7a2 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:42.298375 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3751227-69b8-4d0c-8d3f-a653416b9b61', 'code': 200} Oct 19 01:21:42.380733 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a77ce9b-3d28-468d-8888-5ca97fa9beb6 x-openstack-request-id: req-4a77ce9b-3d28-468d-8888-5ca97fa9beb6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:42.381036 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6877dad9-060b-4837-96ae-6f0c6ab10e92", "tag": "2a756082-0af2-48bf-a96f-d993c8075747", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:42.381396 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a77ce9b-3d28-468d-8888-5ca97fa9beb6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:42.381973 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'tag': '2a756082-0af2-48bf-a96f-d993c8075747', 'status': 'completed', 'code': 200} Oct 19 01:21:42.396011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-01539ca4-4ece-48e1-84fc-acb644e95dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:42.403126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-01539ca4-4ece-48e1-84fc-acb644e95dd5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89d7f4b1-fd65-4975-afd3-5f671025bb49 HTTP/1.1" status: 200 len: 862 time: 0.2235813 Oct 19 01:21:42.440393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.520312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=8975eaa9-22b0-43f4-9167-1da342dc15a2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:42.521350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-dd0bd3ac-db3f-4133-948f-a74e80e66326 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f452063c-b579-4487-83f9-9c9bc5ab1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146102 Oct 19 01:21:42.547908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e0418-fcc8-4385-a44c-9ab51cd0c4e9 None None] Network 52324d21-42e6-4326-9840-e5417ba88260 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:42.549226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.555434 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-35cf8012-2c0b-446a-a5b8-ae5c46687a5a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/8975eaa9-22b0-43f4-9167-1da342dc15a2 HTTP/1.1" status: 204 len: 168 time: 0.5832860 Oct 19 01:21:42.557211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:42.569812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c63f5a-6f51-47e7-9570-6af4df7f8056 req-355bcfe0-de02-4de1-b751-197b56101a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:42.573364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b2c63f5a-6f51-47e7-9570-6af4df7f8056 req-355bcfe0-de02-4de1-b751-197b56101a00 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 1098 time: 0.1995382 Oct 19 01:21:42.677129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ccb88-7a5f-417e-a5dd-6ca9c921ab7a req-592ee090-1bda-48c5-b9ea-25ede4aff6ac tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:42.684793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-545ccb88-7a5f-417e-a5dd-6ca9c921ab7a req-592ee090-1bda-48c5-b9ea-25ede4aff6ac tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.2397473 Oct 19 01:21:42.729738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.737845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b2c63f5a-6f51-47e7-9570-6af4df7f8056 req-7e026f2c-b40d-45c3-9f08-ea3484a79935 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512351 Oct 19 01:21:42.771633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:42.772050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-545ccb88-7a5f-417e-a5dd-6ca9c921ab7a req-ce813331-2f06-4015-8284-460eda95efce tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820832 Oct 19 01:21:42.881097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting port 8ae441c4-bd81-471f-92e6-374dec328db4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:42.881654 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:42.891235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:42.891627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a81242f-8cd2-4e58-be2f-de4d0e5e2c4d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:42.906768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-8d878002-4e3f-4bef-9f88-d159e6fc9947 service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770418 Oct 19 01:21:42.994964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] For port 8ae441c4-bd81-471f-92e6-374dec328db4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8ae441c4-bd81-471f-92e6-374dec328db4,segment=NetworkSegment(32578c6e-0949-4efa-909d-fac7b057a75a),segment_id=32578c6e-0949-4efa-909d-fac7b057a75a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:42.995595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.005903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7b2b4-dd4b-4021-88fe-184db67c4376 req-06c6a34c-c1a2-4000-9d88-caaadc75715c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:43.007360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-99d7b2b4-dd4b-4021-88fe-184db67c4376 req-06c6a34c-c1a2-4000-9d88-caaadc75715c tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1290345 Oct 19 01:21:43.032311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Calling delete_port for 8ae441c4-bd81-471f-92e6-374dec328db4 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:43.071874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] DHCP port deletion for 52324d21-42e6-4326-9840-e5417ba88260 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:21:43.077839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ad66-6578-4642-9153-2ca0e2d69d22 req-b2ea28e4-e651-46ce-82c7-2e04704a0819 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:43.087442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d06ad66-6578-4642-9153-2ca0e2d69d22 req-b2ea28e4-e651-46ce-82c7-2e04704a0819 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 944 time: 0.1794996 Oct 19 01:21:43.130191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-99d7b2b4-dd4b-4021-88fe-184db67c4376 req-46b870be-d677-469b-a47c-8716144759c8 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978355 Oct 19 01:21:43.209383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d06ad66-6578-4642-9153-2ca0e2d69d22 req-ff0ce395-6397-48f5-a8d9-486a1a5ab0cc tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209831 Oct 19 01:21:43.224072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] Deleting port 8ae441c4-bd81-471f-92e6-374dec328db4 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:43.224316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.253630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a9b0fb0e-bad6-4c43-8890-b9664da7ec8e req-c0734de4-4742-4ff7-b2f6-b3fb196fe16d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 210 time: 0.0540371 Oct 19 01:21:43.269407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8be5a38-d78f-4fd0-9806-5ed62893e023 req-f0b72474-ed4e-4e2a-ba07-41e6a85cbe41 service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434870 Oct 19 01:21:43.276927 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.387316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Port': ['ID=8ae441c4-bd81-471f-92e6-374dec328db4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:43.389202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No DVR routers for this DVR port 8ae441c4-bd81-471f-92e6-374dec328db4 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:43.399212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] For port 8ae441c4-bd81-471f-92e6-374dec328db4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8ae441c4-bd81-471f-92e6-374dec328db4,segment=NetworkSegment(32578c6e-0949-4efa-909d-fac7b057a75a),segment_id=32578c6e-0949-4efa-909d-fac7b057a75a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:43.399940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.420556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] Calling delete_port for 8ae441c4-bd81-471f-92e6-374dec328db4 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:43.462331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a88e-a6bb-47fe-8b9f-86fb5d964a91 req-0a8bd0cb-8bc1-4db4-935b-8b9a7538d9e9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:43.464197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d23a88e-a6bb-47fe-8b9f-86fb5d964a91 req-0a8bd0cb-8bc1-4db4-935b-8b9a7538d9e9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 944 time: 0.1321249 Oct 19 01:21:43.473711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-3484088a-fbba-44e4-9641-baee65ca98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:43.476272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-3484088a-fbba-44e4-9641-baee65ca98ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06a52cfdd2e04471a82240372a09094a&device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 1096 time: 0.0937402 Oct 19 01:21:43.522660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e43621ae-a5b6-4c56-acb3-c71f19cda192 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:43.605450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e43621ae-a5b6-4c56-acb3-c71f19cda192 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:43.605450 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.606655 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d23a88e-a6bb-47fe-8b9f-86fb5d964a91 req-1c4ecd8e-356c-4872-8aba-0006e35c43b6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294053 Oct 19 01:21:43.609366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.661418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52324d21-42e6-4326-9840-e5417ba88260']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:43.668595 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.677683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b532e-3853-4707-b0d9-1aa30c574525 req-5764690e-2582-461b-b9db-9a3e63f41b8c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:43.680222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-7739f8bb-ecb1-4caf-8784-ded74189160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:43.681680 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-7739f8bb-ecb1-4caf-8784-ded74189160f service neutron] 10.222.0.74 "GET /v2.0/networks?id=f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 200 len: 923 time: 0.1953061 Oct 19 01:21:43.683310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] No DVR routers for this DVR port 8ae441c4-bd81-471f-92e6-374dec328db4 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:43.687301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e4b532e-3853-4707-b0d9-1aa30c574525 req-5764690e-2582-461b-b9db-9a3e63f41b8c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 946 time: 0.2191949 Oct 19 01:21:43.715277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df0af8-3b92-47f4-bc8a-804f3f461f63 None None] Pushing event deleted for resources: {'Port': ['ID=8ae441c4-bd81-471f-92e6-374dec328db4,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:43.750862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-d614d413-37c6-414e-9f4f-5dca3d48c1c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a756082-0af2-48bf-a96f-d993c8075747 HTTP/1.1" status: 200 len: 217 time: 0.0589449 Oct 19 01:21:43.776360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e4b532e-3853-4707-b0d9-1aa30c574525 req-6c31b65d-523e-492b-a714-d29031b07e80 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762553 Oct 19 01:21:43.779534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32578c6e-0949-4efa-909d-fac7b057a75a') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:43.779839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32578c6e-0949-4efa-909d-fac7b057a75a') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:43.810497 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.816353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.837248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.863054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:43.869222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:43.915787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-540dd806-897c-4a09-8c38-361087c7b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:43.917295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-540dd806-897c-4a09-8c38-361087c7b4d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89d7f4b1-fd65-4975-afd3-5f671025bb49 HTTP/1.1" status: 200 len: 862 time: 0.1565988 Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:43.933654 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:43.961426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:43.970583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.049147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.064676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.066287 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-7c10a20f-93bd-48b1-9c34-8d57ba3d63a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f452063c-b579-4487-83f9-9c9bc5ab1eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340964 Oct 19 01:21:44.068123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:44.082008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36884) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:44.083089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/52324d21-42e6-4326-9840-e5417ba88260 HTTP/1.1" status: 204 len: 168 time: 1.5248115 Oct 19 01:21:44.110664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b64869-6f90-4013-8fd7-2cbf201a7b4a tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=52324d21-42e6-4326-9840-e5417ba88260,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:44.190135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fc5dd-989f-4a30-bccc-ecac66785a2d req-8c463f9d-f629-46cd-9eb9-f10957dfc72f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:44.198231 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-403fc5dd-989f-4a30-bccc-ecac66785a2d req-8c463f9d-f629-46cd-9eb9-f10957dfc72f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.2672400 Oct 19 01:21:44.200927 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-858db65a-1ea4-4841-b683-6de427c0b77b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:44.201366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858db65a-1ea4-4841-b683-6de427c0b77b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:44.207255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-858db65a-1ea4-4841-b683-6de427c0b77b tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/72d6f666-6add-4ee7-bd4c-6b7b3f6d8f83 HTTP/1.1" status: 404 len: 337 time: 0.1249468 Oct 19 01:21:44.212612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36888) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:44.283433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-403fc5dd-989f-4a30-bccc-ecac66785a2d req-560f623c-7590-4d07-bf6b-51b9726c6a8e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764203 Oct 19 01:21:44.283433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-5f4c9b29-1331-499b-a5ab-eb2639dd086d service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969287 Oct 19 01:21:44.302371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9405b9-3517-4f50-87dd-6735fa10ed04'}, {'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560'}, {'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:44.309855 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436143a1-9d90-4f0b-8b64-93da04912387" -d '{"events": [{"server_uuid": "3d2d109f-959d-4cfb-9477-78f1f7190976", "name": "network-vif-plugged", "status": "completed", "tag": "eb9405b9-3517-4f50-87dd-6735fa10ed04"}, {"server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "name": "network-vif-plugged", "status": "completed", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560"}, {"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-plugged", "status": "completed", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:44.313603 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b45570a-428c-4c8e-80a3-b3c0b18bbca7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] DELETE failed (client error): The resource could not be found. Oct 19 01:21:44.314303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b45570a-428c-4c8e-80a3-b3c0b18bbca7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:21:44.317726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b45570a-428c-4c8e-80a3-b3c0b18bbca7 tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/c3a354e9-9578-4b50-a0f2-221a38137dd3 HTTP/1.1" status: 404 len: 339 time: 0.1040652 Oct 19 01:21:44.320240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36896) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:44.502395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f0ab-3b14-4948-946c-cba6279c1434 req-ee683c49-dcaf-44d4-b1d0-c9d6f0886493 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:44.510940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e346f0ab-3b14-4948-946c-cba6279c1434 req-ee683c49-dcaf-44d4-b1d0-c9d6f0886493 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 944 time: 0.1372945 Oct 19 01:21:44.539902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9bc686a-c7d8-44a0-bcac-c9a069c510ab req-756fbc73-76a4-4cee-bf9d-39ae4374f58e service neutron] 10.222.0.74 "GET /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543898 Oct 19 01:21:44.546013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-b34b8d97-2bc2-4fbb-ab53-0d527756543e tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3fa8804ff6494601b5f34688038f0511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307828 Oct 19 01:21:44.565236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting subnet 88557a6f-a01a-4d1b-aea1-b2e9024c4f29 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:21:44.589019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee972d05-00b1-40b1-9daf-e4d23b8d8ca4 req-944008f3-2994-41b3-9956-da7d17c0a373 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:44.598555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee972d05-00b1-40b1-9daf-e4d23b8d8ca4 req-944008f3-2994-41b3-9956-da7d17c0a373 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.3996243 Oct 19 01:21:44.615820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:44.616697 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e346f0ab-3b14-4948-946c-cba6279c1434 req-cdc5f10e-6533-48cd-911e-187ebda5bfa1 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044681 Oct 19 01:21:44.739463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8ae441c4-bd81-471f-92e6-374dec328db4 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:44.760393 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd40f887-49e6-43e8-97ec-c90f5039008f req-6df50a92-5f73-4dc9-a220-8ea84861aec0 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 210 time: 0.0475495 Oct 19 01:21:44.796510 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee972d05-00b1-40b1-9daf-e4d23b8d8ca4 req-1bbbf3ac-379a-4941-a5b3-6bfe92105f7f tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969609 Oct 19 01:21:44.833715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 8ae441c4-bd81-471f-92e6-374dec328db4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:44.842064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8ae441c4-bd81-471f-92e6-374dec328db4 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:44.854661 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194fa16-afee-457e-b897-215bdc4347b0 x-openstack-request-id: req-8194fa16-afee-457e-b897-215bdc4347b0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:44.855194 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2d109f-959d-4cfb-9477-78f1f7190976", "name": "network-vif-plugged", "status": "completed", "tag": "eb9405b9-3517-4f50-87dd-6735fa10ed04", "code": 200}, {"server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "name": "network-vif-plugged", "status": "completed", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560", "code": 200}, {"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-plugged", "status": "completed", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:44.855510 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8194fa16-afee-457e-b897-215bdc4347b0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:44.855922 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9405b9-3517-4f50-87dd-6735fa10ed04', 'code': 200} Oct 19 01:21:44.856276 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'code': 200} Oct 19 01:21:44.856644 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'code': 200} Oct 19 01:21:44.973405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-b828b571-c881-4f77-934b-caf06db22e13 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:44.975643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-b828b571-c881-4f77-934b-caf06db22e13 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4070659 Oct 19 01:21:44.993290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Request body: {'port': {'device_id': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '3fa8804ff6494601b5f34688038f0511'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:44.999280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.102593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10413-e553-4814-89b2-5634d3d29e65 req-416a4c13-e4c9-4d95-a7df-4e35dd516792 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.104104 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afb10413-e553-4814-89b2-5634d3d29e65 req-416a4c13-e4c9-4d95-a7df-4e35dd516792 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 946 time: 0.1355531 Oct 19 01:21:45.107037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a941dc-7573-410a-baf2-5a16fdc1f36a req-a5dbfaaf-d125-48ea-a2cd-e0dcf736fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.108420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7a941dc-7573-410a-baf2-5a16fdc1f36a req-a5dbfaaf-d125-48ea-a2cd-e0dcf736fe5f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 1097 time: 0.1015182 Oct 19 01:21:45.126277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf1c2-f3b3-469b-966b-7fb64e3658a1 req-e55365d6-f9d7-43a2-b477-d5080795bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.127782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ddcf1c2-f3b3-469b-966b-7fb64e3658a1 req-e55365d6-f9d7-43a2-b477-d5080795bf7e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 1097 time: 0.0875745 Oct 19 01:21:45.139663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803720a-10c7-4327-8f84-72f2a645d8e3 req-b99d3b49-b6e4-4af2-8a9a-fb4292a0c489 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.148371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9803720a-10c7-4327-8f84-72f2a645d8e3 req-b99d3b49-b6e4-4af2-8a9a-fb4292a0c489 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1714187 Oct 19 01:21:45.235064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ddcf1c2-f3b3-469b-966b-7fb64e3658a1 req-adbe84af-4ce6-4c90-92bd-a9dcfaaf4d0a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926569 Oct 19 01:21:45.236460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9803720a-10c7-4327-8f84-72f2a645d8e3 req-8b45a7db-f60a-4572-9024-2fbdb43b8cfb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872152 Oct 19 01:21:45.252821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afb10413-e553-4814-89b2-5634d3d29e65 req-a815f27a-1d63-4007-9bde-c22ab46c5341 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279347 Oct 19 01:21:45.254712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7a941dc-7573-410a-baf2-5a16fdc1f36a req-c2ac8d92-14a8-4824-b34f-96db7af6d865 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306839 Oct 19 01:21:45.269033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.339132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Made reservation on behalf of 3fa8804ff6494601b5f34688038f0511 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:45.342983 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.354328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.380769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.450223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Subnet': ['ID=88557a6f-a01a-4d1b-aea1-b2e9024c4f29,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:45.455183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.456561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb55db4-7b1c-4972-8382-9275d2638e23 None None] Network cd378510-60b1-4e90-8007-8ce11eda35d8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:45.463145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a5db77fd-2abe-4dae-8c97-5a91e9aa0a2f tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/subnets/88557a6f-a01a-4d1b-aea1-b2e9024c4f29 HTTP/1.1" status: 204 len: 168 time: 1.1376545 Oct 19 01:21:45.463145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36912) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:45.519809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ca0-eb8f-40ee-9e25-79429716b670 req-ee12a59b-14db-4d94-8996-27bd47c41e8e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.532020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6bca1ca0-eb8f-40ee-9e25-79429716b670 req-ee12a59b-14db-4d94-8996-27bd47c41e8e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1236665 Oct 19 01:21:45.588311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.598364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6bca1ca0-eb8f-40ee-9e25-79429716b670 req-043e43f3-786d-4cc7-bcd0-62a6a6827c96 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601621 Oct 19 01:21:45.616152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.643443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.779194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c424f6-b3d9-441f-8940-c3543877bfa1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:45.862351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Deleting port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:45.862700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:45.891522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee2d63-cb0d-428c-bc72-633f3f6d8d43 req-bc023ed1-76c2-4d91-bf30-b01de087f7e9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.901096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] DHCP port deletion for cd378510-60b1-4e90-8007-8ce11eda35d8 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:21:45.905151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-35ee2d63-cb0d-428c-bc72-633f3f6d8d43 req-bc023ed1-76c2-4d91-bf30-b01de087f7e9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 944 time: 0.1341054 Oct 19 01:21:45.920716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719526c-ec3c-45db-bd7a-188dbbcaef2e req-b771aea0-cbca-4050-991a-d23d88ea29df tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:45.922315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e719526c-ec3c-45db-bd7a-188dbbcaef2e req-b771aea0-cbca-4050-991a-d23d88ea29df tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 946 time: 0.2359028 Oct 19 01:21:45.953302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-35ee2d63-cb0d-428c-bc72-633f3f6d8d43 req-8b91a5aa-3956-4b96-84fd-22537b354237 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471544 Oct 19 01:21:45.983544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] Deleting port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:45.985735 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.096995 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-131eaa21-8fae-40ec-9854-d5e69243ccc7 req-83da4ca9-a74e-458a-a522-2b60a6f811c8 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 210 time: 0.0582595 Oct 19 01:21:46.101266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] For port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,segment=NetworkSegment(c2ed8e75-86f6-4633-8c37-0900405dc208),segment_id=c2ed8e75-86f6-4633-8c37-0900405dc208)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:46.101789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.110218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Allocated IP 192.168.233.30 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/c4de9ff2-829b-40ae-941b-9aac8ef06d57) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:46.117455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] Calling delete_port for 2d765413-5553-4bda-ba23-5cf6e6a3c5ba owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:46.125635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] For port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,segment=NetworkSegment(c2ed8e75-86f6-4633-8c37-0900405dc208),segment_id=c2ed8e75-86f6-4633-8c37-0900405dc208)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:46.126007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.186003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Calling delete_port for 2d765413-5553-4bda-ba23-5cf6e6a3c5ba owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:46.227614 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e719526c-ec3c-45db-bd7a-188dbbcaef2e req-9a32f20d-7615-43dd-a558-1c7657588257 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875011 Oct 19 01:21:46.335148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.341690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387462a-9e35-4fa1-ad19-92d4799d2f9e req-b3b87e66-ae7a-4f72-898f-5fe976db4180 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:46.354924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a387462a-9e35-4fa1-ad19-92d4799d2f9e req-b3b87e66-ae7a-4f72-898f-5fe976db4180 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1227937 Oct 19 01:21:46.381979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] Pushing event deleted for resources: {'Port': ['ID=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:46.391421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf233e-6fdb-40de-b90a-6d83b4a10cf2 None None] No DVR routers for this DVR port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:46.437137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a387462a-9e35-4fa1-ad19-92d4799d2f9e req-13cb22bd-69cd-49c3-be5b-1d0d19b0e4dc tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805635 Oct 19 01:21:46.702610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22ce5a-c7ee-4c39-8de6-3255e858488c req-4fb91d2c-6fba-4c25-8de3-024deb5b28f6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:46.712593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc22ce5a-c7ee-4c39-8de6-3255e858488c req-4fb91d2c-6fba-4c25-8de3-024deb5b28f6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.3228533 Oct 19 01:21:46.715297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.719697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:46.759959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d765413-5553-4bda-ba23-5cf6e6a3c5ba no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:46.831765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] No DVR routers for this DVR port 2d765413-5553-4bda-ba23-5cf6e6a3c5ba on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:46.833404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30be8d-65e6-4d4c-8763-83ef2ab44b09 req-a2b9aa2b-80b2-4255-8b37-59b3413c3404 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:46.849681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cd30be8d-65e6-4d4c-8763-83ef2ab44b09 req-a2b9aa2b-80b2-4255-8b37-59b3413c3404 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1215038 Oct 19 01:21:46.850070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2d765413-5553-4bda-ba23-5cf6e6a3c5ba {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:46.851689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d765413-5553-4bda-ba23-5cf6e6a3c5ba not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:46.856241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Port': ['ID=2d765413-5553-4bda-ba23-5cf6e6a3c5ba,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:46.929287 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cd30be8d-65e6-4d4c-8763-83ef2ab44b09 req-81888923-8537-4932-beaa-f4b17820dab5 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759053 Oct 19 01:21:47.030195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-b27788b1-3cee-4e74-aac6-1c537d114de9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:47.035722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-b27788b1-3cee-4e74-aac6-1c537d114de9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 946 time: 0.1625593 Oct 19 01:21:47.148685 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc22ce5a-c7ee-4c39-8de6-3255e858488c req-535a8af8-8b11-4312-80f6-a5d0450828b8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907404 Oct 19 01:21:47.257195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1710e7-3bb0-4031-8ee8-316dbce0d708 req-7f48b356-d34e-4f90-8934-f6e450d12fad tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:47.276705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e1710e7-3bb0-4031-8ee8-316dbce0d708 req-7f48b356-d34e-4f90-8934-f6e450d12fad tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 944 time: 0.1564367 Oct 19 01:21:47.312208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Deleting port c3751227-69b8-4d0c-8d3f-a653416b9b61 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:47.312794 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.368793 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.498217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.512224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd378510-60b1-4e90-8007-8ce11eda35d8']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:47.623383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ed8e75-86f6-4633-8c37-0900405dc208') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:47.623846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ed8e75-86f6-4633-8c37-0900405dc208') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:47.638665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:47.666541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:47.701449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.710788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:47.755259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.763889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:21:47.764360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:21:47.865803 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:21:48.040099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] For port c3751227-69b8-4d0c-8d3f-a653416b9b61, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3751227-69b8-4d0c-8d3f-a653416b9b61,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:48.040697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.055864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Calling delete_port for c3751227-69b8-4d0c-8d3f-a653416b9b61 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:48.097490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2a756082-0af2-48bf-a96f-d993c8075747 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:48.200301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.216289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9094041f-1701-468f-84ab-6469ccdeefa5 None None] Provisioning complete for port c4de9ff2-829b-40ae-941b-9aac8ef06d57 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:48.217066 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9094041f-1701-468f-84ab-6469ccdeefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.247040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e1710e7-3bb0-4031-8ee8-316dbce0d708 req-050eb589-c54f-4c56-a1bb-a75aedea657c tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9614570 Oct 19 01:21:48.299038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9094041f-1701-468f-84ab-6469ccdeefa5 None None] Port c4de9ff2-829b-40ae-941b-9aac8ef06d57 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:21:48.301147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'c3751227-69b8-4d0c-8d3f-a653416b9b61'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:48.310142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Pushing event deleted for resources: {'Port': ['ID=c3751227-69b8-4d0c-8d3f-a653416b9b61,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:48.439861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] No DVR routers for this DVR port c3751227-69b8-4d0c-8d3f-a653416b9b61 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:21:48.442618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.447272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26ac5466-46b2-4396-91d6-c6c77b09a492 req-bcba93ed-5324-457f-8537-c728b4f4899d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.62 "DELETE /v2.0/ports/c3751227-69b8-4d0c-8d3f-a653416b9b61 HTTP/1.1" status: 204 len: 173 time: 1.4042037 Oct 19 01:21:48.447972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'name': 'network-vif-deleted', 'tag': 'c3751227-69b8-4d0c-8d3f-a653416b9b61'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:48.450311 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395033de-e1ed-49e8-b067-719b4373c4be" -d '{"events": [{"server_uuid": "ae6d22b5-2b8b-4bff-9314-ece01226b127", "name": "network-vif-deleted", "tag": "c3751227-69b8-4d0c-8d3f-a653416b9b61"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:48.479751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:48.480720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.485155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b528967-9c6f-4212-96f0-f06ad294e658 req-210b0257-2ca7-4ca9-841c-7be559cb199a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae6d22b5-2b8b-4bff-9314-ece01226b127 HTTP/1.1" status: 200 len: 210 time: 0.0988159 Oct 19 01:21:48.505586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282558d-3345-49bf-9382-e5317206b46d req-5aea7dd0-20f9-49b1-a1d8-8ab81db1ff56 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:48.516403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d282558d-3345-49bf-9382-e5317206b46d req-5aea7dd0-20f9-49b1-a1d8-8ab81db1ff56 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 935 time: 1.1515539 Oct 19 01:21:48.517514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Pushing event updated for resources: {'Port': ['ID=c4de9ff2-829b-40ae-941b-9aac8ef06d57,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:48.520380 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.613634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.632000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] 10.222.0.64 "DELETE /v2.0/networks/cd378510-60b1-4e90-8007-8ce11eda35d8 HTTP/1.1" status: 204 len: 168 time: 3.1673498 Oct 19 01:21:48.652792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba0341-9486-4409-870f-8049000974cf tempest-NetworksIpV6Test-1657057023 tempest-NetworksIpV6Test-1657057023-project] Pushing event deleted for resources: {'Network': ['ID=cd378510-60b1-4e90-8007-8ce11eda35d8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:48.678051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-9147399f-0d01-4d20-aa7c-b84c7bd1ecbe tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6902850 Oct 19 01:21:48.697598 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d282558d-3345-49bf-9382-e5317206b46d req-63a1fa25-13dd-4eed-8b45-269c51540928 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649919 Oct 19 01:21:48.725402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Request body: {'port': {'device_id': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:48.781973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9419a8a-dd45-45b1-aa9b-f85ff51e7540 req-2ce9fa56-9152-4a29-b57c-88100512bb17 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:48.798277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9419a8a-dd45-45b1-aa9b-f85ff51e7540 req-2ce9fa56-9152-4a29-b57c-88100512bb17 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1517839 Oct 19 01:21:48.873261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:48.911574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9419a8a-dd45-45b1-aa9b-f85ff51e7540 req-2f9da40c-1867-4271-8c4b-1589d047fc06 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022451 Oct 19 01:21:48.976788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dc7cc-24d7-42a6-bb9c-913571ea852e req-9a6f0b25-e31d-45c0-8869-f2be7a9d33d8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:48.988449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c86dc7cc-24d7-42a6-bb9c-913571ea852e req-9a6f0b25-e31d-45c0-8869-f2be7a9d33d8 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1338980 Oct 19 01:21:49.025904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2a756082-0af2-48bf-a96f-d993c8075747, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2a756082-0af2-48bf-a96f-d993c8075747,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:49.069114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '2a756082-0af2-48bf-a96f-d993c8075747', 'network_id': 'f452063c-b579-4487-83f9-9c9bc5ab1eeb', 'port_id': '2a756082-0af2-48bf-a96f-d993c8075747', 'mac_address': 'fa:16:3e:ae:45:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d7f4b1-fd65-4975-afd3-5f671025bb49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:49.124775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.184662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e156d-4b61-4966-aaa1-e4a1ee57b53b req-d26bc0a2-1dfe-4769-ab66-34d25df85617 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:49.198650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-910e156d-4b61-4966-aaa1-e4a1ee57b53b req-d26bc0a2-1dfe-4769-ab66-34d25df85617 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1008697 Oct 19 01:21:49.253943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:49.268153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-910e156d-4b61-4966-aaa1-e4a1ee57b53b req-802c6529-62ec-4c4d-9db4-698e0d32453e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660489 Oct 19 01:21:49.283632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a756082-0af2-48bf-a96f-d993c8075747 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:49.323949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c86dc7cc-24d7-42a6-bb9c-913571ea852e req-b957efc3-e442-4fbb-8bff-654f30752234 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251913 Oct 19 01:21:49.336397 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87df1e-a31e-48d6-b168-7d8372e1cabe x-openstack-request-id: req-2c87df1e-a31e-48d6-b168-7d8372e1cabe {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:49.336692 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6d22b5-2b8b-4bff-9314-ece01226b127", "name": "network-vif-deleted", "tag": "c3751227-69b8-4d0c-8d3f-a653416b9b61", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:49.336949 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c87df1e-a31e-48d6-b168-7d8372e1cabe {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:49.337354 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6d22b5-2b8b-4bff-9314-ece01226b127', 'name': 'network-vif-deleted', 'tag': 'c3751227-69b8-4d0c-8d3f-a653416b9b61', 'status': 'completed', 'code': 200} Oct 19 01:21:49.347525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2a756082-0af2-48bf-a96f-d993c8075747, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2a756082-0af2-48bf-a96f-d993c8075747,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:49.357363 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.482675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2a756082-0af2-48bf-a96f-d993c8075747,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:49.546047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c33775-b5fa-417b-983a-b91daae7e66c req-5714119d-adc9-44af-b587-97c55b0756df tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:49.547716 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0c33775-b5fa-417b-983a-b91daae7e66c req-5714119d-adc9-44af-b587-97c55b0756df tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 945 time: 0.0992470 Oct 19 01:21:49.583799 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b1a70d4d-d25e-4380-a33d-fd96455a13c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a914e2a2c65446cb8bfe49ffcf12739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260748 Oct 19 01:21:49.592307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820e41b-0e44-46bf-a204-3a509c865c31 req-23527553-a2a5-4333-b1bf-ac6f5a1744d7 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:49.592552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 36966) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:49.610809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b820e41b-0e44-46bf-a204-3a509c865c31 req-23527553-a2a5-4333-b1bf-ac6f5a1744d7 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1442227 Oct 19 01:21:49.614796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 36968) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:49.630437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Request body: {'floatingip': {'port_id': 'b298c369-e1d8-4f5e-ab61-e29cb504b560'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:49.675268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.733631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0c33775-b5fa-417b-983a-b91daae7e66c req-b1165639-0302-47a6-9b54-d860cb202b98 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783934 Oct 19 01:21:49.748885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.761108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['2a756082-0af2-48bf-a96f-d993c8075747'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:49.800066 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d22ef83c-34a1-4519-8323-5ca9950ee66f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.846249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d22ef83c-34a1-4519-8323-5ca9950ee66f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.916923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d22ef83c-34a1-4519-8323-5ca9950ee66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.920253 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d22ef83c-34a1-4519-8323-5ca9950ee66f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:49.924816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d22ef83c-34a1-4519-8323-5ca9950ee66f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc26bcf4-4b13-4681-a8df-1e6ac33b3d16 HTTP/1.1" status: 204 len: 168 time: 0.3297956 Oct 19 01:21:49.935575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ef83c-34a1-4519-8323-5ca9950ee66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc26bcf4-4b13-4681-a8df-1e6ac33b3d16,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:50.026490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4de9ff2-829b-40ae-941b-9aac8ef06d57 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:50.061648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:50.114257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Transition to ACTIVE for port object c4de9ff2-829b-40ae-941b-9aac8ef06d57 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:21:50.122450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1bdf5-c182-4434-84f5-6c916c30d4fe req-e798d0b1-ca87-4f80-b553-5cfcc74b2abb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:50.132113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42a1bdf5-c182-4434-84f5-6c916c30d4fe req-e798d0b1-ca87-4f80-b553-5cfcc74b2abb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 935 time: 0.2404683 Oct 19 01:21:50.154149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:50.219840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9edad4-98be-472d-84dc-367f97759937 req-0e775acd-df7f-4ee5-a246-13be0f5457c0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:50.221543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c9edad4-98be-472d-84dc-367f97759937 req-0e775acd-df7f-4ee5-a246-13be0f5457c0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1681056 Oct 19 01:21:50.301473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c9edad4-98be-472d-84dc-367f97759937 req-76883d98-df2f-4b99-b39b-ca17cd3f27fa tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694900 Oct 19 01:21:50.386172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42a1bdf5-c182-4434-84f5-6c916c30d4fe req-8203c5a9-6e73-4b2f-8936-d8f542b00f23 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447627 Oct 19 01:21:50.473207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Pushing event updated for resources: {'Port': ['ID=c4de9ff2-829b-40ae-941b-9aac8ef06d57,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:50.585833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45c772-26d2-47a7-a385-56cbfe3a2db0 req-b88eb46a-9ee4-4202-89ce-9238f6769599 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:50.588425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e45c772-26d2-47a7-a385-56cbfe3a2db0 req-b88eb46a-9ee4-4202-89ce-9238f6769599 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1005909 Oct 19 01:21:50.700603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e45c772-26d2-47a7-a385-56cbfe3a2db0 req-e25b25d1-26aa-40bc-809f-311d5030da24 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986214 Oct 19 01:21:50.857862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e988a6a-e9ab-4028-b48c-f2fa6ac638b6 req-b670bea9-c022-4f05-a10d-11f3809df2ce tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:50.868269 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e988a6a-e9ab-4028-b48c-f2fa6ac638b6 req-b670bea9-c022-4f05-a10d-11f3809df2ce tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.3580353 Oct 19 01:21:50.944995 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e988a6a-e9ab-4028-b48c-f2fa6ac638b6 req-04ff59f8-f769-440b-a610-8a6f511cf58e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753255 Oct 19 01:21:50.984755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018ceeb-6fc1-4f94-bec0-6f079a4100be req-450b8cc7-e82e-4eac-8ba6-47d7d7d2a0ee tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:50.986364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1018ceeb-6fc1-4f94-bec0-6f079a4100be req-450b8cc7-e82e-4eac-8ba6-47d7d7d2a0ee tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1660640 Oct 19 01:21:51.074899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Attempting to bind port c4de9ff2-829b-40ae-941b-9aac8ef06d57 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:51.075715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Attempting to bind port c4de9ff2-829b-40ae-941b-9aac8ef06d57 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:51.076294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Attempting to bind port c4de9ff2-829b-40ae-941b-9aac8ef06d57 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:51.080012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1018ceeb-6fc1-4f94-bec0-6f079a4100be req-5f6b9232-e03a-4579-ae33-674ea8983a8f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868602 Oct 19 01:21:51.107923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Port c4de9ff2-829b-40ae-941b-9aac8ef06d57 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:21:51.108889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Attempting to bind port c4de9ff2-829b-40ae-941b-9aac8ef06d57 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:51.347109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:51.347713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:51.348306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:51.348907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Bound port: c4de9ff2-829b-40ae-941b-9aac8ef06d57, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:51.349463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.495649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3751227-69b8-4d0c-8d3f-a653416b9b61 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:21:51.519459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37026) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:51.522766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] For port c4de9ff2-829b-40ae-941b-9aac8ef06d57, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:51.581605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: c3751227-69b8-4d0c-8d3f-a653416b9b61 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:21:51.581952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3751227-69b8-4d0c-8d3f-a653416b9b61 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:21:51.682281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446bdf5-514e-4a7c-a4b5-54515d3cb722 req-c452d147-0b05-4ba3-92ed-b7b51bf87943 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:51.689594 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2446bdf5-514e-4a7c-a4b5-54515d3cb722 req-c452d147-0b05-4ba3-92ed-b7b51bf87943 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0956106 Oct 19 01:21:51.758305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2446bdf5-514e-4a7c-a4b5-54515d3cb722 req-c455e218-e887-4e27-ab4b-185336a4cd5d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627291 Oct 19 01:21:51.764337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-66bf04de-43a5-4af0-8d2f-9f9be92fc7cd tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1114900622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:51.836767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66bf04de-43a5-4af0-8d2f-9f9be92fc7cd tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.837947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66bf04de-43a5-4af0-8d2f-9f9be92fc7cd tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.927157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.resource_extend [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:21:51.931659 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66bf04de-43a5-4af0-8d2f-9f9be92fc7cd tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.947319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66bf04de-43a5-4af0-8d2f-9f9be92fc7cd tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.981922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2936d-9566-4fbf-8cc1-eee23cbac65f req-b638f7ca-8a29-41bc-bec6-1ca21b28fc63 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:51.983496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1f2936d-9566-4fbf-8cc1-eee23cbac65f req-b638f7ca-8a29-41bc-bec6-1ca21b28fc63 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 947 time: 0.1291173 Oct 19 01:21:51.991768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:51.994597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] For port c4de9ff2-829b-40ae-941b-9aac8ef06d57, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c4de9ff2-829b-40ae-941b-9aac8ef06d57,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:51.999372 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66bf04de-43a5-4af0-8d2f-9f9be92fc7cd tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.000741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66bf04de-43a5-4af0-8d2f-9f9be92fc7cd tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4800863 Oct 19 01:21:52.011797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5daf3-935f-43df-8d43-de123214dd94 req-e4e73092-70ee-4272-bb66-f4b7f870279e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:52.019871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10b5daf3-935f-43df-8d43-de123214dd94 req-e4e73092-70ee-4272-bb66-f4b7f870279e tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 945 time: 0.9539995 Oct 19 01:21:52.023080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37034) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:52.024554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.037154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1600225213'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:52.050812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1f2936d-9566-4fbf-8cc1-eee23cbac65f req-158cb7b7-7bdc-4d7b-b367-c07f9ea8cde2 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Oct 19 01:21:52.062310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.118949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Made reservation on behalf of 5df2b53d480741db99a9553e1f014ee3 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:52.126157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.128858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2a756082-0af2-48bf-a96f-d993c8075747 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:21:52.160424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.218634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c457-47cd-4664-94c2-270d41c8c474 req-39ef1d20-b2a5-4f48-bb89-617360905d2d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:52.235121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 2a756082-0af2-48bf-a96f-d993c8075747 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:21:52.236284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a998c457-47cd-4664-94c2-270d41c8c474 req-39ef1d20-b2a5-4f48-bb89-617360905d2d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1074190 Oct 19 01:21:52.240383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 2a756082-0af2-48bf-a96f-d993c8075747 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:21:52.240893 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.309325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10b5daf3-935f-43df-8d43-de123214dd94 req-8213ffcb-e049-4921-a3ae-9bf95ce2675a tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881830 Oct 19 01:21:52.327144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a998c457-47cd-4664-94c2-270d41c8c474 req-9b83ea3e-7a6c-4c97-ba96-6e285441c1a4 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853219 Oct 19 01:21:52.404200 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.496435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2a756082-0af2-48bf-a96f-d993c8075747, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2a756082-0af2-48bf-a96f-d993c8075747,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:52.497960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a756082-0af2-48bf-a96f-d993c8075747'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:52.505720 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79d66c-8e8d-4a12-8b7a-a954e023bf91" -d '{"events": [{"server_uuid": "6877dad9-060b-4837-96ae-6f0c6ab10e92", "name": "network-vif-plugged", "status": "completed", "tag": "2a756082-0af2-48bf-a96f-d993c8075747"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:52.506227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.513318 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.514432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:52.515256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.523539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e6fd1-142f-4ec9-8372-8ef680a531ca req-d876bb48-611e-4ce6-ac6b-fdd8618abc9d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:52.525833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] 10.222.0.62 "PUT /v2.0/ports/c4de9ff2-829b-40ae-941b-9aac8ef06d57 HTTP/1.1" status: 200 len: 1096 time: 3.8274481 Oct 19 01:21:52.529891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'tag': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:52.532311 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec22005-4d97-4c00-9f01-dd91c48b3d67" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f", "tag": "c4de9ff2-829b-40ae-941b-9aac8ef06d57"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:52.547502 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:52.548157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a47e6fd1-142f-4ec9-8372-8ef680a531ca req-d876bb48-611e-4ce6-ac6b-fdd8618abc9d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1358309 Oct 19 01:21:52.632146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a47e6fd1-142f-4ec9-8372-8ef680a531ca req-720cd19b-ee3d-4fbc-bce4-1b24684bf4b0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797906 Oct 19 01:21:52.657696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2a756082-0af2-48bf-a96f-d993c8075747,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:52.696528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631f1e39-702d-45d4-9600-6805c97bff49,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:52.728266 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f561d9-c10f-4aa3-ab38-5a420502111e x-openstack-request-id: req-06f561d9-c10f-4aa3-ab38-5a420502111e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:52.728565 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6877dad9-060b-4837-96ae-6f0c6ab10e92", "name": "network-vif-plugged", "status": "completed", "tag": "2a756082-0af2-48bf-a96f-d993c8075747", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:52.728820 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06f561d9-c10f-4aa3-ab38-5a420502111e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:52.729228 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a756082-0af2-48bf-a96f-d993c8075747', 'code': 200} Oct 19 01:21:52.778111 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d8c71d-5e0b-4e4d-98a3-aef173a483d4 x-openstack-request-id: req-23d8c71d-5e0b-4e4d-98a3-aef173a483d4 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:52.778788 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f", "tag": "c4de9ff2-829b-40ae-941b-9aac8ef06d57", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:52.779274 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23d8c71d-5e0b-4e4d-98a3-aef173a483d4 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:52.779911 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'tag': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57', 'status': 'completed', 'code': 200} Oct 19 01:21:52.864537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9f4f5-bc05-4422-9c4c-f98cd668851d req-a9e2c5d6-400c-437c-ac16-98d0b2857077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:52.867236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-22d9f4f5-bc05-4422-9c4c-f98cd668851d req-a9e2c5d6-400c-437c-ac16-98d0b2857077 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 1098 time: 0.0496199 Oct 19 01:21:52.907555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-22d9f4f5-bc05-4422-9c4c-f98cd668851d req-fba9d458-0954-428d-9d99-567a00d65e4b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Oct 19 01:21:53.108924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:53.123292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf2478-8592-4510-86cc-01f3d679da70 service neutron] Pushing event updated for resources: {'Port': ['ID=c4de9ff2-829b-40ae-941b-9aac8ef06d57,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:53.149476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6845e38-9ae3-4aaf-9481-635abe44259d req-ff23d457-e837-4e61-b712-ab3eb1ac1f82 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.157177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6845e38-9ae3-4aaf-9481-635abe44259d req-ff23d457-e837-4e61-b712-ab3eb1ac1f82 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.6489305 Oct 19 01:21:53.174454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:53.174454 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Added segment b0bd4de0-e9ca-497e-a312-fb08ac9b8011 of type vlan for network 29c08599-8981-475e-bf89-5339cccf40a2 Oct 19 01:21:53.176269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-e07801e9-0c78-43c2-95a5-81706c0584ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.177743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-e07801e9-0c78-43c2-95a5-81706c0584ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fa8804ff6494601b5f34688038f0511&device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 1099 time: 0.4894562 Oct 19 01:21:53.186915 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Floating IP 8f613d24-6d1f-455d-898a-0d94cce6c395 associated. External IP: 172.25.0.127, port: b298c369-e1d8-4f5e-ab61-e29cb504b560. Oct 19 01:21:53.262422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c543d17-586f-492b-81d8-3410e58293d7 req-b9df6179-c1af-487f-87cd-16036e366a8b tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.264575 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c543d17-586f-492b-81d8-3410e58293d7 req-b9df6179-c1af-487f-87cd-16036e366a8b tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 947 time: 0.1034839 Oct 19 01:21:53.278920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-cebbd3ff-586b-43b2-9860-0e1442ae8e44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c4de9ff2-829b-40ae-941b-9aac8ef06d57 HTTP/1.1" status: 200 len: 217 time: 0.0839438 Oct 19 01:21:53.324117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c543d17-586f-492b-81d8-3410e58293d7 req-3706e45b-9f64-4a17-99ee-2be080562023 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529354 Oct 19 01:21:53.362612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-93847ab2-a0ae-4bf9-810f-e2bff8847109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.364112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-93847ab2-a0ae-4bf9-810f-e2bff8847109 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0579309 Oct 19 01:21:53.379896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:53.425597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6845e38-9ae3-4aaf-9481-635abe44259d req-0305ce95-a324-43cc-974b-3445f5352af2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673774 Oct 19 01:21:53.520075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950889d5-68f7-43a1-a294-350d778d7872 req-514d2389-bbcc-4d78-ba13-9bc0438029f2 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.531885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950889d5-68f7-43a1-a294-350d778d7872 req-514d2389-bbcc-4d78-ba13-9bc0438029f2 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 946 time: 0.1171694 Oct 19 01:21:53.552966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934be79-2a95-4462-8b4e-826183902f2e req-c43c54d1-5b83-4e3b-9919-a28a19ebfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.554520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-c43c54d1-5b83-4e3b-9919-a28a19ebfb8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1781826 Oct 19 01:21:53.559515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:53.565110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.565708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:53.591498 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950889d5-68f7-43a1-a294-350d778d7872 req-be06a070-512e-49ac-9c96-4affc404cdff tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Oct 19 01:21:53.831089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8035529 Oct 19 01:21:53.836064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c9969-c455-4e2d-b2d0-feb1f1a7b2b3 req-5b411da6-ac0d-4b95-8d0d-e619266a3f09 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:53.842781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37054) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:53.845922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb1c9969-c455-4e2d-b2d0-feb1f1a7b2b3 req-5b411da6-ac0d-4b95-8d0d-e619266a3f09 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.0957603 Oct 19 01:21:53.888960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'subnet': {'network_id': '29c08599-8981-475e-bf89-5339cccf40a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:53.902555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb1c9969-c455-4e2d-b2d0-feb1f1a7b2b3 req-0fde1a21-7bd3-4783-8fb4-90ec0c5ae786 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559809 Oct 19 01:21:54.038904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577b797-3d04-4f58-9b3e-07d7db8e0afa tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Network': ['ID=29c08599-8981-475e-bf89-5339cccf40a2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:54.049268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 29c08599-8981-475e-bf89-5339cccf40a2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:54.094087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be79f-a3ee-43ab-b326-b32b670e4922 req-25b61ca7-e79c-48f2-8054-d58f855aa34b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:54.096356 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b2be79f-a3ee-43ab-b326-b32b670e4922 req-25b61ca7-e79c-48f2-8054-d58f855aa34b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.5390136 Oct 19 01:21:54.238568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-77f8421f-bd57-4db7-8ca4-faf2c05277ea service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701932 Oct 19 01:21:54.261205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:21:54.302311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b2be79f-a3ee-43ab-b326-b32b670e4922 req-73cd61d2-2024-46cc-a6ff-5947f5f81d17 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955550 Oct 19 01:21:54.447494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Made reservation on behalf of 5df2b53d480741db99a9553e1f014ee3 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:54.452028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.518013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3d08-2d83-48cb-a93a-96650395540c req-5b6842dd-f55e-4c83-8db3-3d6ebbc0130a tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:54.526107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c1f3d08-2d83-48cb-a93a-96650395540c req-5b6842dd-f55e-4c83-8db3-3d6ebbc0130a tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 947 time: 0.0838201 Oct 19 01:21:54.581922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c1f3d08-2d83-48cb-a93a-96650395540c req-124a9f6b-ae6d-490e-a155-a4be8c5e662d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Oct 19 01:21:54.684568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:21:54.689842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:54.697774 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] Sync routers for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:21:54.729820 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:21:54.730940 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:21:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:54.876380 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:21:55.014736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3c280c15-a32d-4b47-9ace-a25fa94973ff tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "PUT /v2.0/floatingips/8f613d24-6d1f-455d-898a-0d94cce6c395 HTTP/1.1" status: 200 len: 991 time: 5.3878241 Oct 19 01:21:55.025045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:21:55.027109 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:21:55.059515 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0934be79-2a95-4462-8b4e-826183902f2e req-f1009533-3fbb-4b3b-a6c4-c19544c13a59 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7965400 Oct 19 01:21:55.173703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860dd7b-35c5-4ce7-89b2-bdbfb359d9a3 req-837270d4-b33d-444d-b8d6-7b1f5e36ad93 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.192100 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '8f613d24-6d1f-455d-898a-0d94cce6c395', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'port_id': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'mac_address': 'fa:16:3e:1c:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:20:29Z', 'updated_at': '2021-10-19T01:21:51Z', 'revision_number': 1, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:55.192656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c860dd7b-35c5-4ce7-89b2-bdbfb359d9a3 req-837270d4-b33d-444d-b8d6-7b1f5e36ad93 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 946 time: 0.4844146 Oct 19 01:21:55.206803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dda10-70e1-4e23-9b6b-b915987ccdd5 req-909fcbcd-d7eb-4dd6-bf0d-119d7c9afa6a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.223080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f42dda10-70e1-4e23-9b6b-b915987ccdd5 req-909fcbcd-d7eb-4dd6-bf0d-119d7c9afa6a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1777565 Oct 19 01:21:55.230329 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] Checking router: 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:21:55.241934 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:21:55.242687 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:21:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:55.322683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f42dda10-70e1-4e23-9b6b-b915987ccdd5 req-b3fb148c-e5b1-4fed-a026-18221b06ba00 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906456 Oct 19 01:21:55.327835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37082) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:55.495447 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4080178e-a274-457d-9be2-d7aba94b0a65 x-openstack-request-id: req-4080178e-a274-457d-9be2-d7aba94b0a65 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:21:55.495952 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:21:55.495952 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4080178e-a274-457d-9be2-d7aba94b0a65 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:21:55.510404 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'status': 'completed', 'code': 200} Oct 19 01:21:55.515891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-ddebd749-6f28-47ff-8c06-3b1a067aaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.517402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-ddebd749-6f28-47ff-8c06-3b1a067aaac4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fa8804ff6494601b5f34688038f0511&device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 1099 time: 0.3805096 Oct 19 01:21:55.570146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c860dd7b-35c5-4ce7-89b2-bdbfb359d9a3 req-84f5e6bc-b520-4957-a61f-56a2a0124b2c tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741636 Oct 19 01:21:55.571345 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:21:55.694680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-03ece403-e247-457a-be8e-b93859b15f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.696274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-03ece403-e247-457a-be8e-b93859b15f95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19e6c9f26e544be3a24bdd8d17012d06&device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 1097 time: 0.1515667 Oct 19 01:21:55.717917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe880-6a9d-48c5-9339-313185eef960 req-36562b8b-3b17-48e2-ad01-d4f9f4dd2106 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:55.727724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbcbe880-6a9d-48c5-9339-313185eef960 req-36562b8b-3b17-48e2-ad01-d4f9f4dd2106 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1227453 Oct 19 01:21:55.767084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4db54f3-54e2-49b0-96c9-1e8c58511ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.852187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.870321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4db54f3-54e2-49b0-96c9-1e8c58511ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.888429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4db54f3-54e2-49b0-96c9-1e8c58511ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:55.923859 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b4db54f3-54e2-49b0-96c9-1e8c58511ab0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=235223b3f3ca4edd82886f9e86e678cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942945 Oct 19 01:21:55.947636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:55.961938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbcbe880-6a9d-48c5-9339-313185eef960 req-e02480ef-f57f-4550-a2fe-3303798abef5 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306960 Oct 19 01:21:55.986141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Subnet': ['ID=584544aa-fcab-4e1a-a7e1-67886ee0045f,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:56.062370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3839bcec-1df1-41e7-9cdd-d53b12513561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.152463 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '8f613d24-6d1f-455d-898a-0d94cce6c395', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'port_id': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'mac_address': 'fa:16:3e:1c:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:20:29Z', 'updated_at': '2021-10-19T01:21:51Z', 'revision_number': 1, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:21:56.170382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db54f3-54e2-49b0-96c9-1e8c58511ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edcfd17-ca6f-4e97-9e10-386316593993,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:56.197120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77234858-4983-4c06-974b-ed3068ccfa7f req-76c5ad79-d989-4dbf-b9e8-787750f324fa tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.204958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77234858-4983-4c06-974b-ed3068ccfa7f req-76c5ad79-d989-4dbf-b9e8-787750f324fa tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 946 time: 0.1020887 Oct 19 01:21:56.212229 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3839bcec-1df1-41e7-9cdd-d53b12513561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.235861 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95860dc-343e-440b-b381-0df6916491b2 None None] The sync data for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 is: [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '8f613d24-6d1f-455d-898a-0d94cce6c395', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'port_id': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'mac_address': 'fa:16:3e:1c:c1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:20:29Z', 'updated_at': '2021-10-19T01:21:51Z', 'revision_number': 1, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:21:56.254994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Checking segment: {'id': 'b0bd4de0-e9ca-497e-a312-fb08ac9b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '29c08599-8981-475e-bf89-5339cccf40a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:56.255366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network hostable DHCP agents. Network: 29c08599-8981-475e-bf89-5339cccf40a2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:56.280561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-679d9a7d-4b45-4391-95f6-33def612b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.282183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-679d9a7d-4b45-4391-95f6-33def612b515 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.6968777 Oct 19 01:21:56.295260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958d16-2d51-4a23-b670-6611babce59c req-03749556-08d4-4c11-af81-645b2a119125 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.296872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de958d16-2d51-4a23-b670-6611babce59c req-03749556-08d4-4c11-af81-645b2a119125 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 947 time: 0.1976411 Oct 19 01:21:56.306568 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77234858-4983-4c06-974b-ed3068ccfa7f req-8cd1112b-1691-479a-a846-01ca85b068d0 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005013 Oct 19 01:21:56.372095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-e4d27ef2-d226-40be-b91a-5e8c35262fbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c4de9ff2-829b-40ae-941b-9aac8ef06d57 HTTP/1.1" status: 200 len: 217 time: 0.0740211 Oct 19 01:21:56.379340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network 29c08599-8981-475e-bf89-5339cccf40a2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:56.379803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-59aa2e0c-9a6a-4167-8009-9bae35d7b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.383474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-59aa2e0c-9a6a-4167-8009-9bae35d7b9d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11b36568-041a-4a1c-9d52-07dab846b2c4 HTTP/1.1" status: 200 len: 917 time: 0.6433825 Oct 19 01:21:56.434343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 29c08599-8981-475e-bf89-5339cccf40a2) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:56.440051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.441021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.442304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13246382-b3d5-44b0-ace6-4e6b01eee01c None None] Network 29c08599-8981-475e-bf89-5339cccf40a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:56.447160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de958d16-2d51-4a23-b670-6611babce59c req-199852f0-aa67-49c7-8559-7342aace29d5 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372135 Oct 19 01:21:56.500485 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8548d5d0-32be-4505-a1ce-ddfcf9557e7d tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6529064 Oct 19 01:21:56.518293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37106) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:56.531084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'network': {'name': 'tempest-router-network01--58670527'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:56.568551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3839bcec-1df1-41e7-9cdd-d53b12513561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.579256 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3839bcec-1df1-41e7-9cdd-d53b12513561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.580996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3839bcec-1df1-41e7-9cdd-d53b12513561 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0edcfd17-ca6f-4e97-9e10-386316593993 HTTP/1.1" status: 204 len: 168 time: 0.6180725 Oct 19 01:21:56.610235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-6fd291c7-3e64-42f6-834a-54689e62d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.611097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839bcec-1df1-41e7-9cdd-d53b12513561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edcfd17-ca6f-4e97-9e10-386316593993,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:56.622298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-6fd291c7-3e64-42f6-834a-54689e62d480 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2337720 Oct 19 01:21:56.624516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Made reservation on behalf of 5df2b53d480741db99a9553e1f014ee3 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:56.626046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-9ca2e3bf-5ceb-4034-9a40-1fce7d1ff8da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560 HTTP/1.1" status: 200 len: 999 time: 0.2220452 Oct 19 01:21:56.637348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.661480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd667a1b-dcfc-48ed-a5c5-3c91afac9b54 req-4223eef8-9859-4e78-a522-7500390c97e6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.663392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd667a1b-dcfc-48ed-a5c5-3c91afac9b54 req-4223eef8-9859-4e78-a522-7500390c97e6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1829026 Oct 19 01:21:56.769523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-c88391b3-40aa-4b2f-b85d-e463214df526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.773709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-c88391b3-40aa-4b2f-b85d-e463214df526 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e073a0b6-2e12-42ed-a740-686169ade46c HTTP/1.1" status: 200 len: 855 time: 0.1092117 Oct 19 01:21:56.793462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:56.817605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.818061 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Added segment b8d5ace3-57e2-4e89-aa87-ec86c30f73db of type vlan for network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 Oct 19 01:21:56.833641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ccde2-170d-40af-9227-22fe2b07f758 None None] New status for floating IP 8f613d24-6d1f-455d-898a-0d94cce6c395: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:21:56.943463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:56.953373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-614dca93-df5b-430e-9183-fd5687808e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:56.958116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-614dca93-df5b-430e-9183-fd5687808e8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11b36568-041a-4a1c-9d52-07dab846b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629021 Oct 19 01:21:57.055969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-a5addb01-4f3f-4767-aa20-ddf30e47da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.057528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-a5addb01-4f3f-4767-aa20-ddf30e47da3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4140613 Oct 19 01:21:57.207242 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.211838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-29c08599-8981-475e-bf89-5339cccf40a2', 'network_id': '29c08599-8981-475e-bf89-5339cccf40a2', 'tenant_id': '5df2b53d480741db99a9553e1f014ee3', 'fixed_ips': [{'subnet_id': '584544aa-fcab-4e1a-a7e1-67886ee0045f'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:21:57.213268 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-0f653364-f1e5-4108-b3b7-5dda25f32246 service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446201 Oct 19 01:21:57.213395 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.233605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd667a1b-dcfc-48ed-a5c5-3c91afac9b54 req-0b22480f-34b8-4279-9466-14a104f44f64 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586291 Oct 19 01:21:57.257241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.260812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.388330 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c617bc1f-bf0e-4aa4-af5a-dfa26527dae4 req-711181d1-2638-4eff-8567-090ebdf14f9d service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518359 Oct 19 01:21:57.492182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-06f93f3b-6a38-4acd-87f7-788959cca5dc service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170382 Oct 19 01:21:57.515662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4c002-3f29-4ef7-8687-4bc52e3d6299 req-f8d91da2-2b0c-4155-9546-887d2686fb81 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.520658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcb4c002-3f29-4ef7-8687-4bc52e3d6299 req-f8d91da2-2b0c-4155-9546-887d2686fb81 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1311707 Oct 19 01:21:57.523376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e7c4-cdeb-48a8-a80d-e83f1270f747 req-71002fd3-4861-4c25-9262-c107a7a78728 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.527649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bd6e7c4-cdeb-48a8-a80d-e83f1270f747 req-71002fd3-4861-4c25-9262-c107a7a78728 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.6080825 Oct 19 01:21:57.541691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0178411 Oct 19 01:21:57.544137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37138) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:57.564331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Allocated IP 172.20.0.2 (29c08599-8981-475e-bf89-5339cccf40a2/584544aa-fcab-4e1a-a7e1-67886ee0045f/1238fdba-8042-40ce-91b6-6d7b5a1c426e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:21:57.622007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcb4c002-3f29-4ef7-8687-4bc52e3d6299 req-6200af2d-8ab7-4846-875f-1a4cac74ad88 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872197 Oct 19 01:21:57.645524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'network': {'name': 'tempest-router-network02--1304058354'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:57.705508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eeacd-8c4f-446f-b81a-1e4fb252bd69 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Network': ['ID=71ad66ad-5dd9-444a-b3c8-63a62828eaa0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:57.842538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Made reservation on behalf of 5df2b53d480741db99a9553e1f014ee3 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:57.851137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.860492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.870150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c4de9ff2-829b-40ae-941b-9aac8ef06d57 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:21:57.874562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-2a5ec3aa-17f4-41fb-831b-e38f914e4a34 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.876575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:57.876811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-2a5ec3aa-17f4-41fb-831b-e38f914e4a34 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 946 time: 0.1657896 Oct 19 01:21:57.883016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bd6e7c4-cdeb-48a8-a80d-e83f1270f747 req-b73684bd-3f8f-4182-9819-71f249464411 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321326 Oct 19 01:21:57.889378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e817-17dc-43c1-89a6-f21d9b15ba4f req-5fb8eb5b-9698-42c0-8816-6e4cdd6ad508 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:57.902773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-acf4e817-17dc-43c1-89a6-f21d9b15ba4f req-5fb8eb5b-9698-42c0-8816-6e4cdd6ad508 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 946 time: 0.1237793 Oct 19 01:21:57.971530 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:57.974809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dec22005-4d97-4c00-9f01-dd91c48b3d67 req-9183a854-a28c-41ac-b535-743542a96f90 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226174 Oct 19 01:21:57.988122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:21:58.002484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.004053 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Added segment d52d3aeb-ebfb-46d5-b426-de33c7adc8f8 of type vlan for network 706172d2-1385-4fe7-a05d-f3a427831b30 Oct 19 01:21:58.062523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Pushing event updated for resources: {'Port': ['ID=1238fdba-8042-40ce-91b6-6d7b5a1c426e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:58.074300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Network 29c08599-8981-475e-bf89-5339cccf40a2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:21:58.082144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:58.085609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:21:58.139959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-acf4e817-17dc-43c1-89a6-f21d9b15ba4f req-433347a9-596b-483c-a4c2-2b11c1054a55 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345078 Oct 19 01:21:58.164574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.171442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Attempting to bind port 1238fdba-8042-40ce-91b6-6d7b5a1c426e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:21:58.171823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Attempting to bind port 1238fdba-8042-40ce-91b6-6d7b5a1c426e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b0bd4de0-e9ca-497e-a312-fb08ac9b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '29c08599-8981-475e-bf89-5339cccf40a2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:21:58.172277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Attempting to bind port 1238fdba-8042-40ce-91b6-6d7b5a1c426e on network 29c08599-8981-475e-bf89-5339cccf40a2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:21:58.182059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:21:58.182458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Checking segment: {'id': 'b0bd4de0-e9ca-497e-a312-fb08ac9b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '29c08599-8981-475e-bf89-5339cccf40a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:58.183866 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.184311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Bound using segment: {'id': 'b0bd4de0-e9ca-497e-a312-fb08ac9b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '29c08599-8981-475e-bf89-5339cccf40a2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:21:58.184941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Bound port: 1238fdba-8042-40ce-91b6-6d7b5a1c426e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bd4de0-e9ca-497e-a312-fb08ac9b8011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '29c08599-8981-475e-bf89-5339cccf40a2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:21:58.185455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.208524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c16b35-93cc-4ac8-b8e1-23448431738f req-77b870ad-240d-4e18-ba33-1627be92862c tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.211194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-40c16b35-93cc-4ac8-b8e1-23448431738f req-77b870ad-240d-4e18-ba33-1627be92862c tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 947 time: 0.2049434 Oct 19 01:21:58.238449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Deleting port 2a756082-0af2-48bf-a96f-d993c8075747 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:21:58.238808 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.306449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.312656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.313340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.347821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7878520 Oct 19 01:21:58.355260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37158) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:58.363195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'subnet': {'network_id': '71ad66ad-5dd9-444a-b3c8-63a62828eaa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:21:58.368186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-40c16b35-93cc-4ac8-b8e1-23448431738f req-1cd20293-d49b-4334-8647-b6c1e24b5622 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433578 Oct 19 01:21:58.418051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] For port 1238fdba-8042-40ce-91b6-6d7b5a1c426e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:21:58.437220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] For port 1238fdba-8042-40ce-91b6-6d7b5a1c426e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1238fdba-8042-40ce-91b6-6d7b5a1c426e,segment=NetworkSegment(b0bd4de0-e9ca-497e-a312-fb08ac9b8011),segment_id=b0bd4de0-e9ca-497e-a312-fb08ac9b8011)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:21:58.439588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c4de9ff2-829b-40ae-941b-9aac8ef06d57, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c4de9ff2-829b-40ae-941b-9aac8ef06d57,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:58.462404 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.495098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f9dec-4195-4538-886e-7613d1b670d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Network': ['ID=706172d2-1385-4fe7-a05d-f3a427831b30,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:58.513806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] For port 2a756082-0af2-48bf-a96f-d993c8075747, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2a756082-0af2-48bf-a96f-d993c8075747,segment=NetworkSegment(72c52633-836a-4a70-bf05-43873e90a812),segment_id=72c52633-836a-4a70-bf05-43873e90a812)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:58.514180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.541671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 706172d2-1385-4fe7-a05d-f3a427831b30 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:21:58.569315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57', 'mac_address': 'fa:16:3e:20:8f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:21:58.685005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638eb5a-3ce5-4f87-94f6-79e5b3998945 None None] Pushing event updated for resources: {'Port': ['ID=1238fdba-8042-40ce-91b6-6d7b5a1c426e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:58.707589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Calling delete_port for 2a756082-0af2-48bf-a96f-d993c8075747 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:21:58.714378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Made reservation on behalf of 5df2b53d480741db99a9553e1f014ee3 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:21:58.715624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a90b76-8499-4283-96f6-f9ee338bb8aa req-031b1fec-de30-4fc9-9a96-7a64eebdcf77 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:58.717596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00a90b76-8499-4283-96f6-f9ee338bb8aa req-031b1fec-de30-4fc9-9a96-7a64eebdcf77 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1145110 Oct 19 01:21:58.717928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.751556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.780505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4de9ff2-829b-40ae-941b-9aac8ef06d57 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:21:58.806037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00a90b76-8499-4283-96f6-f9ee338bb8aa req-474e8fd3-9ce4-4a7a-84bf-2f5b98b8b9e1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Oct 19 01:21:58.812596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c4de9ff2-829b-40ae-941b-9aac8ef06d57, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c4de9ff2-829b-40ae-941b-9aac8ef06d57,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:21:58.817323 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:58.918010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c4de9ff2-829b-40ae-941b-9aac8ef06d57,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:58.996041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0757a9-2e69-4ae2-a221-9f8fe1e02f1b req-e8ba1ee5-7bd6-4683-87a8-5c909f04ccf7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.008539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb0757a9-2e69-4ae2-a221-9f8fe1e02f1b req-e8ba1ee5-7bd6-4683-87a8-5c909f04ccf7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.5050311 Oct 19 01:21:59.064813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c4de9ff2-829b-40ae-941b-9aac8ef06d57'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:59.130710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc1b9-9a7b-4078-b374-a7bf02b6d903 req-9e5093a6-e48c-4c3d-a4a6-1c1cffe73b72 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.140058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4edc1b9-9a7b-4078-b374-a7bf02b6d903 req-9e5093a6-e48c-4c3d-a4a6-1c1cffe73b72 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1739469 Oct 19 01:21:59.142332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37168) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:59.238455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb0757a9-2e69-4ae2-a221-9f8fe1e02f1b req-47f77b51-5818-4589-8843-7cba99e7f764 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271025 Oct 19 01:21:59.255792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.273180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4edc1b9-9a7b-4078-b374-a7bf02b6d903 req-b49a937f-a302-48f6-a695-5cbe0df6b7b5 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006484 Oct 19 01:21:59.375083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-88bedc57-ed01-4d92-96fc-63a652390de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.403591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Subnet': ['ID=03b820c2-c0b5-41ef-bf9b-cd4e36bcfaf3,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:59.509743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Checking segment: {'id': 'b8d5ace3-57e2-4e89-aa87-ec86c30f73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '71ad66ad-5dd9-444a-b3c8-63a62828eaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:21:59.510458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network hostable DHCP agents. Network: 71ad66ad-5dd9-444a-b3c8-63a62828eaa0, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:21:59.528536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-88bedc57-ed01-4d92-96fc-63a652390de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.534158 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-88bedc57-ed01-4d92-96fc-63a652390de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.551769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee94e2-3120-432a-8dc7-dd413536e7fc req-1c944a99-33ca-4a3b-b9ba-0fae2bc5bc70 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.553913 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45ee94e2-3120-432a-8dc7-dd413536e7fc req-1c944a99-33ca-4a3b-b9ba-0fae2bc5bc70 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 946 time: 0.1482477 Oct 19 01:21:59.602666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bedc57-ed01-4d92-96fc-63a652390de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae67426-7cb6-407c-914b-2196fd570de7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:21:59.610221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-88bedc57-ed01-4d92-96fc-63a652390de3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc0a9231ecc14489abc8732207c5b442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664323 Oct 19 01:21:59.613049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:21:59.737831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45ee94e2-3120-432a-8dc7-dd413536e7fc req-d33c38ed-63c7-4e26-90ce-2afae3a66c83 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups?id=d39928f8-5a24-43b8-b0e8-e4dea7bf619e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628058 Oct 19 01:21:59.740245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:21:59.769474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.809933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['2a756082-0af2-48bf-a96f-d993c8075747'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:21:59.821251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 71ad66ad-5dd9-444a-b3c8-63a62828eaa0) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:21:59.822383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af463867-fdd7-4d74-ace5-3c1f95022894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.834125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.852371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:21:59.866412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33552e5-fcd2-47d5-b4f9-5a0214309644 req-c2e82c56-303e-47f0-9283-0ad100ff79fa tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:21:59.869231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547843b-8274-4363-8f38-95de47a2922c None None] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:21:59.873862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e33552e5-fcd2-47d5-b4f9-5a0214309644 req-c2e82c56-303e-47f0-9283-0ad100ff79fa tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 948 time: 0.1510668 Oct 19 01:21:59.876982 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af463867-fdd7-4d74-ace5-3c1f95022894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.011472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e33552e5-fcd2-47d5-b4f9-5a0214309644 req-cb33124e-ed1f-4d24-8d3f-c7167a129234 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362410 Oct 19 01:22:00.024068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event deleted for resources: {'Port': ['ID=2a756082-0af2-48bf-a96f-d993c8075747,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:00.037790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af463867-fdd7-4d74-ace5-3c1f95022894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.040641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af463867-fdd7-4d74-ace5-3c1f95022894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.044418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-af463867-fdd7-4d74-ace5-3c1f95022894 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aae67426-7cb6-407c-914b-2196fd570de7 HTTP/1.1" status: 204 len: 168 time: 0.4301915 Oct 19 01:22:00.069966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463867-fdd7-4d74-ace5-3c1f95022894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae67426-7cb6-407c-914b-2196fd570de7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:00.083118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:00.088855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'subnet': {'network_id': '706172d2-1385-4fe7-a05d-f3a427831b30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:00.092512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fc2535e9-0aef-4f7d-8f0b-feea34f0e886 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7357662 Oct 19 01:22:00.200280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] No DVR routers for this DVR port 2a756082-0af2-48bf-a96f-d993c8075747 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:00.206853 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.213256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4a596f4-53f3-46c2-8a05-4c965ef49a0c req-ac9dbb7a-cb90-4d0b-bcff-838688f73b78 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.74 "DELETE /v2.0/ports/2a756082-0af2-48bf-a96f-d993c8075747 HTTP/1.1" status: 204 len: 173 time: 2.3056192 Oct 19 01:22:00.213788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'name': 'network-vif-deleted', 'tag': '2a756082-0af2-48bf-a96f-d993c8075747'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:00.224745 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74168ff9-8843-482a-ade1-038bdc75094d" -d '{"events": [{"server_uuid": "6877dad9-060b-4837-96ae-6f0c6ab10e92", "name": "network-vif-deleted", "tag": "2a756082-0af2-48bf-a96f-d993c8075747"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:00.233921 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:22:00.244847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-71ad66ad-5dd9-444a-b3c8-63a62828eaa0', 'network_id': '71ad66ad-5dd9-444a-b3c8-63a62828eaa0', 'tenant_id': '5df2b53d480741db99a9553e1f014ee3', 'fixed_ips': [{'subnet_id': '03b820c2-c0b5-41ef-bf9b-cd4e36bcfaf3'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:00.247335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.287516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a61a3-1f14-478e-b919-4a6072559d6f req-a32ae792-cfef-490c-a69f-894771f5f4d4 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:00.327117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed0a61a3-1f14-478e-b919-4a6072559d6f req-a32ae792-cfef-490c-a69f-894771f5f4d4 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.3405964 Oct 19 01:22:00.352794 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e32417-fde3-4dde-940a-3578ce150c4a x-openstack-request-id: req-89e32417-fde3-4dde-940a-3578ce150c4a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:00.357209 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6877dad9-060b-4837-96ae-6f0c6ab10e92", "name": "network-vif-deleted", "tag": "2a756082-0af2-48bf-a96f-d993c8075747", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:00.358700 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89e32417-fde3-4dde-940a-3578ce150c4a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:00.359657 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6877dad9-060b-4837-96ae-6f0c6ab10e92', 'name': 'network-vif-deleted', 'tag': '2a756082-0af2-48bf-a96f-d993c8075747', 'status': 'completed', 'code': 200} Oct 19 01:22:00.399474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Made reservation on behalf of 5df2b53d480741db99a9553e1f014ee3 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:00.408447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.476601 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed0a61a3-1f14-478e-b919-4a6072559d6f req-919ab28c-a7d0-490f-9227-c3a82bd222af tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462662 Oct 19 01:22:00.494637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Allocated IP 172.20.0.2 (71ad66ad-5dd9-444a-b3c8-63a62828eaa0/03b820c2-c0b5-41ef-bf9b-cd4e36bcfaf3/2a6f4a03-354a-4bf2-847d-7a5c117c07c4) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:00.668569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d772-7426-42b5-a2aa-18e473d07322 req-61001739-d77e-4d56-bf54-ec2aaa383f55 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:00.672655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d06d772-7426-42b5-a2aa-18e473d07322 req-61001739-d77e-4d56-bf54-ec2aaa383f55 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1065865 Oct 19 01:22:00.672837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a11ab9-f734-42e7-8fb1-cc20c0c73f90 None None] Network 29c08599-8981-475e-bf89-5339cccf40a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:00.786260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d06d772-7426-42b5-a2aa-18e473d07322 req-adae39b9-1299-43d6-a4f0-07366e710900 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049414 Oct 19 01:22:00.901590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.972685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:00.980086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3587b66d-96dd-4422-b4d3-150eb031558d req-ddcdf2f1-e7e5-495d-8291-097bd5d491ed tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/ports?device_id=6877dad9-060b-4837-96ae-6f0c6ab10e92 HTTP/1.1" status: 200 len: 210 time: 0.0623956 Oct 19 01:22:01.014391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Subnet': ['ID=9b2f608d-cf5a-4176-95bc-87f7b3bef06d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:01.018233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1238fdba-8042-40ce-91b6-6d7b5a1c426e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:01.027822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Checking segment: {'id': 'd52d3aeb-ebfb-46d5-b426-de33c7adc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '706172d2-1385-4fe7-a05d-f3a427831b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:01.035172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network hostable DHCP agents. Network: 706172d2-1385-4fe7-a05d-f3a427831b30, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:01.070231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network 706172d2-1385-4fe7-a05d-f3a427831b30 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:01.089959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 706172d2-1385-4fe7-a05d-f3a427831b30) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:01.094649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:01.095328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.123094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-48439cf5-81d0-4cc7-b507-8bd621ad2ad9 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0385232 Oct 19 01:22:01.125496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:01.129423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa5f00-ea18-4806-b869-c0a572f0425c None None] Network 706172d2-1385-4fe7-a05d-f3a427831b30 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:01.172970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.633483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37230) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:01.685533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeda5f2-d4a0-478f-b3ec-6d7e66f63bb2 req-543d2f6b-e25c-4e68-a9ba-fc2b7ef0ff45 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:01.687127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5eeda5f2-d4a0-478f-b3ec-6d7e66f63bb2 req-543d2f6b-e25c-4e68-a9ba-fc2b7ef0ff45 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1164091 Oct 19 01:22:01.792131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5eeda5f2-d4a0-478f-b3ec-6d7e66f63bb2 req-fc48ee75-7eab-4bc5-8203-c3d86aa375c2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863340 Oct 19 01:22:01.815690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-38e25e33-83bd-4a2d-92de-c6e752b0ecad None None] Provisioning complete for port 1238fdba-8042-40ce-91b6-6d7b5a1c426e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:01.816179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-38e25e33-83bd-4a2d-92de-c6e752b0ecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.870956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Pushing event updated for resources: {'Port': ['ID=2a6f4a03-354a-4bf2-847d-7a5c117c07c4,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:01.893972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-190730330-network', 'tenant_id': 'c2b6b686e7e049368661760ab25be103'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:01.907856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c4de9ff2-829b-40ae-941b-9aac8ef06d57 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:01.919496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a72191-4ac1-4fd6-a1a6-ca7ed5b6592c req-674157b6-26e7-4464-b4d9-0f8bdb5fef33 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:01.921052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-30a72191-4ac1-4fd6-a1a6-ca7ed5b6592c req-674157b6-26e7-4464-b4d9-0f8bdb5fef33 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 948 time: 0.7419116 Oct 19 01:22:01.948834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:01.961539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Made reservation on behalf of c2b6b686e7e049368661760ab25be103 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:01.964399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:01.982225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:01.984183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:01.988474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.052781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port c4de9ff2-829b-40ae-941b-9aac8ef06d57 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:02.098663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port c4de9ff2-829b-40ae-941b-9aac8ef06d57 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:02.098663 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.166412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-30a72191-4ac1-4fd6-a1a6-ca7ed5b6592c req-10413eee-c41c-4984-85f5-c00ff8f6d5cc tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091007 Oct 19 01:22:02.167229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1238fdba-8042-40ce-91b6-6d7b5a1c426e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:02.167574 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.266361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2a756082-0af2-48bf-a96f-d993c8075747 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:02.279448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.281943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9080aa-3ce9-4b62-9373-02c25b266206 req-cf36e6b8-7fad-4cf6-8052-d83696f8780b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.295969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d9080aa-3ce9-4b62-9373-02c25b266206 req-cf36e6b8-7fad-4cf6-8052-d83696f8780b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.2422955 Oct 19 01:22:02.304339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Attempting to bind port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:02.304718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Attempting to bind port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b8d5ace3-57e2-4e89-aa87-ec86c30f73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '71ad66ad-5dd9-444a-b3c8-63a62828eaa0'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:02.305165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Attempting to bind port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 on network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:02.312469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 2a756082-0af2-48bf-a96f-d993c8075747 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:02.312822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2a756082-0af2-48bf-a96f-d993c8075747 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:02.323475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:02.323864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Checking segment: {'id': 'b8d5ace3-57e2-4e89-aa87-ec86c30f73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '71ad66ad-5dd9-444a-b3c8-63a62828eaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:02.324577 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.324951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Bound using segment: {'id': 'b8d5ace3-57e2-4e89-aa87-ec86c30f73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '71ad66ad-5dd9-444a-b3c8-63a62828eaa0'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:02.325409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Bound port: 2a6f4a03-354a-4bf2-847d-7a5c117c07c4, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d5ace3-57e2-4e89-aa87-ec86c30f73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '71ad66ad-5dd9-444a-b3c8-63a62828eaa0'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:02.325805 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.434373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.460023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d9080aa-3ce9-4b62-9373-02c25b266206 req-7806132b-d67c-4424-8311-181dcd0099cc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618736 Oct 19 01:22:02.464581 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.502251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] For port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:02.506865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] For port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2a6f4a03-354a-4bf2-847d-7a5c117c07c4,segment=NetworkSegment(b8d5ace3-57e2-4e89-aa87-ec86c30f73db),segment_id=b8d5ace3-57e2-4e89-aa87-ec86c30f73db)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:02.555132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:02.561873 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.594639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92873d-51fa-46ba-a991-77893c329101,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:02.609003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.609762 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Added segment 843305b7-91a1-4d61-9dcd-b2abd6b6e827 of type vlan for network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 Oct 19 01:22:02.613914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.614515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.615361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.616124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.616562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.617143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.618331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.618331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.618331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.618869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.619289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.619706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:02.657916 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.679687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37258) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:02.687520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 1238fdba-8042-40ce-91b6-6d7b5a1c426e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1238fdba-8042-40ce-91b6-6d7b5a1c426e,segment=NetworkSegment(b0bd4de0-e9ca-497e-a312-fb08ac9b8011),segment_id=b0bd4de0-e9ca-497e-a312-fb08ac9b8011)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:02.707431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344d0b1-db48-49d2-9be2-eb48b1d757d6 req-90f3a6d4-c5c9-4957-ad1d-c7c43b646f6b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.715479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8344d0b1-db48-49d2-9be2-eb48b1d757d6 req-90f3a6d4-c5c9-4957-ad1d-c7c43b646f6b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1607008 Oct 19 01:22:02.726090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.787303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26cda8f9-2554-4473-890a-a41102c166f9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.791595 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.793022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:02.794113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.801624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8344d0b1-db48-49d2-9be2-eb48b1d757d6 req-41ff2aca-09c8-43a9-b7a7-3bfe87e04e5d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839343 Oct 19 01:22:02.804873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b305a1-8dc0-4c70-8d73-db3ed639ea0f None None] Pushing event updated for resources: {'Port': ['ID=2a6f4a03-354a-4bf2-847d-7a5c117c07c4,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:02.808593 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.822830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-38e25e33-83bd-4a2d-92de-c6e752b0ecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.849379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.852396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-706172d2-1385-4fe7-a05d-f3a427831b30', 'network_id': '706172d2-1385-4fe7-a05d-f3a427831b30', 'tenant_id': '5df2b53d480741db99a9553e1f014ee3', 'fixed_ips': [{'subnet_id': '9b2f608d-cf5a-4176-95bc-87f7b3bef06d'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:02.853342 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.872236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Allocated IP 172.20.0.1 (71ad66ad-5dd9-444a-b3c8-63a62828eaa0/03b820c2-c0b5-41ef-bf9b-cd4e36bcfaf3/4b4c243a-8555-47cf-9f9b-fc2c27710777) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:02.887525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] Pushing event updated for resources: {'Network': ['ID=5b855bb6-c7d4-460b-8ad9-c45c0045de99,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:02.914682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26cda8f9-2554-4473-890a-a41102c166f9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:02.924967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b20eb276-0e46-4310-babc-fdfa10ac3583 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2881861 Oct 19 01:22:02.925727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37266) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:02.952014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Request body: {'subnet': {'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-190730330-subnet', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:02.989408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:03.050099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26cda8f9-2554-4473-890a-a41102c166f9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.053792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26cda8f9-2554-4473-890a-a41102c166f9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.056096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-26cda8f9-2554-4473-890a-a41102c166f9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "DELETE /v2.0/security-groups/4fb4464e-70f4-4e74-af3d-f20025349b17 HTTP/1.1" status: 204 len: 168 time: 0.3748534 Oct 19 01:22:03.058384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37268) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:03.064377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:03.066840 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5523b31b-c4ee-4701-82e5-c2c819f92201" -d '{"events": [{"server_uuid": "ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f", "name": "network-vif-plugged", "status": "completed", "tag": "c4de9ff2-829b-40ae-941b-9aac8ef06d57"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:03.068761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Made reservation on behalf of c2b6b686e7e049368661760ab25be103 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:03.074929 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.077964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=1238fdba-8042-40ce-91b6-6d7b5a1c426e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.081488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cda8f9-2554-4473-890a-a41102c166f9 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb4464e-70f4-4e74-af3d-f20025349b17,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.109283 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-89cad504-50e7-4c56-a2b6-106932794565 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] show failed (client error): The resource could not be found. Oct 19 01:22:03.110811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-89cad504-50e7-4c56-a2b6-106932794565 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "GET /v2.0/security-groups/4fb4464e-70f4-4e74-af3d-f20025349b17 HTTP/1.1" status: 404 len: 347 time: 0.0420876 Oct 19 01:22:03.121572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37272) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:03.123680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9bd33-609b-4a80-91ac-a01f14fadcee req-601234dc-4add-4772-aca0-533cd045efaf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.129810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c4de9ff2-829b-40ae-941b-9aac8ef06d57, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c4de9ff2-829b-40ae-941b-9aac8ef06d57,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:03.132498 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcb9bd33-609b-4a80-91ac-a01f14fadcee req-601234dc-4add-4772-aca0-533cd045efaf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1906729 Oct 19 01:22:03.194792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-38e25e33-83bd-4a2d-92de-c6e752b0ecad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:22:03.195296 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-38e25e33-83bd-4a2d-92de-c6e752b0ecad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:22:03.195925 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.203331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.242299 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcb9bd33-609b-4a80-91ac-a01f14fadcee req-5bab585d-e93e-4914-9c36-1cf5e692f5fd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037078 Oct 19 01:22:03.386960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.394110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2ea44-092b-4226-854a-57c69c95c68f req-dec36d91-67aa-4a3d-8560-0c136efe5f30 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.407666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc2ea44-092b-4226-854a-57c69c95c68f req-dec36d91-67aa-4a3d-8560-0c136efe5f30 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.4807434 Oct 19 01:22:03.458338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Allocated IP 172.20.0.2 (706172d2-1385-4fe7-a05d-f3a427831b30/9b2f608d-cf5a-4176-95bc-87f7b3bef06d/bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:03.497407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:03.507279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:03.512013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:03.600201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Port': ['ID=4b4c243a-8555-47cf-9f9b-fc2c27710777,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.631838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.652379 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f29d2-4617-481d-9fe6-14c09847bfc4 x-openstack-request-id: req-843f29d2-4617-481d-9fe6-14c09847bfc4 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:03.652575 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f", "name": "network-vif-plugged", "status": "completed", "tag": "c4de9ff2-829b-40ae-941b-9aac8ef06d57", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:03.652804 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-843f29d2-4617-481d-9fe6-14c09847bfc4 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:03.653530 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57', 'code': 200} Oct 19 01:22:03.657681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.658300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.658853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.659395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.659931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.660558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.661113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.661667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.662418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.663031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.663587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.664152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:03.734074 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.741372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c4de9ff2-829b-40ae-941b-9aac8ef06d57,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.776589 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.790267 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.849262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Pushing event updated for resources: {'Port': ['ID=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:03.863219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Deleting port b8a84eb8-90db-43da-8ca5-2bbc6471e7cd {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:03.864203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.866393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Network 706172d2-1385-4fe7-a05d-f3a427831b30 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:03.867838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:03.872034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:03.906894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8a5c6-e994-42ac-a860-8de330e408de req-5de5bb09-8530-432d-b22a-c0e737def3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.907928 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02c8a5c6-e994-42ac-a860-8de330e408de req-5de5bb09-8530-432d-b22a-c0e737def3bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 1101 time: 0.2676911 Oct 19 01:22:03.911313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.925810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436fba9-389d-48df-828a-de154f1a41d1 req-cc09ca45-3802-4682-84fb-e3442e5f02bb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:03.934126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a436fba9-389d-48df-828a-de154f1a41d1 req-cc09ca45-3802-4682-84fb-e3442e5f02bb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 949 time: 0.2371440 Oct 19 01:22:03.941752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dbb59a6f-ac90-4230-bba4-636b45af8ced None None] Provisioning complete for port 1238fdba-8042-40ce-91b6-6d7b5a1c426e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:03.941953 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dbb59a6f-ac90-4230-bba4-636b45af8ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.980304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Attempting to bind port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:03.980771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Attempting to bind port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'd52d3aeb-ebfb-46d5-b426-de33c7adc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '706172d2-1385-4fe7-a05d-f3a427831b30'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:03.981211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Attempting to bind port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b on network 706172d2-1385-4fe7-a05d-f3a427831b30 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:03.996521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:03.997234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Checking segment: {'id': 'd52d3aeb-ebfb-46d5-b426-de33c7adc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '706172d2-1385-4fe7-a05d-f3a427831b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:03.997441 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:03.998156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Bound using segment: {'id': 'd52d3aeb-ebfb-46d5-b426-de33c7adc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '706172d2-1385-4fe7-a05d-f3a427831b30'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:03.998469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Bound port: bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52d3aeb-ebfb-46d5-b426-de33c7adc8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '706172d2-1385-4fe7-a05d-f3a427831b30'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:03.998913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.000897 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.001406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.017281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Calling delete_port for b8a84eb8-90db-43da-8ca5-2bbc6471e7cd owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:04.048347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc2ea44-092b-4226-854a-57c69c95c68f req-b608a783-a36c-4c75-ad88-7b1e08739fee tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6395528 Oct 19 01:22:04.050590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Checking segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:04.057252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Network hostable DHCP agents. Network: 5b855bb6-c7d4-460b-8ad9-c45c0045de99, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:04.076305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a436fba9-389d-48df-828a-de154f1a41d1 req-3a06e64b-ae43-414d-9412-25238de078a0 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369672 Oct 19 01:22:04.106469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c965c729-0b54-4929-b76b-e167fcf6a2c3,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:04.168016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] For port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:04.191733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] For port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,segment=NetworkSegment(d52d3aeb-ebfb-46d5-b426-de33c7adc8f8),segment_id=d52d3aeb-ebfb-46d5-b426-de33c7adc8f8)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:04.199709 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.252254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02c8a5c6-e994-42ac-a860-8de330e408de req-0b16d49b-fc54-4040-a0b1-6355d43ffb2d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101447 Oct 19 01:22:04.303637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe11d20-2c6d-4f90-a62a-d37d1fa41086 None None] Pushing event updated for resources: {'Port': ['ID=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:04.355926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:04.394147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 5b855bb6-c7d4-460b-8ad9-c45c0045de99) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:04.410449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0159c9-148b-4bca-a01f-ddd43b548849 req-1d64acd8-83dd-4c82-b34f-183a1e31a0c2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:04.412263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf0159c9-148b-4bca-a01f-ddd43b548849 req-1d64acd8-83dd-4c82-b34f-183a1e31a0c2 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1680529 Oct 19 01:22:04.412795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0445994-ea56-45ab-aacb-8e5d677d7b81 None None] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:04.415143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:04.415909 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.416352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f018b0-4e3f-4f42-9931-31d8adccbe65 req-1075e0a0-4dba-410c-a936-7f7052e52054 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:04.424283 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03f018b0-4e3f-4f42-9931-31d8adccbe65 req-1075e0a0-4dba-410c-a936-7f7052e52054 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1748955 Oct 19 01:22:04.463610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e6f5308-0acf-4bbc-aafc-8e19622aa259 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5152259 Oct 19 01:22:04.464292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37284) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:04.470801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:04.543548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf0159c9-148b-4bca-a01f-ddd43b548849 req-41285028-0355-41b4-b37d-af321842759b tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208079 Oct 19 01:22:04.564649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03f018b0-4e3f-4f42-9931-31d8adccbe65 req-dc41e1a0-2b08-499d-93a1-f520739a5f6e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366053 Oct 19 01:22:04.705398 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.707010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.744367 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.785119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.790210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb823e-9be1-4a51-957f-20553c198c5d None None] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:04.795542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.878293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'fixed_ips': [{'subnet_id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:04.879090 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.907745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Pushing event deleted for resources: {'Port': ['ID=b8a84eb8-90db-43da-8ca5-2bbc6471e7cd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:04.914297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d8286b38-b62e-4962-8df2-3953be7bcb5d None None] Provisioning complete for port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:04.914597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d8286b38-b62e-4962-8df2-3953be7bcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:04.971167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Port': ['ID=4b4c243a-8555-47cf-9f9b-fc2c27710777,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:04.979959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.109659 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:05.113602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:05.141860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.164008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.176943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.196362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5b537e80-b3cf-48e3-8d4e-185e39279ba7 tempest-ImagesOneServerNegativeTestJSON-631598518 tempest-ImagesOneServerNegativeTestJSON-631598518-project] 10.222.0.64 "DELETE /v2.0/floatingips/a40b85fd-c859-4bdc-86ad-ea128f2219eb HTTP/1.1" status: 204 len: 168 time: 2.0393395 Oct 19 01:22:05.296068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1238fdba-8042-40ce-91b6-6d7b5a1c426e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:05.336703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593a72a-ccd5-4fcb-a43a-a7e6fee4d81f req-6161d9ce-eb3c-4323-8807-32934bf838e0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.346674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7593a72a-ccd5-4fcb-a43a-a7e6fee4d81f req-6161d9ce-eb3c-4323-8807-32934bf838e0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.0888519 Oct 19 01:22:05.450342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7593a72a-ccd5-4fcb-a43a-a7e6fee4d81f req-fe028770-d2aa-4a2f-ab5c-d1b9e73e8ce0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025164 Oct 19 01:22:05.466351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Router 52c586b6-5268-42b4-a64d-c63a45001310 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:05.731400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315dd17-a5b0-4ca9-8ee7-092abffbc5cf req-80396272-9523-4e19-bf33-ea6c9a051186 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.741463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3315dd17-a5b0-4ca9-8ee7-092abffbc5cf req-80396272-9523-4e19-bf33-ea6c9a051186 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.9964352 Oct 19 01:22:05.747594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d8286b38-b62e-4962-8df2-3953be7bcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.754777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Allocated IP 172.20.0.2 (5b855bb6-c7d4-460b-8ad9-c45c0045de99/c965c729-0b54-4929-b76b-e167fcf6a2c3/c6f32ab0-2bef-42d1-9262-129b958df908) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:05.792742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:05.809112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58ad5b37-e23f-4065-ad45-5294a6a2bccb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "PUT /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6824532 Oct 19 01:22:05.812014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:05.822672 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] Sync routers for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:05.836378 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:05.837395 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:21:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:05.878985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d8286b38-b62e-4962-8df2-3953be7bcb5d None None] For port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2a6f4a03-354a-4bf2-847d-7a5c117c07c4,segment=NetworkSegment(b8d5ace3-57e2-4e89-aa87-ec86c30f73db),segment_id=b8d5ace3-57e2-4e89-aa87-ec86c30f73db)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:05.915390 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.918044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d8286b38-b62e-4962-8df2-3953be7bcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:05.929560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:05.942293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3315dd17-a5b0-4ca9-8ee7-092abffbc5cf req-2b5e0de6-c45a-4bde-8fad-1a406131a7c9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984727 Oct 19 01:22:05.944459 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:05.945444 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:21:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:05.986982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc59694-c23f-4fc4-8632-c63d14ac70da req-c0bc8ba9-203a-4dbc-a9ca-02ddf228d1dc tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:05.995576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc59694-c23f-4fc4-8632-c63d14ac70da req-c0bc8ba9-203a-4dbc-a9ca-02ddf228d1dc tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 949 time: 0.3633883 Oct 19 01:22:06.015123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:06.016333 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4806d-9d24-4a72-8243-e78edc9d1f74 None None] The sync data for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:06.076801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd38d6a-8472-4211-aa34-3ea70b21baaa None None] Network 706172d2-1385-4fe7-a05d-f3a427831b30 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:06.086675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1238fdba-8042-40ce-91b6-6d7b5a1c426e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:06.087115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.257621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dc59694-c23f-4fc4-8632-c63d14ac70da req-8f1b5203-eb12-4a36-b27c-82a2db5d9ee0 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611232 Oct 19 01:22:06.363410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d378b-d4b2-4072-b651-547e8cff41d5 req-53d0a3d5-1752-4a30-bc09-139ea78b5245 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:06.365671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b1d378b-d4b2-4072-b651-547e8cff41d5 req-53d0a3d5-1752-4a30-bc09-139ea78b5245 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1353648 Oct 19 01:22:06.395908 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.431045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.460355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8286b38-b62e-4962-8df2-3953be7bcb5d None None] Pushing event updated for resources: {'Port': ['ID=2a6f4a03-354a-4bf2-847d-7a5c117c07c4,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:06.530962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b1d378b-d4b2-4072-b651-547e8cff41d5 req-8104e212-b6ed-4048-8775-2236ef73d527 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559916 Oct 19 01:22:06.673667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-47e7ef4e-dbcc-4ef4-87b9-80301721221d None None] Provisioning complete for port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:06.674772 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47e7ef4e-dbcc-4ef4-87b9-80301721221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.698436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Allocated IP 172.25.0.205 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:06.758891 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-df7c5bce-b6af-4fb4-82f7-54219f25f47b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:22:06.767287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37322) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:06.769465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-df7c5bce-b6af-4fb4-82f7-54219f25f47b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "PUT /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9441178 Oct 19 01:22:06.780045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049fd4b-eb75-451b-95b2-2585213b48dc req-57f14005-b34b-4de3-9530-6a255dd2c21d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:06.781162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3049fd4b-eb75-451b-95b2-2585213b48dc req-57f14005-b34b-4de3-9530-6a255dd2c21d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1187603 Oct 19 01:22:06.793623 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.936295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:06.962156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:07.006162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-03eb092e-3013-45cf-a2f1-3021efb07367 req-b2fd6d22-5795-4097-b1a3-53ab82aec8f1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:22:07.007609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03eb092e-3013-45cf-a2f1-3021efb07367 req-b2fd6d22-5795-4097-b1a3-53ab82aec8f1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073562 Oct 19 01:22:07.023522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3049fd4b-eb75-451b-95b2-2585213b48dc req-b312b978-5269-4789-a050-3dbe6b54e12d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084813 Oct 19 01:22:07.068518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.119903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.125089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:07.132949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c4a64adc-44a0-475a-80c6-c02e4bd08103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.155144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:07.170605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:07.190177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37328) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:07.214091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Pushing event updated for resources: {'Port': ['ID=c6f32ab0-2bef-42d1-9262-129b958df908,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:07.231013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47e7ef4e-dbcc-4ef4-87b9-80301721221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.245176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:07.261834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:07.309550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:07.317187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.328764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:07.342587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Pushing event updated for resources: {'Port': ['ID=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:07.362957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] Deleting subnet 89d7f4b1-fd65-4975-afd3-5f671025bb49 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:07.380485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.422621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-47e7ef4e-dbcc-4ef4-87b9-80301721221d None None] For port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,segment=NetworkSegment(d52d3aeb-ebfb-46d5-b426-de33c7adc8f8),segment_id=d52d3aeb-ebfb-46d5-b426-de33c7adc8f8)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:07.439413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Attempting to bind port c6f32ab0-2bef-42d1-9262-129b958df908 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:07.440008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Attempting to bind port c6f32ab0-2bef-42d1-9262-129b958df908 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:07.440541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Attempting to bind port c6f32ab0-2bef-42d1-9262-129b958df908 on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:07.447221 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47e7ef4e-dbcc-4ef4-87b9-80301721221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.475098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:07.477022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Checking segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:07.477686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.478462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Bound using segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:07.479195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Bound port: c6f32ab0-2bef-42d1-9262-129b958df908, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:07.479883 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.504841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea2f25-76d2-4f24-8991-86d457288a4f req-8d7ff07b-19d6-445d-ae84-5ce4329d0125 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:07.512354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14ea2f25-76d2-4f24-8991-86d457288a4f req-8d7ff07b-19d6-445d-ae84-5ce4329d0125 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.2885942 Oct 19 01:22:07.538148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.575462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb52f9e-6473-4216-b239-e1fa787032ab req-5cd90849-17a0-46b6-9c22-e35c111f5836 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:07.584072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9bb52f9e-6473-4216-b239-e1fa787032ab req-5cd90849-17a0-46b6-9c22-e35c111f5836 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2520440 Oct 19 01:22:07.605783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7ef4e-dbcc-4ef4-87b9-80301721221d None None] Pushing event updated for resources: {'Port': ['ID=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:07.615921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:07.656529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] For port c6f32ab0-2bef-42d1-9262-129b958df908, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:07.661295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] For port c6f32ab0-2bef-42d1-9262-129b958df908, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6f32ab0-2bef-42d1-9262-129b958df908,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:07.699682 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.713612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14ea2f25-76d2-4f24-8991-86d457288a4f req-1b018ae2-2487-4b6e-b681-34c7eb7c22c6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554210 Oct 19 01:22:07.746719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b1526ca7-48b3-4c85-b5a8-9c3ea0fa00c0 None None] Provisioning complete for port 4b4c243a-8555-47cf-9f9b-fc2c27710777 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:07.747345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1526ca7-48b3-4c85-b5a8-9c3ea0fa00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.884661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b1526ca7-48b3-4c85-b5a8-9c3ea0fa00c0 None None] Port 4b4c243a-8555-47cf-9f9b-fc2c27710777 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:07.888315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c4ab4-fc34-4483-9c5f-5a656175baa5 None None] Pushing event updated for resources: {'Port': ['ID=c6f32ab0-2bef-42d1-9262-129b958df908,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:07.911371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b1526ca7-48b3-4c85-b5a8-9c3ea0fa00c0 None None] Provisioning complete for port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:07.911764 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1526ca7-48b3-4c85-b5a8-9c3ea0fa00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:07.914838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:07.915690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.050736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.074464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b028ba5-c815-4d48-88f0-a2d8657206d5 req-5ae89a87-a138-45cf-8fb3-139d03ece018 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:08.083088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b028ba5-c815-4d48-88f0-a2d8657206d5 req-5ae89a87-a138-45cf-8fb3-139d03ece018 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 949 time: 0.2349336 Oct 19 01:22:08.214897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b1526ca7-48b3-4c85-b5a8-9c3ea0fa00c0 None None] Provisioning complete for port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:08.215176 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b1526ca7-48b3-4c85-b5a8-9c3ea0fa00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.226152 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.247512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9bb52f9e-6473-4216-b239-e1fa787032ab req-3bb0f997-ae36-48cd-b0de-db947f23233f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620460 Oct 19 01:22:08.303181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.421538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b028ba5-c815-4d48-88f0-a2d8657206d5 req-0127c2fc-2001-41a4-ae2c-c9f6375c4af9 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375304 Oct 19 01:22:08.436481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.488977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d7f4b1-fd65-4975-afd3-5f671025bb49,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:08.513183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.518363 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1505ad53-e045-4333-b324-3ba9ec437c96 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/89d7f4b1-fd65-4975-afd3-5f671025bb49 HTTP/1.1" status: 204 len: 168 time: 1.3268485 Oct 19 01:22:08.522399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37344) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:08.560757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:08.670519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:08.670759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.680857 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.830351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6f32ab0-2bef-42d1-9262-129b958df908 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:08.831102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.847174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e3da3-cc38-4778-b86f-3e7b2f3f059b req-b3211002-3dc0-47ef-87e4-e9204081e50c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:08.848928 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-227e3da3-cc38-4778-b86f-3e7b2f3f059b req-b3211002-3dc0-47ef-87e4-e9204081e50c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1880724 Oct 19 01:22:08.894684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f452063c-b579-4487-83f9-9c9bc5ab1eeb']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:08.903956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c6f32ab0-2bef-42d1-9262-129b958df908 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:08.904450 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.913411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c52633-836a-4a70-bf05-43873e90a812') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:08.913756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c52633-836a-4a70-bf05-43873e90a812') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:08.951191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.980053 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-227e3da3-cc38-4778-b86f-3e7b2f3f059b req-584df649-3d59-4724-ac9d-46b4fc4a2f83 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110630 Oct 19 01:22:08.981067 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.988410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:08.988674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:08.992072 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:09.043772 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.093008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port c6f32ab0-2bef-42d1-9262-129b958df908, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6f32ab0-2bef-42d1-9262-129b958df908,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:09.102625 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.103596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:09.130015 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.144728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.149826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f452063c-b579-4487-83f9-9c9bc5ab1eeb HTTP/1.1" status: 204 len: 168 time: 0.6263034 Oct 19 01:22:09.183108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f1b5a-fdff-416d-a049-2586a2ccae27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f452063c-b579-4487-83f9-9c9bc5ab1eeb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:09.216240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-417d0406-0437-4972-ad02-225974a060c0 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3fa8804ff6494601b5f34688038f0511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347347 Oct 19 01:22:09.222563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=c6f32ab0-2bef-42d1-9262-129b958df908,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:09.239504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.239950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.240438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.240785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.241124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.241459 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.241789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.242116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.242442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.242767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.243090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.243418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:09.278306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:09.278883 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.367315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-ef19e6eb-9ed7-447d-b9ee-02c6ffa62448 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:09.377924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-ef19e6eb-9ed7-447d-b9ee-02c6ffa62448 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600542 Oct 19 01:22:09.392487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37374) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:09.405964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.411334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-52415f76-d74e-4646-baab-f370c5eb185c tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/quotas/3fa8804ff6494601b5f34688038f0511 HTTP/1.1" status: 200 len: 375 time: 0.0321865 Oct 19 01:22:09.433108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a75eb-5d36-4d86-a62f-44aee0ed04be req-66556284-0dff-4726-8101-4176eb37afd0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:09.436701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e1a75eb-5d36-4d86-a62f-44aee0ed04be req-66556284-0dff-4726-8101-4176eb37afd0 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.8927779 Oct 19 01:22:09.488260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a2467deb-6b58-487b-8933-799e8156fb1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06a52cfdd2e04471a82240372a09094a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919194 Oct 19 01:22:09.488260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37378) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:09.488870 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-efaf2435-9b57-43ef-b56d-58f77c8da017 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3245673 Oct 19 01:22:09.500228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff04e3-2dd8-4d6c-a00b-5545a49121bd None None] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:09.523880 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-54915b6d-cfe0-48f3-b654-482e3e128bd6 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3fa8804ff6494601b5f34688038f0511&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113670 Oct 19 01:22:09.591092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2a5eca08-ef08-4739-aa1e-8b4e75f25402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.622679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2a5eca08-ef08-4739-aa1e-8b4e75f25402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.642115 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.646849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a42c3d13-183a-4fd0-8883-91c011c4a0c0 None None] Provisioning complete for port c6f32ab0-2bef-42d1-9262-129b958df908 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:09.647378 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a42c3d13-183a-4fd0-8883-91c011c4a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.660564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e1a75eb-5d36-4d86-a62f-44aee0ed04be req-fc79e342-6e03-41da-92cc-d3459b78b848 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907375 Oct 19 01:22:09.730870 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd9115f9-4b18-4b74-911e-ea4bcf75632c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.788462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-66bca06e-2d76-484c-b87c-cc8675044812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:09.790608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-66bca06e-2d76-484c-b87c-cc8675044812 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 1097 time: 0.1541169 Oct 19 01:22:09.807157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-bb508219-7b25-4f39-b181-259a23e1c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:09.808741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-bb508219-7b25-4f39-b181-259a23e1c6a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b2150c1bd16e43429212cf57736b32d7&device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 1097 time: 0.2417054 Oct 19 01:22:09.896080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8166-899b-4f3b-a894-09e97b9d14b5 req-2d91aaff-63bf-47e5-862c-ef48c1e4a288 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:09.898407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41ab8166-899b-4f3b-a894-09e97b9d14b5 req-2d91aaff-63bf-47e5-862c-ef48c1e4a288 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1336992 Oct 19 01:22:09.956538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2a5eca08-ef08-4739-aa1e-8b4e75f25402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.959782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2a5eca08-ef08-4739-aa1e-8b4e75f25402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:09.963448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2a5eca08-ef08-4739-aa1e-8b4e75f25402 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d39928f8-5a24-43b8-b0e8-e4dea7bf619e HTTP/1.1" status: 204 len: 168 time: 0.4714420 Oct 19 01:22:09.976819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5eca08-ef08-4739-aa1e-8b4e75f25402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39928f8-5a24-43b8-b0e8-e4dea7bf619e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:10.031774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667d326-e0b5-4ae9-a6c8-949e95f129fe req-ad56f474-3a9f-4d3a-a001-8581390c6449 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:10.033187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41ab8166-899b-4f3b-a894-09e97b9d14b5 req-4abfaf2d-637f-414d-83c7-449f5e8accff tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992115 Oct 19 01:22:10.033775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f667d326-e0b5-4ae9-a6c8-949e95f129fe req-ad56f474-3a9f-4d3a-a001-8581390c6449 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2596459 Oct 19 01:22:10.040934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-55579c3c-a7ff-4501-9b5f-021236aceb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:10.043063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-55579c3c-a7ff-4501-9b5f-021236aceb3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 913 time: 0.2184095 Oct 19 01:22:10.143748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-e4b300c2-5771-49c9-be92-37b54f6722d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192 HTTP/1.1" status: 200 len: 217 time: 0.0833652 Oct 19 01:22:10.146031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Deleting port 4b4c243a-8555-47cf-9f9b-fc2c27710777 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:10.147034 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.152722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-efb4a33d-232f-401f-93e2-d9068fd6356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:10.154379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-efb4a33d-232f-401f-93e2-d9068fd6356e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 200 len: 907 time: 0.2909288 Oct 19 01:22:10.179107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2c3caca9-d48a-44f6-b097-514e85fe8b86 None None] Provisioning complete for port c6f32ab0-2bef-42d1-9262-129b958df908 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:10.179750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c3caca9-d48a-44f6-b097-514e85fe8b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.223680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-7cb1a285-4eab-4e2d-a397-34bbf1623e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:10.229147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-7cb1a285-4eab-4e2d-a397-34bbf1623e24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.0778608 Oct 19 01:22:10.266967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-eb9c4215-e783-4126-a457-1d1b3ec1bb0b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed684672-13e3-47f3-a737-69cd823a1175 HTTP/1.1" status: 200 len: 217 time: 0.0769906 Oct 19 01:22:10.292134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6f32ab0-2bef-42d1-9262-129b958df908 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:10.294427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-4ceff24f-d446-4a35-91bb-90ad286a10b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576644 Oct 19 01:22:10.333132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7e3153a-8c9e-4885-8b43-21fbe1bb4c66 req-e9ce08ec-722b-4a44-b382-4a4abb7fd57a tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 210 time: 0.0773256 Oct 19 01:22:10.362786 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f667d326-e0b5-4ae9-a6c8-949e95f129fe req-8db2fe51-8e1d-4d92-9d3d-4f292bd10d76 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165653 Oct 19 01:22:10.431659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:10.453468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-62b32c43-d423-414a-942d-feede7b7a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:10.455302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-62b32c43-d423-414a-942d-feede7b7a44e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 200 len: 846 time: 0.1220505 Oct 19 01:22:10.455742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c6f32ab0-2bef-42d1-9262-129b958df908 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:10.456192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.465135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.565506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-76283fac-9d8a-4127-b61e-bf8757845c83 service neutron] 10.222.0.62 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470136 Oct 19 01:22:10.571018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Calling delete_port for 4b4c243a-8555-47cf-9f9b-fc2c27710777 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:10.573598 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.586459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-69aabed8-f9c5-4edf-89ae-205a214d2e61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a56597e0-3dee-40c2-9e8a-fdef2c6227da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182363 Oct 19 01:22:10.676062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:10.716043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Sync routers for ids ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:10.772388 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.788863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Routers {'6e33da99-0d7f-4995-b9ec-59509e1d22c7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:10.789541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:10.810106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b5b2817-7aac-40f6-863f-43545ff321f4 req-a02526a7-4049-4f3f-95d1-a1e2a43ab119 service neutron] 10.222.0.62 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367229 Oct 19 01:22:10.826953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:10.830716 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5c799008-d1c1-4316-b540-65a82d6e6ceb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3613286 Oct 19 01:22:10.831652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37410) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:10.922710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-849416b1-78e0-4282-93a7-be225b7ca622 service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263235 Oct 19 01:22:10.939670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Set router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:10.942347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f60971-d404-4644-acd9-0be13a7ebd55 req-873f687a-b568-42b3-b555-85acf4e36adf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:10.945238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77f60971-d404-4644-acd9-0be13a7ebd55 req-873f687a-b568-42b3-b555-85acf4e36adf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2118058 Oct 19 01:22:11.087500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca63cc-b274-4b92-9d46-e18fc0154626 req-e41da706-fb1c-45c2-b2d3-facf62eeba29 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.089342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4ca63cc-b274-4b92-9d46-e18fc0154626 req-e41da706-fb1c-45c2-b2d3-facf62eeba29 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.2780666 Oct 19 01:22:11.101948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-77f60971-d404-4644-acd9-0be13a7ebd55 req-b297b927-51a7-4e76-868e-fd8eb3b053c5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440692 Oct 19 01:22:11.148291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f7a7458-a18b-4f7c-926e-6de8a2e7b996 req-f53955f9-adf7-45cb-a802-5d03a95066bc service neutron] 10.222.0.74 "GET /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019789 Oct 19 01:22:11.183921 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.260822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Port': ['ID=4b4c243a-8555-47cf-9f9b-fc2c27710777,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:11.325687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37426) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:11.378553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-39f52f8c-5d24-4379-9d4c-4632a8eef0b5 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3fa8804ff6494601b5f34688038f0511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1365914 Oct 19 01:22:11.382229 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4ca63cc-b274-4b92-9d46-e18fc0154626 req-7f4c961e-087e-448a-8131-bd05311aa167 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283587 Oct 19 01:22:11.416123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b37b5-659a-4e86-a411-0a5b9aaceb5b req-d0128827-46e5-4f53-a25b-ce737d4e6333 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.417979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c50b37b5-659a-4e86-a411-0a5b9aaceb5b req-d0128827-46e5-4f53-a25b-ce737d4e6333 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1899054 Oct 19 01:22:11.480110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:22:07Z', 'revision_number': 3, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port': {'id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:06Z', 'updated_at': '2021-10-19T01:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:11.520113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Checking router: 6e33da99-0d7f-4995-b9ec-59509e1d22c7 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:11.520724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Updating router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:22:11.533305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-713342799-network', 'tenant_id': '2739797af05a4494b9000d5b5583933f'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:11.561276 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.598052 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.619078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Made reservation on behalf of 2739797af05a4494b9000d5b5583933f for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:11.621207 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.649964 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c50b37b5-659a-4e86-a411-0a5b9aaceb5b req-c558ea48-8351-4e3f-8526-a63fbd0d42bb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237327 Oct 19 01:22:11.669067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.720925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866da619-6570-4571-ab7b-9afa7858d55e req-5429420a-5a37-4187-8c28-7645c2d2081b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.725250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-866da619-6570-4571-ab7b-9afa7858d55e req-5429420a-5a37-4187-8c28-7645c2d2081b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1801260 Oct 19 01:22:11.734549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-a913a007-5fd1-4d19-aa24-6f06f4c37a3f tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:11.736045 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-a913a007-5fd1-4d19-aa24-6f06f4c37a3f tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511212 Oct 19 01:22:11.752418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Request body: {'port': {'device_id': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '3fa8804ff6494601b5f34688038f0511'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:11.865275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Router 52c586b6-5268-42b4-a64d-c63a45001310 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:11.881177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-866da619-6570-4571-ab7b-9afa7858d55e req-3a75e799-a311-4653-b16a-153d0d8c6e73 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419139 Oct 19 01:22:11.943590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad3c28e3-f910-49be-843a-582e3f451195 req-a74a514b-d0fa-4694-98e8-02aee65dadab tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 210 time: 0.0693991 Oct 19 01:22:11.956305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:11.971587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.031126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.044980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Attempting to bind port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:12.045347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Attempting to bind port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:12.046557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Attempting to bind port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:12.060646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee968370-c8de-4418-9657-ca7797151cbc None None] Pushing event updated for resources: {'Port': ['ID=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:12.063489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:12.063918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:12.064356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.064741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:12.065222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Bound port: e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:12.065603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.075263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:12.077622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Made reservation on behalf of 3fa8804ff6494601b5f34688038f0511 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:12.081218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.087478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37438) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:12.093434 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] Sync routers for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:12.094444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-45a77bf6-e9be-452a-be94-83748299b2fb tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "PUT /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3201184 Oct 19 01:22:12.117396 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:12.118405 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.121981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.132445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.156697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] For port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:12.161474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] For port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:12.170041 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.182445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:12.195552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8587a1f3-2b4b-4017-99e0-dbd881200b59,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:12.196888 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-f17734ac-264a-4d81-9946-3c54054cf676 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] delete failed (client error): The resource could not be found. Oct 19 01:22:12.198215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f17734ac-264a-4d81-9946-3c54054cf676 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-941525430 HTTP/1.1" status: 404 len: 334 time: 0.1079559 Oct 19 01:22:12.202879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37440) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:12.214761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4bce9c10-a3bb-42ae-914c-322103cdcedf tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'router': {'external_gateway_info': {'network_id': '52c586b6-5268-42b4-a64d-c63a45001310'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:12.220355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.220703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.221184 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Added segment fe8f8b33-7b95-4514-b8fe-10bf2c38c022 of type vlan for network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 Oct 19 01:22:12.233691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:12.235827 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.252345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.276329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Routers {'6e33da99-0d7f-4995-b9ec-59509e1d22c7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:12.276976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.284127 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.286512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee968370-c8de-4418-9657-ca7797151cbc None None] Pushing event updated for resources: {'Port': ['ID=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:12.286976 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88c5d2-1d0e-4206-bac7-ef990db9e73b None None] The sync data for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:12.311164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76a86e-d696-4178-97c6-d460218ac05b req-37623ba8-b9f5-4ecc-a1bc-3ac8af74b690 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:12.312722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a76a86e-d696-4178-97c6-d460218ac05b req-37623ba8-b9f5-4ecc-a1bc-3ac8af74b690 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1931074 Oct 19 01:22:12.361614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.402857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] Set router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:12.428994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Allocated IP 192.168.233.24 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/04623500-ce08-4d75-a453-6c1c84e76950) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:12.463676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Allocated IP 172.20.0.1 (5b855bb6-c7d4-460b-8ad9-c45c0045de99/c965c729-0b54-4929-b76b-e167fcf6a2c3/4f0c95ff-a646-4f56-a61f-279e0d0d328b) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:12.554543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a76a86e-d696-4178-97c6-d460218ac05b req-6cc331a5-e99c-4698-8f07-19938310ea3c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030802 Oct 19 01:22:12.559244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.560045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:12.560666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.620267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4bce9c10-a3bb-42ae-914c-322103cdcedf tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.679313 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-4bce9c10-a3bb-42ae-914c-322103cdcedf tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] update failed (client error): The resource could not be found. Oct 19 01:22:12.685549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4bce9c10-a3bb-42ae-914c-322103cdcedf tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "PUT /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310 HTTP/1.1" status: 404 len: 339 time: 0.4752109 Oct 19 01:22:12.685670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:22:07Z', 'revision_number': 3, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port': {'id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:06Z', 'updated_at': '2021-10-19T01:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:12.688801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3616419 Oct 19 01:22:12.715394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37448) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:12.715620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37450) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:12.723653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4085a1-b1b5-4a81-bc33-8b1b2cff5588 None None] The sync data for ids ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'] in n-d-789963-20 is: [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:22:07Z', 'revision_number': 3, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port': {'id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:06Z', 'updated_at': '2021-10-19T01:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:12.732649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Request body: {'subnet': {'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-713342799-subnet', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:12.739620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e0a8d-b70d-4dd2-8e50-95680b470509 req-03fc9b12-7cd5-4872-8771-6791537638b9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:12.741717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f3e0a8d-b70d-4dd2-8e50-95680b470509 req-03fc9b12-7cd5-4872-8771-6791537638b9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.2280138 Oct 19 01:22:12.756915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f4a36-4b37-46db-af2d-e59e1692570c admin admin] Pushing event updated for resources: {'Network': ['ID=2088d67c-78cf-47f6-8189-4d1d2f8f6781,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:12.770954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:12.787781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Made reservation on behalf of 2739797af05a4494b9000d5b5583933f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:12.790613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.799801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164a7f2-bc55-4bd4-a603-d740b91baccd req-de4bb15b-b979-4d60-8da1-fef51d47c347 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:12.801348 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2164a7f2-bc55-4bd4-a603-d740b91baccd req-de4bb15b-b979-4d60-8da1-fef51d47c347 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0839124 Oct 19 01:22:12.806581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:12.887265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2164a7f2-bc55-4bd4-a603-d740b91baccd req-44bcd836-0e77-4868-bb8f-d8906e88110d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620506 Oct 19 01:22:13.130325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2b87-766e-48d9-907f-268e99b151cb req-a08e57c5-fd17-4e34-a361-e29f5c97aab1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:13.132239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-835c2b87-766e-48d9-907f-268e99b151cb req-a08e57c5-fd17-4e34-a361-e29f5c97aab1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 945 time: 0.1366334 Oct 19 01:22:13.197584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.248715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-835c2b87-766e-48d9-907f-268e99b151cb req-9e2e5045-bd05-4dba-9f28-4397276a907b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901406 Oct 19 01:22:13.298087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a6f399-e83a-40c3-b0ce-8a053e7b156e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:13.313116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Checking segment: {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:13.313501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Network hostable DHCP agents. Network: 2088d67c-78cf-47f6-8189-4d1d2f8f6781, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:13.333348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:13.346013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2088d67c-78cf-47f6-8189-4d1d2f8f6781) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:13.352806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:13.354404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.366864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba563be-8553-49c9-b8bf-cb4decc56928 None None] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:13.392050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f3e0a8d-b70d-4dd2-8e50-95680b470509 req-6413af8a-baef-4084-8d40-115cf20b21e6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091402 Oct 19 01:22:13.395590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.404863 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5b569c67-fa54-4810-ab89-ca79fc0a1996 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6885240 Oct 19 01:22:13.408375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37466) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:13.420368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:13.518106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.519221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.533227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.582142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:13.583309 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.609885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21edd373-2d6d-4c04-b49c-f2d427133693 req-cccc5c53-425d-46d6-a5f9-9ec4b04690b0 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 210 time: 0.0818584 Oct 19 01:22:13.661500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:13.668101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:13.675516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:13.692364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e43621ae-a5b6-4c56-acb3-c71f19cda192 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:13.746051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.781366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c4de9ff2-829b-40ae-941b-9aac8ef06d57'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:13.867623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Pushing event updated for resources: {'Port': ['ID=4f0c95ff-a646-4f56-a61f-279e0d0d328b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:13.950830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.954354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:13.976454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Pushing event updated for resources: {'Port': ['ID=04623500-ce08-4d75-a453-6c1c84e76950,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:14.045218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:14.081501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.104624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:14.110352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:14.122301 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.151793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Allocated IP 172.20.0.2 (2088d67c-78cf-47f6-8189-4d1d2f8f6781/77a6f399-e83a-40c3-b0ce-8a053e7b156e/88dbda82-5b03-4978-8e76-741bcf1b42b4) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:14.254460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:14.258915 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7ebd13-acad-4759-8318-1a53b525bea6" -d '{"events": [{"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:14.340796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:14.341445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.371549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:14.398918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:14.419068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-298d55a2-d66a-4b65-b475-457b8681dbeb tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6702280 Oct 19 01:22:14.433826 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.438752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Request body: {'port': {'device_id': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:14.476212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221477c8-f3e6-492f-a4b6-1b383cdc1867 req-b1d82d37-d5cc-4a6c-be6e-931f066a8bec tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:14.487611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-221477c8-f3e6-492f-a4b6-1b383cdc1867 req-b1d82d37-d5cc-4a6c-be6e-931f066a8bec tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 814 time: 1.0328526 Oct 19 01:22:14.519788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-221477c8-f3e6-492f-a4b6-1b383cdc1867 req-3e952ea9-8096-4fea-85f8-61b62285c58d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/quotas/6390dba7f4fd4e44a7d7f450355a49e7 HTTP/1.1" status: 200 len: 375 time: 0.0309103 Oct 19 01:22:14.532378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.553861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.556032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-94d5c726-57fe-4609-a3c2-feaef0f294a1 None None] Provisioning complete for port 4f0c95ff-a646-4f56-a61f-279e0d0d328b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:14.556933 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-94d5c726-57fe-4609-a3c2-feaef0f294a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.610287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Allocated IP 172.20.0.1 (29c08599-8981-475e-bf89-5339cccf40a2/584544aa-fcab-4e1a-a7e1-67886ee0045f/04976c32-7d7a-4d29-b3df-fb7e01fd634b) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:14.632002 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.640052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-221477c8-f3e6-492f-a4b6-1b383cdc1867 req-f6dc8883-685b-42cd-90fd-3b836aacdb37 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864627 Oct 19 01:22:14.748969 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08abe85-06fc-4cfc-8130-f1523d5eb1be x-openstack-request-id: req-b08abe85-06fc-4cfc-8130-f1523d5eb1be {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:14.753328 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-unplugged", "status": "failed", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192", "code": 422}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:14.753921 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b08abe85-06fc-4cfc-8130-f1523d5eb1be {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:14.755469 n-d-789963-20 neutron-server[100849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'code': 422} returned with failed status Oct 19 01:22:14.783790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:14.793888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-94d5c726-57fe-4609-a3c2-feaef0f294a1 None None] Port 4f0c95ff-a646-4f56-a61f-279e0d0d328b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:14.953001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:14.953527 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:14.963818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2a1b0e66-8a64-4e2e-bcfe-7c94a6e517a0 None None] Provisioning complete for port 04623500-ce08-4d75-a453-6c1c84e76950 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:14.964965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0e66-8a64-4e2e-bcfe-7c94a6e517a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.035676 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.053168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.069667 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.088036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b0e66-8a64-4e2e-bcfe-7c94a6e517a0 None None] Port 04623500-ce08-4d75-a453-6c1c84e76950 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:15.106922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f4b1a-8a34-466f-ad4e-8768931c464e req-1acdec27-6558-4fdc-b753-3d191a744fc7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:15.116781 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c62f4b1a-8a34-466f-ad4e-8768931c464e req-1acdec27-6558-4fdc-b753-3d191a744fc7 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1210463 Oct 19 01:22:15.123832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:15.126768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Pushing event updated for resources: {'Port': ['ID=88dbda82-5b03-4978-8e76-741bcf1b42b4,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:15.129522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:15.133048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:15.139767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.167017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.181012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.181677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-cba5a79b-045e-4e7a-80c9-56ffde77f179 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:15.183317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-cba5a79b-045e-4e7a-80c9-56ffde77f179 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a6cc21d-1812-4f20-baf6-a469808848c4 HTTP/1.1" status: 200 len: 943 time: 0.2228899 Oct 19 01:22:15.189523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.252554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c62f4b1a-8a34-466f-ad4e-8768931c464e req-c3dc6397-8bba-49ad-a15d-c16f1ee7aaf9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346343 Oct 19 01:22:15.314337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.336063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Allocated IP 172.25.0.114 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/fbcd8aa5-3c8d-44cd-a246-547034d98f18) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:15.348455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.370339 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.390913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Attempting to bind port 88dbda82-5b03-4978-8e76-741bcf1b42b4 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:15.391501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Attempting to bind port 88dbda82-5b03-4978-8e76-741bcf1b42b4 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:15.391634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Attempting to bind port 88dbda82-5b03-4978-8e76-741bcf1b42b4 on network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:15.395497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:15.395713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Pushing event updated for resources: {'Port': ['ID=4f0c95ff-a646-4f56-a61f-279e0d0d328b,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:15.400403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network 29c08599-8981-475e-bf89-5339cccf40a2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:15.400564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:15.400795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Checking segment: {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:15.401177 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.401573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Bound using segment: {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:15.402038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Bound port: 88dbda82-5b03-4978-8e76-741bcf1b42b4, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:15.402420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.411103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.429238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:15.457363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:15.480064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.510991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:15.524876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] For port 88dbda82-5b03-4978-8e76-741bcf1b42b4, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:15.528477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] For port 88dbda82-5b03-4978-8e76-741bcf1b42b4, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=88dbda82-5b03-4978-8e76-741bcf1b42b4,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:15.534334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04623500-ce08-4d75-a453-6c1c84e76950 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:15.537890 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.548251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.570416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36dbb1-f552-471b-8858-6c4c2104488f req-8499bccc-42c0-4b56-93c1-6e5b18eb27a7 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:15.578502 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a36dbb1-f552-471b-8858-6c4c2104488f req-8499bccc-42c0-4b56-93c1-6e5b18eb27a7 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 935 time: 0.1026027 Oct 19 01:22:15.611722 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.621064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6912a6b-54b3-4a8f-8170-98a7b1c9622e None None] Pushing event updated for resources: {'Port': ['ID=88dbda82-5b03-4978-8e76-741bcf1b42b4,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:15.692396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a36dbb1-f552-471b-8858-6c4c2104488f req-67331649-e605-422c-9562-2accbda1db35 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050065 Oct 19 01:22:15.702928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:15.720832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Port': ['ID=04976c32-7d7a-4d29-b3df-fb7e01fd634b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:15.723635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Transition to ACTIVE for port object 04623500-ce08-4d75-a453-6c1c84e76950 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:22:15.729266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:15.738720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Pushing event updated for resources: {'Port': ['ID=fbcd8aa5-3c8d-44cd-a246-547034d98f18,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:15.743143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:15.747037 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.806124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.818422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-18769f5c-2f58-4126-9160-c147d06e19f7 None None] Provisioning complete for port 04976c32-7d7a-4d29-b3df-fb7e01fd634b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:15.818801 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18769f5c-2f58-4126-9160-c147d06e19f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.881147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Deleting port e43621ae-a5b6-4c56-acb3-c71f19cda192 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:15.881147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:15.895410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-18769f5c-2f58-4126-9160-c147d06e19f7 None None] Port 04976c32-7d7a-4d29-b3df-fb7e01fd634b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:15.946342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:15.961215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:15.973802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546615-bd21-4087-b477-28ca7d7f0351 req-c9138347-f72e-4b8b-9ccb-81cfd2f329aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:15.984838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f546615-bd21-4087-b477-28ca7d7f0351 req-c9138347-f72e-4b8b-9ccb-81cfd2f329aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2041943 Oct 19 01:22:16.027243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=04623500-ce08-4d75-a453-6c1c84e76950,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:16.061042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f546615-bd21-4087-b477-28ca7d7f0351 req-51d46a79-e11b-4702-8a27-734888cadd47 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752020 Oct 19 01:22:16.265547 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.319726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:16.351872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.382453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] For port e43621ae-a5b6-4c56-acb3-c71f19cda192, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e43621ae-a5b6-4c56-acb3-c71f19cda192,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:16.382835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.388822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 88dbda82-5b03-4978-8e76-741bcf1b42b4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:16.425636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Calling delete_port for e43621ae-a5b6-4c56-acb3-c71f19cda192 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:16.449502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82af3-b29e-4c97-8349-c3562a8a9558 req-36e6add2-16fb-4ca7-ae66-4663b1123b66 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:16.450408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-784a7a23-b09b-4fc7-ba16-2ee27fd7c07f None None] Provisioning complete for port 4f0c95ff-a646-4f56-a61f-279e0d0d328b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:16.450940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-784a7a23-b09b-4fc7-ba16-2ee27fd7c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.452441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-42c82af3-b29e-4c97-8349-c3562a8a9558 req-36e6add2-16fb-4ca7-ae66-4663b1123b66 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1130769 Oct 19 01:22:16.481549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 88dbda82-5b03-4978-8e76-741bcf1b42b4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:16.481549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.503897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Attempting to bind port 04623500-ce08-4d75-a453-6c1c84e76950 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:16.504282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Attempting to bind port 04623500-ce08-4d75-a453-6c1c84e76950 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:16.504599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Attempting to bind port 04623500-ce08-4d75-a453-6c1c84e76950 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:16.513575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-784a7a23-b09b-4fc7-ba16-2ee27fd7c07f None None] Port 4f0c95ff-a646-4f56-a61f-279e0d0d328b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:16.549969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-42c82af3-b29e-4c97-8349-c3562a8a9558 req-870d560c-b919-435f-97c4-d77b224441aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900922 Oct 19 01:22:16.576878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.626367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 88dbda82-5b03-4978-8e76-741bcf1b42b4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=88dbda82-5b03-4978-8e76-741bcf1b42b4,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:16.638150 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.638962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:16.657379 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.725391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=88dbda82-5b03-4978-8e76-741bcf1b42b4,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:16.744741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:16.745481 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:16.852683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dd892-345d-4709-b86e-1430e8d929c1 req-852e1c66-7bfd-4df0-8665-525314d1d747 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:16.854291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-124dd892-345d-4709-b86e-1430e8d929c1 req-852e1c66-7bfd-4df0-8665-525314d1d747 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1129813 Oct 19 01:22:16.914214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-124dd892-345d-4709-b86e-1430e8d929c1 req-ce797782-eb1f-473c-b215-d047ce65bccb tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526021 Oct 19 01:22:16.915375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:17.039019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Port 04623500-ce08-4d75-a453-6c1c84e76950 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:22:17.039335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Attempting to bind port 04623500-ce08-4d75-a453-6c1c84e76950 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:17.050210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd4274-d98a-4c69-bed2-03e6edea5d92 None None] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:17.081460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-351a00a0-de35-45e5-ba1c-4543a199b8fd req-b9f0aced-4e12-44aa-bc1c-ffd72ea451cd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6390dba7f4fd4e44a7d7f450355a49e7 HTTP/1.1" status: 200 len: 221 time: 0.0502200 Oct 19 01:22:17.082528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:17.096828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:17.097301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:17.097779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:17.098347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Bound port: 04623500-ce08-4d75-a453-6c1c84e76950, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:17.098803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.106482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Sync routers for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:17.121881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.126443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:17.127076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:17.128990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-53d3b852-e4ad-4ffa-a49d-f77b9ddbdd1a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7195580 Oct 19 01:22:17.130110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37540) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:17.224541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-723b3922-f202-4ba3-9133-de8a834bffc3 None None] Provisioning complete for port 88dbda82-5b03-4978-8e76-741bcf1b42b4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:17.224990 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-723b3922-f202-4ba3-9133-de8a834bffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.257676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:17.266941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8d783ecf-bb9f-458c-857c-2835089a1eec admin admin] 10.222.0.64 "PUT /v2.0/routers/6e33da99-0d7f-4995-b9ec-59509e1d22c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4296780 Oct 19 01:22:17.274398 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Sync routers for ids ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:17.294691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a86f83-bab4-4930-a315-81318fe9b2d4 req-5428adb4-34a9-4069-abd1-91ddfa5692b4 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:17.303189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72a86f83-bab4-4930-a315-81318fe9b2d4 req-5428adb4-34a9-4069-abd1-91ddfa5692b4 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 947 time: 0.1187205 Oct 19 01:22:17.306581 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Routers {'6e33da99-0d7f-4995-b9ec-59509e1d22c7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:17.307509 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:17.341208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:17.398422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.437196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72a86f83-bab4-4930-a315-81318fe9b2d4 req-537717fd-cb92-4a6e-8693-a795ae233cc1 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273966 Oct 19 01:22:17.463016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] For port 04623500-ce08-4d75-a453-6c1c84e76950, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:17.470256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] For port 04623500-ce08-4d75-a453-6c1c84e76950, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=04623500-ce08-4d75-a453-6c1c84e76950,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:17.479903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.501148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.546319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:17.547775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.550311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] 10.222.0.62 "PUT /v2.0/ports/04623500-ce08-4d75-a453-6c1c84e76950 HTTP/1.1" status: 200 len: 1096 time: 3.1214526 Oct 19 01:22:17.641636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'tag': '04623500-ce08-4d75-a453-6c1c84e76950'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:17.644692 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a76fc-8fdc-47ff-813f-dc25b33cc127" -d '{"events": [{"name": "network-changed", "server_uuid": "afbbf0a4-a83b-4db6-ae68-be8b03e69613", "tag": "04623500-ce08-4d75-a453-6c1c84e76950"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:17.790010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:16Z', 'revision_number': 3, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:17.791883 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Set router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:17.821647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2e159-9c5a-4fec-93e5-679e4339e8ff req-f472a4ce-988b-4de9-9f44-1d1586e1ff4a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:17.822773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ef2e159-9c5a-4fec-93e5-679e4339e8ff req-f472a4ce-988b-4de9-9f44-1d1586e1ff4a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2737100 Oct 19 01:22:17.857868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-e06127a9-ddcf-40f4-ada6-bf3744c859ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:17.861740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Checking router: 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:17.862305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Updating router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 port fbcd8aa5-3c8d-44cd-a246-547034d98f18 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:22:17.870253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-e06127a9-ddcf-40f4-ada6-bf3744c859ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fa8804ff6494601b5f34688038f0511&device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 1099 time: 0.2086887 Oct 19 01:22:17.882602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event updated for resources: {'Port': ['ID=04976c32-7d7a-4d29-b3df-fb7e01fd634b,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:17.902289 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.980830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:17.982469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ef2e159-9c5a-4fec-93e5-679e4339e8ff req-cf3573fa-b489-4c6b-8952-3ec89537105e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453993 Oct 19 01:22:18.039189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ee04-771d-45d9-bde6-5db42159bbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=04623500-ce08-4d75-a453-6c1c84e76950,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:18.172552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-695b29aa-420f-4d6d-9bbd-da618e563078 None None] Provisioning complete for port 88dbda82-5b03-4978-8e76-741bcf1b42b4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:18.172937 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-695b29aa-420f-4d6d-9bbd-da618e563078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.233309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-87382a35-e090-4799-968d-308752965f7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=04623500-ce08-4d75-a453-6c1c84e76950 HTTP/1.1" status: 200 len: 217 time: 0.2659359 Oct 19 01:22:18.236326 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf54d73-caf0-4b68-a090-f2871a59ee85 x-openstack-request-id: req-adf54d73-caf0-4b68-a090-f2871a59ee85 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:18.237518 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbbf0a4-a83b-4db6-ae68-be8b03e69613", "tag": "04623500-ce08-4d75-a453-6c1c84e76950", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:18.237871 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adf54d73-caf0-4b68-a090-f2871a59ee85 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:18.238315 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'tag': '04623500-ce08-4d75-a453-6c1c84e76950', 'status': 'completed', 'code': 200} Oct 19 01:22:18.268440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.274607 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port': {'id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:06Z', 'updated_at': '2021-10-19T01:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4f0c95ff-a646-4f56-a61f-279e0d0d328b', 'name': '', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'mac_address': 'fa:16:3e:fe:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:12Z', 'updated_at': '2021-10-19T01:22:14Z', 'revision_number': 2, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'subnets': [{'id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:18.303536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:18.317675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1425468921-network', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:18.326718 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Checking router: 6e33da99-0d7f-4995-b9ec-59509e1d22c7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:18.327370 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Updating router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 port 4f0c95ff-a646-4f56-a61f-279e0d0d328b binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:22:18.356734 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.373000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Network 29c08599-8981-475e-bf89-5339cccf40a2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:18.373778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.377238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2f2a7d91-772b-4b66-93bc-c327e71bf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:18.379039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-2f2a7d91-772b-4b66-93bc-c327e71bf114 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1370351 Oct 19 01:22:18.383130 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.388998 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 88dbda82-5b03-4978-8e76-741bcf1b42b4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:18.391531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:18.393839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Made reservation on behalf of 53b696be4a844b5ea26388ff34052ffe for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:18.396650 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.410532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.494999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6be4bc-45da-42ff-896e-3ca736b54429 req-3fc6a669-9191-4dc4-b19f-418de79d5c43 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:18.504809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f6be4bc-45da-42ff-896e-3ca736b54429 req-3fc6a669-9191-4dc4-b19f-418de79d5c43 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1059387 Oct 19 01:22:18.519696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163e92d-6056-4325-b092-98d54f9a5846 None None] Pushing event updated for resources: {'Port': ['ID=fbcd8aa5-3c8d-44cd-a246-547034d98f18,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:18.523275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Attempting to bind port fbcd8aa5-3c8d-44cd-a246-547034d98f18 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:18.523706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Attempting to bind port fbcd8aa5-3c8d-44cd-a246-547034d98f18 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:18.524090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Attempting to bind port fbcd8aa5-3c8d-44cd-a246-547034d98f18 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:18.538836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:18.539217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:18.539618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.540142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:18.540519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Bound port: fbcd8aa5-3c8d-44cd-a246-547034d98f18, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:18.540907 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.590823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 88dbda82-5b03-4978-8e76-741bcf1b42b4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:18.591201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.600674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.617794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] No DVR routers for this DVR port e43621ae-a5b6-4c56-acb3-c71f19cda192 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:18.625295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f6be4bc-45da-42ff-896e-3ca736b54429 req-4bc3b8fc-0cfd-46c5-b99c-f6242b2514e9 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187391 Oct 19 01:22:18.627562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.641580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-492edf71-1be5-4e20-96c8-9360fcd8ebfb req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "DELETE /v2.0/ports/e43621ae-a5b6-4c56-acb3-c71f19cda192 HTTP/1.1" status: 204 len: 173 time: 3.4489937 Oct 19 01:22:18.681505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314957-7909-43b9-8045-0fa7071bcae8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event deleted for resources: {'Port': ['ID=e43621ae-a5b6-4c56-acb3-c71f19cda192,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:18.691447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-32c7cce3-cdd3-457d-8664-e19ecd8ccdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:18.694518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-32c7cce3-cdd3-457d-8664-e19ecd8ccdc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2537482 Oct 19 01:22:18.717180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Allocated IP 172.20.0.1 (2088d67c-78cf-47f6-8189-4d1d2f8f6781/77a6f399-e83a-40c3-b0ce-8a053e7b156e/a307ae75-2409-471d-92c7-ea37e47af7ae) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:18.733339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] For port fbcd8aa5-3c8d-44cd-a246-547034d98f18, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:18.796490 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.805104 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.858116 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Pushing event updated for resources: {'Port': ['ID=4f0c95ff-a646-4f56-a61f-279e0d0d328b,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:18.872353 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.872827 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.873296 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.873729 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.874464 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.874913 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.876148 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.876537 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.876964 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.877414 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.877853 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.878297 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:22:18.882695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] For port fbcd8aa5-3c8d-44cd-a246-547034d98f18, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fbcd8aa5-3c8d-44cd-a246-547034d98f18,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:18.890514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebb437-f93b-410f-bbbb-7ac086984c20 req-a3b120f8-a852-4777-aebf-7bc4d9c22c2b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:18.892681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bebb437-f93b-410f-bbbb-7ac086984c20 req-a3b120f8-a852-4777-aebf-7bc4d9c22c2b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1222823 Oct 19 01:22:18.902762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e27bd45a-5e7c-44a5-8878-630b889f7d8f None None] Provisioning complete for port 04976c32-7d7a-4d29-b3df-fb7e01fd634b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:18.903964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e27bd45a-5e7c-44a5-8878-630b889f7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.911681 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.924498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.964713 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Attempting to bind port 4f0c95ff-a646-4f56-a61f-279e0d0d328b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:18.965292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Attempting to bind port 4f0c95ff-a646-4f56-a61f-279e0d0d328b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:18.965746 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Attempting to bind port 4f0c95ff-a646-4f56-a61f-279e0d0d328b on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:18.972522 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:18.973896 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Checking segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:18.973896 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:18.974819 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Bound using segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:18.975600 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Bound port: 4f0c95ff-a646-4f56-a61f-279e0d0d328b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:18.976281 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.027126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bebb437-f93b-410f-bbbb-7ac086984c20 req-8c9e4f36-eacb-41d5-84ff-6c651efbbd98 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215746 Oct 19 01:22:19.075906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.113613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Router 52c586b6-5268-42b4-a64d-c63a45001310 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:19.117756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-1084ee1f-9728-4547-9e78-8e516e48ec18 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604711 Oct 19 01:22:19.125944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:19.126638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.144069 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] For port 4f0c95ff-a646-4f56-a61f-279e0d0d328b, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:19.150932 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] For port 4f0c95ff-a646-4f56-a61f-279e0d0d328b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4f0c95ff-a646-4f56-a61f-279e0d0d328b,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:19.158114 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.188331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:19.207528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:19.216968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:19.226210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Pushing event updated for resources: {'Port': ['ID=a307ae75-2409-471d-92c7-ea37e47af7ae,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.235864 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a49000-3ac1-4fb5-ae5d-455b1f4e7959 None None] Pushing event updated for resources: {'Port': ['ID=4f0c95ff-a646-4f56-a61f-279e0d0d328b,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.259480 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Routers {'6e33da99-0d7f-4995-b9ec-59509e1d22c7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:19.260818 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.329901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:19.330772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.341757 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffcdc4a2-60eb-42a9-86e0-c070f282a9d2 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "PUT /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6239226 Oct 19 01:22:19.522098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37580) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:19.542779 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] Set router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:19.596754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.681527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e27bd45a-5e7c-44a5-8878-630b889f7d8f None None] Port 04976c32-7d7a-4d29-b3df-fb7e01fd634b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:19.694053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.706641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] Sync routers for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:19.717018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:19.802363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bf2ae-75f4-4c32-8262-e5c41003efe1 req-6fb247d7-f288-4065-8782-cb4af3f9483d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:19.809891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a25bf2ae-75f4-4c32-8262-e5c41003efe1 req-6fb247d7-f288-4065-8782-cb4af3f9483d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 947 time: 0.6910417 Oct 19 01:22:19.818521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:22:19.859628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9881378a-e295-45c3-9ef9-80df185b7172,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.868952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.869336 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Added segment 28c96a96-ab94-451a-936b-305b2e41471d of type vlan for network 3482de9b-7e17-4feb-8b31-53b268f013ac Oct 19 01:22:19.883713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163e92d-6056-4325-b092-98d54f9a5846 None None] Pushing event updated for resources: {'Port': ['ID=fbcd8aa5-3c8d-44cd-a246-547034d98f18,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:19.890432 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port': {'id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:06Z', 'updated_at': '2021-10-19T01:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4f0c95ff-a646-4f56-a61f-279e0d0d328b', 'name': '', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'mac_address': 'fa:16:3e:fe:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:12Z', 'updated_at': '2021-10-19T01:22:19Z', 'revision_number': 4, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'subnets': [{'id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.893147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:19.893909 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.897874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25e0b6f1-12e7-473a-859c-8102bf7e8549 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.924448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d116f5e-1b6b-4b0d-bb73-32d516be704b req-65e6dfac-aff1-4467-a2e5-dc9a1301a8f7 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797117 Oct 19 01:22:19.928950 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7c52d-b00e-4ffe-9a0e-d9dd1b18ca9e None None] The sync data for ids ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'] in n-d-789963-20 is: [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port': {'id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:06Z', 'updated_at': '2021-10-19T01:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4f0c95ff-a646-4f56-a61f-279e0d0d328b', 'name': '', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'mac_address': 'fa:16:3e:fe:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:12Z', 'updated_at': '2021-10-19T01:22:19Z', 'revision_number': 4, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'subnets': [{'id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:19.941357 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:19.949253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:19.984526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a25bf2ae-75f4-4c32-8262-e5c41003efe1 req-e80e265a-f5ff-441d-af07-cacbaf7d75e0 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736622 Oct 19 01:22:20.013440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.046258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Provisioning complete for port 4f0c95ff-a646-4f56-a61f-279e0d0d328b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:20.046779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.112354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:20.113148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:20.151405 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-25e0b6f1-12e7-473a-859c-8102bf7e8549 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:22:20.155455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-25e0b6f1-12e7-473a-859c-8102bf7e8549 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310 HTTP/1.1" status: 409 len: 329 time: 0.5805633 Oct 19 01:22:20.156560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37588) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:20.168162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:20.168306 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.168682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0815eb86-aad3-4f82-ac1b-03cce2280593 None None] The sync data for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:20.169220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.170035 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.220599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-d60c2e9f-12d9-4296-8c47-05c5d6be5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.222130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-d60c2e9f-12d9-4296-8c47-05c5d6be5b85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3fa8804ff6494601b5f34688038f0511&device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 1099 time: 0.2112768 Oct 19 01:22:20.253981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-deleted', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:20.257392 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254763e4-99cf-4ede-9825-74ea71c0447b" -d '{"events": [{"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-deleted", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:20.277599 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.282486 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.315307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:16Z', 'revision_number': 3, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:20.361246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd342a42-219d-4df6-bbc0-d5f87e5bfd53 None None] The sync data for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 is: [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:16Z', 'revision_number': 3, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:20.362896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f0c95ff-a646-4f56-a61f-279e0d0d328b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:20.369207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf423e6-3e2f-4720-b4a2-19e63ab94bdf req-29201240-1d9a-45f2-a537-a36965a467e6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.370037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] For port 4f0c95ff-a646-4f56-a61f-279e0d0d328b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4f0c95ff-a646-4f56-a61f-279e0d0d328b,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:20.379472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cbf423e6-3e2f-4720-b4a2-19e63ab94bdf req-29201240-1d9a-45f2-a537-a36965a467e6 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.2545853 Oct 19 01:22:20.402639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.465772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cbf423e6-3e2f-4720-b4a2-19e63ab94bdf req-f2bb5e9e-7231-485e-b95a-ed6d7bcbc141 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829251 Oct 19 01:22:20.488433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Provisioning complete for port a307ae75-2409-471d-92c7-ea37e47af7ae triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:20.488803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.496702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066696a-5cbc-481a-bae1-b7ef5570cbbf req-42c77c14-4bea-45c5-a023-ecce5370b494 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.504973 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5066696a-5cbc-481a-bae1-b7ef5570cbbf req-42c77c14-4bea-45c5-a023-ecce5370b494 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.4085412 Oct 19 01:22:20.513040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2030256 Oct 19 01:22:20.513802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37594) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:20.520811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Request body: {'subnet': {'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1425468921-subnet', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:20.548175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Pushing event updated for resources: {'Port': ['ID=4f0c95ff-a646-4f56-a61f-279e0d0d328b,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:20.575282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-58bfae94-cfc5-4af9-b94e-374115913c86 None None] Port a307ae75-2409-471d-92c7-ea37e47af7ae cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:20.583672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4f0c95ff-a646-4f56-a61f-279e0d0d328b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:20.584020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.672319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Made reservation on behalf of 53b696be4a844b5ea26388ff34052ffe for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:20.679491 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.696890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ed9d8-012f-4d4a-97d6-a0ef8de0b0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3482de9b-7e17-4feb-8b31-53b268f013ac,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:20.734259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 3482de9b-7e17-4feb-8b31-53b268f013ac details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:22:20.767866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-8cc50e0a-0ae8-48ce-8d85-df6d352423ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.778017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-8cc50e0a-0ae8-48ce-8d85-df6d352423ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.5439463 Oct 19 01:22:20.937358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.953466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:20.969055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-c23895c8-aa84-468f-987b-55eeca943a09 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:20.970809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-c23895c8-aa84-468f-987b-55eeca943a09 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.3315284 Oct 19 01:22:21.064885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-f358459a-384b-412e-9551-0121d2e5d6b9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/quotas/9567f9fa32ff49e48f93fc696f75d605 HTTP/1.1" status: 200 len: 375 time: 0.0712996 Oct 19 01:22:21.133650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.141068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Pushing event updated for resources: {'Port': ['ID=a307ae75-2409-471d-92c7-ea37e47af7ae,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:21.149164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-3c271340-c569-465c-8c3e-306597db46ba tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833080 Oct 19 01:22:21.265688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5066696a-5cbc-481a-bae1-b7ef5570cbbf req-732b71c2-e596-4dfb-bf48-daf3caa8c8df tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590313 Oct 19 01:22:21.271392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-9b5b426a-43c5-4526-888a-1dcc64a8560a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=04623500-ce08-4d75-a453-6c1c84e76950 HTTP/1.1" status: 200 len: 217 time: 0.4736624 Oct 19 01:22:21.387354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-0cc742dd-5a80-4c06-9605-672a02d3d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.389519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-0cc742dd-5a80-4c06-9605-672a02d3d216 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0832708 Oct 19 01:22:21.391092 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9af7a2-4dc8-4301-8048-c5cee69a7726 x-openstack-request-id: req-3b9af7a2-4dc8-4301-8048-c5cee69a7726 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:21.391466 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6cc21d-1812-4f20-baf6-a469808848c4", "name": "network-vif-deleted", "tag": "e43621ae-a5b6-4c56-acb3-c71f19cda192", "status": "failed", "code": 422}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:21.391917 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b9af7a2-4dc8-4301-8048-c5cee69a7726 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:21.392575 n-d-789963-20 neutron-server[100847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a6cc21d-1812-4f20-baf6-a469808848c4', 'name': 'network-vif-deleted', 'tag': 'e43621ae-a5b6-4c56-acb3-c71f19cda192', 'status': 'failed', 'code': 422} returned with failed status Oct 19 01:22:21.412994 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.416701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-b8898ea9-7790-403a-8a84-ebf8159d0a8f service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912916 Oct 19 01:22:21.522509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3b6bf-c9cb-433f-a9ba-e39c8904a03b req-cb58ccd6-7b8e-4c5b-9d67-f08edf7f8ced tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.524163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efa3b6bf-c9cb-433f-a9ba-e39c8904a03b req-cb58ccd6-7b8e-4c5b-9d67-f08edf7f8ced tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1270859 Oct 19 01:22:21.529159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-14e33f12-e883-4904-a195-6d07725c6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.530630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-14e33f12-e883-4904-a195-6d07725c6c77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312950 Oct 19 01:22:21.658571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae321d05-6f70-4841-a8f2-a215676c243a,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:21.673813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-210c79d1-e356-45f5-8dbf-f53044aba01f service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245605 Oct 19 01:22:21.695686 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efa3b6bf-c9cb-433f-a9ba-e39c8904a03b req-f84be3f7-e2ed-4692-80c0-cc333efe7939 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457753 Oct 19 01:22:21.709830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Checking segment: {'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:21.711234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Network hostable DHCP agents. Network: 3482de9b-7e17-4feb-8b31-53b268f013ac, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:22:21.761670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:21.763921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:21.777668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Network 3482de9b-7e17-4feb-8b31-53b268f013ac is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:22:21.795239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-776ce6f8-e5cd-4b5f-bab2-76cc746ea8a8 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536473 Oct 19 01:22:21.858463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:21.891748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 3482de9b-7e17-4feb-8b31-53b268f013ac) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:21.907276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdae498-f82a-4d12-a6e2-5472f5ebad44 None None] Network 3482de9b-7e17-4feb-8b31-53b268f013ac requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:21.922434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:21.923025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.035017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e8bb4401-3f00-4c15-ba40-0c75ea688dc4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5157337 Oct 19 01:22:22.035716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37616) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:22.045343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:22.176680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adac9b-795d-4f2b-8a5a-177cb2d42c98 req-e74dcb7c-733d-4a88-926c-58b61ab51dab tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:22.185169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4adac9b-795d-4f2b-8a5a-177cb2d42c98 req-e74dcb7c-733d-4a88-926c-58b61ab51dab tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2594607 Oct 19 01:22:22.200907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:22.203067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.204481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.289524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-588a76fc-8fdc-47ff-813f-dc25b33cc127 req-cb29b22a-5630-4f2d-b08c-26498fcad8b4 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864514 Oct 19 01:22:22.320931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-3482de9b-7e17-4feb-8b31-53b268f013ac', 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'fixed_ips': [{'subnet_id': 'ae321d05-6f70-4841-a8f2-a215676c243a'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:22:22.321920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.359083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1aad2569-bfab-4808-9c70-ceec33f91867 None None] Provisioning complete for port a307ae75-2409-471d-92c7-ea37e47af7ae triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:22.359688 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1aad2569-bfab-4808-9c70-ceec33f91867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.361309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbf88a-a818-4025-80af-7af824539c10 req-488e8e13-dd81-488d-97f8-b738acb0cbc2 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:22.364260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ebbf88a-a818-4025-80af-7af824539c10 req-488e8e13-dd81-488d-97f8-b738acb0cbc2 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 947 time: 0.2928755 Oct 19 01:22:22.375846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.404209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f0c95ff-a646-4f56-a61f-279e0d0d328b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:22.404954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4adac9b-795d-4f2b-8a5a-177cb2d42c98 req-45094c2d-59ab-4f1b-97b8-053a443379c7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152953 Oct 19 01:22:22.438282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ebbf88a-a818-4025-80af-7af824539c10 req-a6ccc263-bacb-41ee-94c7-fb28ef1dd073 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646207 Oct 19 01:22:22.514246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1aad2569-bfab-4808-9c70-ceec33f91867 None None] Port a307ae75-2409-471d-92c7-ea37e47af7ae cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:22.571830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:22.572656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d70930a-30a9-4725-85d0-77d2f2eb054d req-e21b60e1-5f3b-4ac0-b9bc-015763f9ac31 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0408494 Oct 19 01:22:22.581880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-368c2610-67cd-4e2e-b57f-7498c0df2003 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a4797e1-c1e2-4adc-81bf-38c38d9c97c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4487226 Oct 19 01:22:22.662361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4f0c95ff-a646-4f56-a61f-279e0d0d328b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:22.663038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.780772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Allocated IP 172.20.0.2 (3482de9b-7e17-4feb-8b31-53b268f013ac/ae321d05-6f70-4841-a8f2-a215676c243a/0e3f0023-2183-4d34-a815-04e397843a27) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:22.783550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16673c4-6b25-409a-8b8c-5970567d8fb1 req-86601c0e-2461-44a3-9b7a-ed7a45131310 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:22.785224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b16673c4-6b25-409a-8b8c-5970567d8fb1 req-86601c0e-2461-44a3-9b7a-ed7a45131310 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1282945 Oct 19 01:22:22.821595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Deleting port 04976c32-7d7a-4d29-b3df-fb7e01fd634b {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:22.822371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.825637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:22.920541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b16673c4-6b25-409a-8b8c-5970567d8fb1 req-df3a21db-fe18-4540-9b76-fb7916472f5e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136596 Oct 19 01:22:22.926902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fbcd8aa5-3c8d-44cd-a246-547034d98f18 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:22.940149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39379445-43d3-4322-9b79-da196c9d99c5 req-4b205b3f-f58a-4ff5-8c49-5e08bbd13752 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:22.941908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39379445-43d3-4322-9b79-da196c9d99c5 req-4b205b3f-f58a-4ff5-8c49-5e08bbd13752 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1249907 Oct 19 01:22:23.024644 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.040949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39379445-43d3-4322-9b79-da196c9d99c5 req-a58cf494-950c-4a47-8bb2-5bcdb11a6d85 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824392 Oct 19 01:22:23.053075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Calling delete_port for 04976c32-7d7a-4d29-b3df-fb7e01fd634b owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:23.058903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fbcd8aa5-3c8d-44cd-a246-547034d98f18 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:23.059162 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.122583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.141750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.295353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.299337 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.328795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port fbcd8aa5-3c8d-44cd-a246-547034d98f18, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fbcd8aa5-3c8d-44cd-a246-547034d98f18,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:23.331562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Network 3482de9b-7e17-4feb-8b31-53b268f013ac is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:23.335922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:23.342526 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.348079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:23.399798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Pushing event updated for resources: {'Port': ['ID=0e3f0023-2183-4d34-a815-04e397843a27,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:23.418666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.426860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.456133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Port': ['ID=04976c32-7d7a-4d29-b3df-fb7e01fd634b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:23.536212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d001-f0e2-4b99-a446-1615f6de9871 req-935d8faf-fc87-4f80-b783-2992806bc0b2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:23.551736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b93d001-f0e2-4b99-a446-1615f6de9871 req-935d8faf-fc87-4f80-b783-2992806bc0b2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2493937 Oct 19 01:22:23.595003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Attempting to bind port 0e3f0023-2183-4d34-a815-04e397843a27 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:23.595827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Attempting to bind port 0e3f0023-2183-4d34-a815-04e397843a27 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:23.596215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Attempting to bind port 0e3f0023-2183-4d34-a815-04e397843a27 on network 3482de9b-7e17-4feb-8b31-53b268f013ac {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:23.615312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=fbcd8aa5-3c8d-44cd-a246-547034d98f18,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:23.620007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:23.620651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Checking segment: {'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:23.621245 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.621787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Bound using segment: {'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:23.622581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Bound port: 0e3f0023-2183-4d34-a815-04e397843a27, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:23.623363 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.722604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 04623500-ce08-4d75-a453-6c1c84e76950 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:23.724509 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b93d001-f0e2-4b99-a446-1615f6de9871 req-aaca993f-4f5c-45fc-98ec-4b59d8410d0a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709797 Oct 19 01:22:23.777148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.832248 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Sync routers for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:23.833975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Allocated IP 172.25.0.245 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/8d8f82de-84f2-45b3-b87d-498f15843580) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:23.858860 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:23.865139 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:23.867529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] For port 0e3f0023-2183-4d34-a815-04e397843a27, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:23.937098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] For port 0e3f0023-2183-4d34-a815-04e397843a27, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e3f0023-2183-4d34-a815-04e397843a27,segment=NetworkSegment(28c96a96-ab94-451a-936b-305b2e41471d),segment_id=28c96a96-ab94-451a-936b-305b2e41471d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:23.954919 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:23.965081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37646) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:23.974621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-17c1faf7-0052-4ebe-b63c-89a6646fcd21 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692500018', 'description': 'tempest-description--1338691489'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:24.024554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2c824f4-d593-4d9a-9fdc-22a364d20dc8 req-91cd4870-ab95-41e8-98de-eb15bb2caf4c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0501156 Oct 19 01:22:24.032765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-6feb450b-1874-4a7e-976b-10f69e6e84b1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.034479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-6feb450b-1874-4a7e-976b-10f69e6e84b1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.5875804 Oct 19 01:22:24.041360 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:24.052016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 04623500-ce08-4d75-a453-6c1c84e76950, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=04623500-ce08-4d75-a453-6c1c84e76950,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:24.058639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Request body: {'port': {'device_id': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'admin_state_up': True, 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:24.085381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '04623500-ce08-4d75-a453-6c1c84e76950', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '04623500-ce08-4d75-a453-6c1c84e76950', 'mac_address': 'fa:16:3e:28:0a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:24.087288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4c088-63a0-49bb-8747-24d593a22121 None None] Pushing event updated for resources: {'Port': ['ID=0e3f0023-2183-4d34-a815-04e397843a27,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:24.139097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.150660 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.174605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04623500-ce08-4d75-a453-6c1c84e76950 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:24.187183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17c1faf7-0052-4ebe-b63c-89a6646fcd21 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.206095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 04623500-ce08-4d75-a453-6c1c84e76950, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=04623500-ce08-4d75-a453-6c1c84e76950,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:24.207496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Router 52c586b6-5268-42b4-a64d-c63a45001310 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:24.215727 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.280604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c9c2f-1e4f-40ee-9b04-5ac6c77cf752 req-ae840a31-f897-40f7-8162-6c0545e8df07 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.281684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-927c9c2f-1e4f-40ee-9b04-5ac6c77cf752 req-ae840a31-f897-40f7-8162-6c0545e8df07 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 947 time: 0.2440832 Oct 19 01:22:24.312578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fbcd8aa5-3c8d-44cd-a246-547034d98f18 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:24.348158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ebc5c-6752-42b7-b682-71a465da3325 req-f6fa777c-f5e7-4cb8-ac3f-2c64f4b52e29 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.366823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d99ebc5c-6752-42b7-b682-71a465da3325 req-f6fa777c-f5e7-4cb8-ac3f-2c64f4b52e29 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1952932 Oct 19 01:22:24.420830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-927c9c2f-1e4f-40ee-9b04-5ac6c77cf752 req-c7e11016-7c62-47cf-bb01-365a3584e7a4 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107750 Oct 19 01:22:24.428952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:24.431627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=04623500-ce08-4d75-a453-6c1c84e76950,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:24.435052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:24.435935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.450121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-603380ed-4cbf-468f-ba6e-8a0b5f4c4225 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "PUT /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2918849 Oct 19 01:22:24.451330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-e70e617a-c958-4f8a-a829-cdfd72015009 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.453315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-e70e617a-c958-4f8a-a829-cdfd72015009 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.2004936 Oct 19 01:22:24.454000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37654) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:24.468138 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17c1faf7-0052-4ebe-b63c-89a6646fcd21 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.480869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17c1faf7-0052-4ebe-b63c-89a6646fcd21 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.487432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] Sync routers for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:24.507737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['04623500-ce08-4d75-a453-6c1c84e76950'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:24.508349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d99ebc5c-6752-42b7-b682-71a465da3325 req-9817db01-1c01-4e8a-91d4-2ae1fffeec92 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394000 Oct 19 01:22:24.564814 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.574229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1faf7-0052-4ebe-b63c-89a6646fcd21 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:24.582504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17c1faf7-0052-4ebe-b63c-89a6646fcd21 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.584097 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-17c1faf7-0052-4ebe-b63c-89a6646fcd21 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6156490 Oct 19 01:22:24.586801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37658) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:24.591353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f447b33f-72d3-4ae5-9d27-94a5d8326223 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Request body: {'security_group_rule': {'security_group_id': '54a2b611-d775-4a5a-91d0-b88f5ca4d0fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:24.639299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:24.639944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.657653 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-ae59e90b-9fca-4dcb-8f62-7c9d38de1fd0 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] show failed (client error): The resource could not be found. Oct 19 01:22:24.658807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ae59e90b-9fca-4dcb-8f62-7c9d38de1fd0 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-708363301 HTTP/1.1" status: 404 len: 334 time: 0.1951809 Oct 19 01:22:24.672544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37660) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:24.682834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-eaf35aeb-06b1-49a1-9b16-2d377cef040f tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:24.697657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.730421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f447b33f-72d3-4ae5-9d27-94a5d8326223 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.735339 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-eaf35aeb-06b1-49a1-9b16-2d377cef040f tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] update failed (client error): The resource could not be found. Oct 19 01:22:24.736445 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eaf35aeb-06b1-49a1-9b16-2d377cef040f tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-565780696 HTTP/1.1" status: 404 len: 334 time: 0.0626330 Oct 19 01:22:24.745865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37662) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:24.795832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] Routers {'52c586b6-5268-42b4-a64d-c63a45001310'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:24.796516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['52c586b6-5268-42b4-a64d-c63a45001310'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.810848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Pushing event updated for resources: {'Port': ['ID=8d8f82de-84f2-45b3-b87d-498f15843580,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:24.839698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:24.871706 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 2, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.874158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fbcd8aa5-3c8d-44cd-a246-547034d98f18 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:24.874938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:24.875090 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.877602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:24.887119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f447b33f-72d3-4ae5-9d27-94a5d8326223 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.901218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161096-9fe5-4dc0-943c-ba012e4e4312 req-f1691dc9-5d74-4b46-86a3-50c03a7e0a11 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.902750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd161096-9fe5-4dc0-943c-ba012e4e4312 req-f1691dc9-5d74-4b46-86a3-50c03a7e0a11 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1408932 Oct 19 01:22:24.906777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Deleting subnet 9b2f608d-cf5a-4176-95bc-87f7b3bef06d {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:24.910417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f447b33f-72d3-4ae5-9d27-94a5d8326223 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.912451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:24.912785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:24.913124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624a0e9-fdd6-4214-aad2-962a73622a93 None None] The sync data for ids ['52c586b6-5268-42b4-a64d-c63a45001310'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:24.942021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Checking router: 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:24.943387 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Updating router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 port a307ae75-2409-471d-92c7-ea37e47af7ae binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:22:24.953958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447b33f-72d3-4ae5-9d27-94a5d8326223 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea96d0ac-189d-4b6f-9eca-147c8904c2a5,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:24.986681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba55774-189d-4788-a858-01b6c38e8eb4 req-0a661ad9-80d2-4200-907f-5511b79c7a2d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:24.988864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ba55774-189d-4788-a858-01b6c38e8eb4 req-0a661ad9-80d2-4200-907f-5511b79c7a2d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.3675151 Oct 19 01:22:25.034270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd161096-9fe5-4dc0-943c-ba012e4e4312 req-6ae74ff0-5775-4383-88de-567d6d009fd2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136127 Oct 19 01:22:25.050781 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.050994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f447b33f-72d3-4ae5-9d27-94a5d8326223 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.052312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f447b33f-72d3-4ae5-9d27-94a5d8326223 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4644158 Oct 19 01:22:25.055733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37670) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:25.059148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.066692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b8d5bd20-b027-4098-8511-724d6b73c2ae tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Request body: {'security_group_rule': {'security_group_id': '54a2b611-d775-4a5a-91d0-b88f5ca4d0fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:25.213853 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3c2f8df1-fee9-4de3-b7ee-c10976961c35 req-5ce307cb-4908-4358-bb64-ae3659f8ed84 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0663316 Oct 19 01:22:25.243777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.323002 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.370799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2f608d-cf5a-4176-95bc-87f7b3bef06d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:25.381155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2524b-5603-4d33-860c-f42b71d16112 None None] Network 706172d2-1385-4fe7-a05d-f3a427831b30 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:25.391236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.394229 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03c6017c-fff5-4db1-924a-77f00e4ad9e4 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/subnets/9b2f608d-cf5a-4176-95bc-87f7b3bef06d HTTP/1.1" status: 204 len: 168 time: 0.6472816 Oct 19 01:22:25.400321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37674) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:25.460107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a18fe-f041-4663-bc78-d1948f8c1e6c req-630b34e9-207e-4a25-9a5a-ce32c6c4fe28 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:25.461682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-319a18fe-f041-4663-bc78-d1948f8c1e6c req-630b34e9-207e-4a25-9a5a-ce32c6c4fe28 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1272764 Oct 19 01:22:25.471554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Deleting subnet 03b820c2-c0b5-41ef-bf9b-cd4e36bcfaf3 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:25.481239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.498376 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.507154 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.572257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.579617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-319a18fe-f041-4663-bc78-d1948f8c1e6c req-2236add9-30f9-43f1-a440-a50b7342e0e8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052179 Oct 19 01:22:25.585553 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80c8ee-9cf2-4a23-9957-7b8a0c855cb1 None None] Pushing event updated for resources: {'Port': ['ID=a307ae75-2409-471d-92c7-ea37e47af7ae,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:25.606172 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e26332-ca41-4f9d-95c8-6ed669a52007 None None] Network 3482de9b-7e17-4feb-8b31-53b268f013ac requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:25.699417 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Attempting to bind port a307ae75-2409-471d-92c7-ea37e47af7ae on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:25.699788 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Attempting to bind port a307ae75-2409-471d-92c7-ea37e47af7ae by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:25.700203 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Attempting to bind port a307ae75-2409-471d-92c7-ea37e47af7ae on network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:25.715935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:25.716371 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Checking segment: {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:25.716740 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.717135 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Bound using segment: {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:25.717618 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Bound port: a307ae75-2409-471d-92c7-ea37e47af7ae, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:25.718014 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.757265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.763846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port eb9405b9-3517-4f50-87dd-6735fa10ed04 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:25.763846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.776184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Allocated IP 172.20.0.2 (16328a5b-3007-43fd-af23-0d798d47d1b0/bd1cf545-8b75-4d90-80fd-dfb94dc1a56d/c08a9eb6-fb36-467f-83d2-5c73d50e8497) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:25.776408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 04623500-ce08-4d75-a453-6c1c84e76950 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:25.795584 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] For port a307ae75-2409-471d-92c7-ea37e47af7ae, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:25.796285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ba55774-189d-4788-a858-01b6c38e8eb4 req-619d3d3f-947c-4c97-a4bc-063ccdce5de5 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7873244 Oct 19 01:22:25.800413 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] For port a307ae75-2409-471d-92c7-ea37e47af7ae, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a307ae75-2409-471d-92c7-ea37e47af7ae,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:25.808441 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.822500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-21f52e62-dd65-459e-8a03-c34fa319e4bf None None] Provisioning complete for port 0e3f0023-2183-4d34-a815-04e397843a27 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:25.822873 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-21f52e62-dd65-459e-8a03-c34fa319e4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.907785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:25.956068 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:25.956710 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:25.959785 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80c8ee-9cf2-4a23-9957-7b8a0c855cb1 None None] Pushing event updated for resources: {'Port': ['ID=a307ae75-2409-471d-92c7-ea37e47af7ae,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:26.009516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Subnet': ['ID=03b820c2-c0b5-41ef-bf9b-cd4e36bcfaf3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:26.016358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.019666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f9c9561c-84b9-4bb1-9fc5-f385ae54db7b tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/subnets/03b820c2-c0b5-41ef-bf9b-cd4e36bcfaf3 HTTP/1.1" status: 204 len: 168 time: 0.6173868 Oct 19 01:22:26.024518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:26.087724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369b833-ed10-458e-92f6-72097fc5d25e req-2b9cc356-bbd5-49d0-9b52-1bc30c7c2985 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:26.102481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2369b833-ed10-458e-92f6-72097fc5d25e req-2b9cc356-bbd5-49d0-9b52-1bc30c7c2985 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 948 time: 0.2239046 Oct 19 01:22:26.106876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bd20-b027-4098-8511-724d6b73c2ae tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.136260 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:26.178373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.215511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.246196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] DHCP port deletion for 706172d2-1385-4fe7-a05d-f3a427831b30 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:22:26.248037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbdaea2-c7f2-4cd4-b243-6e58e68f5b2b None None] Network 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:26.291073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2369b833-ed10-458e-92f6-72097fc5d25e req-089530b0-875b-4453-ad9c-3123b1e15e16 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850164 Oct 19 01:22:26.378216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Deleting port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:26.378696 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.384744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e3f0023-2183-4d34-a815-04e397843a27 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:26.461803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 04623500-ce08-4d75-a453-6c1c84e76950 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:26.473279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] For port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,segment=NetworkSegment(d52d3aeb-ebfb-46d5-b426-de33c7adc8f8),segment_id=d52d3aeb-ebfb-46d5-b426-de33c7adc8f8)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:26.473639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.494397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Calling delete_port for bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:26.507451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 04623500-ce08-4d75-a453-6c1c84e76950 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:26.507830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.515674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.558892 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:25Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:26.588830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-21f52e62-dd65-459e-8a03-c34fa319e4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.594816 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de6ca1-c490-4a6e-805f-709de19e8112 None None] The sync data for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 is: [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:25Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:26.622665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0e3f0023-2183-4d34-a815-04e397843a27 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:26.623251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.624173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.646420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] Deleting port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:26.646420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.646789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port eb9405b9-3517-4f50-87dd-6735fa10ed04, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=eb9405b9-3517-4f50-87dd-6735fa10ed04,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:26.646789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.647249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4212da9-dae4-4e4f-8306-5404166a5263 req-28f09dce-736a-4709-ad79-395a93221cad tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0612760 Oct 19 01:22:26.706078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4ce57-a3a2-457b-ba6b-dac1dcf1789a req-e8f04af8-1eb9-4c2a-8a9f-f08a7c24aef9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:26.706078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40c4ce57-a3a2-457b-ba6b-dac1dcf1789a req-e8f04af8-1eb9-4c2a-8a9f-f08a7c24aef9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.6643059 Oct 19 01:22:26.744226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Port': ['ID=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:26.752453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] No DVR routers for this DVR port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:26.762498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for eb9405b9-3517-4f50-87dd-6735fa10ed04 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:26.762856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-21f52e62-dd65-459e-8a03-c34fa319e4bf None None] For port 0e3f0023-2183-4d34-a815-04e397843a27, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e3f0023-2183-4d34-a815-04e397843a27,segment=NetworkSegment(28c96a96-ab94-451a-936b-305b2e41471d),segment_id=28c96a96-ab94-451a-936b-305b2e41471d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:26.829627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.835118 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-21f52e62-dd65-459e-8a03-c34fa319e4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.850767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] DHCP port deletion for 71ad66ad-5dd9-444a-b3c8-63a62828eaa0 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:22:26.891477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] For port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:26.891904 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.932611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bd20-b027-4098-8511-724d6b73c2ae tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.963722 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:26.974535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] Calling delete_port for bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:26.982269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] Port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:22:26.982690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.018598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f52e62-dd65-459e-8a03-c34fa319e4bf None None] Pushing event updated for resources: {'Port': ['ID=0e3f0023-2183-4d34-a815-04e397843a27,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.022360 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.048132 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bd20-b027-4098-8511-724d6b73c2ae tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.068463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706172d2-1385-4fe7-a05d-f3a427831b30']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:27.077141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] Pushing event deleted for resources: {'Port': ['ID=bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.088317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04623500-ce08-4d75-a453-6c1c84e76950'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:27.090508 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a4c8c2-a386-4bb0-be74-f60ec45e05cc" -d '{"events": [{"server_uuid": "afbbf0a4-a83b-4db6-ae68-be8b03e69613", "name": "network-vif-plugged", "status": "completed", "tag": "04623500-ce08-4d75-a453-6c1c84e76950"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:27.093387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4654422f-e827-42c8-b3d3-8b27bae21f2b None None] Provisioning complete for port a307ae75-2409-471d-92c7-ea37e47af7ae triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:27.094025 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4654422f-e827-42c8-b3d3-8b27bae21f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.094368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40c4ce57-a3a2-457b-ba6b-dac1dcf1789a req-930b6ebf-db2f-4b7e-a0ba-caa12cf4fea3 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749328 Oct 19 01:22:27.101949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52d3aeb-ebfb-46d5-b426-de33c7adc8f8') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:27.102976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52d3aeb-ebfb-46d5-b426-de33c7adc8f8') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:27.104582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a111d-c5ee-47e5-b3d8-3a8424480b52 None None] No DVR routers for this DVR port bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:27.121599 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.139612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5bd20-b027-4098-8511-724d6b73c2ae tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf6358e-25b2-492d-a5ce-2877333b59b1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.143567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:27.159429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 04623500-ce08-4d75-a453-6c1c84e76950, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=04623500-ce08-4d75-a453-6c1c84e76950,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:27.160878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c801dc-3fc5-4cc3-a958-d093be572e2b req-7fce3f83-2011-4d10-861d-30c5608d8b8e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:27.171125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1c801dc-3fc5-4cc3-a958-d093be572e2b req-7fce3f83-2011-4d10-861d-30c5608d8b8e tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 945 time: 0.1911855 Oct 19 01:22:27.171325 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.221855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event updated for resources: {'Port': ['ID=c08a9eb6-fb36-467f-83d2-5c73d50e8497,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.232380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:27.232924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] Deleting port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:27.233354 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.240632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:27.258257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.260428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bd20-b027-4098-8511-724d6b73c2ae tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.261693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b8d5bd20-b027-4098-8511-724d6b73c2ae tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1991093 Oct 19 01:22:27.263742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:27.269677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37692) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:27.270402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:27.271628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.325344 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e652777e-f008-44f9-ac96-5f18bff503b7 x-openstack-request-id: req-e652777e-f008-44f9-ac96-5f18bff503b7 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:27.325667 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbbf0a4-a83b-4db6-ae68-be8b03e69613", "name": "network-vif-plugged", "status": "completed", "tag": "04623500-ce08-4d75-a453-6c1c84e76950", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:27.325926 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e652777e-f008-44f9-ac96-5f18bff503b7 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:27.326327 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04623500-ce08-4d75-a453-6c1c84e76950', 'code': 200} Oct 19 01:22:27.327481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:27.327481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbd068c7-e1ef-4b80-8d0a-9e4fe859c88b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:27.338884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:27.357976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=04623500-ce08-4d75-a453-6c1c84e76950,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:27.371228 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:27.425270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.444595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.448702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/networks/706172d2-1385-4fe7-a05d-f3a427831b30 HTTP/1.1" status: 204 len: 168 time: 1.4231496 Oct 19 01:22:27.452423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] For port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2a6f4a03-354a-4bf2-847d-7a5c117c07c4,segment=NetworkSegment(b8d5ace3-57e2-4e89-aa87-ec86c30f73db),segment_id=b8d5ace3-57e2-4e89-aa87-ec86c30f73db)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:27.452933 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.459072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:27.460476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.473248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4654422f-e827-42c8-b3d3-8b27bae21f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.476112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] Calling delete_port for 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:27.480563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37700) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:27.482213 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1c801dc-3fc5-4cc3-a958-d093be572e2b req-223e7a17-a0be-460c-ae2e-640681a2ef28 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098793 Oct 19 01:22:27.485654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.492483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3dd0-bb27-4ecb-a800-02880cead6e5 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Network': ['ID=706172d2-1385-4fe7-a05d-f3a427831b30,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.497066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabc933-3f77-4cd9-b84f-15ed964f4b75 req-4bf1d79d-2224-43b6-a134-36439087a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:27.498585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8aabc933-3f77-4cd9-b84f-15ed964f4b75 req-4bf1d79d-2224-43b6-a134-36439087a574 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 1101 time: 0.1253376 Oct 19 01:22:27.539513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.554551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8aabc933-3f77-4cd9-b84f-15ed964f4b75 req-a019509e-ca7a-4609-a547-15aa8373c162 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Oct 19 01:22:27.584685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4654422f-e827-42c8-b3d3-8b27bae21f2b None None] For port a307ae75-2409-471d-92c7-ea37e47af7ae, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a307ae75-2409-471d-92c7-ea37e47af7ae,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:27.604652 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4654422f-e827-42c8-b3d3-8b27bae21f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.626258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0be706-1d03-412a-b2af-7be798144759 req-b4af371f-8604-4570-b6d2-c0c15ad8e975 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:27.637296 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd0be706-1d03-412a-b2af-7be798144759 req-b4af371f-8604-4570-b6d2-c0c15ad8e975 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 949 time: 0.0814793 Oct 19 01:22:27.644762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d9683416-5936-40f6-91d3-ee16d5032fb1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5898974 Oct 19 01:22:27.671854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654422f-e827-42c8-b3d3-8b27bae21f2b None None] Pushing event updated for resources: {'Port': ['ID=a307ae75-2409-471d-92c7-ea37e47af7ae,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.687164 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.705243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd0be706-1d03-412a-b2af-7be798144759 req-a9885681-e215-4991-9cb2-1c67e6a0c7f9 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669625 Oct 19 01:22:27.710305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cca96-5038-4eb7-8b76-8b6c734cb361 req-ee78c69e-5afc-4189-9297-1bbf609edd61 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:27.717784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f63cca96-5038-4eb7-8b76-8b6c734cb361 req-ee78c69e-5afc-4189-9297-1bbf609edd61 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.3588064 Oct 19 01:22:27.728171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] Pushing event deleted for resources: {'Port': ['ID=2a6f4a03-354a-4bf2-847d-7a5c117c07c4,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:27.735010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Request body: {'port': {'device_id': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:27.735579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d3b9f-d609-4f91-876d-d10e96678d8e None None] No DVR routers for this DVR port 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:27.753346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cbd8692b-1453-4f29-9321-f18b41de950e None None] Provisioning complete for port 0e3f0023-2183-4d34-a815-04e397843a27 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:27.753775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cbd8692b-1453-4f29-9321-f18b41de950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.866076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.871954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:27.900819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:27.932798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178dfad-3619-496a-aa8c-fa904729578f req-6abebb2a-1f28-4a50-80e6-a721da95a4f8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:27.934840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c178dfad-3619-496a-aa8c-fa904729578f req-6abebb2a-1f28-4a50-80e6-a721da95a4f8 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 931 time: 0.0622299 Oct 19 01:22:27.942037 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f63cca96-5038-4eb7-8b76-8b6c734cb361 req-89d63d30-7399-4a87-923a-0db71e2560bd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234061 Oct 19 01:22:27.997246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c178dfad-3619-496a-aa8c-fa904729578f req-17aec9b8-5dea-47a7-afd1-a1f2d3bf2f46 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Oct 19 01:22:28.024414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=eb9405b9-3517-4f50-87dd-6735fa10ed04,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:28.048332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.140091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port eb9405b9-3517-4f50-87dd-6735fa10ed04 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:28.142576 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.146754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a4dcd54-b447-4fa0-972c-01d240e5210c req-6bf87f82-8853-4632-8b14-3fdfd0fbc94d tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "DELETE /v2.0/ports/eb9405b9-3517-4f50-87dd-6735fa10ed04 HTTP/1.1" status: 204 len: 173 time: 3.6545875 Oct 19 01:22:28.161990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'name': 'network-vif-deleted', 'tag': 'eb9405b9-3517-4f50-87dd-6735fa10ed04'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:28.164603 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03419142-1827-4320-a4ec-e53e09370a84" -d '{"events": [{"server_uuid": "3d2d109f-959d-4cfb-9477-78f1f7190976", "name": "network-vif-deleted", "tag": "eb9405b9-3517-4f50-87dd-6735fa10ed04"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:28.251885 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784be7ea-10ba-47cf-9383-03cc14319c72 x-openstack-request-id: req-784be7ea-10ba-47cf-9383-03cc14319c72 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:28.252382 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2d109f-959d-4cfb-9477-78f1f7190976", "name": "network-vif-deleted", "tag": "eb9405b9-3517-4f50-87dd-6735fa10ed04", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:28.252501 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-784be7ea-10ba-47cf-9383-03cc14319c72 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:28.253442 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2d109f-959d-4cfb-9477-78f1f7190976', 'name': 'network-vif-deleted', 'tag': 'eb9405b9-3517-4f50-87dd-6735fa10ed04', 'status': 'completed', 'code': 200} Oct 19 01:22:28.303463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.334858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20109-35ee-4eab-ab2f-9f7d175d0b4b req-27249e26-997d-4e33-8787-258f64cc4e18 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:28.336433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00e20109-35ee-4eab-ab2f-9f7d175d0b4b req-27249e26-997d-4e33-8787-258f64cc4e18 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2666247 Oct 19 01:22:28.352897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e3f0023-2183-4d34-a815-04e397843a27 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:28.377091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device eb9405b9-3517-4f50-87dd-6735fa10ed04 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:28.404672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: eb9405b9-3517-4f50-87dd-6735fa10ed04 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:28.405012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device eb9405b9-3517-4f50-87dd-6735fa10ed04 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:28.405596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ad66ad-5dd9-444a-b3c8-63a62828eaa0']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:28.427247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0e3f0023-2183-4d34-a815-04e397843a27 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:28.427612 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.454392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d5ace3-57e2-4e89-aa87-ec86c30f73db') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:28.454715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d5ace3-57e2-4e89-aa87-ec86c30f73db') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:28.512936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a307ae75-2409-471d-92c7-ea37e47af7ae up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:28.577345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a307ae75-2409-471d-92c7-ea37e47af7ae triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:28.577720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.629412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61aed3d0-ee49-4d54-988e-e3412a22b8fc req-f9e8d963-b78f-46c3-9576-7386f4fde74c tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d2d109f-959d-4cfb-9477-78f1f7190976 HTTP/1.1" status: 200 len: 210 time: 0.0432603 Oct 19 01:22:28.750918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:28.773324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:28.773668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2a6f4a03-354a-4bf2-847d-7a5c117c07c4 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:28.812027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Router 91f3d0eb-87b2-4bae-8878-9bd61770b23a is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:22:28.818462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.831406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.857238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00e20109-35ee-4eab-ab2f-9f7d175d0b4b req-8a5c790e-bbd8-4f4b-9c6b-addc42a95e37 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685409 Oct 19 01:22:28.887287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f261e-3571-4597-b29c-1be5397fe9e7 req-c90444e7-6012-4a67-abe9-9f1b8030150c tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:28.889840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c1f261e-3571-4597-b29c-1be5397fe9e7 req-c90444e7-6012-4a67-abe9-9f1b8030150c tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 949 time: 0.0803890 Oct 19 01:22:28.912688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:28.931918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c1f261e-3571-4597-b29c-1be5397fe9e7 req-c3a01148-dae1-4dff-a205-6ec1671f0fdc tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365267 Oct 19 01:22:29.007414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:29.007817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:29.011709 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:29.110772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f57f1-69ec-4d9e-985d-0aa732ad1a3d req-034f8433-23b4-4ace-8e65-ad9063c5b2db tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:29.112440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5f57f1-69ec-4d9e-985d-0aa732ad1a3d req-034f8433-23b4-4ace-8e65-ad9063c5b2db tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 931 time: 0.0532398 Oct 19 01:22:29.153988 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad5f57f1-69ec-4d9e-985d-0aa732ad1a3d req-70608003-ded9-4d62-9552-8fdd4db4e16a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349433 Oct 19 01:22:29.223110 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.243581 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.246727 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/networks/71ad66ad-5dd9-444a-b3c8-63a62828eaa0 HTTP/1.1" status: 204 len: 168 time: 1.7545729 Oct 19 01:22:29.249439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37720) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:29.253105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Allocated IP 172.25.0.207 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b1fa29a0-e0be-47f7-b868-0bce29dd5bb6) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:29.283169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf759a0-073b-4c77-b81d-6121266a1ab1 req-66b3d4bb-2e2e-44ab-a411-e4d43aaa5a47 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:29.284673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-caf759a0-073b-4c77-b81d-6121266a1ab1 req-66b3d4bb-2e2e-44ab-a411-e4d43aaa5a47 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2671430 Oct 19 01:22:29.292695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4eb87-1f94-4e58-a8f9-6f34edf435d1 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Network': ['ID=71ad66ad-5dd9-444a-b3c8-63a62828eaa0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:29.303692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Deleting subnet 584544aa-fcab-4e1a-a7e1-67886ee0045f {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:29.305317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:29.307444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.319520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Sync routers for ids ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:29.328731 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Routers {'91f3d0eb-87b2-4bae-8878-9bd61770b23a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:29.329559 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:29.361488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.390942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.392188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4552af29-12a0-42f1-8425-2067244bc1ca admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3503122 Oct 19 01:22:29.397750 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37722) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:29.414883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08a9eb6-fb36-467f-83d2-5c73d50e8497 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:29.425036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-caf759a0-073b-4c77-b81d-6121266a1ab1 req-7b1deaf3-975f-4a52-b3da-3cbe239be032 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301188 Oct 19 01:22:29.427400 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.453641 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Set router 91f3d0eb-87b2-4bae-8878-9bd61770b23a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:29.494110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Transition to ACTIVE for port object c08a9eb6-fb36-467f-83d2-5c73d50e8497 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:22:29.503705 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.580097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.615643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.617207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Pushing event updated for resources: {'Port': ['ID=c08a9eb6-fb36-467f-83d2-5c73d50e8497,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:29.675415 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:22:26Z', 'revision_number': 3, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port': {'id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:23Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:29.693304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af9208-1222-426e-9f8e-0cc1ebf97133 req-520e3fd6-374c-4e29-8404-a4d95daadea6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:29.695558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35af9208-1222-426e-9f8e-0cc1ebf97133 req-520e3fd6-374c-4e29-8404-a4d95daadea6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1553082 Oct 19 01:22:29.712578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.733489 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Checking router: 91f3d0eb-87b2-4bae-8878-9bd61770b23a for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:29.734145 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Updating router 91f3d0eb-87b2-4bae-8878-9bd61770b23a port 8d8f82de-84f2-45b3-b87d-498f15843580 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:22:29.748956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Attempting to bind port c08a9eb6-fb36-467f-83d2-5c73d50e8497 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:29.749310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Attempting to bind port c08a9eb6-fb36-467f-83d2-5c73d50e8497 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:29.749622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Attempting to bind port c08a9eb6-fb36-467f-83d2-5c73d50e8497 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:29.764658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.768056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Port c08a9eb6-fb36-467f-83d2-5c73d50e8497 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:22:29.768389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Attempting to bind port c08a9eb6-fb36-467f-83d2-5c73d50e8497 on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:29.775502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:29.782092 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.784718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event updated for resources: {'Port': ['ID=b1fa29a0-e0be-47f7-b868-0bce29dd5bb6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:29.787830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:29.788210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Checking segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:29.788593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Bound using segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:29.789083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Bound port: c08a9eb6-fb36-467f-83d2-5c73d50e8497, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:29.789441 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.791877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:29.797527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:29.947211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] For port c08a9eb6-fb36-467f-83d2-5c73d50e8497, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:29.952479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] For port c08a9eb6-fb36-467f-83d2-5c73d50e8497, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c08a9eb6-fb36-467f-83d2-5c73d50e8497,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:29.964667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:29.977321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.026034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:30.027498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.029019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] 10.222.0.74 "PUT /v2.0/ports/c08a9eb6-fb36-467f-83d2-5c73d50e8497 HTTP/1.1" status: 200 len: 1092 time: 2.2985766 Oct 19 01:22:30.072984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.078066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e122f6-394b-487d-a8a5-41a00b05b62b service neutron] Pushing event updated for resources: {'Port': ['ID=c08a9eb6-fb36-467f-83d2-5c73d50e8497,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.183583 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.190028 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.221107 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35af9208-1222-426e-9f8e-0cc1ebf97133 req-4f2959b8-9b93-400f-b2ff-4976317c44b0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180693 Oct 19 01:22:30.249302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Subnet': ['ID=584544aa-fcab-4e1a-a7e1-67886ee0045f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.251567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.255160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-191d1367-1317-4a95-97a2-d66f26128cba tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/subnets/584544aa-fcab-4e1a-a7e1-67886ee0045f HTTP/1.1" status: 204 len: 168 time: 1.0043266 Oct 19 01:22:30.256482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'tag': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:30.260929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634a26d-642b-468f-95dd-dce51f79631b None None] Network 29c08599-8981-475e-bf89-5339cccf40a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:22:30.262988 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7", "tag": "c08a9eb6-fb36-467f-83d2-5c73d50e8497"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:30.264701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37748) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:30.275852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-765076de-5f5d-4084-8be9-1fd8fae15ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:30.287946 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-765076de-5f5d-4084-8be9-1fd8fae15ee2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 1095 time: 0.1766222 Oct 19 01:22:30.401049 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc048ed-03b8-4811-90f9-845ac720faab None None] Pushing event updated for resources: {'Port': ['ID=8d8f82de-84f2-45b3-b87d-498f15843580,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.421927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc81f4b-6878-431f-b56e-c680db51e406 req-9bc98412-2a3b-4d01-af65-3979ecd48ea8 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:30.423547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcc81f4b-6878-431f-b56e-c680db51e406 req-9bc98412-2a3b-4d01-af65-3979ecd48ea8 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 949 time: 0.2720649 Oct 19 01:22:30.437166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-85c02f98-b732-49ea-a32f-3b17beb61a8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c08a9eb6-fb36-467f-83d2-5c73d50e8497 HTTP/1.1" status: 200 len: 217 time: 0.1245387 Oct 19 01:22:30.443803 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Attempting to bind port 8d8f82de-84f2-45b3-b87d-498f15843580 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:30.444772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Attempting to bind port 8d8f82de-84f2-45b3-b87d-498f15843580 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:30.444772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Attempting to bind port 8d8f82de-84f2-45b3-b87d-498f15843580 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:30.449977 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:30.450301 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:30.450729 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.451136 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:30.451652 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Bound port: 8d8f82de-84f2-45b3-b87d-498f15843580, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:30.452098 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.506700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.539292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] For port 8d8f82de-84f2-45b3-b87d-498f15843580, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:30.542967 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] For port 8d8f82de-84f2-45b3-b87d-498f15843580, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8d8f82de-84f2-45b3-b87d-498f15843580,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:30.550841 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.556274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d43fb1f0-e7ee-4465-bc91-4e6a35748aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:30.558140 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-d43fb1f0-e7ee-4465-bc91-4e6a35748aa0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.0980694 Oct 19 01:22:30.568390 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcc81f4b-6878-431f-b56e-c680db51e406 req-301f412a-652e-45a7-a03b-2b5a366901f9 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244488 Oct 19 01:22:30.590000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.597619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] DHCP port deletion for 29c08599-8981-475e-bf89-5339cccf40a2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:22:30.607423 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.609568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc048ed-03b8-4811-90f9-845ac720faab None None] Pushing event updated for resources: {'Port': ['ID=8d8f82de-84f2-45b3-b87d-498f15843580,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.613492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-c2c69f61-8a98-43b3-b577-7c241e456c04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388169 Oct 19 01:22:30.644736 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Routers {'91f3d0eb-87b2-4bae-8878-9bd61770b23a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:30.645964 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:30.693229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19303990-d0bd-4624-8e04-d7af9e9ad4ca req-52e3c282-30e5-429e-b53b-de977c2184a1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:30.694534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] Deleting port 1238fdba-8042-40ce-91b6-6d7b5a1c426e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:30.694974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.702923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19303990-d0bd-4624-8e04-d7af9e9ad4ca req-52e3c282-30e5-429e-b53b-de977c2184a1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 943 time: 0.2228587 Oct 19 01:22:30.716145 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552acbca-c056-41b6-98bd-ae0d016c83ec x-openstack-request-id: req-552acbca-c056-41b6-98bd-ae0d016c83ec {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:30.716433 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7", "tag": "c08a9eb6-fb36-467f-83d2-5c73d50e8497", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:30.716803 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-552acbca-c056-41b6-98bd-ae0d016c83ec {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:30.717075 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'tag': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497', 'status': 'completed', 'code': 200} Oct 19 01:22:30.776125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event updated for resources: {'Port': ['ID=b1fa29a0-e0be-47f7-b868-0bce29dd5bb6,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:30.795332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.797444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] For port 1238fdba-8042-40ce-91b6-6d7b5a1c426e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1238fdba-8042-40ce-91b6-6d7b5a1c426e,segment=NetworkSegment(b0bd4de0-e9ca-497e-a312-fb08ac9b8011),segment_id=b0bd4de0-e9ca-497e-a312-fb08ac9b8011)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:30.797678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.821611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-8737590d-f4cf-46b3-87a7-a293af5d8f36 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809425 Oct 19 01:22:30.825197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:30.831928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] Calling delete_port for 1238fdba-8042-40ce-91b6-6d7b5a1c426e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:30.835182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cfe667e5-7dad-4818-98a3-5779dfb8de10 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5058110 Oct 19 01:22:30.889098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19303990-d0bd-4624-8e04-d7af9e9ad4ca req-092dcef6-add0-4433-b9dc-4f0efd07a315 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843348 Oct 19 01:22:30.910740 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] Set router 91f3d0eb-87b2-4bae-8878-9bd61770b23a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:30.994080 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.030574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abd460c3-fc62-48f5-ac01-490ec4e6989b req-224a4f34-a38f-4c6f-86d2-14b893869e56 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941628 Oct 19 01:22:31.044409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] Pushing event deleted for resources: {'Port': ['ID=1238fdba-8042-40ce-91b6-6d7b5a1c426e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:31.057980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7c4691-d7c5-4867-a033-cd33d28d4a23 None None] No DVR routers for this DVR port 1238fdba-8042-40ce-91b6-6d7b5a1c426e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:31.073944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.077352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Deleting port 1238fdba-8042-40ce-91b6-6d7b5a1c426e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:31.077683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.169768 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:22:26Z', 'revision_number': 3, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port': {'id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:23Z', 'updated_at': '2021-10-19T01:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:31.181125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-f6003ce8-7ae5-4498-8d9f-faa1ae2f408d tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1692500018&fields=id&tenant_id=2739797af05a4494b9000d5b5583933f HTTP/1.1" status: 200 len: 267 time: 0.0711238 Oct 19 01:22:31.199697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-6e75bc48-1ed5-4fc9-b1a2-a11bbac8341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:31.202105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-6e75bc48-1ed5-4fc9-b1a2-a11bbac8341d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0646338 Oct 19 01:22:31.204543 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15825048-08bd-4467-8c38-39a4faff2b9e None None] The sync data for ids ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'] in n-d-789963-20 is: [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:22:26Z', 'revision_number': 3, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port': {'id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:23Z', 'updated_at': '2021-10-19T01:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:31.212634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] For port 1238fdba-8042-40ce-91b6-6d7b5a1c426e, host n-d-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:31.213221 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.270364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Calling delete_port for 1238fdba-8042-40ce-91b6-6d7b5a1c426e owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:31.277209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Port 1238fdba-8042-40ce-91b6-6d7b5a1c426e was not found and therefore no delete operation was performed {{(pid=100847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:22:31.288375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.357400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401332b-c44e-4d67-beb5-373da09343b8 req-d4698d27-b2cd-4922-ba11-8f0b8dd8ea03 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:31.359163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6401332b-c44e-4d67-beb5-373da09343b8 req-d4698d27-b2cd-4922-ba11-8f0b8dd8ea03 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2270067 Oct 19 01:22:31.365047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Port': ['ID=1238fdba-8042-40ce-91b6-6d7b5a1c426e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:31.391867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] No DVR routers for this DVR port 1238fdba-8042-40ce-91b6-6d7b5a1c426e on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:31.402609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-06e25d1b-81f4-4ce6-97a3-23b444fae145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:31.404173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-06e25d1b-81f4-4ce6-97a3-23b444fae145 service neutron] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 913 time: 0.1840911 Oct 19 01:22:31.412091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-6088fd40-3db2-49b3-8b5e-dda88525b880 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:31.413983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-6088fd40-3db2-49b3-8b5e-dda88525b880 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/networks?id=2088d67c-78cf-47f6-8189-4d1d2f8f6781 HTTP/1.1" status: 200 len: 814 time: 0.2102892 Oct 19 01:22:31.466028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-f9942b83-42bd-4453-afea-a427297cd5aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c08a9eb6-fb36-467f-83d2-5c73d50e8497 HTTP/1.1" status: 200 len: 217 time: 0.0508523 Oct 19 01:22:31.473126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-2203a4ed-353f-4a90-8825-8ced8a363e09 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/quotas/2739797af05a4494b9000d5b5583933f HTTP/1.1" status: 200 len: 375 time: 0.0514967 Oct 19 01:22:31.488689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6401332b-c44e-4d67-beb5-373da09343b8 req-2d1bc2f9-a099-4d80-a813-96ecc2f1bee9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138847 Oct 19 01:22:31.587338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.633153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-01544334-929b-48f5-ac87-0d62bc66219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:31.634888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-01544334-929b-48f5-ac87-0d62bc66219d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.1602445 Oct 19 01:22:31.649101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c08599-8981-475e-bf89-5339cccf40a2']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:31.652322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Allocated IP 172.20.0.1 (3482de9b-7e17-4feb-8b31-53b268f013ac/ae321d05-6f70-4841-a8f2-a215676c243a/44b00661-c42a-43a0-b130-ca9deda8fd9f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:31.691729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-0e19da50-ee2d-4f30-a9ab-89e95f2603e0 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2739797af05a4494b9000d5b5583933f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2085569 Oct 19 01:22:31.692115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bd4de0-e9ca-497e-a312-fb08ac9b8011') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:31.693390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bd4de0-e9ca-497e-a312-fb08ac9b8011') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:31.694604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-fc38dce4-e65c-4c77-a7c5-0d7c5f1f4c34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494456 Oct 19 01:22:31.716222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.765172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.804803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:31.805311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:31.810454 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:31.834260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6425ce-ee9c-450c-a35a-c757fd8b5486 req-c8f7f734-bd7c-429c-bf35-0f6df9babc3d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:31.836024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be6425ce-ee9c-450c-a35a-c757fd8b5486 req-c8f7f734-bd7c-429c-bf35-0f6df9babc3d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 949 time: 0.2065392 Oct 19 01:22:31.886815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-c907d8a4-d538-45d0-82db-fda5d0564c94 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818035 Oct 19 01:22:31.888819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-3d8dfe42-7f7e-41ad-bd28-89d9ec6e6257 service neutron] 10.222.0.64 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713414 Oct 19 01:22:31.935425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.951898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.955292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/networks/29c08599-8981-475e-bf89-5339cccf40a2 HTTP/1.1" status: 204 len: 168 time: 1.6875103 Oct 19 01:22:31.960594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37788) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:31.973094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:31.978008 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be6425ce-ee9c-450c-a35a-c757fd8b5486 req-0b9ad5f6-e041-4770-b363-1668080e6414 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332335 Oct 19 01:22:31.980587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ecf9c-5b09-4aeb-9c7f-7a5860434486 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Pushing event deleted for resources: {'Network': ['ID=29c08599-8981-475e-bf89-5339cccf40a2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:32.033383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.061813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9b9ceaf0-2963-4dc5-ae9e-a92fa218fea6 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "GET /v2.0/ports?device_id=52c586b6-5268-42b4-a64d-c63a45001310 HTTP/1.1" status: 200 len: 205 time: 0.0920308 Oct 19 01:22:32.063686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37790) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:32.136366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Network 3482de9b-7e17-4feb-8b31-53b268f013ac is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:32.149297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ce75076e-ce5f-41c1-ad07-821a5f8889bf service neutron] 10.222.0.64 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504914 Oct 19 01:22:32.166223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00b6f1ee-6da6-4bba-86a7-6bfe04ce1c61 req-9885a6eb-cedb-459b-abd0-f45f5a2d0533 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691371 Oct 19 01:22:32.175726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:32.180508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:32.186912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b574e48f-6e22-4358-9768-9413ba09cb89 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.288227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8d8f82de-84f2-45b3-b87d-498f15843580 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:32.321787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Pushing event updated for resources: {'Port': ['ID=44b00661-c42a-43a0-b130-ca9deda8fd9f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:32.375340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8d8f82de-84f2-45b3-b87d-498f15843580 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:32.375850 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.443009 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.514246 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.520123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acfc45-8459-4fdb-87ea-30e9b7118042 req-e61b92f5-dc56-4992-9266-ff1341498fe9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:32.529780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93acfc45-8459-4fdb-87ea-30e9b7118042 req-e61b92f5-dc56-4992-9266-ff1341498fe9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0746958 Oct 19 01:22:32.555429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 8d8f82de-84f2-45b3-b87d-498f15843580, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8d8f82de-84f2-45b3-b87d-498f15843580,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:32.562845 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.587581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93acfc45-8459-4fdb-87ea-30e9b7118042 req-6dfb522a-f019-400c-bd44-5537c401c7ad tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534530 Oct 19 01:22:32.591676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b574e48f-6e22-4358-9768-9413ba09cb89 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.606592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe572-c28a-41be-8233-de0fb5852f19 req-2243375c-8e01-4f88-a1cb-16b82e753bed tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:32.613756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-033fe572-c28a-41be-8233-de0fb5852f19 req-2243375c-8e01-4f88-a1cb-16b82e753bed tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.3878546 Oct 19 01:22:32.623383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b574e48f-6e22-4358-9768-9413ba09cb89 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.653108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=8d8f82de-84f2-45b3-b87d-498f15843580,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:32.658316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6dd39af6-9079-4b84-9253-88a92005b97c None None] Provisioning complete for port 44b00661-c42a-43a0-b130-ca9deda8fd9f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:32.658680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6dd39af6-9079-4b84-9253-88a92005b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.705479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1238fdba-8042-40ce-91b6-6d7b5a1c426e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:32.715614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7409c13c-1597-4c4d-8afa-5b65385695d8 req-228cc04b-6108-460d-ad9e-32de92ebb4fd tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 210 time: 0.0677130 Oct 19 01:22:32.752129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 1238fdba-8042-40ce-91b6-6d7b5a1c426e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:32.752848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1238fdba-8042-40ce-91b6-6d7b5a1c426e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:32.771476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6dd39af6-9079-4b84-9253-88a92005b97c None None] Port 44b00661-c42a-43a0-b130-ca9deda8fd9f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:32.772127 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-033fe572-c28a-41be-8233-de0fb5852f19 req-79046c8f-d156-480d-a17b-46945cfd361a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538184 Oct 19 01:22:32.782531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b574e48f-6e22-4358-9768-9413ba09cb89 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.782531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574e48f-6e22-4358-9768-9413ba09cb89 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Fanout notify agent at l3_agent the message router_deleted on router 52c586b6-5268-42b4-a64d-c63a45001310 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:22:32.815648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b574e48f-6e22-4358-9768-9413ba09cb89 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.816835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b574e48f-6e22-4358-9768-9413ba09cb89 tempest-RoutersNegativeTest-1991379276 tempest-RoutersNegativeTest-1991379276-project] 10.222.0.64 "DELETE /v2.0/routers/52c586b6-5268-42b4-a64d-c63a45001310 HTTP/1.1" status: 204 len: 168 time: 0.7484715 Oct 19 01:22:32.874685 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:32.998462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe40c07-24e0-4ac7-8e5f-a8068a59bbe4 req-3fd1c426-94c2-45a1-84d4-f83f666db6b4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:33.008088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fe40c07-24e0-4ac7-8e5f-a8068a59bbe4 req-3fd1c426-94c2-45a1-84d4-f83f666db6b4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0741444 Oct 19 01:22:33.070757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fe40c07-24e0-4ac7-8e5f-a8068a59bbe4 req-1fe827a9-52bd-422b-94b1-533c29029ddd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Oct 19 01:22:33.143953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.150632 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.204526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4235-3663-4836-a1b7-b0b3dfbe3a28 req-66eaeccf-9811-4d1e-bf9f-7f7789194105 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:33.213626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dee4235-3663-4836-a1b7-b0b3dfbe3a28 req-66eaeccf-9811-4d1e-bf9f-7f7789194105 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 949 time: 0.0721676 Oct 19 01:22:33.251964 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.254580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Pushing event updated for resources: {'Port': ['ID=44b00661-c42a-43a0-b130-ca9deda8fd9f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:33.276237 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dee4235-3663-4836-a1b7-b0b3dfbe3a28 req-dad0b85b-934c-4d2e-9abf-527b3b38b9ae tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557234 Oct 19 01:22:33.298165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37828) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:33.361701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Network 3482de9b-7e17-4feb-8b31-53b268f013ac is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:33.363520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:33.485314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ead685-5bc2-4241-908b-a7b8961986d9 req-d04d2e2d-c32d-4faa-8bae-4bbce9f4c8bc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:33.496893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74ead685-5bc2-4241-908b-a7b8961986d9 req-d04d2e2d-c32d-4faa-8bae-4bbce9f4c8bc tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 945 time: 0.1193032 Oct 19 01:22:33.559500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d87f9-c712-409f-981a-2f2d6a6f5a9c req-df9fac29-dd48-4d7e-8291-f87389fcbdbb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:33.561175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b3d87f9-c712-409f-981a-2f2d6a6f5a9c req-df9fac29-dd48-4d7e-8291-f87389fcbdbb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1380615 Oct 19 01:22:33.569517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74ead685-5bc2-4241-908b-a7b8961986d9 req-9d493738-1123-4d2f-9057-9907154a5b06 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689123 Oct 19 01:22:33.588413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Router 91f3d0eb-87b2-4bae-8878-9bd61770b23a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:33.594350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-76efad9b-bf2d-4517-a2ea-f3010aeb0a3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5df2b53d480741db99a9553e1f014ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044648 Oct 19 01:22:33.599243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37834) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:33.625437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b3d87f9-c712-409f-981a-2f2d6a6f5a9c req-c31a9bcb-7a3e-430b-8a6c-473516798bc2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Oct 19 01:22:33.702161 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e467b8a2-a311-4bc4-8260-ff2c6f9adb87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.728133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd938fff-fc0b-4056-be19-681cef78e5c1 req-fd182ba7-2069-4004-963b-73b07122a459 tempest-LiveMigrationNegativeTest-1645422778 tempest-LiveMigrationNegativeTest-1645422778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:33.729752 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd938fff-fc0b-4056-be19-681cef78e5c1 req-fd182ba7-2069-4004-963b-73b07122a459 tempest-LiveMigrationNegativeTest-1645422778 tempest-LiveMigrationNegativeTest-1645422778-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 1101 time: 0.0706065 Oct 19 01:22:33.734659 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e467b8a2-a311-4bc4-8260-ff2c6f9adb87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.757101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd938fff-fc0b-4056-be19-681cef78e5c1 req-471c69e8-befa-4782-bcb1-8328ecd37a79 tempest-LiveMigrationNegativeTest-1645422778 tempest-LiveMigrationNegativeTest-1645422778-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.771195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:33.785484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e1a259f6-a418-4a5b-ab08-cef4e071de7f admin admin] 10.222.0.64 "PUT /v2.0/routers/91f3d0eb-87b2-4bae-8878-9bd61770b23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3791423 Oct 19 01:22:33.798702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Sync routers for ids ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:33.805545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764638e-b421-4b00-95ef-51c41675d8d5 req-5d0f8b7d-f245-4d40-9f8d-496ed5a6d94b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:33.808870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6764638e-b421-4b00-95ef-51c41675d8d5 req-5d0f8b7d-f245-4d40-9f8d-496ed5a6d94b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0823250 Oct 19 01:22:33.821942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Routers {'91f3d0eb-87b2-4bae-8878-9bd61770b23a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:33.823844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:33.876778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e467b8a2-a311-4bc4-8260-ff2c6f9adb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.877420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6764638e-b421-4b00-95ef-51c41675d8d5 req-b4cd76ba-bc89-497e-a0d0-e8219989d1a9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617096 Oct 19 01:22:33.884238 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e467b8a2-a311-4bc4-8260-ff2c6f9adb87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:33.885567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e467b8a2-a311-4bc4-8260-ff2c6f9adb87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/631f1e39-702d-45d4-9600-6805c97bff49 HTTP/1.1" status: 204 len: 168 time: 0.2845185 Oct 19 01:22:33.964712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467b8a2-a311-4bc4-8260-ff2c6f9adb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f1e39-702d-45d4-9600-6805c97bff49,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:34.016396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd938fff-fc0b-4056-be19-681cef78e5c1 req-471c69e8-befa-4782-bcb1-8328ecd37a79 tempest-LiveMigrationNegativeTest-1645422778 tempest-LiveMigrationNegativeTest-1645422778-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.024919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd938fff-fc0b-4056-be19-681cef78e5c1 req-471c69e8-befa-4782-bcb1-8328ecd37a79 tempest-LiveMigrationNegativeTest-1645422778 tempest-LiveMigrationNegativeTest-1645422778-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.129513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd938fff-fc0b-4056-be19-681cef78e5c1 req-471c69e8-befa-4782-bcb1-8328ecd37a79 tempest-LiveMigrationNegativeTest-1645422778 tempest-LiveMigrationNegativeTest-1645422778-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926432 Oct 19 01:22:34.149802 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Set router 91f3d0eb-87b2-4bae-8878-9bd61770b23a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:34.160333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-946312a8-34bc-4844-8320-69dcd08ad065 req-f20270b0-fe6b-4e08-a377-c600f59a1c61 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 210 time: 0.0804379 Oct 19 01:22:34.245064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c69e8-befa-4782-bcb1-8328ecd37a79 tempest-LiveMigrationNegativeTest-1645422778 tempest-LiveMigrationNegativeTest-1645422778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55cd4d3-4fb6-464a-9487-9fba252723c2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:34.366837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8d8f82de-84f2-45b3-b87d-498f15843580 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:34.424416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cc46c70f-e349-42f4-b59f-67952beb7092 None None] Provisioning complete for port 44b00661-c42a-43a0-b130-ca9deda8fd9f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:34.425644 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc46c70f-e349-42f4-b59f-67952beb7092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.524306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cc46c70f-e349-42f4-b59f-67952beb7092 None None] Port 44b00661-c42a-43a0-b130-ca9deda8fd9f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:34.541922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8d8f82de-84f2-45b3-b87d-498f15843580 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:34.542670 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.731570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 4, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port': {'id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:23Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '44b00661-c42a-43a0-b130-ca9deda8fd9f', 'name': '', 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'mac_address': 'fa:16:3e:b4:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ae321d05-6f70-4841-a8f2-a215676c243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:31Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 2, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'subnets': [{'id': 'ae321d05-6f70-4841-a8f2-a215676c243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:34.764800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Checking router: 91f3d0eb-87b2-4bae-8878-9bd61770b23a for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:34.765157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Updating router 91f3d0eb-87b2-4bae-8878-9bd61770b23a port 44b00661-c42a-43a0-b130-ca9deda8fd9f binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:22:34.786998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ec4f8-34a5-4560-916a-eb261f8e9664 req-52c0b244-8bed-474b-aead-bb031066834d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:34.788568 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b14ec4f8-34a5-4560-916a-eb261f8e9664 req-52c0b244-8bed-474b-aead-bb031066834d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.5476992 Oct 19 01:22:34.798786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-a9ef8f8b-ce63-4f28-a289-b7acf2951905 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:34.808495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-a9ef8f8b-ce63-4f28-a289-b7acf2951905 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.74 "GET /v2.0/networks?id=2088d67c-78cf-47f6-8189-4d1d2f8f6781 HTTP/1.1" status: 200 len: 814 time: 0.7785087 Oct 19 01:22:34.808809 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:34.877404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b14ec4f8-34a5-4560-916a-eb261f8e9664 req-8d714d37-8e90-4119-a443-acb4fbd16cae tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638192 Oct 19 01:22:34.930057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-26e584bb-876e-4922-8cda-f62ce0c5dd0d tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2739797af05a4494b9000d5b5583933f HTTP/1.1" status: 200 len: 380 time: 0.1045480 Oct 19 01:22:34.934022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b833d0-91d7-48cb-8fe4-42266884f112 req-f6397665-7ea3-4846-97dc-77942957a92f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:34.936237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2b833d0-91d7-48cb-8fe4-42266884f112 req-f6397665-7ea3-4846-97dc-77942957a92f tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 945 time: 0.0813539 Oct 19 01:22:34.981936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Request body: {'port': {'device_id': '512d5fd7-ef92-420c-822e-e73b1a920138', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'admin_state_up': True, 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'security_groups': ['54a2b611-d775-4a5a-91d0-b88f5ca4d0fb']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:34.992533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2b833d0-91d7-48cb-8fe4-42266884f112 req-b4aab437-f394-49a8-b1ec-684390af0126 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/security-groups?id=23d443ae-bc94-4e41-bd40-4b7cea92b772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Oct 19 01:22:35.166177 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.175715 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.208059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-402bd2cd-bdfc-456b-9209-ab8fcf890cec tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:35.210096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-402bd2cd-bdfc-456b-9209-ab8fcf890cec tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 945 time: 0.2074502 Oct 19 01:22:35.265386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-0905f975-897f-4f10-9027-b6e83c43f0ef tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:35.267616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b5437-0f5f-4040-9241-4bc310d683d2 None None] Pushing event updated for resources: {'Port': ['ID=44b00661-c42a-43a0-b130-ca9deda8fd9f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:35.267759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-0905f975-897f-4f10-9027-b6e83c43f0ef tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/networks?id=5b855bb6-c7d4-460b-8ad9-c45c0045de99 HTTP/1.1" status: 200 len: 910 time: 0.2796185 Oct 19 01:22:35.300654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Made reservation on behalf of 2739797af05a4494b9000d5b5583933f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:35.305340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.314370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda4cf2-0d3b-46a0-9257-8c84dcefff33 req-138d8e43-413d-45e5-8700-4793a763b950 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:35.324913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7dda4cf2-0d3b-46a0-9257-8c84dcefff33 req-138d8e43-413d-45e5-8700-4793a763b950 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 943 time: 0.1024933 Oct 19 01:22:35.347878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-7471c1af-c733-4f18-9fda-be6a4f8e7314 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/quotas/53b696be4a844b5ea26388ff34052ffe HTTP/1.1" status: 200 len: 375 time: 0.0564995 Oct 19 01:22:35.352582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Attempting to bind port 44b00661-c42a-43a0-b130-ca9deda8fd9f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:35.352927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Attempting to bind port 44b00661-c42a-43a0-b130-ca9deda8fd9f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:35.353296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Attempting to bind port 44b00661-c42a-43a0-b130-ca9deda8fd9f on network 3482de9b-7e17-4feb-8b31-53b268f013ac {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:35.367582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:35.367996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Checking segment: {'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:35.368594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.368800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Bound using segment: {'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:35.369273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Bound port: 44b00661-c42a-43a0-b130-ca9deda8fd9f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c96a96-ab94-451a-936b-305b2e41471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:35.372361 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.385180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7dda4cf2-0d3b-46a0-9257-8c84dcefff33 req-fc639d0d-f1cd-4bbb-be84-511a40861b56 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Oct 19 01:22:35.478435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] For port 44b00661-c42a-43a0-b130-ca9deda8fd9f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:35.482220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] For port 44b00661-c42a-43a0-b130-ca9deda8fd9f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=44b00661-c42a-43a0-b130-ca9deda8fd9f,segment=NetworkSegment(28c96a96-ab94-451a-936b-305b2e41471d),segment_id=28c96a96-ab94-451a-936b-305b2e41471d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:35.488506 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.552076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9bb78-6328-44e2-851a-86e6521028d3 req-623cfb07-d484-4440-bed6-be00a98a9264 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:35.562864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53b9bb78-6328-44e2-851a-86e6521028d3 req-623cfb07-d484-4440-bed6-be00a98a9264 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0788641 Oct 19 01:22:35.569180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Routers {'91f3d0eb-87b2-4bae-8878-9bd61770b23a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:35.570113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:35.576996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b5437-0f5f-4040-9241-4bc310d683d2 None None] Pushing event updated for resources: {'Port': ['ID=44b00661-c42a-43a0-b130-ca9deda8fd9f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:35.617586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-122624e2-a34f-43d0-9d01-415b735918fa tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=53b696be4a844b5ea26388ff34052ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464979 Oct 19 01:22:35.618473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53b9bb78-6328-44e2-851a-86e6521028d3 req-a91c7f1e-e5ca-4c55-9d31-486d2872782e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499518 Oct 19 01:22:35.630899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-25c457d7-e746-4a84-8085-036fdbf12128 None None] Provisioning complete for port 44b00661-c42a-43a0-b130-ca9deda8fd9f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:35.631258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25c457d7-e746-4a84-8085-036fdbf12128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.711346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Deleting port ed684672-13e3-47f3-a737-69cd823a1175 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:35.711692 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.785600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] Set router 91f3d0eb-87b2-4bae-8878-9bd61770b23a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:35.806649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65215e69-8de9-4879-b997-70741714491d req-7c0b5a9d-3c9b-44fd-96b4-93794b6d264a tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:35.816967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65215e69-8de9-4879-b997-70741714491d req-7c0b5a9d-3c9b-44fd-96b4-93794b6d264a tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 949 time: 0.0797276 Oct 19 01:22:35.921169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Allocated IP 172.20.0.3 (2088d67c-78cf-47f6-8189-4d1d2f8f6781/77a6f399-e83a-40c3-b0ce-8a053e7b156e/86c35ec1-7261-428d-9fe2-481078f5a422) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:35.948705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] For port ed684672-13e3-47f3-a737-69cd823a1175, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ed684672-13e3-47f3-a737-69cd823a1175,segment=NetworkSegment(51aa19c3-38a8-4255-a44b-6d7a23e99597),segment_id=51aa19c3-38a8-4255-a44b-6d7a23e99597)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:35.949068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:35.986030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Calling delete_port for ed684672-13e3-47f3-a737-69cd823a1175 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:36.001411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-600b03d2-5d99-4d6d-a76b-301699e9c3d7 service neutron] 10.222.0.64 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825755 Oct 19 01:22:36.064992 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25c457d7-e746-4a84-8085-036fdbf12128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.109607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-25c457d7-e746-4a84-8085-036fdbf12128 None None] For port 44b00661-c42a-43a0-b130-ca9deda8fd9f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=44b00661-c42a-43a0-b130-ca9deda8fd9f,segment=NetworkSegment(28c96a96-ab94-451a-936b-305b2e41471d),segment_id=28c96a96-ab94-451a-936b-305b2e41471d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:36.121055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25c457d7-e746-4a84-8085-036fdbf12128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.180116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 4, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port': {'id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:23Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '44b00661-c42a-43a0-b130-ca9deda8fd9f', 'name': '', 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'mac_address': 'fa:16:3e:b4:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ae321d05-6f70-4841-a8f2-a215676c243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:31Z', 'updated_at': '2021-10-19T01:22:35Z', 'revision_number': 4, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'subnets': [{'id': 'ae321d05-6f70-4841-a8f2-a215676c243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:36.207162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c457d7-e746-4a84-8085-036fdbf12128 None None] Pushing event updated for resources: {'Port': ['ID=44b00661-c42a-43a0-b130-ca9deda8fd9f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:36.224746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65215e69-8de9-4879-b997-70741714491d req-6412ec25-c85a-40f1-ac37-8b7ba48434c9 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096479 Oct 19 01:22:36.280858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e431e-f60a-4539-8fdb-2f797194f81c None None] The sync data for ids ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'] in n-d-789963-20 is: [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 4, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port': {'id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:23Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '44b00661-c42a-43a0-b130-ca9deda8fd9f', 'name': '', 'network_id': '3482de9b-7e17-4feb-8b31-53b268f013ac', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'mac_address': 'fa:16:3e:b4:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': 'ae321d05-6f70-4841-a8f2-a215676c243a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:31Z', 'updated_at': '2021-10-19T01:22:35Z', 'revision_number': 4, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'subnets': [{'id': 'ae321d05-6f70-4841-a8f2-a215676c243a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:36.294629 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2dc9016d-c224-4b70-a858-9a02a30a1f86 None None] Provisioning complete for port 44b00661-c42a-43a0-b130-ca9deda8fd9f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:36.294629 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2dc9016d-c224-4b70-a858-9a02a30a1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.317416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-0c7bd571-0655-41d7-a967-63a78ca877f4 service neutron] 10.222.0.64 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978942 Oct 19 01:22:36.320427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89e8cd21-cffd-4da2-8b63-f9d46539637f req-e58c10a3-f710-49c7-a203-5f17fc82bab0 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 210 time: 0.0409822 Oct 19 01:22:36.421818 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.456710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c08a9eb6-fb36-467f-83d2-5c73d50e8497 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:36.498572 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.547918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ed684672-13e3-47f3-a737-69cd823a1175'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:36.589156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Pushing event deleted for resources: {'Port': ['ID=ed684672-13e3-47f3-a737-69cd823a1175,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:36.671409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.673821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] No DVR routers for this DVR port ed684672-13e3-47f3-a737-69cd823a1175 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:36.690433 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:36.694788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7448ba9b-7585-49e1-b2e7-ce0d625b399d req-6f91c72d-ddc5-47d7-82b9-bb3fbe9c40e1 tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.74 "DELETE /v2.0/ports/ed684672-13e3-47f3-a737-69cd823a1175 HTTP/1.1" status: 204 len: 173 time: 1.4723914 Oct 19 01:22:36.697495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'name': 'network-vif-deleted', 'tag': 'ed684672-13e3-47f3-a737-69cd823a1175'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:36.700411 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f63d7-f634-4db8-9c82-1f7377f4557f" -d '{"events": [{"server_uuid": "0c5a9b29-759b-49ae-a804-ce99ee9509a7", "name": "network-vif-deleted", "tag": "ed684672-13e3-47f3-a737-69cd823a1175"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:36.763716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-692a6efa-857d-49d3-a69c-0bbce1ae072d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:36.765648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-692a6efa-857d-49d3-a69c-0bbce1ae072d tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 949 time: 0.1330757 Oct 19 01:22:36.887081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:36.890450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event updated for resources: {'Port': ['ID=86c35ec1-7261-428d-9fe2-481078f5a422,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:36.928301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:36.945530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:37.023856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b9429fd-6d16-46c9-bb72-4962f7f2e98c req-7492c865-5a0d-4686-80ae-3fc64710cacf tempest-ServersTestJSON-651208519 tempest-ServersTestJSON-651208519-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c5a9b29-759b-49ae-a804-ce99ee9509a7 HTTP/1.1" status: 200 len: 210 time: 0.1371453 Oct 19 01:22:37.040132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c08a9eb6-fb36-467f-83d2-5c73d50e8497, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c08a9eb6-fb36-467f-83d2-5c73d50e8497,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:37.062889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-780bc02b-9368-4b26-99b8-34ec667c274e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.066274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.066840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.076029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'port_id': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497', 'mac_address': 'fa:16:3e:fb:bc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1cf545-8b75-4d90-80fd-dfb94dc1a56d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:37.117369 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ef3e50ef-0029-47e1-9edc-700731eb4b20 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1397331 Oct 19 01:22:37.152606 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.164997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdebac-9a0a-40b8-92db-09543b84d725 req-2068e46e-cff1-4361-bcd5-ae554403bf47 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.166759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70fdebac-9a0a-40b8-92db-09543b84d725 req-2068e46e-cff1-4361-bcd5-ae554403bf47 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 943 time: 0.3296082 Oct 19 01:22:37.181509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Request body: {'port': {'device_id': '512d5fd7-ef92-420c-822e-e73b1a920138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:37.187354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Deleting port 04623500-ce08-4d75-a453-6c1c84e76950 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:37.187909 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.200838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08a9eb6-fb36-467f-83d2-5c73d50e8497 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:37.216659 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:22:37.259479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c08a9eb6-fb36-467f-83d2-5c73d50e8497, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c08a9eb6-fb36-467f-83d2-5c73d50e8497,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:37.260558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28af7-b354-463c-8f5c-74c503ef9d6a req-ba1e30dd-154b-4e07-a211-69114d2cc9ce tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.262675 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bdd28af7-b354-463c-8f5c-74c503ef9d6a req-ba1e30dd-154b-4e07-a211-69114d2cc9ce tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1391215 Oct 19 01:22:37.272528 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.305946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.334873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bdd28af7-b354-463c-8f5c-74c503ef9d6a req-fcdd2220-733d-42db-b42e-5a6726f57596 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559230 Oct 19 01:22:37.401258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70fdebac-9a0a-40b8-92db-09543b84d725 req-479c6616-fb11-46b9-8d42-bb6ad54e86d2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098465 Oct 19 01:22:37.407045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c08a9eb6-fb36-467f-83d2-5c73d50e8497,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:37.407491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] For port 04623500-ce08-4d75-a453-6c1c84e76950, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=04623500-ce08-4d75-a453-6c1c84e76950,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:37.407870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.426648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d57a5381-d790-4f75-9e2b-5b51900dd67e None None] Provisioning complete for port 86c35ec1-7261-428d-9fe2-481078f5a422 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:37.427618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d57a5381-d790-4f75-9e2b-5b51900dd67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.428427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Calling delete_port for 04623500-ce08-4d75-a453-6c1c84e76950 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:37.467444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d57a5381-d790-4f75-9e2b-5b51900dd67e None None] Port 86c35ec1-7261-428d-9fe2-481078f5a422 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:37.519152 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845620a-971f-40d2-ac37-5fef7bf36b2b x-openstack-request-id: req-4845620a-971f-40d2-ac37-5fef7bf36b2b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:37.519567 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5a9b29-759b-49ae-a804-ce99ee9509a7", "name": "network-vif-deleted", "tag": "ed684672-13e3-47f3-a737-69cd823a1175", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:37.519919 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4845620a-971f-40d2-ac37-5fef7bf36b2b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:37.520818 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5a9b29-759b-49ae-a804-ce99ee9509a7', 'name': 'network-vif-deleted', 'tag': 'ed684672-13e3-47f3-a737-69cd823a1175', 'status': 'completed', 'code': 200} Oct 19 01:22:37.568949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c4da058-bc8b-42d1-b3cd-4bf2037b63eb req-da74fa17-60c0-433c-8b0b-a63455bfb695 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 210 time: 0.0526443 Oct 19 01:22:37.658461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.676271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c4de9ff2-829b-40ae-941b-9aac8ef06d57', '04623500-ce08-4d75-a453-6c1c84e76950'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:37.695726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5bfadefe-fc21-48d6-90d2-28938884420f req-6a9d69e0-8f03-4dad-9a5c-4f700f692673 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbbf0a4-a83b-4db6-ae68-be8b03e69613 HTTP/1.1" status: 200 len: 210 time: 0.0558739 Oct 19 01:22:37.703709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c08a9eb6-fb36-467f-83d2-5c73d50e8497'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:37.772637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Pushing event deleted for resources: {'Port': ['ID=04623500-ce08-4d75-a453-6c1c84e76950,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:37.827145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c35ec1-7261-428d-9fe2-481078f5a422 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:37.838517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.857899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac50a-d9df-480b-a1e9-215209fb074d req-a7dd8dae-5f79-4b63-98af-3f189e4c9725 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:37.867581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457ac50a-d9df-480b-a1e9-215209fb074d req-a7dd8dae-5f79-4b63-98af-3f189e4c9725 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 931 time: 0.2113888 Oct 19 01:22:37.882044 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Transition to ACTIVE for port object 86c35ec1-7261-428d-9fe2-481078f5a422 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:22:37.893734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] No DVR routers for this DVR port 04623500-ce08-4d75-a453-6c1c84e76950 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:37.899533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.915624 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:37.929341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-298ab02f-5b7f-4f2f-a1ad-a25174dcb41f req-4e6b034a-ad43-4c13-8f7c-b8e63e4d2415 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "DELETE /v2.0/ports/04623500-ce08-4d75-a453-6c1c84e76950 HTTP/1.1" status: 204 len: 173 time: 1.1514661 Oct 19 01:22:37.929851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'name': 'network-vif-deleted', 'tag': '04623500-ce08-4d75-a453-6c1c84e76950'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:37.938313 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab860009-d33c-4e9c-b574-424a50178585" -d '{"events": [{"server_uuid": "afbbf0a4-a83b-4db6-ae68-be8b03e69613", "name": "network-vif-deleted", "tag": "04623500-ce08-4d75-a453-6c1c84e76950"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:38.073918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-457ac50a-d9df-480b-a1e9-215209fb074d req-29693f0a-b883-45e2-8433-afb1d307fa6d tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050004 Oct 19 01:22:38.152423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Pushing event updated for resources: {'Port': ['ID=86c35ec1-7261-428d-9fe2-481078f5a422,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:38.154624 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c298720d-7412-469d-bfe3-0f3e822732c5 x-openstack-request-id: req-c298720d-7412-469d-bfe3-0f3e822732c5 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:38.154923 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbbf0a4-a83b-4db6-ae68-be8b03e69613", "name": "network-vif-deleted", "tag": "04623500-ce08-4d75-a453-6c1c84e76950", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:38.155197 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c298720d-7412-469d-bfe3-0f3e822732c5 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:38.155605 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbbf0a4-a83b-4db6-ae68-be8b03e69613', 'name': 'network-vif-deleted', 'tag': '04623500-ce08-4d75-a453-6c1c84e76950', 'status': 'completed', 'code': 200} Oct 19 01:22:38.217395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37972) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:38.312733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Attempting to bind port 86c35ec1-7261-428d-9fe2-481078f5a422 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:38.313393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Attempting to bind port 86c35ec1-7261-428d-9fe2-481078f5a422 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:38.314002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Attempting to bind port 86c35ec1-7261-428d-9fe2-481078f5a422 on network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:38.322670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Port 86c35ec1-7261-428d-9fe2-481078f5a422 on network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:22:38.323221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Attempting to bind port 86c35ec1-7261-428d-9fe2-481078f5a422 on network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:38.343890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:38.344272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Checking segment: {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:38.344667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Bound using segment: {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:38.345124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Bound port: 86c35ec1-7261-428d-9fe2-481078f5a422, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:38.345486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.421593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ed684672-13e3-47f3-a737-69cd823a1175 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:38.459819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: ed684672-13e3-47f3-a737-69cd823a1175 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:38.461957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ed684672-13e3-47f3-a737-69cd823a1175 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:38.465078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 44b00661-c42a-43a0-b130-ca9deda8fd9f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:38.475991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] Deleting subnet 57c142c0-9a65-4777-8287-f98894591b66 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:22:38.485749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.533656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] For port 86c35ec1-7261-428d-9fe2-481078f5a422, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:38.534778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375853ae-f4f4-4fde-b363-8cd0fa2a0fb8 req-078a5db9-eefa-4c1c-bab7-8d37a0a2d660 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:38.538774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] For port 86c35ec1-7261-428d-9fe2-481078f5a422, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86c35ec1-7261-428d-9fe2-481078f5a422,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:38.543958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-375853ae-f4f4-4fde-b363-8cd0fa2a0fb8 req-078a5db9-eefa-4c1c-bab7-8d37a0a2d660 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2407062 Oct 19 01:22:38.550930 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.595625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.652713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 44b00661-c42a-43a0-b130-ca9deda8fd9f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:38.653416 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.668073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-375853ae-f4f4-4fde-b363-8cd0fa2a0fb8 req-145e33f8-3e6e-4131-b77a-71e6ea53c5f9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227274 Oct 19 01:22:38.725135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Pushing event updated for resources: {'Port': ['ID=86c35ec1-7261-428d-9fe2-481078f5a422,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:38.728539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:38.732954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.735854 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-57dfbff6-8385-4ab8-a647-bb967d8e336f service neutron] 10.222.0.74 "PUT /v2.0/ports/86c35ec1-7261-428d-9fe2-481078f5a422 HTTP/1.1" status: 200 len: 1092 time: 1.5605314 Oct 19 01:22:38.782312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:38.972595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c7ba6-931c-4981-9225-cd0a02f4cfaa req-ddc4fa56-1ed0-42db-8ded-61cb20be8c45 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:38.976186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-994c7ba6-931c-4981-9225-cd0a02f4cfaa req-ddc4fa56-1ed0-42db-8ded-61cb20be8c45 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 944 time: 0.3481317 Oct 19 01:22:39.002110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2c3a43f-6251-4baf-a961-6e16e95aee95 req-1999c6c4-2f4b-4d91-a634-cc9f65ad31c6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 210 time: 0.1143451 Oct 19 01:22:39.038285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.104722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c142c0-9a65-4777-8287-f98894591b66,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:39.116618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.126971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0ea0be1a-cf7d-4d3a-8e58-644a979d8449 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/57c142c0-9a65-4777-8287-f98894591b66 HTTP/1.1" status: 204 len: 168 time: 0.9023235 Oct 19 01:22:39.127441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37998) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:39.135109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-3a82d49e-cf28-4323-b780-c23cefb1136d tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:39.136551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-3a82d49e-cf28-4323-b780-c23cefb1136d tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.74 "GET /v2.0/networks?id=5b855bb6-c7d4-460b-8ad9-c45c0045de99 HTTP/1.1" status: 200 len: 910 time: 0.4772537 Oct 19 01:22:39.140755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-02f7d068-7802-44aa-b16c-6507077e0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:39.142409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-02f7d068-7802-44aa-b16c-6507077e0ad5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2739797af05a4494b9000d5b5583933f&device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 1095 time: 0.2483578 Oct 19 01:22:39.168248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-994c7ba6-931c-4981-9225-cd0a02f4cfaa req-a25c53fb-c0f0-4fc6-8688-77e5130fe942 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622021 Oct 19 01:22:39.246815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Request body: {'port': {'device_id': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'admin_state_up': True, 'tenant_id': '53b696be4a844b5ea26388ff34052ffe'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:39.247612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.250917 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-ab818967-a894-4459-85de-2562c067d4d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c35ec1-7261-428d-9fe2-481078f5a422 HTTP/1.1" status: 200 len: 217 time: 0.0808301 Oct 19 01:22:39.341575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.345275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-e1d99653-cc45-47cc-8f3d-deba39bc9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:39.346771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-e1d99653-cc45-47cc-8f3d-deba39bc9eb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77a6f399-e83a-40c3-b0ce-8a053e7b156e HTTP/1.1" status: 200 len: 853 time: 0.0830791 Oct 19 01:22:39.350658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Made reservation on behalf of 53b696be4a844b5ea26388ff34052ffe for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:39.353210 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.377381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56597e0-3dee-40c2-9e8a-fdef2c6227da']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:39.383734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.391873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2779bef-3a98-46df-8e09-5c85ff531a46 req-e3588421-b830-4136-8cbe-c0c0b1404332 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:39.391873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2779bef-3a98-46df-8e09-5c85ff531a46 req-e3588421-b830-4136-8cbe-c0c0b1404332 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 943 time: 0.1365926 Oct 19 01:22:39.392210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51aa19c3-38a8-4255-a44b-6d7a23e99597') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:39.392210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51aa19c3-38a8-4255-a44b-6d7a23e99597') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:39.403017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.417619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.427371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:22:39.427815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:22:39.494005 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:22:39.505263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-9fa9f3cd-30dc-4ce2-839b-b0b45731356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:39.507293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-9fa9f3cd-30dc-4ce2-839b-b0b45731356e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2088d67c-78cf-47f6-8189-4d1d2f8f6781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510322 Oct 19 01:22:39.519741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2779bef-3a98-46df-8e09-5c85ff531a46 req-4578d229-5a88-46c8-b666-6eafbb53b71a tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060271 Oct 19 01:22:39.529471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:39.531817 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0a2c08-fa1c-4acd-b670-95a26a69a533" -d '{"events": [{"name": "network-changed", "server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:39.546068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.558026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.562436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] 10.222.0.64 "DELETE /v2.0/networks/a56597e0-3dee-40c2-9e8a-fdef2c6227da HTTP/1.1" status: 204 len: 168 time: 0.4339480 Oct 19 01:22:39.590226 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c76d01-821a-4e01-8f96-90fccb856c6e x-openstack-request-id: req-90c76d01-821a-4e01-8f96-90fccb856c6e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:39.590507 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:39.590755 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90c76d01-821a-4e01-8f96-90fccb856c6e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:39.591138 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422', 'status': 'completed', 'code': 200} Oct 19 01:22:39.596625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b32fa0-89eb-45b1-becd-4cde14348516 req-9a33dbff-3e5a-4541-b353-cb060ceaf38e tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:39.598281 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0b32fa0-89eb-45b1-becd-4cde14348516 req-9a33dbff-3e5a-4541-b353-cb060ceaf38e tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 949 time: 0.1034393 Oct 19 01:22:39.599590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388010e-71a4-46b2-98e1-6cf7462ea92f admin admin] Pushing event deleted for resources: {'Network': ['ID=a56597e0-3dee-40c2-9e8a-fdef2c6227da,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:39.634433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-103daada-21b3-464d-b0e7-2361b047c725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.656449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0b32fa0-89eb-45b1-becd-4cde14348516 req-e95ad7f1-2c62-4654-ac38-63b511d9f1ca tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Oct 19 01:22:39.662182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Allocated IP 172.20.0.4 (5b855bb6-c7d4-460b-8ad9-c45c0045de99/c965c729-0b54-4929-b76b-e167fcf6a2c3/b0efcc5d-168f-4d15-a929-dc50f81922c8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:39.703246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-a40e3cca-a5c8-4f86-b2b2-a71312dc592f service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868927 Oct 19 01:22:39.768515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 04623500-ce08-4d75-a453-6c1c84e76950 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:39.807625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 04623500-ce08-4d75-a453-6c1c84e76950 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:39.808581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 04623500-ce08-4d75-a453-6c1c84e76950 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:39.836613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38008) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:39.878137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-309c1b72-58d1-4dbf-b9de-391f08ea5144 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2150c1bd16e43429212cf57736b32d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404170 Oct 19 01:22:39.880695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38010) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:39.934398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f3b94a-d647-47e3-91ed-db1bc2e444d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:39.935286 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-260dce68-a34b-46d3-ba80-e3d4e30dc05c req-961ba490-a176-4a3a-88b2-f9ef338f2c52 service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213268 Oct 19 01:22:39.946283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb82004-b359-4916-9c4f-c981bee0eeb7 req-dcc929e3-70c1-4b27-b9ab-cb384e366787 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:39.955865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abb82004-b359-4916-9c4f-c981bee0eeb7 req-dcc929e3-70c1-4b27-b9ab-cb384e366787 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2037072 Oct 19 01:22:39.961236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f3b94a-d647-47e3-91ed-db1bc2e444d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.019704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.033806 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abb82004-b359-4916-9c4f-c981bee0eeb7 req-9466d9f1-e412-49b5-88fd-53119abbb258 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749824 Oct 19 01:22:40.074495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f3b94a-d647-47e3-91ed-db1bc2e444d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.077375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f3b94a-d647-47e3-91ed-db1bc2e444d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.080895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-72f3b94a-d647-47e3-91ed-db1bc2e444d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23d443ae-bc94-4e41-bd40-4b7cea92b772 HTTP/1.1" status: 204 len: 168 time: 0.1968758 Oct 19 01:22:40.092752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3b94a-d647-47e3-91ed-db1bc2e444d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d443ae-bc94-4e41-bd40-4b7cea92b772,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:40.152164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.202285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd426f2-7149-46d6-ad3d-ad8a9f973825 req-8bb4da54-2c9e-4a25-8ae2-afc56fd5910f tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.204110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8fd426f2-7149-46d6-ad3d-ad8a9f973825 req-8bb4da54-2c9e-4a25-8ae2-afc56fd5910f tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1027 time: 0.0569336 Oct 19 01:22:40.231595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:40.249777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8fd426f2-7149-46d6-ad3d-ad8a9f973825 req-873d6b5b-3f1f-42fc-8378-216a222a352f tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Oct 19 01:22:40.258883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-a09460ca-f0c0-4f01-ba8d-df99686acbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.260464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-a09460ca-f0c0-4f01-ba8d-df99686acbe6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2739797af05a4494b9000d5b5583933f&device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 1095 time: 0.2148647 Oct 19 01:22:40.261386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:40.276163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:40.354276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95601a5b-9439-45ac-bfd1-142db2f7f68f req-5a60b79e-b6ed-4538-b12e-93290ab7c496 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.361471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95601a5b-9439-45ac-bfd1-142db2f7f68f req-5a60b79e-b6ed-4538-b12e-93290ab7c496 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1846304 Oct 19 01:22:40.363240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Pushing event updated for resources: {'Port': ['ID=b0efcc5d-168f-4d15-a929-dc50f81922c8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:40.398173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2cb7c-f738-475a-b007-6966bf519765 req-b04f8759-6c75-4a3e-8b9f-9ad5a1ee9826 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.400055 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21b2cb7c-f738-475a-b007-6966bf519765 req-b04f8759-6c75-4a3e-8b9f-9ad5a1ee9826 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 944 time: 0.0715306 Oct 19 01:22:40.424514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c08a9eb6-fb36-467f-83d2-5c73d50e8497 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:40.439226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.439832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.442001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21b2cb7c-f738-475a-b007-6966bf519765 req-79ce86f7-696f-44d6-b842-2b90ded856a7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361576 Oct 19 01:22:40.468060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-ece90cb3-aa28-41d3-bd46-2aaedfaf71d9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2914796 Oct 19 01:22:40.554442 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.565852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port c08a9eb6-fb36-467f-83d2-5c73d50e8497 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:40.572278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port c08a9eb6-fb36-467f-83d2-5c73d50e8497 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:40.573146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.636463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b0da63a1-31a5-4ccf-a83b-d895f2216003 None None] Provisioning complete for port b0efcc5d-168f-4d15-a929-dc50f81922c8 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:40.637127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0da63a1-31a5-4ccf-a83b-d895f2216003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.715754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da603-e934-47df-921a-13da747dbfe1 req-623837ff-19e6-46c7-bcd3-535c03069f81 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.717655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-487da603-e934-47df-921a-13da747dbfe1 req-623837ff-19e6-46c7-bcd3-535c03069f81 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 943 time: 0.0790181 Oct 19 01:22:40.739276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b0da63a1-31a5-4ccf-a83b-d895f2216003 None None] Port b0efcc5d-168f-4d15-a929-dc50f81922c8 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:40.742342 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.781434 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.790087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-487da603-e934-47df-921a-13da747dbfe1 req-5e379ce2-2c1d-4a8a-a81f-1ef6e283e8a6 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646651 Oct 19 01:22:40.814057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:40.816615 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f65236e-d9ba-401b-ab93-2a4347847cf9" -d '{"events": [{"server_uuid": "2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "c08a9eb6-fb36-467f-83d2-5c73d50e8497"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:40.832157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c08a9eb6-fb36-467f-83d2-5c73d50e8497, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c08a9eb6-fb36-467f-83d2-5c73d50e8497,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:40.837364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:40.849842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-15279957-8ac2-40bb-b62c-6fcb0ff599ce tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.852234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-15279957-8ac2-40bb-b62c-6fcb0ff599ce tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 949 time: 0.0890753 Oct 19 01:22:40.871009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Request body: {'port': {'device_id': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:40.879083 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95601a5b-9439-45ac-bfd1-142db2f7f68f req-ece44e14-d808-4899-8148-7fad5155fa46 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167592 Oct 19 01:22:40.919740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-f38fd8cc-f7cf-473c-8394-2836b6e6ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:40.919740 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-f38fd8cc-f7cf-473c-8394-2836b6e6ff1f service neutron] 10.222.0.74 "GET /v2.0/networks?id=2088d67c-78cf-47f6-8189-4d1d2f8f6781 HTTP/1.1" status: 200 len: 915 time: 0.6408403 Oct 19 01:22:40.935156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c08a9eb6-fb36-467f-83d2-5c73d50e8497,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:40.977840 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f89201-a49d-437d-aca0-fe4f0ee0ef2d x-openstack-request-id: req-b0f89201-a49d-437d-aca0-fe4f0ee0ef2d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:40.978139 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "c08a9eb6-fb36-467f-83d2-5c73d50e8497", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:40.978393 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0f89201-a49d-437d-aca0-fe4f0ee0ef2d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:40.978789 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497', 'code': 200} Oct 19 01:22:40.985045 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-0f096978-ed68-4c7b-a300-97695b1abfce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c35ec1-7261-428d-9fe2-481078f5a422 HTTP/1.1" status: 200 len: 217 time: 0.0624950 Oct 19 01:22:41.004385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.016229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a3faf-98e2-48a4-b3d1-7be8876bad65 req-4c0bcf39-2b52-466a-a880-d34f8b2d086b tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.017764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7a3faf-98e2-48a4-b3d1-7be8876bad65 req-4c0bcf39-2b52-466a-a880-d34f8b2d086b tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f HTTP/1.1" status: 200 len: 949 time: 0.1164834 Oct 19 01:22:41.075563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Deleting port c4de9ff2-829b-40ae-941b-9aac8ef06d57 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:22:41.075907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.130295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-9d1e9c86-0687-45ef-b62d-53f3382f93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.131545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-9d1e9c86-0687-45ef-b62d-53f3382f93aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77a6f399-e83a-40c3-b0ce-8a053e7b156e HTTP/1.1" status: 200 len: 853 time: 0.1097531 Oct 19 01:22:41.144239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7a3faf-98e2-48a4-b3d1-7be8876bad65 req-e1bccf72-482f-40d1-bb3e-9781e3abcc14 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8c424f6-b3d9-441f-8940-c3543877bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105864 Oct 19 01:22:41.214285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bc25f-8dea-4174-9095-64b454f08627 req-0d3e2c07-2feb-4cd1-af38-bb69df2bbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.215825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-904bc25f-8dea-4174-9095-64b454f08627 req-0d3e2c07-2feb-4cd1-af38-bb69df2bbc39 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1214049 Oct 19 01:22:41.259902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdddef-ea58-43d2-ab9a-23a17e55fcad req-8b8bf552-c49b-4483-96a4-e145123441cd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.266990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04bdddef-ea58-43d2-ab9a-23a17e55fcad req-8b8bf552-c49b-4483-96a4-e145123441cd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1863320 Oct 19 01:22:41.279621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] For port c4de9ff2-829b-40ae-941b-9aac8ef06d57, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c4de9ff2-829b-40ae-941b-9aac8ef06d57,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:41.280515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.305146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Calling delete_port for c4de9ff2-829b-40ae-941b-9aac8ef06d57 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:22:41.312072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-904bc25f-8dea-4174-9095-64b454f08627 req-c10b5c32-7581-4d0c-9d51-a40e198ff9f3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757105 Oct 19 01:22:41.316304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-dabb410e-4d66-4ec2-a7fc-32a5e78b3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.318563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-dabb410e-4d66-4ec2-a7fc-32a5e78b3dde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2088d67c-78cf-47f6-8189-4d1d2f8f6781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739450 Oct 19 01:22:41.386952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04bdddef-ea58-43d2-ab9a-23a17e55fcad req-970abaff-a087-45f6-b410-cf73d6998c6a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141269 Oct 19 01:22:41.491219 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.509649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c4de9ff2-829b-40ae-941b-9aac8ef06d57'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:41.529411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Pushing event deleted for resources: {'Port': ['ID=c4de9ff2-829b-40ae-941b-9aac8ef06d57,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:41.560145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0efcc5d-168f-4d15-a929-dc50f81922c8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:41.570914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.592798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Transition to ACTIVE for port object b0efcc5d-168f-4d15-a929-dc50f81922c8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:22:41.595157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4465c7-0ced-4b8e-8077-835c55965ff8 req-9fac12e0-62c6-47fa-9b85-96e255a73df9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.596898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e4465c7-0ced-4b8e-8077-835c55965ff8 req-9fac12e0-62c6-47fa-9b85-96e255a73df9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1027 time: 0.1189673 Oct 19 01:22:41.599110 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.620262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] No DVR routers for this DVR port c4de9ff2-829b-40ae-941b-9aac8ef06d57 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:22:41.624519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:41.627930 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2df100fa-8e70-4be4-986a-b05f00dff655 req-7125288a-3e11-4f0d-bde2-201a3532e202 tempest-LiveMigrationNegativeTest-1960338935 tempest-LiveMigrationNegativeTest-1960338935-project] 10.222.0.62 "DELETE /v2.0/ports/c4de9ff2-829b-40ae-941b-9aac8ef06d57 HTTP/1.1" status: 204 len: 173 time: 0.7664032 Oct 19 01:22:41.628698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'name': 'network-vif-deleted', 'tag': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:41.632735 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314b514d-cef6-4a34-92f3-779506a25f96" -d '{"events": [{"server_uuid": "ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f", "name": "network-vif-deleted", "tag": "c4de9ff2-829b-40ae-941b-9aac8ef06d57"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:41.681948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0efcc5d-168f-4d15-a929-dc50f81922c8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:41.694382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189628e9-cfae-484c-87df-84c0b55743ff req-b644420d-4e78-4383-bacc-ed4580090de2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:41.702191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-189628e9-cfae-484c-87df-84c0b55743ff req-b644420d-4e78-4383-bacc-ed4580090de2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1269999 Oct 19 01:22:41.743470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e4465c7-0ced-4b8e-8077-835c55965ff8 req-772475e6-f2b4-4946-99d6-f11791cba55a tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383886 Oct 19 01:22:41.770666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-189628e9-cfae-484c-87df-84c0b55743ff req-c479e262-e033-463e-b681-44aaa6ec9e3b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645683 Oct 19 01:22:42.028776 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd046a-a897-4b45-9275-324dbce6dc12 x-openstack-request-id: req-26bd046a-a897-4b45-9275-324dbce6dc12 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:42.029170 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f", "name": "network-vif-deleted", "tag": "c4de9ff2-829b-40ae-941b-9aac8ef06d57", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:42.029517 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26bd046a-a897-4b45-9275-324dbce6dc12 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:42.030013 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8e70c1-3ba8-457d-b7a6-067a5c0ab40f', 'name': 'network-vif-deleted', 'tag': 'c4de9ff2-829b-40ae-941b-9aac8ef06d57', 'status': 'completed', 'code': 200} Oct 19 01:22:42.093558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Attempting to bind port b0efcc5d-168f-4d15-a929-dc50f81922c8 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:42.096594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Attempting to bind port b0efcc5d-168f-4d15-a929-dc50f81922c8 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:42.097767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Attempting to bind port b0efcc5d-168f-4d15-a929-dc50f81922c8 on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:42.120122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-95b59423-538e-40c5-ac7b-67248e6388ba service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116211 Oct 19 01:22:42.122375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Port b0efcc5d-168f-4d15-a929-dc50f81922c8 on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:22:42.124056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Attempting to bind port b0efcc5d-168f-4d15-a929-dc50f81922c8 on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:42.268093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993c300-0e22-47ca-83ee-997bbdc62de3 req-6a998078-6df6-46d5-9331-9c60b06ca12d tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.278587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f993c300-0e22-47ca-83ee-997bbdc62de3 req-6a998078-6df6-46d5-9331-9c60b06ca12d tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 943 time: 0.1181257 Oct 19 01:22:42.285546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc0a2c08-fa1c-4acd-b670-95a26a69a533 req-f1359363-b312-4a23-8385-39302e5ba804 service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483927 Oct 19 01:22:42.288973 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.295157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc505-78d5-4b66-9299-122d2da81e93 req-1c87d944-50e6-418d-adc7-71fd729ff7f6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.296690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff1dc505-78d5-4b66-9299-122d2da81e93 req-1c87d944-50e6-418d-adc7-71fd729ff7f6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.3632867 Oct 19 01:22:42.297700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:42.298020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Checking segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:42.298398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Bound using segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:42.298848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Bound port: b0efcc5d-168f-4d15-a929-dc50f81922c8, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:42.299199 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.334707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f993c300-0e22-47ca-83ee-997bbdc62de3 req-1455d7dc-6ac3-46d2-b015-688feae78ab8 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555606 Oct 19 01:22:42.373377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff1dc505-78d5-4b66-9299-122d2da81e93 req-b404db28-f0fa-40ac-b24a-e152b316dc95 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642314 Oct 19 01:22:42.394874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] For port b0efcc5d-168f-4d15-a929-dc50f81922c8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:42.398702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] For port b0efcc5d-168f-4d15-a929-dc50f81922c8, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b0efcc5d-168f-4d15-a929-dc50f81922c8,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:42.403878 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.407957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38098) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:42.452624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.453242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.454694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/b0efcc5d-168f-4d15-a929-dc50f81922c8 HTTP/1.1" status: 200 len: 1092 time: 1.9741030 Oct 19 01:22:42.455112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'tag': 'b0efcc5d-168f-4d15-a929-dc50f81922c8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:42.458144 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba46adb8-1138-45ea-9ae3-73b6724c96b5" -d '{"events": [{"name": "network-changed", "server_uuid": "de0b5b1c-390c-4676-9771-f0e90cb0dd19", "tag": "b0efcc5d-168f-4d15-a929-dc50f81922c8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:42.513636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569449e-4159-4f6d-a0d2-a9e6456cfeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0efcc5d-168f-4d15-a929-dc50f81922c8,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:42.530276 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d893c3-fdd9-4795-856d-f953ec8985bc x-openstack-request-id: req-36d893c3-fdd9-4795-856d-f953ec8985bc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:42.530568 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0b5b1c-390c-4676-9771-f0e90cb0dd19", "tag": "b0efcc5d-168f-4d15-a929-dc50f81922c8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:42.530824 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36d893c3-fdd9-4795-856d-f953ec8985bc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:42.531232 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'tag': 'b0efcc5d-168f-4d15-a929-dc50f81922c8', 'status': 'completed', 'code': 200} Oct 19 01:22:42.594041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6053963-128d-4cda-a886-428e774108ea req-9e798b4e-0e21-441d-94f7-c30c02f5df92 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.606335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6053963-128d-4cda-a886-428e774108ea req-9e798b4e-0e21-441d-94f7-c30c02f5df92 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1016321 Oct 19 01:22:42.612632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-cb038f3d-7114-4529-b760-e5236cefa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.616210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-cb038f3d-7114-4529-b760-e5236cefa852 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=53b696be4a844b5ea26388ff34052ffe&device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1095 time: 0.0706644 Oct 19 01:22:42.680564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6053963-128d-4cda-a886-428e774108ea req-1464d27b-4654-4b10-8792-15d4198a0ad7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728800 Oct 19 01:22:42.693699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-99b6b7d7-d7b3-4c74-b292-68f9d2f16ff5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0efcc5d-168f-4d15-a929-dc50f81922c8 HTTP/1.1" status: 200 len: 217 time: 0.0424266 Oct 19 01:22:42.701223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59657f9c-8cf0-4643-b495-0b43d02caba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.807589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-f7d19876-cf7f-481e-b526-bfce8b520423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.809433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-f7d19876-cf7f-481e-b526-bfce8b520423 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c965c729-0b54-4929-b76b-e167fcf6a2c3 HTTP/1.1" status: 200 len: 848 time: 0.0924945 Oct 19 01:22:42.851766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59657f9c-8cf0-4643-b495-0b43d02caba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.870842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59657f9c-8cf0-4643-b495-0b43d02caba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:42.902140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:42.942800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-a8543320-f2d9-467b-b802-2d7dd6eec5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.944358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-a8543320-f2d9-467b-b802-2d7dd6eec5b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b855bb6-c7d4-460b-8ad9-c45c0045de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211939 Oct 19 01:22:42.947253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59657f9c-8cf0-4643-b495-0b43d02caba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0128a-cb13-437f-9918-1d5bbf81011d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:42.952107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f58ec-7b40-4564-b0d5-21cbc526d115 req-ed558628-e6ae-4310-976e-0c3bd51c90b8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.961842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d13f58ec-7b40-4564-b0d5-21cbc526d115 req-ed558628-e6ae-4310-976e-0c3bd51c90b8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1367683 Oct 19 01:22:42.970404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59657f9c-8cf0-4643-b495-0b43d02caba8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=865fd1a3d47d4fd2a54b15a716f044f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588117 Oct 19 01:22:42.971310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38118) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:42.982059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a159648-1826-469c-a23d-0144af5c7b49 req-2879e269-c884-410f-8499-f9ab1d8a91ae tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:42.983547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7a159648-1826-469c-a23d-0144af5c7b49 req-2879e269-c884-410f-8499-f9ab1d8a91ae tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1095 time: 0.1288834 Oct 19 01:22:43.047839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7a159648-1826-469c-a23d-0144af5c7b49 req-2ee4adb1-03cd-4709-86e5-3340d9ae4343 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560832 Oct 19 01:22:43.053211 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1f94b1c-2436-4fa2-a234-e4b8bb8a3afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.089794 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1f94b1c-2436-4fa2-a234-e4b8bb8a3afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.100784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d13f58ec-7b40-4564-b0d5-21cbc526d115 req-768e8a23-6396-4146-a188-43c0a4b8e8b3 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378348 Oct 19 01:22:43.135700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3f2f205f-89b1-46e2-a301-aaa9b0a62dd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fa8804ff6494601b5f34688038f0511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305844 Oct 19 01:22:43.138860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38122) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:43.152081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-b67f5a81-c91b-49cf-b082-7df2ab86402f service neutron] 10.222.0.74 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827247 Oct 19 01:22:43.195811 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1f94b1c-2436-4fa2-a234-e4b8bb8a3afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.199003 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1f94b1c-2436-4fa2-a234-e4b8bb8a3afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.200339 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d1f94b1c-2436-4fa2-a234-e4b8bb8a3afa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33b0128a-cb13-437f-9918-1d5bbf81011d HTTP/1.1" status: 204 len: 168 time: 0.2260845 Oct 19 01:22:43.219842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f94b1c-2436-4fa2-a234-e4b8bb8a3afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0128a-cb13-437f-9918-1d5bbf81011d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:43.227519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf60ec1-54f1-40a7-953b-ef651bce580b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.252705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf60ec1-54f1-40a7-953b-ef651bce580b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.323294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf60ec1-54f1-40a7-953b-ef651bce580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.328736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf60ec1-54f1-40a7-953b-ef651bce580b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:43.330384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3bf60ec1-54f1-40a7-953b-ef651bce580b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8c424f6-b3d9-441f-8940-c3543877bfa1 HTTP/1.1" status: 204 len: 168 time: 0.1903777 Oct 19 01:22:43.339915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf60ec1-54f1-40a7-953b-ef651bce580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c424f6-b3d9-441f-8940-c3543877bfa1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:43.400235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b19ac9-0fce-47f8-aea4-4701d880d372 req-18add01c-def5-4d4c-8f8d-93a3c07a224e service neutron] 10.222.0.74 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362971 Oct 19 01:22:43.430628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113076c-7006-453e-b524-e7ee5d9445d3 req-03e2882c-33bf-41ab-b786-46451bb79645 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:43.430628 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5113076c-7006-453e-b524-e7ee5d9445d3 req-03e2882c-33bf-41ab-b786-46451bb79645 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1308663 Oct 19 01:22:43.487028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5113076c-7006-453e-b524-e7ee5d9445d3 req-1bbd8c8e-e61a-46a1-a149-0bd374e3e557 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485384 Oct 19 01:22:43.558103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc7697-8e29-4b1f-abbe-e883683c398d req-eae11eaa-db01-4e8a-8bba-a1e0e53cc396 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:43.561333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4dc7697-8e29-4b1f-abbe-e883683c398d req-eae11eaa-db01-4e8a-8bba-a1e0e53cc396 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 943 time: 0.1086900 Oct 19 01:22:43.586445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-15b9ede8-4720-4102-9bd1-7f6b664c6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:43.591069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-15b9ede8-4720-4102-9bd1-7f6b664c6271 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=53b696be4a844b5ea26388ff34052ffe&device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1095 time: 0.0794687 Oct 19 01:22:43.620364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4dc7697-8e29-4b1f-abbe-e883683c398d req-d3171b92-b21a-42c9-83fd-2fe5188aa5d0 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501902 Oct 19 01:22:43.847956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-ec4270ac-d71b-4182-a653-3157ab276a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:43.872552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-ec4270ac-d71b-4182-a653-3157ab276a72 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5b855bb6-c7d4-460b-8ad9-c45c0045de99 HTTP/1.1" status: 200 len: 910 time: 0.2743278 Oct 19 01:22:43.889520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e05dd1-c7c2-4c16-8077-9317d6e0292f req-edc6bce8-41e9-4391-9eb5-44c1ad6784e6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:43.891083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9e05dd1-c7c2-4c16-8077-9317d6e0292f req-edc6bce8-41e9-4391-9eb5-44c1ad6784e6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1616633 Oct 19 01:22:43.957004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38152) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:43.961128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-cd04f66a-881d-4a9c-b807-962744971e9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0efcc5d-168f-4d15-a929-dc50f81922c8 HTTP/1.1" status: 200 len: 217 time: 0.0778427 Oct 19 01:22:43.968167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9e05dd1-c7c2-4c16-8077-9317d6e0292f req-adf8dcd7-c039-4541-9954-d0d098f9e925 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633595 Oct 19 01:22:43.970386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d4454-3b10-4f05-9b03-68425b77d1dd req-9770c3d1-7836-4c94-9549-2fd648023842 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:43.980152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-588d4454-3b10-4f05-9b03-68425b77d1dd req-9770c3d1-7836-4c94-9549-2fd648023842 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.3720644 Oct 19 01:22:44.087671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-588d4454-3b10-4f05-9b03-68425b77d1dd req-2a8da8b4-0210-40d3-bdd5-f866d624d5a9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067102 Oct 19 01:22:44.106329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-79a570c0-1c93-4ba4-9132-d58af46cd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.108429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-79a570c0-1c93-4ba4-9132-d58af46cd8c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c965c729-0b54-4929-b76b-e167fcf6a2c3 HTTP/1.1" status: 200 len: 848 time: 0.1154633 Oct 19 01:22:44.111299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-99512e60-f1f0-491a-b3e5-c870bb0ce431 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=235f861c72f74773b056832daf3e9350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517110 Oct 19 01:22:44.113390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38160) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:44.178931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415e020-9e06-496c-a6b4-5a5c9fe12674 req-7940ba61-3d83-40cc-bdc0-9f6b9d5d7ea8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.181762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b415e020-9e06-496c-a6b4-5a5c9fe12674 req-7940ba61-3d83-40cc-bdc0-9f6b9d5d7ea8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0961456 Oct 19 01:22:44.230814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b415e020-9e06-496c-a6b4-5a5c9fe12674 req-07a8f57b-1220-4e90-810f-a196b93b1b55 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Oct 19 01:22:44.252034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-66872dd5-a497-460d-923f-fc1b7812f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.252034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-66872dd5-a497-460d-923f-fc1b7812f971 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5b855bb6-c7d4-460b-8ad9-c45c0045de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264451 Oct 19 01:22:44.358088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be536-94d0-4d72-b46a-cd738d5099b2 req-abf59919-d803-4a6c-8f98-a82aee36a59b tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.367052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-453be536-94d0-4d72-b46a-cd738d5099b2 req-abf59919-d803-4a6c-8f98-a82aee36a59b tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1095 time: 0.1820354 Oct 19 01:22:44.386334 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71cbcb60-b74f-4c58-b213-e87cca661d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:44.442397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-453be536-94d0-4d72-b46a-cd738d5099b2 req-190dfdd3-c83e-4834-b052-df1378671d07 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722067 Oct 19 01:22:44.452385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71cbcb60-b74f-4c58-b213-e87cca661d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:44.458610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86c35ec1-7261-428d-9fe2-481078f5a422 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:44.463654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-a4b7054a-699e-49ff-bb66-f40a966a142a service neutron] 10.222.0.74 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011778 Oct 19 01:22:44.526179 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71cbcb60-b74f-4c58-b213-e87cca661d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:44.529444 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71cbcb60-b74f-4c58-b213-e87cca661d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:44.530595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71cbcb60-b74f-4c58-b213-e87cca661d7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f55cd4d3-4fb6-464a-9487-9fba252723c2 HTTP/1.1" status: 204 len: 168 time: 0.4156628 Oct 19 01:22:44.587552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbcb60-b74f-4c58-b213-e87cca661d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55cd4d3-4fb6-464a-9487-9fba252723c2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:44.695140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf667b-a693-470f-910b-7cb6246cc2b5 req-7f65e41a-a230-4111-9eef-b19409b2ef21 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.696937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46d437-797d-4cbb-b82d-2c033f2c188e req-f6cb7c6b-1114-4706-b751-b138f813ffa7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.703709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccaf667b-a693-470f-910b-7cb6246cc2b5 req-7f65e41a-a230-4111-9eef-b19409b2ef21 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1257124 Oct 19 01:22:44.705860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f46d437-797d-4cbb-b82d-2c033f2c188e req-f6cb7c6b-1114-4706-b751-b138f813ffa7 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1041601 Oct 19 01:22:44.743883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba46adb8-1138-45ea-9ae3-73b6724c96b5 req-ef4c24d3-9dab-471a-823e-9aafa015249b service neutron] 10.222.0.74 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087479 Oct 19 01:22:44.762880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccaf667b-a693-470f-910b-7cb6246cc2b5 req-e125af9c-b718-4f95-8e62-11573fe22558 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579245 Oct 19 01:22:44.784372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f46d437-797d-4cbb-b82d-2c033f2c188e req-2e864173-0b65-48c5-b743-1a761e115121 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708311 Oct 19 01:22:44.826716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 86c35ec1-7261-428d-9fe2-481078f5a422, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86c35ec1-7261-428d-9fe2-481078f5a422,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:44.851768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '86c35ec1-7261-428d-9fe2-481078f5a422', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'port_id': '86c35ec1-7261-428d-9fe2-481078f5a422', 'mac_address': 'fa:16:3e:e0:a3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:44.912118 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:44.930614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c35ec1-7261-428d-9fe2-481078f5a422 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:44.950710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd2d1f-2e5b-4dc4-9a35-26d5fff4d8ad req-9920b458-e17a-4b1d-b7da-930f5cbc40f6 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:44.962497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cfd2d1f-2e5b-4dc4-9a35-26d5fff4d8ad req-9920b458-e17a-4b1d-b7da-930f5cbc40f6 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 943 time: 0.0941410 Oct 19 01:22:44.966830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 86c35ec1-7261-428d-9fe2-481078f5a422, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86c35ec1-7261-428d-9fe2-481078f5a422,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:44.977160 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:45.019917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cfd2d1f-2e5b-4dc4-9a35-26d5fff4d8ad req-8af9b693-08de-416a-ac2b-6b56ebda4976 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514922 Oct 19 01:22:45.065387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=86c35ec1-7261-428d-9fe2-481078f5a422,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:45.168466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a52a5-df41-4016-8b6e-98a33edf91c6 req-c8a118d6-f454-4b20-b1ad-f0a338729eaf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:45.170091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb0a52a5-df41-4016-8b6e-98a33edf91c6 req-c8a118d6-f454-4b20-b1ad-f0a338729eaf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0724578 Oct 19 01:22:45.227644 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb0a52a5-df41-4016-8b6e-98a33edf91c6 req-ab7260c0-049d-454f-a363-865773281f54 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490277 Oct 19 01:22:45.362703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5e604-f19b-4b44-be71-b09c0d7386eb req-8d9e8c54-87a6-4d0c-b516-eee750846e29 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:45.370653 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4eb5e604-f19b-4b44-be71-b09c0d7386eb req-8d9e8c54-87a6-4d0c-b516-eee750846e29 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0632224 Oct 19 01:22:45.412310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4eb5e604-f19b-4b44-be71-b09c0d7386eb req-fa34d259-389c-4abe-80fa-1d47356988ef tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Oct 19 01:22:45.413891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['86c35ec1-7261-428d-9fe2-481078f5a422'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:45.728725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5a60-35b7-4d99-86cc-49d0164ab1bd req-816d826f-0e09-4883-a04f-47e6b3650e87 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:45.731120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-484d5a60-35b7-4d99-86cc-49d0164ab1bd req-816d826f-0e09-4883-a04f-47e6b3650e87 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1095 time: 0.1074867 Oct 19 01:22:45.779950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-484d5a60-35b7-4d99-86cc-49d0164ab1bd req-78d20868-13b5-407a-b595-093cec7a1d23 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Oct 19 01:22:45.782721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c4de9ff2-829b-40ae-941b-9aac8ef06d57 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:22:45.809165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: c4de9ff2-829b-40ae-941b-9aac8ef06d57 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:22:45.809641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c4de9ff2-829b-40ae-941b-9aac8ef06d57 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:22:45.951295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bec7b-cda1-4469-b6a6-63cdbde19992 req-34a1be3a-8496-476f-8a22-087715335716 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:45.960625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-244bec7b-cda1-4469-b6a6-63cdbde19992 req-34a1be3a-8496-476f-8a22-087715335716 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1055014 Oct 19 01:22:46.007895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03d252-a8aa-463c-af9a-3f5ff1070ae8 req-854441a8-5fa2-49f6-8127-62aa60a9c311 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:46.009556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c03d252-a8aa-463c-af9a-3f5ff1070ae8 req-854441a8-5fa2-49f6-8127-62aa60a9c311 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0789559 Oct 19 01:22:46.020440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-244bec7b-cda1-4469-b6a6-63cdbde19992 req-322400b3-c4ef-4d67-9e3f-820b2b769710 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502796 Oct 19 01:22:46.084585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c03d252-a8aa-463c-af9a-3f5ff1070ae8 req-532c1c17-c8e3-4baa-b52b-6c15b0763f55 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690582 Oct 19 01:22:46.243779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59a93-2e8a-4a42-91ea-b12a77b57375 req-b071f967-fabd-46f4-a107-bfc447062a65 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:46.245446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9b59a93-2e8a-4a42-91ea-b12a77b57375 req-b071f967-fabd-46f4-a107-bfc447062a65 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 944 time: 0.1117816 Oct 19 01:22:46.266108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bce0a5-18de-42b0-a4d4-98cccd8a75c9 req-1301d031-78c6-4660-8b2e-3081653c4521 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:46.277336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17bce0a5-18de-42b0-a4d4-98cccd8a75c9 req-1301d031-78c6-4660-8b2e-3081653c4521 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0943491 Oct 19 01:22:46.304194 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9b59a93-2e8a-4a42-91ea-b12a77b57375 req-84a13d2f-da51-4857-82c5-f22b40c1eaf0 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477743 Oct 19 01:22:46.323496 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17bce0a5-18de-42b0-a4d4-98cccd8a75c9 req-61e4e598-8e5e-45aa-bf3e-ea1c52e92d6b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Oct 19 01:22:46.467775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86c35ec1-7261-428d-9fe2-481078f5a422 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:46.472948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eec630-5785-41d3-9f46-474e46bd1a8f req-50d62f00-e987-4921-a915-a1948522bb0b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:46.475391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33eec630-5785-41d3-9f46-474e46bd1a8f req-50d62f00-e987-4921-a915-a1948522bb0b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0556076 Oct 19 01:22:46.536700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33eec630-5785-41d3-9f46-474e46bd1a8f req-47e2e279-588e-451b-b90b-6ac06b2f3cee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539618 Oct 19 01:22:46.569725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 86c35ec1-7261-428d-9fe2-481078f5a422 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:46.576958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 86c35ec1-7261-428d-9fe2-481078f5a422 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:46.577566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:46.722592 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:46.805997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 86c35ec1-7261-428d-9fe2-481078f5a422, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86c35ec1-7261-428d-9fe2-481078f5a422,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:46.811816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:46.820677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5c44-fde1-450e-b264-89a7d92b4460 req-03442782-7540-4a53-adf8-ff71f64cb540 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:46.824586 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4fa821-cb31-4037-a234-eb70da6af8b3" -d '{"events": [{"server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "name": "network-vif-plugged", "status": "completed", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:46.829059 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-049e5c44-fde1-450e-b264-89a7d92b4460 req-03442782-7540-4a53-adf8-ff71f64cb540 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0811582 Oct 19 01:22:46.835043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:46.879892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-049e5c44-fde1-450e-b264-89a7d92b4460 req-4cd8bdeb-e4fd-4b02-a08c-bf583b4b5471 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Oct 19 01:22:46.939591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=86c35ec1-7261-428d-9fe2-481078f5a422,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:47.005234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ad5bd-4eae-4df3-b4c4-9c4f73d63ffb req-732c1a8c-4d1c-4534-8d70-c8d25ab30528 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:47.011126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-313ad5bd-4eae-4df3-b4c4-9c4f73d63ffb req-732c1a8c-4d1c-4534-8d70-c8d25ab30528 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1095 time: 0.0609462 Oct 19 01:22:47.047377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-313ad5bd-4eae-4df3-b4c4-9c4f73d63ffb req-ba76123e-962c-4b71-ab31-58b8ad00c0ef tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337319 Oct 19 01:22:47.110977 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db468e60-a684-4eae-a796-0e65227687dd x-openstack-request-id: req-db468e60-a684-4eae-a796-0e65227687dd {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:47.111273 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "name": "network-vif-plugged", "status": "completed", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:47.111530 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db468e60-a684-4eae-a796-0e65227687dd {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:47.111935 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422', 'code': 200} Oct 19 01:22:47.263498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833567d-7cc6-47f5-8a6c-03f3be65f04c req-34c59c57-7553-4c56-9263-af0577b3b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:47.265023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9833567d-7cc6-47f5-8a6c-03f3be65f04c req-34c59c57-7553-4c56-9263-af0577b3b78d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 1097 time: 0.0602849 Oct 19 01:22:47.322925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9833567d-7cc6-47f5-8a6c-03f3be65f04c req-f829f7ec-c110-41ff-af41-ccfa73b9b4d1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499644 Oct 19 01:22:47.373232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368a195-f0d3-4dad-aefc-1847dc119b59 req-6b2ca98f-76dd-487c-a584-5737004a3b3d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:47.386409 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9368a195-f0d3-4dad-aefc-1847dc119b59 req-6b2ca98f-76dd-487c-a584-5737004a3b3d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0715425 Oct 19 01:22:47.440742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9368a195-f0d3-4dad-aefc-1847dc119b59 req-6eae222a-122c-493e-8971-7f7f15b6e37c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532889 Oct 19 01:22:47.595196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f3e80-2287-455c-a506-b27dd421a9e1 req-62df41a8-45b8-48f8-9d9e-403eda574188 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:47.603400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-378f3e80-2287-455c-a506-b27dd421a9e1 req-62df41a8-45b8-48f8-9d9e-403eda574188 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0896554 Oct 19 01:22:47.679565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-378f3e80-2287-455c-a506-b27dd421a9e1 req-3c33fb7b-f147-43be-98d5-ad936a7e36dd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Oct 19 01:22:47.830916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296237-36e3-4072-b03f-9e264aea2b0f req-67d3ea65-cf53-44a7-a1f7-4d5fae0e561e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:47.836914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32296237-36e3-4072-b03f-9e264aea2b0f req-67d3ea65-cf53-44a7-a1f7-4d5fae0e561e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 945 time: 0.0940001 Oct 19 01:22:47.928044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32296237-36e3-4072-b03f-9e264aea2b0f req-e88c40dd-40e3-4760-b209-52e546f897d5 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658064 Oct 19 01:22:47.989044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfe21a-ce06-49ff-a69b-493ec9cc2238 req-9c60b03b-34bd-4775-ac0c-4f8febe1b942 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.001186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82dfe21a-ce06-49ff-a69b-493ec9cc2238 req-9c60b03b-34bd-4775-ac0c-4f8febe1b942 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0927463 Oct 19 01:22:48.068787 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82dfe21a-ce06-49ff-a69b-493ec9cc2238 req-a7f3cadd-fb8a-4e26-a4b3-912b05ebe808 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665679 Oct 19 01:22:48.275151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017af25-df56-4be2-ad8e-1b65f2a52dcf req-fb0d98a8-e664-4f1b-a6ca-f500e72c037b tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.288788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5017af25-df56-4be2-ad8e-1b65f2a52dcf req-fb0d98a8-e664-4f1b-a6ca-f500e72c037b tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1095 time: 0.0714478 Oct 19 01:22:48.346755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5017af25-df56-4be2-ad8e-1b65f2a52dcf req-8314e8cb-7c8a-4a7d-b722-90e8c56e7c9c tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 Oct 19 01:22:48.501613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b0efcc5d-168f-4d15-a929-dc50f81922c8 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:22:48.561511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a915d-9f22-49b5-8b23-138cbf5da963 req-14c8f44b-aaf7-4dee-96b5-4df139edc0c5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.569881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-733a915d-9f22-49b5-8b23-138cbf5da963 req-14c8f44b-aaf7-4dee-96b5-4df139edc0c5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1068540 Oct 19 01:22:48.617284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-733a915d-9f22-49b5-8b23-138cbf5da963 req-92439d8d-8fc2-45c3-ad13-58b9b5105558 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Oct 19 01:22:48.672188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b0efcc5d-168f-4d15-a929-dc50f81922c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b0efcc5d-168f-4d15-a929-dc50f81922c8,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:48.710118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b0efcc5d-168f-4d15-a929-dc50f81922c8', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'port_id': 'b0efcc5d-168f-4d15-a929-dc50f81922c8', 'mac_address': 'fa:16:3e:0b:00:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:22:48.719482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f22813-2777-4bcc-8273-0ea41ffe1ad9 req-93a63bec-77fb-4b97-98ca-3854f1184a4a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.733750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34f22813-2777-4bcc-8273-0ea41ffe1ad9 req-93a63bec-77fb-4b97-98ca-3854f1184a4a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1263146 Oct 19 01:22:48.804191 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:48.805185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38342) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:48.826890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34f22813-2777-4bcc-8273-0ea41ffe1ad9 req-a3782f27-d6ad-41bc-b07b-232b3751519c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908689 Oct 19 01:22:48.860602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d276b3-5578-4cb9-937b-f2d216d5d49c req-c1b03848-f123-4c58-9fc9-6585cc59c373 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:48.868574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0efcc5d-168f-4d15-a929-dc50f81922c8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:48.871267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00d276b3-5578-4cb9-937b-f2d216d5d49c req-c1b03848-f123-4c58-9fc9-6585cc59c373 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1649413 Oct 19 01:22:48.955842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b0efcc5d-168f-4d15-a929-dc50f81922c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b0efcc5d-168f-4d15-a929-dc50f81922c8,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:48.967868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.011610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-00d276b3-5578-4cb9-937b-f2d216d5d49c req-6311dc7a-2313-4c02-b72e-260f12edf40e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388371 Oct 19 01:22:49.118339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-88522177-c355-4013-80d0-30c8e32a02b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.139920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b0efcc5d-168f-4d15-a929-dc50f81922c8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:49.195011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e608a3-418d-4607-b7e1-a935aca07057 req-23cf35bc-ff76-41b5-8d8f-d45721a67161 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:49.197068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2e608a3-418d-4607-b7e1-a935aca07057 req-23cf35bc-ff76-41b5-8d8f-d45721a67161 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 945 time: 0.1330137 Oct 19 01:22:49.271544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2e608a3-418d-4607-b7e1-a935aca07057 req-13599821-2162-40d0-9b6a-b71763ad3fe7 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617893 Oct 19 01:22:49.315365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-88522177-c355-4013-80d0-30c8e32a02b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.324611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660bdb-e8a2-4aed-bc6b-53116e605fc0 req-fbf447d4-02fe-48c2-ba68-aa5b7432128e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:49.333229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8660bdb-e8a2-4aed-bc6b-53116e605fc0 req-fbf447d4-02fe-48c2-ba68-aa5b7432128e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0903931 Oct 19 01:22:49.341667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-88522177-c355-4013-80d0-30c8e32a02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.373300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522177-c355-4013-80d0-30c8e32a02b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b165316-7611-430d-8b1b-addcea6e7975,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:49.379724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b0efcc5d-168f-4d15-a929-dc50f81922c8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:49.450299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-88522177-c355-4013-80d0-30c8e32a02b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec41e8dc6c4c4cd782f834bc33cba0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439137 Oct 19 01:22:49.460464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8660bdb-e8a2-4aed-bc6b-53116e605fc0 req-b2096af4-8b42-47d2-af3f-7fcd287b5e2b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260619 Oct 19 01:22:49.460982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38364) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:49.507245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b9e0-1ef5-4c2b-85aa-f5c006c7c634 req-1c3ff064-7835-46f6-a357-1a2ef8cf71aa tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:49.514386 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a883b9e0-1ef5-4c2b-85aa-f5c006c7c634 req-1c3ff064-7835-46f6-a357-1a2ef8cf71aa tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 945 time: 0.1408679 Oct 19 01:22:49.528251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38368) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:49.535270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Request body: {'floatingip': {'port_id': '86c35ec1-7261-428d-9fe2-481078f5a422'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:49.551971 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f0d90b9-927a-4c8c-8d3e-e3f077c45c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.609069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f0d90b9-927a-4c8c-8d3e-e3f077c45c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.664024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.696682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f0d90b9-927a-4c8c-8d3e-e3f077c45c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.700201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f0d90b9-927a-4c8c-8d3e-e3f077c45c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.701449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5f0d90b9-927a-4c8c-8d3e-e3f077c45c90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b165316-7611-430d-8b1b-addcea6e7975 HTTP/1.1" status: 204 len: 168 time: 0.2395325 Oct 19 01:22:49.741318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d90b9-927a-4c8c-8d3e-e3f077c45c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b165316-7611-430d-8b1b-addcea6e7975,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:49.830823 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:49.966386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139fd7b-5b30-4efb-98bd-4af76c32bfc0 req-34e63e08-6e11-481b-a39b-d77d4be4b0f6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:49.968081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d139fd7b-5b30-4efb-98bd-4af76c32bfc0 req-34e63e08-6e11-481b-a39b-d77d4be4b0f6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1096 time: 0.3688400 Oct 19 01:22:49.990869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ff598-2738-4e2c-b2bd-a2e2a398168e req-951fdaa0-a2ba-43c4-8461-7642a3f5d1aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:49.999364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-245ff598-2738-4e2c-b2bd-a2e2a398168e req-951fdaa0-a2ba-43c4-8461-7642a3f5d1aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1219535 Oct 19 01:22:50.092941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d139fd7b-5b30-4efb-98bd-4af76c32bfc0 req-15eb62f8-66d4-4de1-bff4-58ee4352bd52 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998211 Oct 19 01:22:50.137504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-245ff598-2738-4e2c-b2bd-a2e2a398168e req-31b41a1a-944a-4ca2-8c0f-694114b4ec07 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362863 Oct 19 01:22:50.262721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337180a4-c0b5-4065-93e3-e90ac399071c req-9808441d-0c80-4c97-81da-0fb1fa5b428a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:50.264133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-337180a4-c0b5-4065-93e3-e90ac399071c req-9808441d-0c80-4c97-81da-0fb1fa5b428a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0772212 Oct 19 01:22:50.312252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38384) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:50.339614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcf3315d-3c9a-4e9c-bf3b-3c3998b33801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.349343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-337180a4-c0b5-4065-93e3-e90ac399071c req-a280eab0-5858-4f2b-abbc-7f1bf0bf2ff4 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570505 Oct 19 01:22:50.490857 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcf3315d-3c9a-4e9c-bf3b-3c3998b33801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.506607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcf3315d-3c9a-4e9c-bf3b-3c3998b33801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.560775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dcf3315d-3c9a-4e9c-bf3b-3c3998b33801 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ed4bbdbfb0a480fa02ba8db041c8fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467027 Oct 19 01:22:50.561637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3315d-3c9a-4e9c-bf3b-3c3998b33801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c81d026-a1f6-44bb-b26b-0b0326b6866c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:50.568227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:50.689291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.696785 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8d2-76f2-4358-847b-1fb2a4bfc988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.726064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.743076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8d2-76f2-4358-847b-1fb2a4bfc988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.889016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd1031-2a53-498f-90a1-ab43a5162cf1 req-ebec7e86-23f9-428f-9c3d-74827aa4c03e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:50.896824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0cd1031-2a53-498f-90a1-ab43a5162cf1 req-ebec7e86-23f9-428f-9c3d-74827aa4c03e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1326568 Oct 19 01:22:50.918183 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Floating IP ac18b24f-3cc1-457b-8970-7a3bcca30270 associated. External IP: 172.25.0.207, port: 86c35ec1-7261-428d-9fe2-481078f5a422. Oct 19 01:22:50.937359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8d2-76f2-4358-847b-1fb2a4bfc988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.940707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5dddc8d2-76f2-4358-847b-1fb2a4bfc988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:50.942009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5dddc8d2-76f2-4358-847b-1fb2a4bfc988 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c81d026-a1f6-44bb-b26b-0b0326b6866c HTTP/1.1" status: 204 len: 168 time: 0.3727341 Oct 19 01:22:50.990555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0cd1031-2a53-498f-90a1-ab43a5162cf1 req-0ad9c11f-d52e-4b6f-b3e6-bee78b556d19 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896127 Oct 19 01:22:50.991743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc8d2-76f2-4358-847b-1fb2a4bfc988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c81d026-a1f6-44bb-b26b-0b0326b6866c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:51.388364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078b213-7ee1-4314-b995-6898d85874f8 req-2dd79891-1005-478b-ae57-f5d49992237c tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:51.390186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9078b213-7ee1-4314-b995-6898d85874f8 req-2dd79891-1005-478b-ae57-f5d49992237c tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1096 time: 0.1105051 Oct 19 01:22:51.440293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9078b213-7ee1-4314-b995-6898d85874f8 req-4dff5ac9-b61a-4609-8e81-07fb8f19f396 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Oct 19 01:22:51.450905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:22:51.628245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:22:51.641127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:51.641784 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] Sync routers for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:22:51.683501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27802346-28ab-49b1-b77b-fdfefe092e1f req-bda79c30-04c6-4eab-9861-76c83b39a6e6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:51.691965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-953f4ec0-365c-4b8e-b593-cdb5fdc80309 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "PUT /v2.0/floatingips/ac18b24f-3cc1-457b-8970-7a3bcca30270 HTTP/1.1" status: 200 len: 991 time: 2.1622555 Oct 19 01:22:51.693004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:51.696076 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5571d475-ec74-4029-ae0e-733bb20e3ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:51.710678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27802346-28ab-49b1-b77b-fdfefe092e1f req-bda79c30-04c6-4eab-9861-76c83b39a6e6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.2317665 Oct 19 01:22:51.730221 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:51.730661 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:51.838827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27802346-28ab-49b1-b77b-fdfefe092e1f req-5f320b90-4f48-49ed-a675-b840fbb8424a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029599 Oct 19 01:22:51.890660 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e2795-913e-4ac9-b5e2-5552da6dd969 x-openstack-request-id: req-a55e2795-913e-4ac9-b5e2-5552da6dd969 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:51.890956 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:51.891215 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a55e2795-913e-4ac9-b5e2-5552da6dd969 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:51.891618 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422', 'status': 'completed', 'code': 200} Oct 19 01:22:51.934745 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:52.006239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-749e42d0-af02-4fbd-b262-814d43cdf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.008284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-749e42d0-af02-4fbd-b262-814d43cdf6cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2739797af05a4494b9000d5b5583933f&device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 1097 time: 0.0722938 Oct 19 01:22:52.247039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224728b7-3929-4fc9-ab38-fca60d97368c req-e537fb3c-c6c9-49ba-9958-4b28cda61adb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.264989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-224728b7-3929-4fc9-ab38-fca60d97368c req-e537fb3c-c6c9-49ba-9958-4b28cda61adb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1470287 Oct 19 01:22:52.282484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-1f85b02c-d9ff-4285-b7dc-fde8d869f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.286183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-1f85b02c-d9ff-4285-b7dc-fde8d869f1d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2088d67c-78cf-47f6-8189-4d1d2f8f6781 HTTP/1.1" status: 200 len: 915 time: 0.2692378 Oct 19 01:22:52.345859 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'ac18b24f-3cc1-457b-8970-7a3bcca30270', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'port_id': '86c35ec1-7261-428d-9fe2-481078f5a422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'mac_address': 'fa:16:3e:e0:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d5fd7-ef92-420c-822e-e73b1a920138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:22:29Z', 'updated_at': '2021-10-19T01:22:50Z', 'revision_number': 1, 'project_id': '2739797af05a4494b9000d5b5583933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:27Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:52.358368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-224728b7-3929-4fc9-ab38-fca60d97368c req-9997f23b-2ece-419f-b3b5-ed47867ba25c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909030 Oct 19 01:22:52.391203 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] Checking router: 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:22:52.392573 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:22:52.393201 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:22:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:52.430837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-9beb8b0b-54ef-411f-b9af-2b12b167ed23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c35ec1-7261-428d-9fe2-481078f5a422 HTTP/1.1" status: 200 len: 999 time: 0.1374531 Oct 19 01:22:52.513699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b0efcc5d-168f-4d15-a929-dc50f81922c8 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:22:52.534127 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:22:52.589925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-5a4c7a7b-8e75-4c87-9dec-18d62206570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.591406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-5a4c7a7b-8e75-4c87-9dec-18d62206570e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77a6f399-e83a-40c3-b0ce-8a053e7b156e HTTP/1.1" status: 200 len: 853 time: 0.1509736 Oct 19 01:22:52.680644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b0efcc5d-168f-4d15-a929-dc50f81922c8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:22:52.690086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b0efcc5d-168f-4d15-a929-dc50f81922c8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:52.690700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:52.785626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-a2638727-a733-42e6-8c65-4eb2eff822a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.787221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-a2638727-a733-42e6-8c65-4eb2eff822a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2088d67c-78cf-47f6-8189-4d1d2f8f6781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836998 Oct 19 01:22:52.805882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d59a7-766a-4078-acb0-048b4d2e2abc req-19db497b-91ef-44f1-b230-afda2662100a tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:52.807378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c5d59a7-766a-4078-acb0-048b4d2e2abc req-19db497b-91ef-44f1-b230-afda2662100a tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1096 time: 0.1033406 Oct 19 01:22:52.833991 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:52.894572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0efcc5d-168f-4d15-a929-dc50f81922c8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:52.902333 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f93624-8f96-4fa0-b91c-64a1bd60edc5" -d '{"events": [{"server_uuid": "de0b5b1c-390c-4676-9771-f0e90cb0dd19", "name": "network-vif-plugged", "status": "completed", "tag": "b0efcc5d-168f-4d15-a929-dc50f81922c8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:52.957419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b0efcc5d-168f-4d15-a929-dc50f81922c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b0efcc5d-168f-4d15-a929-dc50f81922c8,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:22:52.973867 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'ac18b24f-3cc1-457b-8970-7a3bcca30270', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'port_id': '86c35ec1-7261-428d-9fe2-481078f5a422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'mac_address': 'fa:16:3e:e0:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d5fd7-ef92-420c-822e-e73b1a920138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:22:29Z', 'updated_at': '2021-10-19T01:22:50Z', 'revision_number': 1, 'project_id': '2739797af05a4494b9000d5b5583933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:27Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:22:52.974556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:53.025839 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11c406-d03b-4ceb-895a-7fdbfca5f2ee None None] The sync data for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 is: [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'ac18b24f-3cc1-457b-8970-7a3bcca30270', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'port_id': '86c35ec1-7261-428d-9fe2-481078f5a422', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'mac_address': 'fa:16:3e:e0:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d5fd7-ef92-420c-822e-e73b1a920138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:22:29Z', 'updated_at': '2021-10-19T01:22:50Z', 'revision_number': 1, 'project_id': '2739797af05a4494b9000d5b5583933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:27Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:22:53.036932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c5d59a7-766a-4078-acb0-048b4d2e2abc req-05d35014-f34b-45dc-91e2-2d9f87838384 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173822 Oct 19 01:22:53.148754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406dc56-d972-47bf-832d-a0429610ca16 req-a5fdb40e-900d-4cd3-89e3-cfc1d6da4081 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:53.156870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5406dc56-d972-47bf-832d-a0429610ca16 req-a5fdb40e-900d-4cd3-89e3-cfc1d6da4081 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0834813 Oct 19 01:22:53.180047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b0efcc5d-168f-4d15-a929-dc50f81922c8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:53.183485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-4ccd5218-845b-4a94-a3aa-ab9ba49e5d4a service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746128 Oct 19 01:22:53.221965 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ec0b9-707c-46a9-9da5-329370579d80 x-openstack-request-id: req-9f5ec0b9-707c-46a9-9da5-329370579d80 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:53.223610 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0b5b1c-390c-4676-9771-f0e90cb0dd19", "name": "network-vif-plugged", "status": "completed", "tag": "b0efcc5d-168f-4d15-a929-dc50f81922c8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:53.224347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5406dc56-d972-47bf-832d-a0429610ca16 req-0478f9af-7a4a-4244-8d0a-be421d9bb42e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644011 Oct 19 01:22:53.226623 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f5ec0b9-707c-46a9-9da5-329370579d80 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:53.227801 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0efcc5d-168f-4d15-a929-dc50f81922c8', 'code': 200} Oct 19 01:22:53.478743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a85a2-6ca3-4901-888d-563695b34ea3 req-16aff971-b57a-4abb-8823-6fd0a14f05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:53.481336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb1a85a2-6ca3-4901-888d-563695b34ea3 req-16aff971-b57a-4abb-8823-6fd0a14f05b5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.1141226 Oct 19 01:22:53.484471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5571d475-ec74-4029-ae0e-733bb20e3ac6 req-515f6048-0caa-49e1-a41a-ab29174e9f2d service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877963 Oct 19 01:22:53.567378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e442b-a3bb-4181-abe8-1aeea280c1ec None None] New status for floating IP ac18b24f-3cc1-457b-8970-7a3bcca30270: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:22:53.581323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb1a85a2-6ca3-4901-888d-563695b34ea3 req-3e8bab4d-6f09-4ae2-836b-081d2bc6ab8a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773385 Oct 19 01:22:53.632445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e10e-9808-425e-ba1e-4937d84d0e1b req-fa954ad3-0f79-427e-b083-8d5abe59700b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:53.634846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0657e10e-9808-425e-ba1e-4937d84d0e1b req-fa954ad3-0f79-427e-b083-8d5abe59700b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0958226 Oct 19 01:22:53.702383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0657e10e-9808-425e-ba1e-4937d84d0e1b req-94c21acd-0b77-4efc-8584-3c5b6f1db39c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593157 Oct 19 01:22:54.166002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb457-f8b6-4675-8c92-217345d21010 req-9ed2c4c8-fd58-46dc-ac5d-b664bbc8c223 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:54.176563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5dacb457-f8b6-4675-8c92-217345d21010 req-9ed2c4c8-fd58-46dc-ac5d-b664bbc8c223 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.0572882 Oct 19 01:22:54.214617 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5dacb457-f8b6-4675-8c92-217345d21010 req-5b6059d1-0748-4e94-8a06-8fe6ec00d944 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370688 Oct 19 01:22:54.367434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b7105-e3f0-4030-bf7e-2cbbb00f117c req-76e91348-e783-4ea5-ae9f-2aec06d79746 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:54.369211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb6b7105-e3f0-4030-bf7e-2cbbb00f117c req-76e91348-e783-4ea5-ae9f-2aec06d79746 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0617793 Oct 19 01:22:54.418681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb6b7105-e3f0-4030-bf7e-2cbbb00f117c req-8b33e936-d692-4dd5-bbf8-d3f5dcf84fce tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Oct 19 01:22:54.621244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-3f0c7f7f-5789-4031-ace9-031885ca6e06 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3575351 Oct 19 01:22:54.809941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-fce3726d-c12d-4dfe-aa0d-b4c661af2a72 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:54.811611 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-fce3726d-c12d-4dfe-aa0d-b4c661af2a72 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890171 Oct 19 01:22:54.828400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-1d757474-0137-4c6f-8719-297a355bb3d2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/quotas/eb6d3d6de559488b97f9d51a637364c4 HTTP/1.1" status: 200 len: 375 time: 0.0107386 Oct 19 01:22:54.885275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-f656fbbd-e603-425c-89c0-a452c6c409dd tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484569 Oct 19 01:22:54.928819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29429be-e7c4-4b1b-9b9a-5128f1f1d97c req-b9c6ba2d-b9cb-42f0-9681-a384bb496ba4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:54.930999 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a29429be-e7c4-4b1b-9b9a-5128f1f1d97c req-b9c6ba2d-b9cb-42f0-9681-a384bb496ba4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0773938 Oct 19 01:22:54.979030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a29429be-e7c4-4b1b-9b9a-5128f1f1d97c req-e059d6b0-8676-42e3-93bf-d4200176032e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Oct 19 01:22:55.073070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806e7cef-d7b3-495a-b019-464df67f8c41 req-053db115-5431-41b5-a785-45fbb0e0b891 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 210 time: 0.0307567 Oct 19 01:22:55.333663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc26d8f-3007-4673-a375-b38377582868 req-19c610d2-b1bd-49f7-b85d-8349fce0de11 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.341557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7fc26d8f-3007-4673-a375-b38377582868 req-19c610d2-b1bd-49f7-b85d-8349fce0de11 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.0559833 Oct 19 01:22:55.385586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7fc26d8f-3007-4673-a375-b38377582868 req-59958fae-58c5-4fe6-b32e-20285e5c6672 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Oct 19 01:22:55.493585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce780fd-c48e-4d02-9ee3-a0501c345c95 req-a53a8e2a-d178-4e47-a909-cc933683e474 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.502241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fce780fd-c48e-4d02-9ee3-a0501c345c95 req-a53a8e2a-d178-4e47-a909-cc933683e474 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.0538638 Oct 19 01:22:55.548581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fce780fd-c48e-4d02-9ee3-a0501c345c95 req-3424bf67-c8c2-4343-b32d-c5efcd73e208 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Oct 19 01:22:55.616312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b993215-778d-419c-955b-71806faaf69b req-d33a8ea2-4be6-4053-b1bb-ba6270a11e06 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.633567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b993215-778d-419c-955b-71806faaf69b req-d33a8ea2-4be6-4053-b1bb-ba6270a11e06 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1177871 Oct 19 01:22:55.716805 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b993215-778d-419c-955b-71806faaf69b req-49c9fa93-133e-425a-8783-d6d82798bf38 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823488 Oct 19 01:22:55.764745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ff413-c49d-4f35-b570-e15ca858b867 req-9476bb0e-2afe-4668-9838-d8c8d8e2cba6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:55.767235 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab8ff413-c49d-4f35-b570-e15ca858b867 req-9476bb0e-2afe-4668-9838-d8c8d8e2cba6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.0775547 Oct 19 01:22:55.866810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab8ff413-c49d-4f35-b570-e15ca858b867 req-563df89d-992d-4956-acde-7d2443053c6d tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927413 Oct 19 01:22:56.141344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaf08c-e91d-41ff-acca-1edcafca3c85 req-f71d0f31-a9e3-45be-bc44-16337087e8ea tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:56.149108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a8aaf08c-e91d-41ff-acca-1edcafca3c85 req-f71d0f31-a9e3-45be-bc44-16337087e8ea tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0781276 Oct 19 01:22:56.192331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a8aaf08c-e91d-41ff-acca-1edcafca3c85 req-92758a3f-7d6f-4ed7-9e6b-3c0ba4637eb7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Oct 19 01:22:56.266187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-448795d0-efd4-4a27-83ee-c559e8e2ea12 req-4f9d5dbc-7ca5-4611-82c6-674843e39496 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 210 time: 0.0563772 Oct 19 01:22:56.379936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-ad6b51f8-effd-43ab-b747-d3fd17c8c052 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:56.388758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-ad6b51f8-effd-43ab-b747-d3fd17c8c052 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/networks?id=5b855bb6-c7d4-460b-8ad9-c45c0045de99 HTTP/1.1" status: 200 len: 910 time: 0.1139200 Oct 19 01:22:56.409511 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-4b31de07-cfa9-43a1-9f7e-ae1075263e7b tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/quotas/53b696be4a844b5ea26388ff34052ffe HTTP/1.1" status: 200 len: 375 time: 0.0196161 Oct 19 01:22:56.468312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-588da55c-add1-47da-8b19-5eb5fc5c817d tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=53b696be4a844b5ea26388ff34052ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553384 Oct 19 01:22:56.590290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-a4ada7d6-a362-4799-aebd-64d90cc4952c service neutron] 10.222.0.64 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129961 Oct 19 01:22:56.710776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-4e5f509e-c33c-4f83-a111-e8424ce700bf service neutron] 10.222.0.64 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132247 Oct 19 01:22:56.888738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37a7c-0fb2-485d-bd65-b056450408f7 req-f67e11f3-bd76-4086-8c86-4a65048deb4e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:56.893771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61c37a7c-0fb2-485d-bd65-b056450408f7 req-f67e11f3-bd76-4086-8c86-4a65048deb4e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0643957 Oct 19 01:22:56.927431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2901a1aa-50c6-4635-8c43-43f0052f6cc8 req-5e3b321e-3836-495f-94c6-bf919f5921e3 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 210 time: 0.0433221 Oct 19 01:22:56.949525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61c37a7c-0fb2-485d-bd65-b056450408f7 req-8f3b3490-df86-4df1-aa31-caab232fbb76 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Oct 19 01:22:57.031032 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-19f3a60c-9031-4531-9bc0-60bc5b74cb74 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364621 Oct 19 01:22:57.217975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-3ac4c47c-a78d-4283-a486-13562f74d11e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:57.221305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-3ac4c47c-a78d-4283-a486-13562f74d11e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838107 Oct 19 01:22:57.240354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': 'e689ef91-a51d-48f8-8132-271e8060f599', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:57.392823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e70961-c036-479a-ac4e-31b74bd68a7d req-deea038f-4224-4240-8d3f-7cd2078d12b8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:57.404601 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43e70961-c036-479a-ac4e-31b74bd68a7d req-deea038f-4224-4240-8d3f-7cd2078d12b8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1260219 Oct 19 01:22:57.405359 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bde3bf4b-2289-4239-894d-db9570a7c855 req-3b465dac-b829-4b2e-af8a-5271729e1e6c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 210 time: 0.0313308 Oct 19 01:22:57.443788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:57.447557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:57.480386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:57.496765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43e70961-c036-479a-ac4e-31b74bd68a7d req-cec51899-8157-4cfd-add9-0fd61be4e837 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777347 Oct 19 01:22:57.619692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:57.624677 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:57.696666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caef048d-4c92-4981-a27c-2d9c26351a2a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:57.783015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.34 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/436b9643-4e4a-4e9e-9620-db33b9e46b20) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:57.943362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:57.982800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.033458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:58.037840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:58.041562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:58.076737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=436b9643-4e4a-4e9e-9620-db33b9e46b20,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:58.105642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:58.106295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.127445 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-e5e3fddc-d6e3-4cc4-8613-8ace59e71191 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8960676 Oct 19 01:22:58.146627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c39438fe-eda5-4ec9-9b99-345a199e4935 req-94bff616-bc94-4271-aa2c-19fc57b56363 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 210 time: 0.0441737 Oct 19 01:22:58.147264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Request body: {'port': {'device_id': 'e689ef91-a51d-48f8-8132-271e8060f599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:58.323837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-2d2b50de-57cd-44bb-8611-1bdb7db251ca tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:58.326082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-2d2b50de-57cd-44bb-8611-1bdb7db251ca tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.62 "GET /v2.0/networks?id=5b855bb6-c7d4-460b-8ad9-c45c0045de99 HTTP/1.1" status: 200 len: 910 time: 0.1392722 Oct 19 01:22:58.341244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Request body: {'port': {'device_id': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'admin_state_up': True, 'tenant_id': '53b696be4a844b5ea26388ff34052ffe'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:22:58.344102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.384759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eed4c6-a4d6-47cb-b124-b249a03920db req-6401117a-de89-460f-8392-8ecfdcc96cc1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:58.388263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Made reservation on behalf of 53b696be4a844b5ea26388ff34052ffe for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:22:58.391237 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.394469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4eed4c6-a4d6-47cb-b124-b249a03920db req-6401117a-de89-460f-8392-8ecfdcc96cc1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.2548666 Oct 19 01:22:58.527235 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4eed4c6-a4d6-47cb-b124-b249a03920db req-43d46733-97e4-4212-9bd4-b5efc07a9e57 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311073 Oct 19 01:22:58.564757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8d10b06e-6148-4ed6-8a69-a5411dc79333 None None] Provisioning complete for port 436b9643-4e4a-4e9e-9620-db33b9e46b20 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:22:58.566076 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d10b06e-6148-4ed6-8a69-a5411dc79333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:58.610989 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8d10b06e-6148-4ed6-8a69-a5411dc79333 None None] Port 436b9643-4e4a-4e9e-9620-db33b9e46b20 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:22:58.719000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Allocated IP 172.20.0.5 (5b855bb6-c7d4-460b-8ad9-c45c0045de99/c965c729-0b54-4929-b76b-e167fcf6a2c3/ee55183b-66fb-4229-8a51-3a46224749f3) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:22:58.818900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951dc8d-00ff-473f-902a-545fba2d9fe2 req-59468a1a-5791-4ed8-8c11-c448874e70c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:58.829370 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8951dc8d-00ff-473f-902a-545fba2d9fe2 req-59468a1a-5791-4ed8-8c11-c448874e70c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 935 time: 0.2163911 Oct 19 01:22:58.935443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505fa53-f019-4526-9c1e-3178c3d10425 req-1ac63682-fadb-460c-8a96-c8e4628602cb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:58.945139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e505fa53-f019-4526-9c1e-3178c3d10425 req-1ac63682-fadb-460c-8a96-c8e4628602cb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1718922 Oct 19 01:22:58.960436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8951dc8d-00ff-473f-902a-545fba2d9fe2 req-1ed5c905-25c6-4658-b877-352711b1fa0c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298141 Oct 19 01:22:59.046353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e505fa53-f019-4526-9c1e-3178c3d10425 req-62cf3521-6bd6-4ec0-9b4b-36f67b5789ec tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957963 Oct 19 01:22:59.065949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436b9643-4e4a-4e9e-9620-db33b9e46b20 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:22:59.078917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.105733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Transition to ACTIVE for port object 436b9643-4e4a-4e9e-9620-db33b9e46b20 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:22:59.109029 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.112287 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.139755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38658) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:22:59.179345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.197414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Pushing event updated for resources: {'Port': ['ID=436b9643-4e4a-4e9e-9620-db33b9e46b20,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:59.224769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b0efcc5d-168f-4d15-a929-dc50f81922c8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:22:59.345171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Attempting to bind port 436b9643-4e4a-4e9e-9620-db33b9e46b20 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:22:59.357197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Attempting to bind port 436b9643-4e4a-4e9e-9620-db33b9e46b20 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:22:59.357673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Attempting to bind port 436b9643-4e4a-4e9e-9620-db33b9e46b20 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:59.370772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Port 436b9643-4e4a-4e9e-9620-db33b9e46b20 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:22:59.371105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Attempting to bind port 436b9643-4e4a-4e9e-9620-db33b9e46b20 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:22:59.380628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:22:59.380628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:22:59.381022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:22:59.381469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Bound port: 436b9643-4e4a-4e9e-9620-db33b9e46b20, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:22:59.381896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.395523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195234-b1b0-42bc-bda7-9ea8a6f6636e req-69e179c8-e582-424c-be4a-54f7cc6eb441 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.397180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19195234-b1b0-42bc-bda7-9ea8a6f6636e req-69e179c8-e582-424c-be4a-54f7cc6eb441 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1027 time: 0.1398880 Oct 19 01:22:59.514230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19195234-b1b0-42bc-bda7-9ea8a6f6636e req-357e1fb3-38b5-4197-992e-f8e2394a530b tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802441 Oct 19 01:22:59.517566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] For port 436b9643-4e4a-4e9e-9620-db33b9e46b20, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:22:59.544028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] For port 436b9643-4e4a-4e9e-9620-db33b9e46b20, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:22:59.544028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.590115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.591716 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.593800 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] 10.222.0.62 "PUT /v2.0/ports/436b9643-4e4a-4e9e-9620-db33b9e46b20 HTTP/1.1" status: 200 len: 1096 time: 1.4579360 Oct 19 01:22:59.598104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e689ef91-a51d-48f8-8132-271e8060f599', 'tag': '436b9643-4e4a-4e9e-9620-db33b9e46b20'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:22:59.609627 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f21062e-b75e-4abf-a70f-ea0a29f55424" -d '{"events": [{"name": "network-changed", "server_uuid": "e689ef91-a51d-48f8-8132-271e8060f599", "tag": "436b9643-4e4a-4e9e-9620-db33b9e46b20"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:22:59.702159 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd1baa-7335-4af6-a426-551500268755 x-openstack-request-id: req-57dd1baa-7335-4af6-a426-551500268755 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:22:59.702159 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e689ef91-a51d-48f8-8132-271e8060f599", "tag": "436b9643-4e4a-4e9e-9620-db33b9e46b20", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:22:59.702159 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57dd1baa-7335-4af6-a426-551500268755 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:22:59.702159 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e689ef91-a51d-48f8-8132-271e8060f599', 'tag': '436b9643-4e4a-4e9e-9620-db33b9e46b20', 'status': 'completed', 'code': 200} Oct 19 01:22:59.717474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-6de9422c-e816-43a3-8ca8-ff527e0181e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.720291 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-6de9422c-e816-43a3-8ca8-ff527e0181e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 1099 time: 0.0659328 Oct 19 01:22:59.776920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-1f241a51-e9c3-4b65-8e93-297293b5c1fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20 HTTP/1.1" status: 200 len: 217 time: 0.0457213 Oct 19 01:22:59.803559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:22:59.811855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:22:59.830691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:22:59.864214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-2a5ef378-9fa0-41e8-97e5-3b8e78e67e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.866295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-2a5ef378-9fa0-41e8-97e5-3b8e78e67e49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0816829 Oct 19 01:22:59.871234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1140b2-fe6f-49dd-9823-c64700d0110d service neutron] Pushing event updated for resources: {'Port': ['ID=436b9643-4e4a-4e9e-9620-db33b9e46b20,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:22:59.934030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-7cbef6ef-34de-4541-a8ca-3c52b2f44bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:22:59.935490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55af73b4-b291-4c3d-babc-53a4bae9c218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:22:59.935852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-7cbef6ef-34de-4541-a8ca-3c52b2f44bb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596507 Oct 19 01:22:59.954987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Pushing event updated for resources: {'Port': ['ID=ee55183b-66fb-4229-8a51-3a46224749f3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:00.045701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55af73b4-b291-4c3d-babc-53a4bae9c218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.070154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-c901607c-7b69-4d2f-866d-b0918e69212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.071811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-c901607c-7b69-4d2f-866d-b0918e69212b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1097 time: 0.2651324 Oct 19 01:23:00.072559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55af73b4-b291-4c3d-babc-53a4bae9c218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.078351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.079345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.096349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b99c7b-eca0-4810-997a-7a32f99c9fff req-c37731ca-800b-4526-b98b-504f956d7c29 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.098677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d2b99c7b-eca0-4810-997a-7a32f99c9fff req-c37731ca-800b-4526-b98b-504f956d7c29 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.2929127 Oct 19 01:23:00.104488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-ea410c5b-ff46-4fbb-b8a8-6be11f64d814 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592877 Oct 19 01:23:00.128786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b0e1ebee-1b7d-494c-8167-5019515f3e5b None None] Provisioning complete for port ee55183b-66fb-4229-8a51-3a46224749f3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:00.129617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ebee-1b7d-494c-8167-5019515f3e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.171332 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-da3f4135-3e77-420d-8ed9-7119b5628a51 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8343792 Oct 19 01:23:00.176710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1ebee-1b7d-494c-8167-5019515f3e5b None None] Port ee55183b-66fb-4229-8a51-3a46224749f3 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:00.208695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Request body: {'port': {'device_id': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:00.213300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-55af73b4-b291-4c3d-babc-53a4bae9c218 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=047d085576b3489a8d29bbd9663fe1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0724716 Oct 19 01:23:00.218945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af73b4-b291-4c3d-babc-53a4bae9c218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57700cbd-2ab0-423b-8279-6544f338416f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:00.220101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:00.283418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758486bc-a9b4-4af2-af27-029097c9c477 req-a71c9bc3-5257-4dd8-b24a-6daf9228b74a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.286130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-758486bc-a9b4-4af2-af27-029097c9c477 req-a71c9bc3-5257-4dd8-b24a-6daf9228b74a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 947 time: 0.2034643 Oct 19 01:23:00.295677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1de68a0d-6166-4685-94cf-e9f4fbeea439 req-7f6f8266-fdf8-4b19-b74a-6250515b7d32 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734505 Oct 19 01:23:00.334037 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec16b8d0-a7fe-47b9-9de6-29bce64ea939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.348615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d2b99c7b-eca0-4810-997a-7a32f99c9fff req-97245038-df94-4f1b-8857-355f36938542 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251036 Oct 19 01:23:00.358265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.402782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec16b8d0-a7fe-47b9-9de6-29bce64ea939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.406353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-5243f0b9-9ff5-400d-82a3-e9e28e5f1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.407940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-5243f0b9-9ff5-400d-82a3-e9e28e5f1dc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 915 time: 0.3082633 Oct 19 01:23:00.409052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-758486bc-a9b4-4af2-af27-029097c9c477 req-a733e72e-4401-4511-a10f-0d83bd55473e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106186 Oct 19 01:23:00.460844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-201cf211-f19f-49b1-89a1-fc801d45c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.462805 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-201cf211-f19f-49b1-89a1-fc801d45c415 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 1099 time: 0.1116748 Oct 19 01:23:00.477124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-4ac0d51b-f104-406f-b2db-97b029466db3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 217 time: 0.0599186 Oct 19 01:23:00.513248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec16b8d0-a7fe-47b9-9de6-29bce64ea939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.515937 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec16b8d0-a7fe-47b9-9de6-29bce64ea939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:00.524579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ec16b8d0-a7fe-47b9-9de6-29bce64ea939 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57700cbd-2ab0-423b-8279-6544f338416f HTTP/1.1" status: 204 len: 168 time: 0.2992575 Oct 19 01:23:00.575887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16b8d0-a7fe-47b9-9de6-29bce64ea939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57700cbd-2ab0-423b-8279-6544f338416f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:00.616011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-14abdae3-7a96-4b16-b135-016b793dc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.617827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-14abdae3-7a96-4b16-b135-016b793dc462 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1463363 Oct 19 01:23:00.658991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-610f0886-7cd4-487d-97f9-f6cb2a59e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.660627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-610f0886-7cd4-487d-97f9-f6cb2a59e803 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.1720815 Oct 19 01:23:00.682945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe8f4d-f5a3-44ea-b9bc-bbd602bff436 req-854287e7-4291-4945-8738-0e01b0113896 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.692214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-69dc850e-6202-487d-8afd-52b37d3a08bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20 HTTP/1.1" status: 200 len: 217 time: 0.0636282 Oct 19 01:23:00.692784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddfe8f4d-f5a3-44ea-b9bc-bbd602bff436 req-854287e7-4291-4945-8738-0e01b0113896 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2211828 Oct 19 01:23:00.758901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-c95055d2-c3f2-4bf2-b632-28d9d6fe459d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616333 Oct 19 01:23:00.818752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-87fe859b-43c1-49cd-9789-1a03d5e93f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.820484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-87fe859b-43c1-49cd-9789-1a03d5e93f9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1230233 Oct 19 01:23:00.830893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17297e72-65a9-4b05-af53-0951b19118b9 req-13f6393f-159f-4155-92b6-f790918f53b6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.835200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17297e72-65a9-4b05-af53-0951b19118b9 req-13f6393f-159f-4155-92b6-f790918f53b6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1027 time: 0.0630839 Oct 19 01:23:00.887840 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ddfe8f4d-f5a3-44ea-b9bc-bbd602bff436 req-aad95406-8e40-4735-bbc2-c5a93bcc62be tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946757 Oct 19 01:23:00.974047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17297e72-65a9-4b05-af53-0951b19118b9 req-596fada1-f82a-4ad6-98e0-7d6c77fff6a5 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672760 Oct 19 01:23:00.994746 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-2e3025a6-b223-4ac4-a976-0bd1037a8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:00.996439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-2e3025a6-b223-4ac4-a976-0bd1037a8bce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582315 Oct 19 01:23:01.030213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-5e2d47ea-ce21-4e98-b531-8761fa3afa4a service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150178 Oct 19 01:23:01.117435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee55183b-66fb-4229-8a51-3a46224749f3 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:01.130990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.163091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-f17b7e01-a73e-4dc6-b158-8d2631e5faa0 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581109 Oct 19 01:23:01.197778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Transition to ACTIVE for port object ee55183b-66fb-4229-8a51-3a46224749f3 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:01.216133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.288864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Pushing event updated for resources: {'Port': ['ID=ee55183b-66fb-4229-8a51-3a46224749f3,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:01.295486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2537c66-a4dd-4cd0-8bd8-aa847ba0a658 req-5333611c-f3d4-4e3c-9e86-d072140e9b31 service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348938 Oct 19 01:23:01.325503 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f21062e-b75e-4abf-a70f-ea0a29f55424 req-c8b57b33-f945-4407-a1a3-3439e52123b9 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536632 Oct 19 01:23:01.436673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Attempting to bind port ee55183b-66fb-4229-8a51-3a46224749f3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:01.437014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Attempting to bind port ee55183b-66fb-4229-8a51-3a46224749f3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:01.437347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Attempting to bind port ee55183b-66fb-4229-8a51-3a46224749f3 on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:01.443530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Port ee55183b-66fb-4229-8a51-3a46224749f3 on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:01.443861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Attempting to bind port ee55183b-66fb-4229-8a51-3a46224749f3 on network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:01.464658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:01.465242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Checking segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:01.465847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Bound using segment: {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:01.467283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Bound port: ee55183b-66fb-4229-8a51-3a46224749f3, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843305b7-91a1-4d61-9dcd-b2abd6b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:01.468729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.573029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a4b7d-6505-42d7-9e39-bbde411a05b1 req-5cfb0147-c148-4b63-b358-6719b9fecd06 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:01.586413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c3a4b7d-6505-42d7-9e39-bbde411a05b1 req-5cfb0147-c148-4b63-b358-6719b9fecd06 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1228328 Oct 19 01:23:01.672424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c3a4b7d-6505-42d7-9e39-bbde411a05b1 req-55b763ba-5bf3-4017-a577-985cab08d2e6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847523 Oct 19 01:23:01.684967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d326cc-a46b-4e3b-aeed-ffb70182512c req-88de4cdc-be01-4f3e-b289-73a5719ec383 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:01.686644 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4d326cc-a46b-4e3b-aeed-ffb70182512c req-88de4cdc-be01-4f3e-b289-73a5719ec383 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 947 time: 0.1503336 Oct 19 01:23:01.698594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] For port ee55183b-66fb-4229-8a51-3a46224749f3, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:01.705678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] For port ee55183b-66fb-4229-8a51-3a46224749f3, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ee55183b-66fb-4229-8a51-3a46224749f3,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:01.714570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.781623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:01.782394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:01.783950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] 10.222.0.62 "PUT /v2.0/ports/ee55183b-66fb-4229-8a51-3a46224749f3 HTTP/1.1" status: 200 len: 1092 time: 1.5841293 Oct 19 01:23:01.784523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'tag': 'ee55183b-66fb-4229-8a51-3a46224749f3'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:01.788749 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b1042-71e9-4574-af5e-eaa7fecba854" -d '{"events": [{"name": "network-changed", "server_uuid": "430f42c7-2074-455a-98cc-3e30342d6fc9", "tag": "ee55183b-66fb-4229-8a51-3a46224749f3"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:01.819172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4d326cc-a46b-4e3b-aeed-ffb70182512c req-4529b76c-12b8-450e-9ebf-3ea20b5c6fbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147447 Oct 19 01:23:01.823142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dbcac-e6d4-4372-9146-f9ec3524c46f service neutron] Pushing event updated for resources: {'Port': ['ID=ee55183b-66fb-4229-8a51-3a46224749f3,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:01.918500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-8b775629-f7e7-4a13-809a-e046726bffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:01.924458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-8b775629-f7e7-4a13-809a-e046726bffab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53b696be4a844b5ea26388ff34052ffe&device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0832591 Oct 19 01:23:01.993920 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e3337e-817e-480f-848e-cc7cef2eeb85 x-openstack-request-id: req-00e3337e-817e-480f-848e-cc7cef2eeb85 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:01.994720 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430f42c7-2074-455a-98cc-3e30342d6fc9", "tag": "ee55183b-66fb-4229-8a51-3a46224749f3", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:01.994981 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00e3337e-817e-480f-848e-cc7cef2eeb85 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:01.995394 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'tag': 'ee55183b-66fb-4229-8a51-3a46224749f3', 'status': 'completed', 'code': 200} Oct 19 01:23:01.997679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-d4179164-4bb8-4eba-95cc-559b1ad9fbb6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee55183b-66fb-4229-8a51-3a46224749f3 HTTP/1.1" status: 200 len: 217 time: 0.0638242 Oct 19 01:23:02.102614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-0a665fc9-94bd-4185-b211-2652d764bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.106216 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-0a665fc9-94bd-4185-b211-2652d764bcea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c965c729-0b54-4929-b76b-e167fcf6a2c3 HTTP/1.1" status: 200 len: 848 time: 0.1007886 Oct 19 01:23:02.194385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b131a-38d0-4061-b741-18ddb34aa4b0 req-0ef5c04e-aff2-4293-b55e-8c2947f72237 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.195945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-516b131a-38d0-4061-b741-18ddb34aa4b0 req-0ef5c04e-aff2-4293-b55e-8c2947f72237 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1095 time: 0.1106026 Oct 19 01:23:02.221420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-b4cab8ed-b329-4080-8af5-3dd27f8fd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.224331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-b4cab8ed-b329-4080-8af5-3dd27f8fd90c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b855bb6-c7d4-460b-8ad9-c45c0045de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978236 Oct 19 01:23:02.278836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27112-bf73-460c-93b9-a770934c128e req-a9bd1a88-ac7c-49c9-ba0a-3dd4678fb22f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.280407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-70d27112-bf73-460c-93b9-a770934c128e req-a9bd1a88-ac7c-49c9-ba0a-3dd4678fb22f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1732621 Oct 19 01:23:02.302223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-516b131a-38d0-4061-b741-18ddb34aa4b0 req-3287f7e9-bbb7-4089-97bb-e2c6e445cb7f tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922291 Oct 19 01:23:02.404273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-70d27112-bf73-460c-93b9-a770934c128e req-b3eb5fb5-3af1-4dc4-8c87-fbea3b7657f9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114585 Oct 19 01:23:02.410196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-03a73b8b-c039-44b1-82df-895b6bda16ab service neutron] 10.222.0.62 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782007 Oct 19 01:23:02.511576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d10b3-c2b2-4018-a150-0a8edba48111 req-3a05c211-3e93-47f2-853a-b88f89c53bc6 service neutron] 10.222.0.62 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942614 Oct 19 01:23:02.597965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-68ef81f0-7741-4293-88cf-e1ae7b0842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.599682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-68ef81f0-7741-4293-88cf-e1ae7b0842b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53b696be4a844b5ea26388ff34052ffe&device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0430274 Oct 19 01:23:02.704030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-86505266-4e08-4295-a73d-146cbdfa0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.705627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-86505266-4e08-4295-a73d-146cbdfa0d15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5b855bb6-c7d4-460b-8ad9-c45c0045de99 HTTP/1.1" status: 200 len: 910 time: 0.0984180 Oct 19 01:23:02.764720 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-675ab827-6938-4470-bff2-c148efa414b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee55183b-66fb-4229-8a51-3a46224749f3 HTTP/1.1" status: 200 len: 217 time: 0.0510437 Oct 19 01:23:02.800344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa493f-6e26-47bc-b3a8-d595dcfc4b8c req-3d69c114-5c65-46ed-bb47-53de4d29dc7e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.801620 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3efa493f-6e26-47bc-b3a8-d595dcfc4b8c req-3d69c114-5c65-46ed-bb47-53de4d29dc7e tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0525713 Oct 19 01:23:02.818494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-1d10aa7d-92fb-4b72-9fdd-95a1e19626f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.819950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-1d10aa7d-92fb-4b72-9fdd-95a1e19626f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c965c729-0b54-4929-b76b-e167fcf6a2c3 HTTP/1.1" status: 200 len: 848 time: 0.0464258 Oct 19 01:23:02.852225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3efa493f-6e26-47bc-b3a8-d595dcfc4b8c req-c3f08386-9d70-483e-a0e2-71bbcf34c79b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Oct 19 01:23:02.921771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-0b2aa119-fdaa-4827-b5c1-daa9c35a7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:02.924344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-0b2aa119-fdaa-4827-b5c1-daa9c35a7011 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b855bb6-c7d4-460b-8ad9-c45c0045de99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943866 Oct 19 01:23:03.060748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc5fe2-4850-417b-94de-b4dc79ee18cf req-d97f5b93-73d4-408b-a373-76017693440e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:03.069069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50fc5fe2-4850-417b-94de-b4dc79ee18cf req-d97f5b93-73d4-408b-a373-76017693440e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 947 time: 0.1400650 Oct 19 01:23:03.120874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50fc5fe2-4850-417b-94de-b4dc79ee18cf req-1be71077-91c2-4fa3-b799-9a65c49346d6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509424 Oct 19 01:23:03.124705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-7df1a837-aeb7-4653-877c-b45a123f207c service neutron] 10.222.0.62 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859100 Oct 19 01:23:03.227931 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b4b1042-71e9-4574-af5e-eaa7fecba854 req-dcb4fbc7-62f4-4bd9-b8e5-f5348c8e703b service neutron] 10.222.0.62 "GET /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952988 Oct 19 01:23:03.423412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1672-8837-41f5-967d-8381a88c91af req-c5ce38ce-ac3e-4672-a0f6-4afd5ea34490 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:03.426064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b13c1672-8837-41f5-967d-8381a88c91af req-c5ce38ce-ac3e-4672-a0f6-4afd5ea34490 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0475867 Oct 19 01:23:03.480275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b13c1672-8837-41f5-967d-8381a88c91af req-b60d2d9f-1a30-49ff-8357-b3d243313c68 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Oct 19 01:23:03.542795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d965-ce95-4a40-9547-607a0957006f req-a85e55c8-491a-4111-92ca-21bbc15ca429 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:03.545718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f73d965-ce95-4a40-9547-607a0957006f req-a85e55c8-491a-4111-92ca-21bbc15ca429 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0587828 Oct 19 01:23:03.601937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f73d965-ce95-4a40-9547-607a0957006f req-ec4ffc73-d98c-4c53-9240-b7ba6b8ee285 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Oct 19 01:23:03.876456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 436b9643-4e4a-4e9e-9620-db33b9e46b20 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:04.004386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 436b9643-4e4a-4e9e-9620-db33b9e46b20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:04.020010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419799b-ca01-4371-9f12-45a4655068e5 req-aed10ce8-264d-41b7-8cb7-0f7a5a79747a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:04.027855 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c419799b-ca01-4371-9f12-45a4655068e5 req-aed10ce8-264d-41b7-8cb7-0f7a5a79747a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0790374 Oct 19 01:23:04.036568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '436b9643-4e4a-4e9e-9620-db33b9e46b20', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '436b9643-4e4a-4e9e-9620-db33b9e46b20', 'mac_address': 'fa:16:3e:d0:d3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:04.093196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c419799b-ca01-4371-9f12-45a4655068e5 req-71a7828f-bf28-46bc-859d-eb50985d2516 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641384 Oct 19 01:23:04.101185 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:04.126227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436b9643-4e4a-4e9e-9620-db33b9e46b20 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:04.150465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 436b9643-4e4a-4e9e-9620-db33b9e46b20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:04.165669 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:04.248321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=436b9643-4e4a-4e9e-9620-db33b9e46b20,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:04.295130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f232763-f921-4dda-bdd3-3e56e252fc2a req-dbcba5a5-b813-40c6-8a80-339231213a49 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:04.303497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f232763-f921-4dda-bdd3-3e56e252fc2a req-dbcba5a5-b813-40c6-8a80-339231213a49 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 948 time: 0.0616012 Oct 19 01:23:04.349751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f232763-f921-4dda-bdd3-3e56e252fc2a req-80ce1fee-da30-453a-b40d-406f853d6f39 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450776 Oct 19 01:23:04.372718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:04.612975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6c1c5-e13a-4b9a-82d3-f743fedc15a0 req-008c2303-74b7-4cfd-af15-82d3904b5af0 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:04.622488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26c6c1c5-e13a-4b9a-82d3-f743fedc15a0 req-008c2303-74b7-4cfd-af15-82d3904b5af0 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0605721 Oct 19 01:23:04.720775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26c6c1c5-e13a-4b9a-82d3-f743fedc15a0 req-3cbf55d7-0841-44bc-ba6b-a0dee11b3db5 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971534 Oct 19 01:23:04.806151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0631a6-b31c-419d-95ee-d37705c8e1e3 req-cd74ba21-7a4c-4e25-8456-114712da8b61 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:04.807898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4b0631a6-b31c-419d-95ee-d37705c8e1e3 req-cd74ba21-7a4c-4e25-8456-114712da8b61 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0717282 Oct 19 01:23:04.885536 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4b0631a6-b31c-419d-95ee-d37705c8e1e3 req-6d777990-1993-4c38-b10b-19a1e6ebad13 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683103 Oct 19 01:23:04.954261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:05.071663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.183237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.189504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.255194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=99b691186e664dd9bd9006d8b718c675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996321 Oct 19 01:23:05.255405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38866) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:05.272355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b753d-e51f-4b42-a5e7-5155cf1c396f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:05.298416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625f331-1e93-42c9-a82a-e34a9bbac24f req-2c781600-e37d-4252-8fc7-5abb854c915f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:05.300580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e625f331-1e93-42c9-a82a-e34a9bbac24f req-2c781600-e37d-4252-8fc7-5abb854c915f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0959418 Oct 19 01:23:05.302737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.303506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.303946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.304485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.304917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.305345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.305860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.306308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.306736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.307156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.307581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.308036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8925f16-fa7a-46b3-8260-d83a4e0b2cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.325790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.353637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.377735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e625f331-1e93-42c9-a82a-e34a9bbac24f req-bf134289-5649-422e-b89c-e7a6146e0bcf tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 Oct 19 01:23:05.420526 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.423158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.424378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/119b753d-e51f-4b42-a5e7-5155cf1c396f HTTP/1.1" status: 204 len: 168 time: 0.1681983 Oct 19 01:23:05.457124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b753d-e51f-4b42-a5e7-5155cf1c396f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:05.466510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.467119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.467551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.467826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.468502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.468892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.469422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.469976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.470367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.470696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.471082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.471424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6522-be17-4a77-81a3-71549aff35d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:05.506022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c64c-3af0-4d64-9a2f-7d2e827967ea req-ceb68796-6d48-43be-b038-b443888c1d69 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:05.507493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1402c64c-3af0-4d64-9a2f-7d2e827967ea req-ceb68796-6d48-43be-b038-b443888c1d69 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 948 time: 0.0821023 Oct 19 01:23:05.552513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1402c64c-3af0-4d64-9a2f-7d2e827967ea req-ae14eb9d-b564-41d1-b0b9-8efeac4f7cc0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374751 Oct 19 01:23:05.810323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d28fa-ea65-426d-a6ec-29ac2dafc809 req-4b55cfb2-09fe-493a-a568-f2c141914875 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:05.811971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f3d28fa-ea65-426d-a6ec-29ac2dafc809 req-4b55cfb2-09fe-493a-a568-f2c141914875 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0442805 Oct 19 01:23:05.849510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38892) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:05.854702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f3d28fa-ea65-426d-a6ec-29ac2dafc809 req-734d23c2-1165-4dfd-9c0d-c2ae719ca6fb tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Oct 19 01:23:05.863033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a895c7f8-cb31-4d6a-938c-5c14f03fdc95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:05.907661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ee55183b-66fb-4229-8a51-3a46224749f3 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:05.914062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 436b9643-4e4a-4e9e-9620-db33b9e46b20 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:05.985075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a895c7f8-cb31-4d6a-938c-5c14f03fdc95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.006872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a895c7f8-cb31-4d6a-938c-5c14f03fdc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.025995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 436b9643-4e4a-4e9e-9620-db33b9e46b20 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:23:06.033658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 436b9643-4e4a-4e9e-9620-db33b9e46b20 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:06.034407 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.060493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a895c7f8-cb31-4d6a-938c-5c14f03fdc95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f48ad1f99c14508ada0280138eccb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097735 Oct 19 01:23:06.063754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38906) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:06.064328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895c7f8-cb31-4d6a-938c-5c14f03fdc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b05280-2e6d-4491-b136-9ad95ed63b62,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:06.093391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90684e-f750-426e-aac9-4e8457276f84 req-f63499bf-f8ab-41f3-ba78-d0e107dc7ee4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:06.095290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f90684e-f750-426e-aac9-4e8457276f84 req-f63499bf-f8ab-41f3-ba78-d0e107dc7ee4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1264772 Oct 19 01:23:06.096792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ee55183b-66fb-4229-8a51-3a46224749f3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ee55183b-66fb-4229-8a51-3a46224749f3,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:06.138105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'ee55183b-66fb-4229-8a51-3a46224749f3', 'network_id': '5b855bb6-c7d4-460b-8ad9-c45c0045de99', 'port_id': 'ee55183b-66fb-4229-8a51-3a46224749f3', 'mac_address': 'fa:16:3e:70:f3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c965c729-0b54-4929-b76b-e167fcf6a2c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:06.144121 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.150350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdc34-7c93-4366-ba9c-7ff34168d1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.156516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f90684e-f750-426e-aac9-4e8457276f84 req-d3b6a2f9-3b7f-4733-8f92-e22bdd3c5f29 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533619 Oct 19 01:23:06.183641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdc34-7c93-4366-ba9c-7ff34168d1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.215266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 436b9643-4e4a-4e9e-9620-db33b9e46b20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:06.216350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e689ef91-a51d-48f8-8132-271e8060f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436b9643-4e4a-4e9e-9620-db33b9e46b20'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:06.226725 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0c879a-4a8b-40ee-a7e2-84c9fd2a7ccb" -d '{"events": [{"server_uuid": "e689ef91-a51d-48f8-8132-271e8060f599", "name": "network-vif-plugged", "status": "completed", "tag": "436b9643-4e4a-4e9e-9620-db33b9e46b20"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:06.247814 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.255699 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.256994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdc34-7c93-4366-ba9c-7ff34168d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.260525 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdc34-7c93-4366-ba9c-7ff34168d1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.262729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6ccfdc34-7c93-4366-ba9c-7ff34168d1b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20b05280-2e6d-4491-b136-9ad95ed63b62 HTTP/1.1" status: 204 len: 168 time: 0.1974187 Oct 19 01:23:06.276218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfdc34-7c93-4366-ba9c-7ff34168d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b05280-2e6d-4491-b136-9ad95ed63b62,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:06.304983 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24f5850-894e-4667-9d1a-c59dc8430c4e x-openstack-request-id: req-a24f5850-894e-4667-9d1a-c59dc8430c4e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:06.304983 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e689ef91-a51d-48f8-8132-271e8060f599", "name": "network-vif-plugged", "status": "completed", "tag": "436b9643-4e4a-4e9e-9620-db33b9e46b20", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:06.304983 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a24f5850-894e-4667-9d1a-c59dc8430c4e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:06.305340 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e689ef91-a51d-48f8-8132-271e8060f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436b9643-4e4a-4e9e-9620-db33b9e46b20', 'code': 200} Oct 19 01:23:06.306751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee55183b-66fb-4229-8a51-3a46224749f3 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:06.346464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ee55183b-66fb-4229-8a51-3a46224749f3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ee55183b-66fb-4229-8a51-3a46224749f3,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:06.358745 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.361032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=436b9643-4e4a-4e9e-9620-db33b9e46b20,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:06.429743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ee55183b-66fb-4229-8a51-3a46224749f3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:06.447900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78915-80b2-4b3f-aff9-85d475f202da req-9210221b-3830-4109-a686-4b8eae753af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:06.449745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41a78915-80b2-4b3f-aff9-85d475f202da req-9210221b-3830-4109-a686-4b8eae753af3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 1101 time: 0.0744965 Oct 19 01:23:06.495916 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41a78915-80b2-4b3f-aff9-85d475f202da req-2eadff78-8b1a-4a30-b94b-bdb022136eb6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370290 Oct 19 01:23:06.527650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc12a23-a7c0-46b3-83b7-db45480ebe63 req-bcc0b0a6-951a-4cb5-b6b2-40fda80a22e2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:06.529181 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cc12a23-a7c0-46b3-83b7-db45480ebe63 req-bcc0b0a6-951a-4cb5-b6b2-40fda80a22e2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0671704 Oct 19 01:23:06.572647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cc12a23-a7c0-46b3-83b7-db45480ebe63 req-66e242ce-65b3-4177-9b53-60701da70433 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Oct 19 01:23:06.616642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['ee55183b-66fb-4229-8a51-3a46224749f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:06.700658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88567a-5d6d-4c08-8beb-e07219684901 req-afce1881-30d5-48c8-80d5-1ab177c79fd0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:06.702466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc88567a-5d6d-4c08-8beb-e07219684901 req-afce1881-30d5-48c8-80d5-1ab177c79fd0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 949 time: 0.0781691 Oct 19 01:23:06.748021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc88567a-5d6d-4c08-8beb-e07219684901 req-ccba41f7-5161-40d9-b636-735932559def tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383890 Oct 19 01:23:06.881409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-acb9da4a-aa7c-45e6-88c9-24baf913e2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:06.977701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fd87d-2076-4c6c-9a49-52d8a47696e5 req-ac8358a5-1bb9-4369-93a9-123cdf6f3e14 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:06.978751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fd87d-2076-4c6c-9a49-52d8a47696e5 req-ac8358a5-1bb9-4369-93a9-123cdf6f3e14 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0501521 Oct 19 01:23:07.016747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fd87d-2076-4c6c-9a49-52d8a47696e5 req-619fa174-ca66-4ed1-9b64-df06763196f3 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Oct 19 01:23:07.145577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38986) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:07.254501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-52189981-network', 'tenant_id': '569df602020547878ccee4197d6eedd3'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:07.292977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Made reservation on behalf of 569df602020547878ccee4197d6eedd3 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:07.293080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44c01b-7857-4479-b289-fd9766ef8d58 req-c67529b8-d90b-48a9-bcc7-e331e4b0cb53 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:07.295118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.296459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e44c01b-7857-4479-b289-fd9766ef8d58 req-c67529b8-d90b-48a9-bcc7-e331e4b0cb53 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0679269 Oct 19 01:23:07.304809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.363659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e44c01b-7857-4479-b289-fd9766ef8d58 req-0a0cffc7-59f0-468a-b64d-b39da85bae9a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579591 Oct 19 01:23:07.409228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.411814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.438799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:23:07.444755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e387496-26e9-45c6-8f0a-7f0fa31e94b9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:07.452600 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.452600 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Added segment 1e5c50b7-32bc-40c9-98ee-d940c2e1043a of type vlan for network 113f4a39-ce24-4901-8e9a-56ba16656f2a Oct 19 01:23:07.500296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.526375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.527512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:07.528187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.561584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4142036 Oct 19 01:23:07.563728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39028) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:07.569510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Request body: {'subnet': {'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-52189981-subnet', 'tenant_id': '569df602020547878ccee4197d6eedd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:07.592692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Made reservation on behalf of 569df602020547878ccee4197d6eedd3 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:07.595250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.600575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd7ed-449e-43a6-b3f9-c3727defdc8c admin admin] Pushing event updated for resources: {'Network': ['ID=113f4a39-ce24-4901-8e9a-56ba16656f2a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:07.610770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 113f4a39-ce24-4901-8e9a-56ba16656f2a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:23:07.739030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ea4b-ce29-42bb-9571-87e8853ff96f req-4fd18420-513f-48c6-9034-454b54cb65d5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:07.740878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8360ea4b-ce29-42bb-9571-87e8853ff96f req-4fd18420-513f-48c6-9034-454b54cb65d5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0766032 Oct 19 01:23:07.799112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8360ea4b-ce29-42bb-9571-87e8853ff96f req-9f63b8cf-a6a6-4746-8d6d-8064b9ea87f0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Oct 19 01:23:07.849228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:07.906836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:07.913244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ee55183b-66fb-4229-8a51-3a46224749f3 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:07.979196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43dea3a-2507-408c-beb0-36d8a8a53873,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:08.003381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7912b-d6c0-4aa9-8a3e-1daae8d84d95 req-5615edcf-2c65-4c69-9a97-aeed28e35c82 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:08.005548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45f7912b-d6c0-4aa9-8a3e-1daae8d84d95 req-5615edcf-2c65-4c69-9a97-aeed28e35c82 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 949 time: 0.1679015 Oct 19 01:23:08.012903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Checking segment: {'id': '1e5c50b7-32bc-40c9-98ee-d940c2e1043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:08.013493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Network hostable DHCP agents. Network: 113f4a39-ce24-4901-8e9a-56ba16656f2a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:23:08.052172 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port ee55183b-66fb-4229-8a51-3a46224749f3 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:23:08.056206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Network 113f4a39-ce24-4901-8e9a-56ba16656f2a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:23:08.073618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port ee55183b-66fb-4229-8a51-3a46224749f3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:08.073832 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.076717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45f7912b-d6c0-4aa9-8a3e-1daae8d84d95 req-ab826772-94a8-4c92-b44c-75aa5247d1c9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647781 Oct 19 01:23:08.092282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 113f4a39-ce24-4901-8e9a-56ba16656f2a) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:08.099075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:08.101668 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.132275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80787f81-4c38-4905-9a32-3582bfff87d4 None None] Network 113f4a39-ce24-4901-8e9a-56ba16656f2a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:08.133394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6e9caee3-f2d6-4cc9-bb26-eeea06929096 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5650566 Oct 19 01:23:08.135847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:08.193034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec', 'port_id': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'mac_address': 'fa:16:3e:d8:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc33e33-bfdd-47d2-aefd-c454d0ee8460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:08.207063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb5895-ffd3-4309-9d55-dd6de2b5ad99 req-1fc4e0af-d3be-40ab-b2c3-3009d2b4dae4 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:08.208636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2fb5895-ffd3-4309-9d55-dd6de2b5ad99 req-1fc4e0af-d3be-40ab-b2c3-3009d2b4dae4 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0898175 Oct 19 01:23:08.265287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:08.288798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2fb5895-ffd3-4309-9d55-dd6de2b5ad99 req-10b66255-9f23-4884-9741-a11e96ebc5cc tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698466 Oct 19 01:23:08.361707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.411101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.414120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:08.429954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49bca33-d43c-42f9-9482-f7a0db67466d None None] Network 113f4a39-ce24-4901-8e9a-56ba16656f2a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:08.487335 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e53373a0-884d-4731-acaf-93912127557c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.523774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:08.577045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55183b-66fb-4229-8a51-3a46224749f3'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:08.579948 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d58063-602b-451a-8d67-beffe6072d42" -d '{"events": [{"server_uuid": "430f42c7-2074-455a-98cc-3e30342d6fc9", "name": "network-vif-plugged", "status": "completed", "tag": "ee55183b-66fb-4229-8a51-3a46224749f3"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:08.583587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e53373a0-884d-4731-acaf-93912127557c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.587842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.595457 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e53373a0-884d-4731-acaf-93912127557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.608615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ee55183b-66fb-4229-8a51-3a46224749f3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ee55183b-66fb-4229-8a51-3a46224749f3,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:08.637640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.663661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e53373a0-884d-4731-acaf-93912127557c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d35347af15474f0ea96c3c6b9c3a388a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972342 Oct 19 01:23:08.663892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39092) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:08.664681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53373a0-884d-4731-acaf-93912127557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04364462-23b9-4302-8bd0-553ac740de9b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:08.680423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97492b7b-3c9e-4b36-9a50-aa0c4e26ff89 req-2ee402f1-e543-4c5e-9388-3e79c1c3cf8f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:08.688032 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97492b7b-3c9e-4b36-9a50-aa0c4e26ff89 req-2ee402f1-e543-4c5e-9388-3e79c1c3cf8f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2472553 Oct 19 01:23:08.691836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['51ff66ed-5ab6-489d-999f-a3e41c7d11d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:08.797830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c43d791-acd6-4156-851c-56847617f0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.821248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97492b7b-3c9e-4b36-9a50-aa0c4e26ff89 req-18349f82-43d9-4bcc-a260-1b9be78f8feb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322322 Oct 19 01:23:08.829986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c43d791-acd6-4156-851c-56847617f0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.914347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb028af-b73d-4e8d-9b1c-0f78e89a4519 req-90ac2526-c695-4c11-a61c-48114b00702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:08.917168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fb028af-b73d-4e8d-9b1c-0f78e89a4519 req-90ac2526-c695-4c11-a61c-48114b00702d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0667555 Oct 19 01:23:08.934086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c43d791-acd6-4156-851c-56847617f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.937510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c43d791-acd6-4156-851c-56847617f0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:08.945722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1c43d791-acd6-4156-851c-56847617f0e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04364462-23b9-4302-8bd0-553ac740de9b HTTP/1.1" status: 204 len: 168 time: 0.2760098 Oct 19 01:23:08.975478 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd742118-bf99-4693-815c-371b832a54fb x-openstack-request-id: req-cd742118-bf99-4693-815c-371b832a54fb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:08.975753 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430f42c7-2074-455a-98cc-3e30342d6fc9", "name": "network-vif-plugged", "status": "completed", "tag": "ee55183b-66fb-4229-8a51-3a46224749f3", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:08.978576 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd742118-bf99-4693-815c-371b832a54fb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:08.979208 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55183b-66fb-4229-8a51-3a46224749f3', 'code': 200} Oct 19 01:23:08.982667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:08.984461 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fb028af-b73d-4e8d-9b1c-0f78e89a4519 req-2c497c89-dc3f-45f4-b23f-b4f8d0245c03 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598896 Oct 19 01:23:09.021384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43d791-acd6-4156-851c-56847617f0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04364462-23b9-4302-8bd0-553ac740de9b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:09.081157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fdd5c-6d2c-441c-8fe0-e058fb6654b5 req-fb3ec690-fd4d-48d7-9c60-87a0c3840a1a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:09.090691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd6fdd5c-6d2c-441c-8fe0-e058fb6654b5 req-fb3ec690-fd4d-48d7-9c60-87a0c3840a1a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1413188 Oct 19 01:23:09.111044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ee55183b-66fb-4229-8a51-3a46224749f3,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:09.136962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39110) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:09.142160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-492836478-network', 'tenant_id': '1c0a1d68a0a54ae6bfef7cb29822a0ab'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:09.185831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Made reservation on behalf of 1c0a1d68a0a54ae6bfef7cb29822a0ab for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:09.188416 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.200833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.217109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd6fdd5c-6d2c-441c-8fe0-e058fb6654b5 req-38aedb07-2ad3-4895-832c-e1a3e491ebc6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093681 Oct 19 01:23:09.327389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02439-cc64-4657-87d3-c179acf7ce5e req-359247e4-9900-4f21-b1db-bbf8aee08a2c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:09.333580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fe02439-cc64-4657-87d3-c179acf7ce5e req-359247e4-9900-4f21-b1db-bbf8aee08a2c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 949 time: 0.0897124 Oct 19 01:23:09.394942 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.410648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fe02439-cc64-4657-87d3-c179acf7ce5e req-df9a697a-96df-4136-8e44-60a0b7258954 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704610 Oct 19 01:23:09.452600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.460622 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.480595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b9a9e-1191-40a5-bfa0-0ea905476c5b req-2ff24e86-a8f0-4ead-95b7-02cd88ed7424 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:09.489973 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05b9a9e-1191-40a5-bfa0-0ea905476c5b req-2ff24e86-a8f0-4ead-95b7-02cd88ed7424 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0939591 Oct 19 01:23:09.490252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:23:09.520566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.520961 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Added segment f6a5551c-347e-459f-a58a-271342222827 of type vlan for network 86dd9d54-3395-48f9-9fe0-a35bcf988a9c Oct 19 01:23:09.549970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05b9a9e-1191-40a5-bfa0-0ea905476c5b req-b238b816-d774-445a-ae77-431729a09b07 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Oct 19 01:23:09.658998 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf8f05f7-c36b-4445-9bf9-e99206bf587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.676614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.747453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772e43e-5e3f-4774-9ab8-acf138bd6b92,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:09.767003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.770826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:09.774750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.803957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39124) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:09.821698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3bfceba-6e8a-455d-a6ce-dac49bb1bc89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.897162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7551854 Oct 19 01:23:09.907898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:09.941055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39128) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:09.949664 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3bfceba-6e8a-455d-a6ce-dac49bb1bc89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:09.953607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Request body: {'subnet': {'network_id': '86dd9d54-3395-48f9-9fe0-a35bcf988a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-492836478-subnet', 'tenant_id': '1c0a1d68a0a54ae6bfef7cb29822a0ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:09.961540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f3711-f2f1-4cd6-a415-8e8a479e9465 req-845d45b4-5d60-434f-9bfd-5231e6e429c7 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:09.969085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-377f3711-f2f1-4cd6-a415-8e8a479e9465 req-845d45b4-5d60-434f-9bfd-5231e6e429c7 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 1101 time: 0.1779556 Oct 19 01:23:09.980135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200511a-496b-43b8-8544-2ae992e058e9 admin admin] Pushing event updated for resources: {'Network': ['ID=86dd9d54-3395-48f9-9fe0-a35bcf988a9c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:09.999814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3bfceba-6e8a-455d-a6ce-dac49bb1bc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.002865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 86dd9d54-3395-48f9-9fe0-a35bcf988a9c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:23:10.005595 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-377f3711-f2f1-4cd6-a415-8e8a479e9465 req-4811e549-0df9-4778-bfd4-0b8c61da9b22 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.040293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Made reservation on behalf of 1c0a1d68a0a54ae6bfef7cb29822a0ab for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:10.044574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.058607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:10.059259 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.088538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b9174-e14e-4cfd-83f9-9516ea78b5fe req-53e96a87-23b6-4b51-9a1e-50e55807ce2b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.090254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d84b9174-e14e-4cfd-83f9-9516ea78b5fe req-53e96a87-23b6-4b51-9a1e-50e55807ce2b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1374624 Oct 19 01:23:10.106754 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e3bfceba-6e8a-455d-a6ce-dac49bb1bc89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf43fdfad5664b4180ab0e37e939a6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015773 Oct 19 01:23:10.111827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39130) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:10.115374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfceba-6e8a-455d-a6ce-dac49bb1bc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bb8cbd-88e4-44d8-bb6c-f1b3102af28b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.216906 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.264844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d84b9174-e14e-4cfd-83f9-9516ea78b5fe req-9cfae49b-1e36-4170-adaa-61c7b1f7d471 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636996 Oct 19 01:23:10.280727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:10.280727 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.294254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22fca50e-7edf-4608-9b0e-2287356ebae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.336406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22fca50e-7edf-4608-9b0e-2287356ebae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.344483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.354176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.354523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.355111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.355450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.355832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.356346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.356729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.357065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.357393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.357926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.358255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.358985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:10.411965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22fca50e-7edf-4608-9b0e-2287356ebae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.415831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22fca50e-7edf-4608-9b0e-2287356ebae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.420159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-22fca50e-7edf-4608-9b0e-2287356ebae8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19bb8cbd-88e4-44d8-bb6c-f1b3102af28b HTTP/1.1" status: 204 len: 168 time: 0.3068657 Oct 19 01:23:10.445195 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.465389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fca50e-7edf-4608-9b0e-2287356ebae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bb8cbd-88e4-44d8-bb6c-f1b3102af28b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.494081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb5fdd-47ba-403c-9c5d-5d98763c767a req-31e33c94-ece4-4f3c-bd54-44f1651c3c2c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.496191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21fb5fdd-47ba-403c-9c5d-5d98763c767a req-31e33c94-ece4-4f3c-bd54-44f1651c3c2c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0749414 Oct 19 01:23:10.537613 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.568912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-377f3711-f2f1-4cd6-a415-8e8a479e9465 req-4811e549-0df9-4778-bfd4-0b8c61da9b22 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.578984 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21fb5fdd-47ba-403c-9c5d-5d98763c767a req-b23a6fe5-22ba-42e5-8791-a126b29a4fff tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751708 Oct 19 01:23:10.605500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-377f3711-f2f1-4cd6-a415-8e8a479e9465 req-4811e549-0df9-4778-bfd4-0b8c61da9b22 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.617157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c274d38-af6a-4b1e-8917-c0bceabb9533,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.695863 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.701472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Checking segment: {'id': 'f6a5551c-347e-459f-a58a-271342222827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86dd9d54-3395-48f9-9fe0-a35bcf988a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:10.701830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Network hostable DHCP agents. Network: 86dd9d54-3395-48f9-9fe0-a35bcf988a9c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:23:10.745500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ba932-7b42-43ce-a20c-835dea586839 req-c4f1d5e3-25aa-4b54-b788-734cd08c2286 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.747373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b69ba932-7b42-43ce-a20c-835dea586839 req-c4f1d5e3-25aa-4b54-b788-734cd08c2286 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0724287 Oct 19 01:23:10.763886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-377f3711-f2f1-4cd6-a415-8e8a479e9465 req-4811e549-0df9-4778-bfd4-0b8c61da9b22 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938957 Oct 19 01:23:10.796567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811e549-0df9-4778-bfd4-0b8c61da9b22 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca2679-b924-40bd-b1ec-e9a826320657,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:10.828449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-d964affb-2fa8-402e-a26e-7df751369ffc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1165667 Oct 19 01:23:10.829494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Network 86dd9d54-3395-48f9-9fe0-a35bcf988a9c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:23:10.847794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 86dd9d54-3395-48f9-9fe0-a35bcf988a9c) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:10.858460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ef959-d6fa-4633-b232-1cf2e58608f7 None None] Network 86dd9d54-3395-48f9-9fe0-a35bcf988a9c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:10.874643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b69ba932-7b42-43ce-a20c-835dea586839 req-73899e76-2b63-497e-ae0c-92376e13d1d5 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179345 Oct 19 01:23:10.881557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:10.882173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:10.979551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6f5f7ea7-1e9e-47b4-9dbd-f82840091d06 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0327048 Oct 19 01:23:10.998982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-c769900e-87c6-4151-879a-0f9cb2b826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:11.002667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-c769900e-87c6-4151-879a-0f9cb2b826ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19e6c9f26e544be3a24bdd8d17012d06&device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 1097 time: 0.0938239 Oct 19 01:23:11.010189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:11.017086 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e29dc4d-a89c-42f0-8720-de546ec1bbb8" -d '{"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-plugged", "status": "completed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:11.259391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d7492-e801-4653-8252-a17e188d38fd None None] Network 86dd9d54-3395-48f9-9fe0-a35bcf988a9c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:11.268329 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03a3a1a-004e-4e54-a07e-19cbb9c463ff x-openstack-request-id: req-d03a3a1a-004e-4e54-a07e-19cbb9c463ff {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:11.268993 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-plugged", "status": "completed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:11.270201 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d03a3a1a-004e-4e54-a07e-19cbb9c463ff {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:11.270901 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'code': 200} Oct 19 01:23:11.424729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffe3c2-f6db-4ba5-ae22-469ae61be789 req-dbc320e7-534f-429f-9a23-51ecd1c69626 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:11.427649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ee111-0504-4eae-88dc-31bb1055d9a4 req-bf9bf43f-4c4a-4331-b5e8-64b8b27ab852 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:11.429734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2fffe3c2-f6db-4ba5-ae22-469ae61be789 req-dbc320e7-534f-429f-9a23-51ecd1c69626 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0788772 Oct 19 01:23:11.442051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-077ee111-0504-4eae-88dc-31bb1055d9a4 req-bf9bf43f-4c4a-4331-b5e8-64b8b27ab852 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1550131 Oct 19 01:23:11.472958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-a1c50272-0ac6-425c-8d69-8c2984f8cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:11.473877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-a1c50272-0ac6-425c-8d69-8c2984f8cbff service neutron] 10.222.0.74 "GET /v2.0/networks?id=11b36568-041a-4a1c-9d52-07dab846b2c4 HTTP/1.1" status: 200 len: 917 time: 0.3190446 Oct 19 01:23:11.519548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2fffe3c2-f6db-4ba5-ae22-469ae61be789 req-6c5d1946-d9de-41f0-8320-7ce4644191de tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799682 Oct 19 01:23:11.525760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-077ee111-0504-4eae-88dc-31bb1055d9a4 req-2118a313-4a80-4578-a541-ca5166c5d645 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827925 Oct 19 01:23:11.663195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-175a1292-a888-4086-9c7a-508cb33d2839 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560 HTTP/1.1" status: 200 len: 1001 time: 0.1803596 Oct 19 01:23:11.718447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349680d-7fb7-416e-8d47-5cd3e1bde3ad req-0f40f517-05a1-41ec-ab7c-855dc68e27ba tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:11.728019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a349680d-7fb7-416e-8d47-5cd3e1bde3ad req-0f40f517-05a1-41ec-ab7c-855dc68e27ba tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0823710 Oct 19 01:23:11.764366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-28b726a1-f34e-483b-a879-c15d93be311d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664248 Oct 19 01:23:11.789783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a349680d-7fb7-416e-8d47-5cd3e1bde3ad req-e1df5a8f-b650-45ec-a8f7-f684d18c5c72 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555732 Oct 19 01:23:11.809668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-034ff444-5e21-4a91-b8da-34f7b96b4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:11.811154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-034ff444-5e21-4a91-b8da-34f7b96b4b9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e073a0b6-2e12-42ed-a740-686169ade46c HTTP/1.1" status: 200 len: 855 time: 0.1379163 Oct 19 01:23:12.287855 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:12.329119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-82eaf001-9575-4d98-ac56-b92d704d4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:12.333183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-82eaf001-9575-4d98-ac56-b92d704d4715 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11b36568-041a-4a1c-9d52-07dab846b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4958410 Oct 19 01:23:12.359362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-f4c99ab6-3d3b-474c-8785-4a0ada6aa710 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:12.369710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-f4c99ab6-3d3b-474c-8785-4a0ada6aa710 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5947981 Oct 19 01:23:12.398199 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-991ae7d6-09ca-4d85-b972-8126a6c4c7e5 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/quotas/eb6d3d6de559488b97f9d51a637364c4 HTTP/1.1" status: 200 len: 375 time: 0.0276468 Oct 19 01:23:12.400284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-357aa951-485c-4720-a243-4ae9679707f1 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:12.402300 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-357aa951-485c-4720-a243-4ae9679707f1 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/networks?id=113f4a39-ce24-4901-8e9a-56ba16656f2a HTTP/1.1" status: 200 len: 807 time: 0.2150645 Oct 19 01:23:12.434743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-b3039442-957d-4ed1-8621-60cfefaf0a07 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/quotas/569df602020547878ccee4197d6eedd3 HTTP/1.1" status: 200 len: 375 time: 0.0160904 Oct 19 01:23:12.487068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-e2ddebe5-3c7e-46df-b40c-5559b5110e84 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=569df602020547878ccee4197d6eedd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424516 Oct 19 01:23:12.541776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-b5c3ed1c-470e-42c1-9e24-95e263ee2776 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425993 Oct 19 01:23:12.545386 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-68c643bc-0b95-49e4-b337-0df6a395951c service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989620 Oct 19 01:23:12.669987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-71d4b017-116b-4da8-83a3-168a244a9ddb service neutron] 10.222.0.64 "GET /v2.0/networks/113f4a39-ce24-4901-8e9a-56ba16656f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737497 Oct 19 01:23:12.732117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d265bd4e-3d2f-47f7-be87-aa025abb4c94 req-83499a7f-06b8-48da-ab87-e5f5dd87f901 service neutron] 10.222.0.74 "GET /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794181 Oct 19 01:23:12.858038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-e0a31f4f-9a71-4d64-b9b6-a418e73714f6 service neutron] 10.222.0.64 "GET /v2.0/networks/113f4a39-ce24-4901-8e9a-56ba16656f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866238 Oct 19 01:23:13.150647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f25598-4e88-4ee6-bae1-eb451e2ab0c1 req-962935d5-af31-457f-8e45-94a01c468613 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:13.158901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75f25598-4e88-4ee6-bae1-eb451e2ab0c1 req-962935d5-af31-457f-8e45-94a01c468613 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0803764 Oct 19 01:23:13.214075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75f25598-4e88-4ee6-bae1-eb451e2ab0c1 req-fdae22a4-d1e7-4d67-9e17-39ef7542f021 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Oct 19 01:23:13.683265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01f225fa-6f31-4431-b38a-62cca3acf4f4 req-e438ce40-fa02-446d-9c5f-decaec77b884 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 210 time: 0.0934658 Oct 19 01:23:13.771466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4516b-1e45-4827-ab61-769fa697fa16 req-61c69a6e-e8fd-4076-9830-091ca09b2f87 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:13.780062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcc4516b-1e45-4827-ab61-769fa697fa16 req-61c69a6e-e8fd-4076-9830-091ca09b2f87 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1765189 Oct 19 01:23:13.880904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcc4516b-1e45-4827-ab61-769fa697fa16 req-f80c3ca9-b580-4b90-9ee4-22b0a34a0311 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891757 Oct 19 01:23:14.040735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8631eb1-2e51-4ca1-9c3e-9f64533a49cc req-da88b819-141f-4424-bd57-b88fd21211ae tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 210 time: 0.0685101 Oct 19 01:23:14.051166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35177-71eb-48a8-a39f-803e7c687498 req-893a0e1e-dcc6-48c5-ac66-42a253ec2792 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:14.081718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d35177-71eb-48a8-a39f-803e7c687498 req-893a0e1e-dcc6-48c5-ac66-42a253ec2792 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1404593 Oct 19 01:23:14.165430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73d35177-71eb-48a8-a39f-803e7c687498 req-500fee69-75ce-4f34-9787-dc14e3bea9e6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804150 Oct 19 01:23:14.225281 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:23:14.415950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112862e-49c5-40d0-acbe-774d20ae08ea req-06c8cafa-a152-415b-98a7-8a219ef174f2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:14.430009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f112862e-49c5-40d0-acbe-774d20ae08ea req-06c8cafa-a152-415b-98a7-8a219ef174f2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0741465 Oct 19 01:23:14.499264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f112862e-49c5-40d0-acbe-774d20ae08ea req-6b55bf17-a92a-4b58-9db8-e3cd274c01d5 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682583 Oct 19 01:23:14.783175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39288) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:14.898881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49b554e4-cc7f-4ebd-8359-ad854b05b030 req-691c325b-2482-4171-8286-5ad479237bd4 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 210 time: 0.0927675 Oct 19 01:23:15.023851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-3705d62a-1e96-4508-abb3-dcf070397bc1 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:15.025816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-3705d62a-1e96-4508-abb3-dcf070397bc1 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.62 "GET /v2.0/networks?id=113f4a39-ce24-4901-8e9a-56ba16656f2a HTTP/1.1" status: 200 len: 807 time: 0.2222931 Oct 19 01:23:15.037552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db58dc9c-2441-4e86-bc4c-af5a4888fd28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.043439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Request body: {'port': {'device_id': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a', 'admin_state_up': True, 'tenant_id': '569df602020547878ccee4197d6eedd3'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:15.116153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-02bcf589-b814-48c1-a567-9dbdbe8f391f tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:15.120286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-02bcf589-b814-48c1-a567-9dbdbe8f391f tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1572580 Oct 19 01:23:15.134158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787ade3-2a71-4a74-8609-8ec08d736ec8 req-b0a20a0e-6703-45a5-8c0e-d6e3461b1c0e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:15.135867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6787ade3-2a71-4a74-8609-8ec08d736ec8 req-b0a20a0e-6703-45a5-8c0e-d6e3461b1c0e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1285956 Oct 19 01:23:15.225233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9dc6672-6f78-4e06-999f-f148fd4ce4a4 req-5ed90c61-d21b-4c52-ae25-70ec33055dbf tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 210 time: 0.0663862 Oct 19 01:23:15.261900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Made reservation on behalf of 569df602020547878ccee4197d6eedd3 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:15.266371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.309241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6787ade3-2a71-4a74-8609-8ec08d736ec8 req-5f36a75c-419e-48a9-a398-1093a6f72e03 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604559 Oct 19 01:23:15.372312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Deleting port ee55183b-66fb-4229-8a51-3a46224749f3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:15.372929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.418817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db58dc9c-2441-4e86-bc4c-af5a4888fd28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.431536 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-05414c83-f64e-4fb1-94a7-00d036f62f25 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334322 Oct 19 01:23:15.453312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db58dc9c-2441-4e86-bc4c-af5a4888fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.515852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db58dc9c-2441-4e86-bc4c-af5a4888fd28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edb15710d74d443486c31de8380b13f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201889 Oct 19 01:23:15.520893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39298) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:15.558782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58dc9c-2441-4e86-bc4c-af5a4888fd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2e1c80-acdb-4705-9769-cc984c37e777,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:15.590144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079d27-ac18-4e9a-a798-23d7b21961a7 req-fbf77620-a56a-4532-a27f-48a42e817b15 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:15.598405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a079d27-ac18-4e9a-a798-23d7b21961a7 req-fbf77620-a56a-4532-a27f-48a42e817b15 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=430f42c7-2074-455a-98cc-3e30342d6fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2359366 Oct 19 01:23:15.599258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] For port ee55183b-66fb-4229-8a51-3a46224749f3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ee55183b-66fb-4229-8a51-3a46224749f3,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:15.599711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.619770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Calling delete_port for ee55183b-66fb-4229-8a51-3a46224749f3 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:15.718367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Allocated IP 172.20.0.9 (113f4a39-ce24-4901-8e9a-56ba16656f2a/f43dea3a-2507-408c-beb0-36d8a8a53873/22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:15.753814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-ed6098e6-986c-4e92-8d59-ee79db63f578 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:15.755484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-ed6098e6-986c-4e92-8d59-ee79db63f578 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154738 Oct 19 01:23:15.784388 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a079d27-ac18-4e9a-a798-23d7b21961a7 req-7151418f-0072-4ac5-94f9-7fe2d0d31118 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823931 Oct 19 01:23:15.823193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:15.911291 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-066998e4-1faf-44e6-bfe8-2349470b8dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.925823 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:15.939699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['ee55183b-66fb-4229-8a51-3a46224749f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:15.987247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-0c8cb90b-10fd-47e3-93e6-9c7073c46b2d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939548 Oct 19 01:23:16.003251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b0efcc5d-168f-4d15-a929-dc50f81922c8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:16.048325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee55183b-66fb-4229-8a51-3a46224749f3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:16.068027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-066998e4-1faf-44e6-bfe8-2349470b8dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.121864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-356ad42c-e81e-4cb4-8cf5-ffe3705a26be req-e9e1fbbc-893a-4763-b8be-de24d72e933d tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 210 time: 0.1031921 Oct 19 01:23:16.161629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b5e14-f045-45e4-9e4e-a9d0eb8c2aba req-73052110-023d-4e5f-a251-ae607bb749c4 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:16.173795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-755b5e14-f045-45e4-9e4e-a9d0eb8c2aba req-73052110-023d-4e5f-a251-ae607bb749c4 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.3814566 Oct 19 01:23:16.212486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] No DVR routers for this DVR port ee55183b-66fb-4229-8a51-3a46224749f3 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:16.232199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.236208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ee55183b-66fb-4229-8a51-3a46224749f3 HTTP/1.1" status: 204 len: 173 time: 1.0989485 Oct 19 01:23:16.260806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'name': 'network-vif-deleted', 'tag': 'ee55183b-66fb-4229-8a51-3a46224749f3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:16.270062 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ecf7a8-7be2-48e4-be67-db840632eb38" -d '{"events": [{"server_uuid": "430f42c7-2074-455a-98cc-3e30342d6fc9", "name": "network-vif-deleted", "tag": "ee55183b-66fb-4229-8a51-3a46224749f3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:16.356830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-066998e4-1faf-44e6-bfe8-2349470b8dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.360746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-066998e4-1faf-44e6-bfe8-2349470b8dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.366735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-066998e4-1faf-44e6-bfe8-2349470b8dd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d2e1c80-acdb-4705-9769-cc984c37e777 HTTP/1.1" status: 204 len: 168 time: 0.8075230 Oct 19 01:23:16.383557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:16.394207 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.419254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.434154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066998e4-1faf-44e6-bfe8-2349470b8dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2e1c80-acdb-4705-9769-cc984c37e777,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:16.437274 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-755b5e14-f045-45e4-9e4e-a9d0eb8c2aba req-02e06384-382e-40b7-8dc0-1b5e4d480d88 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621200 Oct 19 01:23:16.460343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-95e8339f-8bc5-49f3-b723-647285a79775 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:16.462541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-95e8339f-8bc5-49f3-b723-647285a79775 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284000 Oct 19 01:23:16.463451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a36e187e-6819-40ff-9a67-ae83bbb8b049 req-dfd78d9a-78ba-4912-864f-4c279da19110 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 210 time: 0.0808880 Oct 19 01:23:16.497984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:16.614129 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcabb17-30be-475f-bedb-569490d4f6e1 x-openstack-request-id: req-0dcabb17-30be-475f-bedb-569490d4f6e1 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:16.614661 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430f42c7-2074-455a-98cc-3e30342d6fc9", "name": "network-vif-deleted", "tag": "ee55183b-66fb-4229-8a51-3a46224749f3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:16.615075 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dcabb17-30be-475f-bedb-569490d4f6e1 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:16.615633 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430f42c7-2074-455a-98cc-3e30342d6fc9', 'name': 'network-vif-deleted', 'tag': 'ee55183b-66fb-4229-8a51-3a46224749f3', 'status': 'completed', 'code': 200} Oct 19 01:23:16.723315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.747316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:16.772379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:16.815492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3acc0-f545-4288-a0d2-d4a1f991dc67 req-1498be73-763a-44f2-bf92-d77e02c07258 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:16.817912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dfc3acc0-f545-4288-a0d2-d4a1f991dc67 req-1498be73-763a-44f2-bf92-d77e02c07258 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2116811 Oct 19 01:23:16.866962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Network 113f4a39-ce24-4901-8e9a-56ba16656f2a is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:16.868851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.41 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/6f8d7b87-3f28-49a5-a5ea-28b2686fbe60) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:16.879852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:16.882318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:16.887367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Pushing event updated for resources: {'Port': ['ID=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:17.067824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dfc3acc0-f545-4288-a0d2-d4a1f991dc67 req-56db9ba7-66b2-4a9e-86a6-353cd2a58632 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344034 Oct 19 01:23:17.081516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39328) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:17.094429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:17.095247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.129854 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9474fcb9-69b2-4fd5-9a04-8c020985870d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.142602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-40cb24ca-30df-4f5c-9d4b-4ef17c21a98a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1030822 Oct 19 01:23:17.168669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Request body: {'port': {'device_id': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:17.303041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6259468-4b99-42b5-80a2-3aa55a904d10 req-8409a0e4-ae6b-403f-b788-36ccba249d02 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:17.304444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6259468-4b99-42b5-80a2-3aa55a904d10 req-8409a0e4-ae6b-403f-b788-36ccba249d02 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0990849 Oct 19 01:23:17.333243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9474fcb9-69b2-4fd5-9a04-8c020985870d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.341768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9474fcb9-69b2-4fd5-9a04-8c020985870d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.345142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.395759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.398327 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6259468-4b99-42b5-80a2-3aa55a904d10 req-f34dacb1-95f2-4727-9b62-2f8cac1d3aeb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865464 Oct 19 01:23:17.407647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9474fcb9-69b2-4fd5-9a04-8c020985870d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27318be08b8847bab04def964b79e52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238068 Oct 19 01:23:17.412112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39334) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:17.542497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474fcb9-69b2-4fd5-9a04-8c020985870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80d0502-55bd-4a78-b448-f34a7624c824,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:17.546736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69791577-8f8a-4e99-bae7-15c4fc3d76a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.555257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.568307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:17.639316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:17.646458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:17.654143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:17.671656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.61 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/3339aed8-db09-4ae7-802e-3a18abd538e1) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:17.703938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:17.802329 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aacf7dcf-ae51-49fd-abb8-e6c38565211d req-ae7494d2-0013-4156-817d-75dca9122f39 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 210 time: 0.0954607 Oct 19 01:23:17.829233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:17.829991 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:17.870379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-395f7f53-73bc-4b0c-98a9-783700236c24 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0793631 Oct 19 01:23:17.895311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Request body: {'port': {'device_id': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:17.950462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ee55183b-66fb-4229-8a51-3a46224749f3 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:17.976554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: ee55183b-66fb-4229-8a51-3a46224749f3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:17.976906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ee55183b-66fb-4229-8a51-3a46224749f3 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:17.977044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.115253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340c604-2870-488f-ad98-6a594fc96f0a req-849cde40-4d1e-47dc-86bb-78521d72f9e6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:18.117435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8340c604-2870-488f-ad98-6a594fc96f0a req-849cde40-4d1e-47dc-86bb-78521d72f9e6 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.1412745 Oct 19 01:23:18.119627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e8e067f0-c4b8-4adf-84c1-b7fdb8f33ec1 None None] Provisioning complete for port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:18.120219 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e8e067f0-c4b8-4adf-84c1-b7fdb8f33ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.133665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:18.171836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e8e067f0-c4b8-4adf-84c1-b7fdb8f33ec1 None None] Port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:18.204518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.241409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Transition to ACTIVE for port object 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:18.252966 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.289920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8340c604-2870-488f-ad98-6a594fc96f0a req-38ab37d5-e48c-4127-bb6d-2e552b87d73b tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616688 Oct 19 01:23:18.348338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:18.370225 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69791577-8f8a-4e99-bae7-15c4fc3d76a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.389951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd68923-8e20-4812-b354-ff0107a49c64 req-58692fdb-ae71-46f5-afee-61ece6384415 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:18.397875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fd68923-8e20-4812-b354-ff0107a49c64 req-58692fdb-ae71-46f5-afee-61ece6384415 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 931 time: 0.8520973 Oct 19 01:23:18.486013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Attempting to bind port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:18.486500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Attempting to bind port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1e5c50b7-32bc-40c9-98ee-d940c2e1043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:18.486927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Attempting to bind port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 on network 113f4a39-ce24-4901-8e9a-56ba16656f2a {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:18.499413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-c2bcf697-e41c-402b-8411-9e28263df917 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:18.501844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-c2bcf697-e41c-402b-8411-9e28263df917 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1109493 Oct 19 01:23:18.514586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fd68923-8e20-4812-b354-ff0107a49c64 req-b38fa391-77bd-40b1-a8c7-b7a0519cdef2 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157241 Oct 19 01:23:18.518762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.553647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69791577-8f8a-4e99-bae7-15c4fc3d76a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.556278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 on network 113f4a39-ce24-4901-8e9a-56ba16656f2a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:18.556442 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69791577-8f8a-4e99-bae7-15c4fc3d76a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.556799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Attempting to bind port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 on network 113f4a39-ce24-4901-8e9a-56ba16656f2a {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:18.557457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-69791577-8f8a-4e99-bae7-15c4fc3d76a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b80d0502-55bd-4a78-b448-f34a7624c824 HTTP/1.1" status: 204 len: 168 time: 1.1441090 Oct 19 01:23:18.599141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69791577-8f8a-4e99-bae7-15c4fc3d76a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80d0502-55bd-4a78-b448-f34a7624c824,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:18.605371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:18.606587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Checking segment: {'id': '1e5c50b7-32bc-40c9-98ee-d940c2e1043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:18.607388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Bound using segment: {'id': '1e5c50b7-32bc-40c9-98ee-d940c2e1043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:18.608078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Bound port: 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5c50b7-32bc-40c9-98ee-d940c2e1043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:18.608658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.632766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:18.646070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:18.734603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9c5ec-6b5e-42ed-b67f-e2d82aea1188 req-bdb5f775-a966-43de-9dc6-4216abc236d6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:18.736836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44f9c5ec-6b5e-42ed-b67f-e2d82aea1188 req-bdb5f775-a966-43de-9dc6-4216abc236d6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2530510 Oct 19 01:23:18.746564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:18.808565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:18.832976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:18.852999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=3339aed8-db09-4ae7-802e-3a18abd538e1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:18.930481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002058c-7c85-4938-8dde-aaf3b7fab4ac req-3d0e19e8-f929-4e40-84b8-d1c6f25c3dbd tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:18.950121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9002058c-7c85-4938-8dde-aaf3b7fab4ac req-3d0e19e8-f929-4e40-84b8-d1c6f25c3dbd tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 945 time: 0.2078371 Oct 19 01:23:18.970243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44f9c5ec-6b5e-42ed-b67f-e2d82aea1188 req-cf31e97f-297e-4cdf-9a22-a9016eef76fd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026696 Oct 19 01:23:18.999585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] For port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:19.001114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:19.001805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.006339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Deleting port c08a9eb6-fb36-467f-83d2-5c73d50e8497 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:19.006812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.079011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] For port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,segment=NetworkSegment(1e5c50b7-32bc-40c9-98ee-d940c2e1043a),segment_id=1e5c50b7-32bc-40c9-98ee-d940c2e1043a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:19.091263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a2107d60-12e9-41c3-9d7e-b44a470dbab4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5988078 Oct 19 01:23:19.111520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Request body: {'port': {'device_id': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:19.160856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] For port c08a9eb6-fb36-467f-83d2-5c73d50e8497, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c08a9eb6-fb36-467f-83d2-5c73d50e8497,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:19.161479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.184474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.187430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Calling delete_port for c08a9eb6-fb36-467f-83d2-5c73d50e8497 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:19.206645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5e0e1c73-7772-496a-b0a0-843373c4a56f None None] Provisioning complete for port 3339aed8-db09-4ae7-802e-3a18abd538e1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:19.216023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1c73-7772-496a-b0a0-843373c4a56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.224905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9002058c-7c85-4938-8dde-aaf3b7fab4ac req-a62a994c-b695-41f6-a5f4-892b6fd05f4f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625213 Oct 19 01:23:19.264532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.275767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Pushing event updated for resources: {'Port': ['ID=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:19.317640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:19.318260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.319657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4b3e6f9d-e4f2-48e7-961f-61efdae9e5ee service neutron] 10.222.0.62 "PUT /v2.0/ports/22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 HTTP/1.1" status: 200 len: 1092 time: 2.1581686 Oct 19 01:23:19.320372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e1c73-7772-496a-b0a0-843373c4a56f None None] Port 3339aed8-db09-4ae7-802e-3a18abd538e1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:19.365007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'tag': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:19.367835 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49" -d '{"events": [{"name": "network-changed", "server_uuid": "7f514cc3-f3bf-497d-9f11-11f42f872330", "tag": "22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:19.501362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:19.524276 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.548460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abefaeb-ae62-4082-a0b8-622fc9a38e73 req-e13bfe8c-fb3d-4140-9cf0-0cce04ec14a9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:19.557690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9abefaeb-ae62-4082-a0b8-622fc9a38e73 req-e13bfe8c-fb3d-4140-9cf0-0cce04ec14a9 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.1578083 Oct 19 01:23:19.567761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8c256-ba43-4580-8db4-63ed47ffc290 req-69791131-4f14-4037-bc9a-a3c869fcf903 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:19.576938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d8c256-ba43-4580-8db4-63ed47ffc290 req-69791131-4f14-4037-bc9a-a3c869fcf903 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 935 time: 0.5286562 Oct 19 01:23:19.598368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4c264a50-c075-4d31-9db1-3850ee6de2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:19.599875 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4c264a50-c075-4d31-9db1-3850ee6de2b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=569df602020547878ccee4197d6eedd3&device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 1095 time: 0.2283249 Oct 19 01:23:19.609913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9abefaeb-ae62-4082-a0b8-622fc9a38e73 req-68241d03-fc3e-4b7d-8f5d-eee201db5e42 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Oct 19 01:23:19.684244 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:19.868058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e079fb3-6da1-47bc-81c3-e29197a25e2e req-73b96cda-3c68-4f1e-8bd0-6f11b55ec0a4 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:19.869914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e079fb3-6da1-47bc-81c3-e29197a25e2e req-73b96cda-3c68-4f1e-8bd0-6f11b55ec0a4 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 943 time: 0.0609074 Oct 19 01:23:19.940742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e079fb3-6da1-47bc-81c3-e29197a25e2e req-f349d29a-7349-4ba8-a029-b87673836485 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594113 Oct 19 01:23:20.125862 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ddda3-9afb-4b69-aa33-f5f1a783960d x-openstack-request-id: req-e37ddda3-9afb-4b69-aa33-f5f1a783960d {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:20.125862 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f514cc3-f3bf-497d-9f11-11f42f872330", "tag": "22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:20.125862 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e37ddda3-9afb-4b69-aa33-f5f1a783960d {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:20.126163 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'tag': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3', 'status': 'completed', 'code': 200} Oct 19 01:23:20.133314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-4351a813-a4d2-4c66-8afc-9b4b7c7bb10f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 HTTP/1.1" status: 200 len: 217 time: 0.5169120 Oct 19 01:23:20.136440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Transition to ACTIVE for port object 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:20.170548 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.262242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:20.262242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5d8c256-ba43-4580-8db4-63ed47ffc290 req-a12daab0-9622-46f9-b561-03171c6a0b9e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821404 Oct 19 01:23:20.264930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-8a013815-80da-45af-86a9-dddfd03855e5 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:20.266420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-8a013815-80da-45af-86a9-dddfd03855e5 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.8085482 Oct 19 01:23:20.393202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3339aed8-db09-4ae7-802e-3a18abd538e1 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:20.410785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.429004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Transition to ACTIVE for port object 3339aed8-db09-4ae7-802e-3a18abd538e1 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:20.456138 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.468836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-c9823d16-d3f8-40e3-9be8-d15f34108ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:20.470350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-c9823d16-d3f8-40e3-9be8-d15f34108ad3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f43dea3a-2507-408c-beb0-36d8a8a53873 HTTP/1.1" status: 200 len: 847 time: 0.3269629 Oct 19 01:23:20.634283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf779-c3c0-4ec4-8374-0f14203ad8c0 req-1008bbe9-6041-4160-a1cf-baad3cb6230d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:20.650778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-10f81d75-0c6d-42cb-adca-9f6edd8eb012 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=113f4a39-ce24-4901-8e9a-56ba16656f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481092 Oct 19 01:23:20.658319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecbaf779-c3c0-4ec4-8374-0f14203ad8c0 req-1008bbe9-6041-4160-a1cf-baad3cb6230d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2244205 Oct 19 01:23:20.666253 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.693725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd122-0d75-499b-aad7-981bea6e81a0 req-77e77a0f-7300-4559-beec-b1856cd040d2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:20.704306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-572bd122-0d75-499b-aad7-981bea6e81a0 req-77e77a0f-7300-4559-beec-b1856cd040d2 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7 HTTP/1.1" status: 200 len: 867 time: 0.2791908 Oct 19 01:23:20.727577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Pushing event updated for resources: {'Port': ['ID=3339aed8-db09-4ae7-802e-3a18abd538e1,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:20.837004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecbaf779-c3c0-4ec4-8374-0f14203ad8c0 req-36def091-db79-4453-ad44-3c580d8c531d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777165 Oct 19 01:23:20.847840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event deleted for resources: {'Port': ['ID=c08a9eb6-fb36-467f-83d2-5c73d50e8497,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:20.882565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Attempting to bind port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:20.882781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Attempting to bind port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:20.883202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Attempting to bind port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:20.884290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Attempting to bind port 3339aed8-db09-4ae7-802e-3a18abd538e1 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:20.884637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Attempting to bind port 3339aed8-db09-4ae7-802e-3a18abd538e1 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:20.884970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Attempting to bind port 3339aed8-db09-4ae7-802e-3a18abd538e1 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:20.898600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Port 3339aed8-db09-4ae7-802e-3a18abd538e1 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:20.898813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Attempting to bind port 3339aed8-db09-4ae7-802e-3a18abd538e1 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:20.910854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:20.911166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:20.911488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:20.911927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Bound port: 3339aed8-db09-4ae7-802e-3a18abd538e1, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:20.912313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:20.976828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-572bd122-0d75-499b-aad7-981bea6e81a0 req-e460ff3f-67c9-4cf0-bdbe-85dbfc81e7b9 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668622 Oct 19 01:23:20.977678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:20.978171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Attempting to bind port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:20.985998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] No DVR routers for this DVR port c08a9eb6-fb36-467f-83d2-5c73d50e8497 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:21.001022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.021305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-050d9ac2-224c-47c8-b049-72778f7c4dbb req-531bdf5d-755b-4302-aa7b-1ba4b246d19f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "DELETE /v2.0/ports/c08a9eb6-fb36-467f-83d2-5c73d50e8497 HTTP/1.1" status: 204 len: 173 time: 2.4989874 Oct 19 01:23:21.037075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:21.044618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee796-1867-4b7e-97e0-dbc540ef6818 req-100df792-0e5f-4870-947f-e6f0ac019008 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.047529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13ee796-1867-4b7e-97e0-dbc540ef6818 req-100df792-0e5f-4870-947f-e6f0ac019008 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1097 time: 0.1017890 Oct 19 01:23:21.047828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:21.048463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:21.049157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Bound port: 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:21.049731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.066476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] For port 3339aed8-db09-4ae7-802e-3a18abd538e1, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:21.070212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] For port 3339aed8-db09-4ae7-802e-3a18abd538e1, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3339aed8-db09-4ae7-802e-3a18abd538e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:21.083526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Deleting port b0efcc5d-168f-4d15-a929-dc50f81922c8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:21.084660 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.130838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-c0cef94b-5604-4d12-afa0-17785a8c123c service neutron] 10.222.0.62 "GET /v2.0/networks/113f4a39-ce24-4901-8e9a-56ba16656f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624856 Oct 19 01:23:21.140707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c13ee796-1867-4b7e-97e0-dbc540ef6818 req-580f6398-dc46-4c2b-83b8-f10a9d1c6139 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611539 Oct 19 01:23:21.142203 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.175737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.176656 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.181399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] 10.222.0.62 "PUT /v2.0/ports/3339aed8-db09-4ae7-802e-3a18abd538e1 HTTP/1.1" status: 200 len: 1096 time: 2.0754750 Oct 19 01:23:21.186729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:21.189618 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12064385-58fd-459b-aa74-4b87d057cdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:21.380062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78149689-7efd-4558-8b83-93d16c6edf37 service neutron] Pushing event updated for resources: {'Port': ['ID=3339aed8-db09-4ae7-802e-3a18abd538e1,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:21.388181 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47497d0-5af3-4ff8-82ad-627754fae350 x-openstack-request-id: req-c47497d0-5af3-4ff8-82ad-627754fae350 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:21.389108 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:21.389618 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c47497d0-5af3-4ff8-82ad-627754fae350 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:21.390417 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1', 'status': 'completed', 'code': 200} Oct 19 01:23:21.413467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-f19e3d5a-4fd1-4f38-96a4-8b213f080d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.416276 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-f19e3d5a-4fd1-4f38-96a4-8b213f080d56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 1099 time: 0.1491210 Oct 19 01:23:21.494456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c1831d2-bf59-4c97-9e45-4c236b08dacf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3339aed8-db09-4ae7-802e-3a18abd538e1 HTTP/1.1" status: 200 len: 217 time: 0.0643086 Oct 19 01:23:21.540238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] For port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:21.545716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] For port b0efcc5d-168f-4d15-a929-dc50f81922c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b0efcc5d-168f-4d15-a929-dc50f81922c8,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:21.545989 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.588201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Calling delete_port for b0efcc5d-168f-4d15-a929-dc50f81922c8 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:21.630603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-e2856544-4526-4617-979b-b7d543b50e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.632192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-e2856544-4526-4617-979b-b7d543b50e04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1210208 Oct 19 01:23:21.684645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a62302-0734-48d0-bd23-e84a317f4c4c req-f433704e-8ae8-49c3-bd70-79df572da99b tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.692446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78a62302-0734-48d0-bd23-e84a317f4c4c req-f433704e-8ae8-49c3-bd70-79df572da99b tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 943 time: 0.3757522 Oct 19 01:23:21.692753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6773d-48a0-4c4c-aeb3-52212db84167 req-bc06e96f-ba15-4f47-b7f0-3e8bcd36a0ad tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.703211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ffd6773d-48a0-4c4c-aeb3-52212db84167 req-bc06e96f-ba15-4f47-b7f0-3e8bcd36a0ad tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 947 time: 0.1763988 Oct 19 01:23:21.723872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] For port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:21.739211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-12962f5a-0867-493b-8ecb-7e1340d9fa3b req-a978a440-5804-4d4b-ac69-05407ce8463b service neutron] 10.222.0.62 "GET /v2.0/networks/113f4a39-ce24-4901-8e9a-56ba16656f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522223 Oct 19 01:23:21.743285 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.829084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.829695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:21.835279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] 10.222.0.62 "PUT /v2.0/ports/6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 HTTP/1.1" status: 200 len: 1096 time: 3.9519820 Oct 19 01:23:21.886427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78a62302-0734-48d0-bd23-e84a317f4c4c req-cb146b87-e6e2-4a41-8690-6053970c72be tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930113 Oct 19 01:23:21.910332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-5f5d296b-046e-4f73-831b-d84fb2d01e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:21.911917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-5f5d296b-046e-4f73-831b-d84fb2d01e44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2644947 Oct 19 01:23:21.918275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ffd6773d-48a0-4c4c-aeb3-52212db84167 req-d0abda54-7862-4291-b613-3525f50d5872 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140257 Oct 19 01:23:22.130157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a35c3-6c7c-4a56-b7a6-7d460c9be67d service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:22.162762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-d4e804e0-85b8-4ac9-9c20-2a0bb5b3bcba service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314785 Oct 19 01:23:22.183052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'name': 'network-vif-deleted', 'tag': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497'}, {'name': 'network-changed', 'server_uuid': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'tag': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:22.185446 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0" -d '{"events": [{"server_uuid": "2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7", "name": "network-vif-deleted", "tag": "c08a9eb6-fb36-467f-83d2-5c73d50e8497"}, {"name": "network-changed", "server_uuid": "3d794d50-bcbe-4b18-9a89-c0cc623ca007", "tag": "6f8d7b87-3f28-49a5-a5ea-28b2686fbe60"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:22.324605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-e4149166-6893-4fca-832e-9ad0a7410e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.327396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-e4149166-6893-4fca-832e-9ad0a7410e38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=569df602020547878ccee4197d6eedd3&device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 1095 time: 0.4375637 Oct 19 01:23:22.358083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-9e2b5349-9db0-40eb-b1ac-eb0564e1ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.359546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-9e2b5349-9db0-40eb-b1ac-eb0564e1ff9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 1099 time: 0.3992634 Oct 19 01:23:22.372628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae1430-1bb1-422a-b790-128e934cff6e req-39a9ed4f-1130-4649-9607-174067833365 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.380514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24ae1430-1bb1-422a-b790-128e934cff6e req-39a9ed4f-1130-4649-9607-174067833365 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.3626614 Oct 19 01:23:22.401780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-be0840cc-87a4-4a75-bf60-096306cbc53c service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296448 Oct 19 01:23:22.406039 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.428996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbda7e3-5861-47ed-bcf1-826cce024f95 req-bf523119-0519-4983-be0d-732c853ea93d tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.437497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b0efcc5d-168f-4d15-a929-dc50f81922c8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:22.450802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bfbda7e3-5861-47ed-bcf1-826cce024f95 req-bf523119-0519-4983-be0d-732c853ea93d tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de0b5b1c-390c-4676-9771-f0e90cb0dd19 HTTP/1.1" status: 200 len: 1019 time: 0.1004746 Oct 19 01:23:22.465543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-e4033967-20a0-4577-99e0-86ae5be6f5a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 HTTP/1.1" status: 200 len: 217 time: 0.0735974 Oct 19 01:23:22.512726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bfbda7e3-5861-47ed-bcf1-826cce024f95 req-bbb4beda-2547-44c3-81f7-a062031bd218 tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9881378a-e295-45c3-9ef9-80df185b7172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Oct 19 01:23:22.541444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0efcc5d-168f-4d15-a929-dc50f81922c8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:22.587397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b0efcc5d-168f-4d15-a929-dc50f81922c8 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:22.600315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39450) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:22.603721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064385-58fd-459b-aa74-4b87d057cdfc req-6c88ed2a-5465-4f4b-9836-82091b86f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.605413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12064385-58fd-459b-aa74-4b87d057cdfc req-6c88ed2a-5465-4f4b-9836-82091b86f083 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 1099 time: 0.1153350 Oct 19 01:23:22.624874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24ae1430-1bb1-422a-b790-128e934cff6e req-871608d4-f4a6-4fcb-8824-6095220fdaf8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396488 Oct 19 01:23:22.627965 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d57780-94de-4b80-966e-83c5f21af1d2 x-openstack-request-id: req-89d57780-94de-4b80-966e-83c5f21af1d2 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:22.643033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b0efcc5d-168f-4d15-a929-dc50f81922c8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:22.643639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b0efcc5d-168f-4d15-a929-dc50f81922c8 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:22.644992 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c08a9eb6-fb36-467f-83d2-5c73d50e8497 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:22.656491 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7", "name": "network-vif-deleted", "tag": "c08a9eb6-fb36-467f-83d2-5c73d50e8497", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d794d50-bcbe-4b18-9a89-c0cc623ca007", "tag": "6f8d7b87-3f28-49a5-a5ea-28b2686fbe60", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:22.656769 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89d57780-94de-4b80-966e-83c5f21af1d2 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:22.657083 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9e9ee9-881b-4de3-80de-6fb0ebc2f3b7', 'name': 'network-vif-deleted', 'tag': 'c08a9eb6-fb36-467f-83d2-5c73d50e8497', 'status': 'completed', 'code': 200} Oct 19 01:23:22.657338 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'tag': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', 'status': 'completed', 'code': 200} Oct 19 01:23:22.686179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: c08a9eb6-fb36-467f-83d2-5c73d50e8497 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:22.686709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c08a9eb6-fb36-467f-83d2-5c73d50e8497 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:22.775539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] No DVR routers for this DVR port b0efcc5d-168f-4d15-a929-dc50f81922c8 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:22.788098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.792753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-210c8b51-8c08-463a-a08d-8a5e9ca28829 req-83e651b3-2eb8-4a07-9162-9c8ac48553cd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] 10.222.0.74 "DELETE /v2.0/ports/b0efcc5d-168f-4d15-a929-dc50f81922c8 HTTP/1.1" status: 204 len: 173 time: 2.5158424 Oct 19 01:23:22.817313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-d01ffc24-3165-42a2-9e6f-3a8fe3921b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.819489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-d01ffc24-3165-42a2-9e6f-3a8fe3921b3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.3269010 Oct 19 01:23:22.825357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-831c18d4-a15e-402d-808e-b484cbc30e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.827267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-831c18d4-a15e-402d-808e-b484cbc30e89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=113f4a39-ce24-4901-8e9a-56ba16656f2a HTTP/1.1" status: 200 len: 908 time: 0.4829319 Oct 19 01:23:22.907775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a8cc-f3c9-4e5a-b757-08df9f34d25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:22.953320 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-3e78f293-afd9-44ec-94fa-a893cff8815b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 HTTP/1.1" status: 200 len: 217 time: 0.0880260 Oct 19 01:23:22.989271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-dd1e5f12-9237-4a31-ab73-56216403392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:22.990786 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-dd1e5f12-9237-4a31-ab73-56216403392d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618545 Oct 19 01:23:23.026373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064385-58fd-459b-aa74-4b87d057cdfc req-1dff5bcd-63f3-4f25-8e3c-175cf8fc522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.027847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12064385-58fd-459b-aa74-4b87d057cdfc req-1dff5bcd-63f3-4f25-8e3c-175cf8fc522d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.4073210 Oct 19 01:23:23.102271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb82b9-da5c-4a43-bc89-3c2e9b9a6600 req-e06c12db-429c-4f86-a3fb-e7448bc6f10e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.103715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dfb82b9-da5c-4a43-bc89-3c2e9b9a6600 req-e06c12db-429c-4f86-a3fb-e7448bc6f10e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 943 time: 0.1415021 Oct 19 01:23:23.104832 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12064385-58fd-459b-aa74-4b87d057cdfc req-3572ac94-2ec1-4d95-834b-24f94e5ee0b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3339aed8-db09-4ae7-802e-3a18abd538e1 HTTP/1.1" status: 200 len: 217 time: 0.0671222 Oct 19 01:23:23.129127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-341bbcf2-3e41-4f15-a82b-cf3ed1062403 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.130585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-341bbcf2-3e41-4f15-a82b-cf3ed1062403 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.3332350 Oct 19 01:23:23.152388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-bd1caad6-2e0d-4dd8-9c07-d5081ef8a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.153839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-bd1caad6-2e0d-4dd8-9c07-d5081ef8a232 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f43dea3a-2507-408c-beb0-36d8a8a53873 HTTP/1.1" status: 200 len: 847 time: 0.1803596 Oct 19 01:23:23.180587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-22d89e38-3f69-403a-b04f-5f6cdaa8c57f tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/quotas/9567f9fa32ff49e48f93fc696f75d605 HTTP/1.1" status: 200 len: 375 time: 0.0238793 Oct 19 01:23:23.201432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-f1e4571b-0175-47d7-9daa-5506bbd84d88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=113f4a39-ce24-4901-8e9a-56ba16656f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311999 Oct 19 01:23:23.228888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064385-58fd-459b-aa74-4b87d057cdfc req-732dc748-461c-4c7f-8154-5da2653a83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.230369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12064385-58fd-459b-aa74-4b87d057cdfc req-732dc748-461c-4c7f-8154-5da2653a83e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1162086 Oct 19 01:23:23.234237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-588026f5-f54d-49e9-8ccb-203a5cdfeb0a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457687 Oct 19 01:23:23.254733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dfb82b9-da5c-4a43-bc89-3c2e9b9a6600 req-4eaacf1f-21c4-4604-8fc8-abeb20d87499 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119106 Oct 19 01:23:23.276751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a8cc-f3c9-4e5a-b757-08df9f34d25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.293439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a8cc-f3c9-4e5a-b757-08df9f34d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.298799 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-4c39dbe3-e7b0-4fd2-a794-f9098b5352d6 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626917 Oct 19 01:23:23.395734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fcb8a8cc-f3c9-4e5a-b757-08df9f34d25f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=534e66264de64269a9ab99415268e95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825933 Oct 19 01:23:23.403592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39468) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:23.411441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064385-58fd-459b-aa74-4b87d057cdfc req-28f35ef0-06c8-4531-b315-d85aee57af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.412506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12064385-58fd-459b-aa74-4b87d057cdfc req-28f35ef0-06c8-4531-b315-d85aee57af40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1745956 Oct 19 01:23:23.419394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8a8cc-f3c9-4e5a-b757-08df9f34d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d6ccd-98ba-468e-844a-1ad6aa1428bf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:23.468581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-b1a5b177-609b-4be8-bfde-dd36c9489a39 service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163734 Oct 19 01:23:23.504280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d79ad-8477-4233-8b62-f0e05a7040bf req-1dde71bd-5b0c-4df9-b529-8f946960c207 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.505807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-495d79ad-8477-4233-8b62-f0e05a7040bf req-1dde71bd-5b0c-4df9-b529-8f946960c207 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 947 time: 0.1571591 Oct 19 01:23:23.509688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-a0e3e1db-f8b5-45bb-9c0e-e7a5a95afc26 service neutron] 10.222.0.62 "GET /v2.0/networks/113f4a39-ce24-4901-8e9a-56ba16656f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970316 Oct 19 01:23:23.594360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21769e6-cab4-4130-b7d9-cc6513b30116 req-a62da22c-ea46-4796-a0de-9914cd1e2333 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541106 Oct 19 01:23:23.636203 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a03f-20b1-4bd1-9f7d-e70265d6d344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.669579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a03f-20b1-4bd1-9f7d-e70265d6d344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.682892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-495d79ad-8477-4233-8b62-f0e05a7040bf req-3ab0633d-359a-4420-9a6f-b415b087346a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516526 Oct 19 01:23:23.747764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12064385-58fd-459b-aa74-4b87d057cdfc req-f8497f64-0358-480f-be2b-4a0d7bfc8d34 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254855 Oct 19 01:23:23.765211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad54d9f8-949d-4c8f-aedc-1ad38c2eed49 req-71d6522c-913b-43ef-8c3b-02fec5b66c53 service neutron] 10.222.0.62 "GET /v2.0/networks/113f4a39-ce24-4901-8e9a-56ba16656f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362049 Oct 19 01:23:23.780039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-2fcf80d4-8db7-4ced-bb5a-9220e3941fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:23.781349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a03f-20b1-4bd1-9f7d-e70265d6d344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.783355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-2fcf80d4-8db7-4ced-bb5a-9220e3941fce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 1099 time: 0.0994909 Oct 19 01:23:23.785683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a03f-20b1-4bd1-9f7d-e70265d6d344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:23.801062 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bbe1a03f-20b1-4bd1-9f7d-e70265d6d344 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f49d6ccd-98ba-468e-844a-1ad6aa1428bf HTTP/1.1" status: 204 len: 168 time: 0.3809066 Oct 19 01:23:23.841700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-f9205bf3-bce9-44c6-82d9-56ea789ad37f service neutron] 10.222.0.64 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575981 Oct 19 01:23:23.917680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39478) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:23.930735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1a03f-20b1-4bd1-9f7d-e70265d6d344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d6ccd-98ba-468e-844a-1ad6aa1428bf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:23.956561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:24.036814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12064385-58fd-459b-aa74-4b87d057cdfc req-1d889079-a764-4992-8643-f89ef327bf70 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744818 Oct 19 01:23:24.072680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-db726e36-b640-4b37-9743-e65bde3db7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.075429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-db726e36-b640-4b37-9743-e65bde3db7db service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2806125 Oct 19 01:23:24.158881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-b035266e-c821-4ece-8d7f-536373b9b87b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 HTTP/1.1" status: 200 len: 217 time: 0.0737081 Oct 19 01:23:24.266248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,segment=NetworkSegment(1e5c50b7-32bc-40c9-98ee-d940c2e1043a),segment_id=1e5c50b7-32bc-40c9-98ee-d940c2e1043a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:24.292646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfdb5f-cdad-4d8f-946e-0d30916aa43d req-1aeb9039-668a-4a39-a004-0f01f6a5b306 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.296551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18bfdb5f-cdad-4d8f-946e-0d30916aa43d req-1aeb9039-668a-4a39-a004-0f01f6a5b306 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2877533 Oct 19 01:23:24.305860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3', 'network_id': '113f4a39-ce24-4901-8e9a-56ba16656f2a', 'port_id': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3', 'mac_address': 'fa:16:3e:14:2c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43dea3a-2507-408c-beb0-36d8a8a53873', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:24.379137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-23d6537a-63f2-41b5-9657-67f199dbeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.380642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-23d6537a-63f2-41b5-9657-67f199dbeaed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2128961 Oct 19 01:23:24.442333 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.459691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18bfdb5f-cdad-4d8f-946e-0d30916aa43d req-3ab5bb7b-4e4c-4573-9761-a875a32635c9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560578 Oct 19 01:23:24.485029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:24.489288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39492) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:24.518211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb8fd620-e1ac-4ff1-8771-5c253926f9f8 req-d55de201-2fc2-4e31-a025-200e832440f1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 210 time: 0.1415267 Oct 19 01:23:24.535886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,segment=NetworkSegment(1e5c50b7-32bc-40c9-98ee-d940c2e1043a),segment_id=1e5c50b7-32bc-40c9-98ee-d940c2e1043a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:24.546913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.547305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-7b2ce854-b719-4fa8-9cfb-0b9e6f04d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.554315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-7b2ce854-b719-4fa8-9cfb-0b9e6f04d0a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1517794 Oct 19 01:23:24.603304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:24.603540 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82d967b4-4611-4104-b0c7-77b14a77a07a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.685494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'name': 'network-vif-deleted', 'tag': 'b0efcc5d-168f-4d15-a929-dc50f81922c8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:24.687848 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1253c3a-4c9b-40ea-bc61-dc9ffd6f9650" -d '{"events": [{"server_uuid": "de0b5b1c-390c-4676-9771-f0e90cb0dd19", "name": "network-vif-deleted", "tag": "b0efcc5d-168f-4d15-a929-dc50f81922c8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:24.693134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-2854893f-43cc-4dc6-bee7-112e6c1469a0 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282845 Oct 19 01:23:24.810595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:24.900143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82d967b4-4611-4104-b0c7-77b14a77a07a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.913401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02546e6d-a52b-40f7-9d9c-40ff4b858604 req-301dff06-6b63-4c08-957b-4fbc2039872c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:24.915108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02546e6d-a52b-40f7-9d9c-40ff4b858604 req-301dff06-6b63-4c08-957b-4fbc2039872c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 947 time: 0.1148522 Oct 19 01:23:24.918405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82d967b4-4611-4104-b0c7-77b14a77a07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:24.954324 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.026963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d967b4-4611-4104-b0c7-77b14a77a07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c9bd8-15f3-414e-b7e2-df73d435e84d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:25.037453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-82d967b4-4611-4104-b0c7-77b14a77a07a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9a68b117ba14268862f503c04c02c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471590 Oct 19 01:23:25.044443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39502) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:25.133317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02546e6d-a52b-40f7-9d9c-40ff4b858604 req-f587c66a-aa7f-40f4-bb95-fd1ebf7253d5 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038884 Oct 19 01:23:25.255175 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be217e48-71ef-417d-9be5-fd0f417f94a5 x-openstack-request-id: req-be217e48-71ef-417d-9be5-fd0f417f94a5 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:25.255909 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0b5b1c-390c-4676-9771-f0e90cb0dd19", "name": "network-vif-deleted", "tag": "b0efcc5d-168f-4d15-a929-dc50f81922c8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:25.256333 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be217e48-71ef-417d-9be5-fd0f417f94a5 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:25.257121 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0b5b1c-390c-4676-9771-f0e90cb0dd19', 'name': 'network-vif-deleted', 'tag': 'b0efcc5d-168f-4d15-a929-dc50f81922c8', 'status': 'completed', 'code': 200} Oct 19 01:23:25.259115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb17e-1d0c-4312-9531-3090da410b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.299104 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb17e-1d0c-4312-9531-3090da410b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.336231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a63c49-79c9-42ef-82ce-27f5b9a3315d req-4f0bc83a-dddf-42f4-9e65-02a6458f6729 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:25.337088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17a63c49-79c9-42ef-82ce-27f5b9a3315d req-4f0bc83a-dddf-42f4-9e65-02a6458f6729 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 944 time: 0.6422875 Oct 19 01:23:25.425481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17a63c49-79c9-42ef-82ce-27f5b9a3315d req-36bb5f32-0b0e-41f3-8fdc-34c7e47f6f5c tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748553 Oct 19 01:23:25.433495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-969fdbe4-06c9-47ff-ac68-f7d7b38f1ad0 req-83d8c855-46d8-4bfc-9475-72b03a9255d0 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281091 Oct 19 01:23:25.448847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb17e-1d0c-4312-9531-3090da410b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.451596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb17e-1d0c-4312-9531-3090da410b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.455140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2d2bb17e-1d0c-4312-9531-3090da410b20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a31c9bd8-15f3-414e-b7e2-df73d435e84d HTTP/1.1" status: 204 len: 168 time: 0.4073279 Oct 19 01:23:25.470274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bb17e-1d0c-4312-9531-3090da410b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c9bd8-15f3-414e-b7e2-df73d435e84d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:25.570813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Deleting port 4f0c95ff-a646-4f56-a61f-279e0d0d328b {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:25.571487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:25.924648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e23c0-42ae-483f-b21f-668791d43770 req-7002543b-f79d-447d-9920-0b2f95c32ac9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:25.932813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-772e23c0-42ae-483f-b21f-668791d43770 req-7002543b-f79d-447d-9920-0b2f95c32ac9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.2210643 Oct 19 01:23:25.941959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-7e6b3dfa-3842-46dc-a3a3-7d74e5d2608a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:25.943477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-7e6b3dfa-3842-46dc-a3a3-7d74e5d2608a tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 812 time: 0.1876278 Oct 19 01:23:25.965453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Request body: {'port': {'device_id': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'admin_state_up': True, 'tenant_id': '9567f9fa32ff49e48f93fc696f75d605'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:25.970194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:26.024953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-772e23c0-42ae-483f-b21f-668791d43770 req-ec94e996-9b8b-4754-9ee3-020f406ea476 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910406 Oct 19 01:23:26.065296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:26.177077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Made reservation on behalf of 9567f9fa32ff49e48f93fc696f75d605 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:26.182723 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.195418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:26.211745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', 'mac_address': 'fa:16:3e:d3:4f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:26.224315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d654b3d5-7909-435b-b8ec-eb0cff94e49d req-16d02c5a-b2fe-4f8d-a36b-0b637662e4dd tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 210 time: 0.5924444 Oct 19 01:23:26.226312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:23:26.277007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:26.277294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.290082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] For port 4f0c95ff-a646-4f56-a61f-279e0d0d328b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4f0c95ff-a646-4f56-a61f-279e0d0d328b,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:26.290704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.305955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Calling delete_port for 4f0c95ff-a646-4f56-a61f-279e0d0d328b owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:26.321455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.337604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:26.369250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:26.379902 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.381085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3339aed8-db09-4ae7-802e-3a18abd538e1 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:26.443710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:26.495172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.498429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78ce4-f6d9-41d8-939b-c4d1c00b1022 req-3de9ebb8-3d50-4c70-9cd2-517bb529d141 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:26.502696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b78ce4-f6d9-41d8-939b-c4d1c00b1022 req-3de9ebb8-3d50-4c70-9cd2-517bb529d141 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 947 time: 0.1776974 Oct 19 01:23:26.537249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:26.539530 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62544e03-5065-4287-bca6-d19057804ff7" -d '{"events": [{"server_uuid": "7f514cc3-f3bf-497d-9f11-11f42f872330", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:26.562610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,segment=NetworkSegment(1e5c50b7-32bc-40c9-98ee-d940c2e1043a),segment_id=1e5c50b7-32bc-40c9-98ee-d940c2e1043a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:26.563822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.566826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3339aed8-db09-4ae7-802e-3a18abd538e1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3339aed8-db09-4ae7-802e-3a18abd538e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:26.576268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.612557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97b78ce4-f6d9-41d8-939b-c4d1c00b1022 req-ded29548-01b5-4615-83ae-962822389bbc tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001153 Oct 19 01:23:26.616727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Allocated IP 172.20.0.6 (16328a5b-3007-43fd-af23-0d798d47d1b0/bd1cf545-8b75-4d90-80fd-dfb94dc1a56d/a6702058-ead9-48a9-85d5-8351fbf22bff) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:26.634820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0c95ff-a646-4f56-a61f-279e0d0d328b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:26.663582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:26.674417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3339aed8-db09-4ae7-802e-3a18abd538e1', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '3339aed8-db09-4ae7-802e-3a18abd538e1', 'mac_address': 'fa:16:3e:93:32:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:26.742870 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.769912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3339aed8-db09-4ae7-802e-3a18abd538e1 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:26.829964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3339aed8-db09-4ae7-802e-3a18abd538e1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3339aed8-db09-4ae7-802e-3a18abd538e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:26.840835 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:26.893021 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de025c26-9813-4a58-ba3c-c65be161807d x-openstack-request-id: req-de025c26-9813-4a58-ba3c-c65be161807d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:26.893320 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f514cc3-f3bf-497d-9f11-11f42f872330", "name": "network-vif-plugged", "status": "completed", "tag": "22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:26.893929 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de025c26-9813-4a58-ba3c-c65be161807d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:26.894475 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3', 'code': 200} Oct 19 01:23:26.953265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3339aed8-db09-4ae7-802e-3a18abd538e1,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:27.009668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8761f9-8cb6-4a03-bbff-2010e19fe6ac req-a372769f-7565-46d2-b1f9-b78d58b66b0a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:27.011484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef8761f9-8cb6-4a03-bbff-2010e19fe6ac req-a372769f-7565-46d2-b1f9-b78d58b66b0a tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 945 time: 0.2470915 Oct 19 01:23:27.046678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.050296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19455a4-12e6-4d2c-bed1-4fd3b0b29257 req-fd221d2e-98d2-45eb-baa3-5614a02ba422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:27.052811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c19455a4-12e6-4d2c-bed1-4fd3b0b29257 req-fd221d2e-98d2-45eb-baa3-5614a02ba422 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 1097 time: 0.0922308 Oct 19 01:23:27.116924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef8761f9-8cb6-4a03-bbff-2010e19fe6ac req-5571df6f-c864-4234-8144-9e6477d90796 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896866 Oct 19 01:23:27.120610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['6f8d7b87-3f28-49a5-a5ea-28b2686fbe60'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:27.123638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3339aed8-db09-4ae7-802e-3a18abd538e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:27.165568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.209800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497e88c-21b9-4484-a5b0-0f10c0c034ae req-977e3d2d-819e-472c-a47f-cf641554c97b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:27.211463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c497e88c-21b9-4484-a5b0-0f10c0c034ae req-977e3d2d-819e-472c-a47f-cf641554c97b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0876999 Oct 19 01:23:27.215243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c19455a4-12e6-4d2c-bed1-4fd3b0b29257 req-7adf0900-a2e6-4999-b4a3-1278ee1e2ddd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524091 Oct 19 01:23:27.250560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.273138 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c497e88c-21b9-4484-a5b0-0f10c0c034ae req-8773bc90-1d0f-4ec7-9460-3e44e8ac9e4b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525904 Oct 19 01:23:27.307898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Network 16328a5b-3007-43fd-af23-0d798d47d1b0 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:27.311897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:27.317268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:27.363146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event updated for resources: {'Port': ['ID=a6702058-ead9-48a9-85d5-8351fbf22bff,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:27.391627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:27.392446 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.424018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-aa6938aa-aee7-4738-a95f-20f42e3f9693 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4630568 Oct 19 01:23:27.447206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Request body: {'port': {'device_id': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:27.547451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:27.554472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:27.680596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6378d0-9083-49ff-ba53-6f1bcb600dd5 req-ad5d870f-08e8-47ca-a82c-eed6f04b7bc1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:27.682291 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b6378d0-9083-49ff-ba53-6f1bcb600dd5 req-ad5d870f-08e8-47ca-a82c-eed6f04b7bc1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 931 time: 0.2957246 Oct 19 01:23:27.809354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b6378d0-9083-49ff-ba53-6f1bcb600dd5 req-0431d22f-1770-44f4-9da8-91ff6bbffb97 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167905 Oct 19 01:23:27.822245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:27.829504 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-95cb7727-1da8-47b7-a5b1-5fb55485a4bb admin admin] 10.222.0.64 "PUT /v2.0/routers/6e33da99-0d7f-4995-b9ec-59509e1d22c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9079127 Oct 19 01:23:27.832819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:27.833178 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] Sync routers for ids ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:27.850293 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] Routers {'6e33da99-0d7f-4995-b9ec-59509e1d22c7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:27.851658 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:27.973574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55389f49-c67c-41e7-8e31-f3d14903d337 req-39739dc1-029c-4268-8ebb-606dec278941 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:27.992753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55389f49-c67c-41e7-8e31-f3d14903d337 req-39739dc1-029c-4268-8ebb-606dec278941 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 948 time: 0.1546218 Oct 19 01:23:27.998322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.065001 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] Set router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:28.092735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55389f49-c67c-41e7-8e31-f3d14903d337 req-9c8debca-4391-4953-8691-c44f101edb75 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935822 Oct 19 01:23:28.208597 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.239557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6702058-ead9-48a9-85d5-8351fbf22bff {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:28.252825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.277085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Transition to ACTIVE for port object a6702058-ead9-48a9-85d5-8351fbf22bff will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:28.287808 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.421164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63c273-144d-474f-af58-f2da4010f770 req-7e6e3f6b-ec42-4de7-83d6-6c0cf910d7e4 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:28.429147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2f63c273-144d-474f-af58-f2da4010f770 req-7e6e3f6b-ec42-4de7-83d6-6c0cf910d7e4 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 945 time: 0.2145009 Oct 19 01:23:28.500839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2f63c273-144d-474f-af58-f2da4010f770 req-7b3183f3-70f3-4398-8354-d88eecea6d91 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686657 Oct 19 01:23:28.515783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Deleting port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:28.516375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.576016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Pushing event updated for resources: {'Port': ['ID=a6702058-ead9-48a9-85d5-8351fbf22bff,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:28.595183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468f8a7-30ae-447b-ae2d-e390345a91af req-d03470af-ca7f-40af-bd00-47a497672bc1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:28.596675 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6468f8a7-30ae-447b-ae2d-e390345a91af req-d03470af-ca7f-40af-bd00-47a497672bc1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1526880 Oct 19 01:23:28.649057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] For port e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:28.650079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.656944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6468f8a7-30ae-447b-ae2d-e390345a91af req-e8e0e7ba-71be-4175-91b8-0243a043a630 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 Oct 19 01:23:28.659570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Attempting to bind port a6702058-ead9-48a9-85d5-8351fbf22bff on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:28.660409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Attempting to bind port a6702058-ead9-48a9-85d5-8351fbf22bff by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:28.661140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Attempting to bind port a6702058-ead9-48a9-85d5-8351fbf22bff on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:28.665380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Port a6702058-ead9-48a9-85d5-8351fbf22bff on network 16328a5b-3007-43fd-af23-0d798d47d1b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:28.665682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Attempting to bind port a6702058-ead9-48a9-85d5-8351fbf22bff on network 16328a5b-3007-43fd-af23-0d798d47d1b0 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:28.671659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:28.672018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Checking segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:28.672405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Bound using segment: {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:28.672836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Bound port: a6702058-ead9-48a9-85d5-8351fbf22bff, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6f0b96-6609-4e27-b659-11ca772fd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:28.673191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.684879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Calling delete_port for e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:28.698631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:23:26Z', 'revision_number': 5, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port': {'id': 'e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:06Z', 'updated_at': '2021-10-19T01:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:28.770362 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] Checking router: 6e33da99-0d7f-4995-b9ec-59509e1d22c7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:28.779325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] For port a6702058-ead9-48a9-85d5-8351fbf22bff, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:28.786951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] For port a6702058-ead9-48a9-85d5-8351fbf22bff, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a6702058-ead9-48a9-85d5-8351fbf22bff,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:28.790734 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] Routers {'6e33da99-0d7f-4995-b9ec-59509e1d22c7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:28.791605 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:28.794523 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.841982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:28.842984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:28.844567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] 10.222.0.74 "PUT /v2.0/ports/a6702058-ead9-48a9-85d5-8351fbf22bff HTTP/1.1" status: 200 len: 1092 time: 1.4024661 Oct 19 01:23:28.845114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'tag': 'a6702058-ead9-48a9-85d5-8351fbf22bff'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:28.847916 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65" -d '{"events": [{"name": "network-changed", "server_uuid": "adaf326c-eebd-40bf-b5fc-9d575e0d85ae", "tag": "a6702058-ead9-48a9-85d5-8351fbf22bff"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:28.882761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd8fc2-4692-43d6-996b-847119b76083 service neutron] Pushing event updated for resources: {'Port': ['ID=a6702058-ead9-48a9-85d5-8351fbf22bff,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:28.984229 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63daf9d3-2612-4ccb-ae3a-e4762f30dfc6 x-openstack-request-id: req-63daf9d3-2612-4ccb-ae3a-e4762f30dfc6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:28.984733 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adaf326c-eebd-40bf-b5fc-9d575e0d85ae", "tag": "a6702058-ead9-48a9-85d5-8351fbf22bff", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:28.985122 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63daf9d3-2612-4ccb-ae3a-e4762f30dfc6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:28.985637 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'tag': 'a6702058-ead9-48a9-85d5-8351fbf22bff', 'status': 'completed', 'code': 200} Oct 19 01:23:28.996027 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] Set router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:29.009262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-8830b508-404c-4eeb-ae35-7626e2099642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:29.010908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-8830b508-404c-4eeb-ae35-7626e2099642 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 1095 time: 0.1019640 Oct 19 01:23:29.078703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-f79f5057-4317-4d93-b999-531d23d720fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6702058-ead9-48a9-85d5-8351fbf22bff HTTP/1.1" status: 200 len: 217 time: 0.0515733 Oct 19 01:23:29.080162 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:23:28Z', 'revision_number': 6, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:29.150269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-7455f676-e521-47ac-bf4c-742181d10bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:29.151731 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e91d0-9785-4eab-8d1a-e6f65a7ca41f None None] The sync data for ids ['6e33da99-0d7f-4995-b9ec-59509e1d22c7'] in n-d-789963-20 is: [{'id': '6e33da99-0d7f-4995-b9ec-59509e1d22c7', 'name': 'tempest-TestServerMultinode-190730330-router', 'tenant_id': 'c2b6b686e7e049368661760ab25be103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:04Z', 'updated_at': '2021-10-19T01:23:28Z', 'revision_number': 6, 'project_id': 'c2b6b686e7e049368661760ab25be103', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:29.152483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-7455f676-e521-47ac-bf4c-742181d10bec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.0640781 Oct 19 01:23:29.223240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb77bea-372a-4d69-b8c3-756f36b119c1 req-2f241335-5f3a-4542-82c5-b3cec0cd7de6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:29.227885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4eb77bea-372a-4d69-b8c3-756f36b119c1 req-2f241335-5f3a-4542-82c5-b3cec0cd7de6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 943 time: 0.2108178 Oct 19 01:23:29.247085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-03bd1045-ebd4-462f-a1f1-b6d8ee34d5b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649111 Oct 19 01:23:29.313179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4eb77bea-372a-4d69-b8c3-756f36b119c1 req-beae6a50-d5c3-475e-b556-05a09564ccd0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755432 Oct 19 01:23:29.321136 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.361774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e665b1-51d8-4d87-a488-22b3fe98b4f5 req-7c30381e-3e59-47a8-a33f-dc3aa10c8d53 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:29.363451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:29.374107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81e665b1-51d8-4d87-a488-22b3fe98b4f5 req-7c30381e-3e59-47a8-a33f-dc3aa10c8d53 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 948 time: 0.1296103 Oct 19 01:23:29.450735 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.457284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81e665b1-51d8-4d87-a488-22b3fe98b4f5 req-d78db545-3623-4922-b22a-0e8467c90dc1 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788579 Oct 19 01:23:29.458198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-5bd71fb2-940c-481c-84c5-b5dced5c6568 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975183 Oct 19 01:23:29.595999 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5702f2a-296d-40da-bb19-d01244b54d99 req-9772e860-814d-41f8-94bc-2a6892bc06f6 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309028 Oct 19 01:23:29.627169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.632141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.757597 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.758651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e33da99-0d7f-4995-b9ec-59509e1d22c7 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:23:29.765836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.769385 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d295d695-c52e-40ae-a229-79d1b5d2aa9a admin admin] 10.222.0.64 "DELETE /v2.0/routers/6e33da99-0d7f-4995-b9ec-59509e1d22c7 HTTP/1.1" status: 204 len: 168 time: 1.9325941 Oct 19 01:23:29.770175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39630) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:29.805010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-6d17b3c3-385a-47ed-b6e7-d32d49ec3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:29.806545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-6d17b3c3-385a-47ed-b6e7-d32d49ec3057 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9567f9fa32ff49e48f93fc696f75d605&device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 1095 time: 0.1068718 Oct 19 01:23:29.820292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfe3f2-b612-4248-bfee-269e8d2bfed1 req-876879ed-4773-451a-93be-d6648792317d tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:29.822638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cbdfe3f2-b612-4248-bfee-269e8d2bfed1 req-876879ed-4773-451a-93be-d6648792317d tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 945 time: 0.1980512 Oct 19 01:23:29.864548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] Deleting subnet c965c729-0b54-4929-b76b-e167fcf6a2c3 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:23:29.868904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.911347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cbdfe3f2-b612-4248-bfee-269e8d2bfed1 req-849320d3-4210-428b-b72a-e1a0ea9c350d tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784974 Oct 19 01:23:29.921132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:29.957995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bc225-d5b8-4bc1-a859-931be921a6d2 req-eca130d5-00b6-4941-b3af-69b744817d43 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:29.961101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d95bc225-d5b8-4bc1-a859-931be921a6d2 req-eca130d5-00b6-4941-b3af-69b744817d43 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1440265 Oct 19 01:23:29.986519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:30.027418 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.045821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d95bc225-d5b8-4bc1-a859-931be921a6d2 req-0fce2d59-1b18-4b57-8e69-cfb4e7ed05bf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680025 Oct 19 01:23:30.049284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-9d20f434-d55b-493a-a897-684d53761d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:30.051817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-9d20f434-d55b-493a-a897-684d53761d1a service neutron] 10.222.0.74 "GET /v2.0/networks?id=16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 200 len: 913 time: 0.2362094 Oct 19 01:23:30.107317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-42e631d1-0dea-4284-807d-87a01313514f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6702058-ead9-48a9-85d5-8351fbf22bff HTTP/1.1" status: 200 len: 217 time: 0.0446255 Oct 19 01:23:30.113101 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.115156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:23:30.120399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:30.121111 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.149042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c965c729-0b54-4929-b76b-e167fcf6a2c3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:30.163302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.167032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-db6178b5-a7eb-4769-8947-db269ea35eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:30.168550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-db6178b5-a7eb-4769-8947-db269ea35eb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 200 len: 852 time: 0.0565908 Oct 19 01:23:30.170945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0eb1ac44-710c-4689-ab2b-1c158323dc18 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c965c729-0b54-4929-b76b-e167fcf6a2c3 HTTP/1.1" status: 204 len: 168 time: 0.3997800 Oct 19 01:23:30.173967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39644) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:30.175390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b6295-85c2-4405-9d67-5047914d5a22 None None] Network 5b855bb6-c7d4-460b-8ad9-c45c0045de99 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:30.263538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39648) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:30.280089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-5d2db426-5f48-407f-87e0-462e1de22078 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16328a5b-3007-43fd-af23-0d798d47d1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970707 Oct 19 01:23:30.321430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f0c95ff-a646-4f56-a61f-279e0d0d328b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:30.365721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4f0c95ff-a646-4f56-a61f-279e0d0d328b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:30.366075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f0c95ff-a646-4f56-a61f-279e0d0d328b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:30.366743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:30.429719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:30.430243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2d6c2a9-d14f-4f49-9d7b-8a53e93c28d2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:30.446776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.477451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7a77bcb-4c5f-4464-9fb3-be82424a2fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.524408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.589272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:30.589956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:30.594239 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafbfc2d-d9d7-4953-a562-3f237a57aeea" -d '{"events": [{"server_uuid": "3d794d50-bcbe-4b18-9a89-c0cc623ca007", "name": "network-vif-plugged", "status": "completed", "tag": "6f8d7b87-3f28-49a5-a5ea-28b2686fbe60"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:30.602069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.603269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3339aed8-db09-4ae7-802e-3a18abd538e1 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:30.656757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-754ac015-f40e-45fc-a9d6-97da134d4bd8 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469956 Oct 19 01:23:30.676142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] DHCP port deletion for 5b855bb6-c7d4-460b-8ad9-c45c0045de99 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:23:30.733738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 3339aed8-db09-4ae7-802e-3a18abd538e1 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:23:30.751924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3339aed8-db09-4ae7-802e-3a18abd538e1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:30.752779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.768587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7a77bcb-4c5f-4464-9fb3-be82424a2fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.780702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7a77bcb-4c5f-4464-9fb3-be82424a2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.790596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf814a29-2d4a-449d-a0fe-658045d9c0f0 req-765bb7cc-d528-4c48-9c44-be0781e777c6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:30.792151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf814a29-2d4a-449d-a0fe-658045d9c0f0 req-765bb7cc-d528-4c48-9c44-be0781e777c6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 948 time: 0.1821756 Oct 19 01:23:30.808848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:30.813490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-718f5925-4645-4b9e-9703-fe9b037b16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:30.815173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-718f5925-4645-4b9e-9703-fe9b037b16dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1097 time: 0.2627566 Oct 19 01:23:30.823422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7de73b-7689-4ee6-a61a-de1b30c22f22 req-a401889a-d459-4072-9313-a863010a4bb0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:30.830898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba7de73b-7689-4ee6-a61a-de1b30c22f22 req-a401889a-d459-4072-9313-a863010a4bb0 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 943 time: 0.3811328 Oct 19 01:23:30.851027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7a77bcb-4c5f-4464-9fb3-be82424a2fe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a82e9773df164cfe919b6917bc4bbdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837176 Oct 19 01:23:30.851027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a77bcb-4c5f-4464-9fb3-be82424a2fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bcee53-4649-4e41-b092-ade9a4cde9b9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:30.854581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39664) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:30.873722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] Deleting port c6f32ab0-2bef-42d1-9262-129b958df908 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:30.874412 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.883066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf814a29-2d4a-449d-a0fe-658045d9c0f0 req-6532b7d3-fb48-47c7-8168-c3cf63dfec86 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819161 Oct 19 01:23:30.895472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba7de73b-7689-4ee6-a61a-de1b30c22f22 req-f4fac83d-14c6-4a10-b068-9b81211d0d93 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Oct 19 01:23:30.940119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fd58092-79d5-4aa0-a089-57af490c0914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.971221 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fd58092-79d5-4aa0-a089-57af490c0914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.984007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b22505a1-cb5b-4764-abeb-dad6fe7d8c65 req-e70d290c-6d73-4ada-a208-d7324281c6c7 service neutron] 10.222.0.74 "GET /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027468 Oct 19 01:23:30.987082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Deleting port c6f32ab0-2bef-42d1-9262-129b958df908 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:30.987446 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:30.992957 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a313134-ba75-4524-84d5-9d40a7a2c039 x-openstack-request-id: req-8a313134-ba75-4524-84d5-9d40a7a2c039 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:30.994062 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d794d50-bcbe-4b18-9a89-c0cc623ca007", "name": "network-vif-plugged", "status": "completed", "tag": "6f8d7b87-3f28-49a5-a5ea-28b2686fbe60", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:30.994503 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a313134-ba75-4524-84d5-9d40a7a2c039 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:30.995066 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', 'code': 200} Oct 19 01:23:31.025988 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] For port c6f32ab0-2bef-42d1-9262-129b958df908, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6f32ab0-2bef-42d1-9262-129b958df908,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:31.027518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.036253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fd58092-79d5-4aa0-a089-57af490c0914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.040223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3fd58092-79d5-4aa0-a089-57af490c0914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.045457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3fd58092-79d5-4aa0-a089-57af490c0914 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17bcee53-4649-4e41-b092-ade9a4cde9b9 HTTP/1.1" status: 204 len: 168 time: 0.1883063 Oct 19 01:23:31.056991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd58092-79d5-4aa0-a089-57af490c0914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bcee53-4649-4e41-b092-ade9a4cde9b9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:31.073909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] For port c6f32ab0-2bef-42d1-9262-129b958df908, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6f32ab0-2bef-42d1-9262-129b958df908,segment=NetworkSegment(843305b7-91a1-4d61-9dcd-b2abd6b6e827),segment_id=843305b7-91a1-4d61-9dcd-b2abd6b6e827)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:31.074942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.082771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] Calling delete_port for c6f32ab0-2bef-42d1-9262-129b958df908 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:31.109619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Calling delete_port for c6f32ab0-2bef-42d1-9262-129b958df908 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:31.131762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.132388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248635b4-08da-4702-985b-cfbbaffa58d2 req-a20fd10e-3a64-4d4a-981a-3ced0ef489dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:31.134317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-248635b4-08da-4702-985b-cfbbaffa58d2 req-a20fd10e-3a64-4d4a-981a-3ced0ef489dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 1101 time: 0.0635562 Oct 19 01:23:31.192950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-248635b4-08da-4702-985b-cfbbaffa58d2 req-e233dd1b-41a5-43e0-b3c3-c45d2fc75e2d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492308 Oct 19 01:23:31.223163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3339aed8-db09-4ae7-802e-3a18abd538e1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3339aed8-db09-4ae7-802e-3a18abd538e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:31.235307 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.261921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98391c-544b-41b2-8a20-862a994bd07b req-a92cf609-05cf-4058-8158-abfa85c77b39 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:31.264240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d98391c-544b-41b2-8a20-862a994bd07b req-a92cf609-05cf-4058-8158-abfa85c77b39 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0749002 Oct 19 01:23:31.278002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-ce7042d2-15d3-475c-8e89-3385366f4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:31.281971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-ce7042d2-15d3-475c-8e89-3385366f4184 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 915 time: 0.4464023 Oct 19 01:23:31.333247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3339aed8-db09-4ae7-802e-3a18abd538e1,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:31.338065 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.344562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d98391c-544b-41b2-8a20-862a994bd07b req-456c0709-b28b-4f80-99d4-28711d0f8f1a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721881 Oct 19 01:23:31.360772 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.407709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] No DVR routers for this DVR port c6f32ab0-2bef-42d1-9262-129b958df908 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:31.416729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f32ab0-2bef-42d1-9262-129b958df908,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:31.480256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-40ccd77a-b11e-4dc5-9969-f0245c2244f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 217 time: 0.0759819 Oct 19 01:23:31.500523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39676) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:31.516170 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e336791-6f80-48de-a0e6-7cc6139d4c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.567455 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.605891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-5bebae29-82e9-4321-b9b6-e3400dc0ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:31.607343 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-5bebae29-82e9-4321-b9b6-e3400dc0ac26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.1141798 Oct 19 01:23:31.610733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] Pushing event deleted for resources: {'Port': ['ID=c6f32ab0-2bef-42d1-9262-129b958df908,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:31.611196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b855bb6-c7d4-460b-8ad9-c45c0045de99']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:31.625214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87f28f-9ffd-4f25-a7c6-700e68cdf9b7 None None] No DVR routers for this DVR port c6f32ab0-2bef-42d1-9262-129b958df908 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:31.653924 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e336791-6f80-48de-a0e6-7cc6139d4c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.659553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e336791-6f80-48de-a0e6-7cc6139d4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.687507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843305b7-91a1-4d61-9dcd-b2abd6b6e827') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:31.687799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843305b7-91a1-4d61-9dcd-b2abd6b6e827') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:31.692254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-0ec504b8-5fe1-4aaa-99af-99275f7337c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582101 Oct 19 01:23:31.705223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e336791-6f80-48de-a0e6-7cc6139d4c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae7551f-52eb-4cad-b569-4f47a56bdfcc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:31.711876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.713559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5e336791-6f80-48de-a0e6-7cc6139d4c05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92b071e763a24aa8bb4ddef8ff136a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118654 Oct 19 01:23:31.713718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39680) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:31.755736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.800534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:23:31.801010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:23:31.802910 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:23:31.900933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.905145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.908508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] 10.222.0.64 "DELETE /v2.0/networks/5b855bb6-c7d4-460b-8ad9-c45c0045de99 HTTP/1.1" status: 204 len: 168 time: 1.7328649 Oct 19 01:23:31.912122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39684) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:31.915732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-7dd8007a-2fff-43b9-a72a-83087deb5d65 service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152722 Oct 19 01:23:31.925143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6676ae33-0cca-4275-b22a-077553eccf4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:31.937089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ac4ff-edc9-4b27-8038-c98c713bfcee admin admin] Pushing event deleted for resources: {'Network': ['ID=5b855bb6-c7d4-460b-8ad9-c45c0045de99,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:31.977938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6676ae33-0cca-4275-b22a-077553eccf4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.076385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5952-6063-484b-8f69-ae4df3a1de49 req-f7508a92-12ef-4b59-8c25-b976864e0348 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:32.077880 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-248d5952-6063-484b-8f69-ae4df3a1de49 req-f7508a92-12ef-4b59-8c25-b976864e0348 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 949 time: 0.0985532 Oct 19 01:23:32.100658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a8eda56-b41d-4986-98d7-7e7f9068a4e3 req-ebafe365-07fd-47a9-bac3-fc25a69ab98e service neutron] 10.222.0.62 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726415 Oct 19 01:23:32.109762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08649ad3-6146-428b-9268-933eb56d04d4 req-0e1accf4-b744-409f-b2b4-52e68e7556b6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:32.111222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08649ad3-6146-428b-9268-933eb56d04d4 req-0e1accf4-b744-409f-b2b4-52e68e7556b6 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 943 time: 0.1015980 Oct 19 01:23:32.127887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6676ae33-0cca-4275-b22a-077553eccf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.130521 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6676ae33-0cca-4275-b22a-077553eccf4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.131706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6676ae33-0cca-4275-b22a-077553eccf4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ae7551f-52eb-4cad-b569-4f47a56bdfcc HTTP/1.1" status: 204 len: 168 time: 0.4163740 Oct 19 01:23:32.150404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676ae33-0cca-4275-b22a-077553eccf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae7551f-52eb-4cad-b569-4f47a56bdfcc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:32.168655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-248d5952-6063-484b-8f69-ae4df3a1de49 req-77815fc6-7c2e-4e9b-9651-d6b3080820ae tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824316 Oct 19 01:23:32.182011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08649ad3-6146-428b-9268-933eb56d04d4 req-ce38e4db-f855-41f4-aae3-bd809f8cbbed tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 Oct 19 01:23:32.295924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6f32ab0-2bef-42d1-9262-129b958df908 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:32.318709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c6f32ab0-2bef-42d1-9262-129b958df908 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:32.319054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6f32ab0-2bef-42d1-9262-129b958df908 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:32.418932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.528642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abeb6d-f15e-4b96-8585-7940713f62c0 req-2112f88f-9250-456b-9591-a882d5d17142 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:32.531280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a8abeb6d-f15e-4b96-8585-7940713f62c0 req-2112f88f-9250-456b-9591-a882d5d17142 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.0950992 Oct 19 01:23:32.589678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a8abeb6d-f15e-4b96-8585-7940713f62c0 req-6332f570-8237-467f-8839-582f33cfea17 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496356 Oct 19 01:23:32.741457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Deleting port 44b00661-c42a-43a0-b130-ca9deda8fd9f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:32.741801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.828047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] For port 44b00661-c42a-43a0-b130-ca9deda8fd9f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=44b00661-c42a-43a0-b130-ca9deda8fd9f,segment=NetworkSegment(28c96a96-ab94-451a-936b-305b2e41471d),segment_id=28c96a96-ab94-451a-936b-305b2e41471d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:32.828413 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:32.843810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Calling delete_port for 44b00661-c42a-43a0-b130-ca9deda8fd9f owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:33.013506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:33.016109 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d109bfd-383a-4c6f-b648-62c51ae799f8" -d '{"events": [{"server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "name": "network-vif-plugged", "status": "completed", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:33.057080 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:33.062353 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b6064c-d782-42a2-973a-70acb2c12fff x-openstack-request-id: req-b7b6064c-d782-42a2-973a-70acb2c12fff {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:33.062814 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "name": "network-vif-plugged", "status": "completed", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:33.063088 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7b6064c-d782-42a2-973a-70acb2c12fff {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:33.063606 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1', 'code': 200} Oct 19 01:23:33.086002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b00661-c42a-43a0-b130-ca9deda8fd9f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:33.261872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40a13-e08f-4509-b700-119830184d6d req-ec60d917-86ac-40b5-9fd3-3c14f74be001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:33.263485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bf40a13-e08f-4509-b700-119830184d6d req-ec60d917-86ac-40b5-9fd3-3c14f74be001 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 1101 time: 0.1184177 Oct 19 01:23:33.344446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:33.368113 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bf40a13-e08f-4509-b700-119830184d6d req-130c50bc-7b6e-4481-9b59-a008046d81c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960162 Oct 19 01:23:33.397539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900eda-042b-4fed-a367-0b45e8cd62f4 req-d12027d0-5ff1-4068-8e2b-7a051bfdc3a0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:33.408633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21900eda-042b-4fed-a367-0b45e8cd62f4 req-d12027d0-5ff1-4068-8e2b-7a051bfdc3a0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 949 time: 0.0949745 Oct 19 01:23:33.460312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21900eda-042b-4fed-a367-0b45e8cd62f4 req-2e6cf848-45d9-4b80-af15-cd36d1cbbdfb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Oct 19 01:23:33.805428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045387b-2eb1-4c00-9728-ebe3df91580e req-adda3786-2468-42e5-9551-6fea0dbff238 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:33.807648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b045387b-2eb1-4c00-9728-ebe3df91580e req-adda3786-2468-42e5-9551-6fea0dbff238 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 943 time: 0.4803066 Oct 19 01:23:33.839941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108b28d-8874-415d-8430-735cd726feb1 req-5c8b13fb-40f6-4e66-93ad-9624b9989258 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:33.841809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7108b28d-8874-415d-8430-735cd726feb1 req-5c8b13fb-40f6-4e66-93ad-9624b9989258 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.1030004 Oct 19 01:23:33.905446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7108b28d-8874-415d-8430-735cd726feb1 req-ee9990c8-ba7f-49da-9d3c-b17549e29ee8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540688 Oct 19 01:23:33.910119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b045387b-2eb1-4c00-9728-ebe3df91580e req-08bcfdef-ea54-4176-8281-1cfca341249b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908928 Oct 19 01:23:33.988867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:34.084839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Router 91f3d0eb-87b2-4bae-8878-9bd61770b23a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:34.113720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:34.155961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:34.161424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:34.228331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b210-22fc-480c-b744-88f956eeef53 req-0c66760d-3b51-476b-ae6a-f9953a4c92bb tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:34.231563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba67b210-22fc-480c-b744-88f956eeef53 req-0c66760d-3b51-476b-ae6a-f9953a4c92bb tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 945 time: 0.0797486 Oct 19 01:23:34.239687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:34.249312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e24c9239-d957-443b-baa0-9918f8381f29 admin admin] 10.222.0.64 "PUT /v2.0/routers/91f3d0eb-87b2-4bae-8878-9bd61770b23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3321717 Oct 19 01:23:34.249312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39776) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:34.255943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] Sync routers for ids ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:34.274009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:34.282433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] Routers {'91f3d0eb-87b2-4bae-8878-9bd61770b23a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:34.283044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:34.302880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba67b210-22fc-480c-b744-88f956eeef53 req-e1066022-e28f-472f-969e-de0550f8a899 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643399 Oct 19 01:23:34.386822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:34.436201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] Set router 91f3d0eb-87b2-4bae-8878-9bd61770b23a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:34.605893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:34.643260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a6702058-ead9-48a9-85d5-8351fbf22bff details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:34.781725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6927f0-d839-4109-af1d-ac2630b3e5ca req-be4681d4-6806-47e7-8a08-3a6ef3d6f3d8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:34.796351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:23:32Z', 'revision_number': 5, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port': {'id': '8d8f82de-84f2-45b3-b87d-498f15843580', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:23Z', 'updated_at': '2021-10-19T01:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:34.801888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b6927f0-d839-4109-af1d-ac2630b3e5ca req-be4681d4-6806-47e7-8a08-3a6ef3d6f3d8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 949 time: 0.2059484 Oct 19 01:23:34.830277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] Checking router: 91f3d0eb-87b2-4bae-8878-9bd61770b23a for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:34.847790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port a6702058-ead9-48a9-85d5-8351fbf22bff, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a6702058-ead9-48a9-85d5-8351fbf22bff,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:34.859371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] Routers {'91f3d0eb-87b2-4bae-8878-9bd61770b23a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:34.860011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:34.865691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'a6702058-ead9-48a9-85d5-8351fbf22bff', 'network_id': '16328a5b-3007-43fd-af23-0d798d47d1b0', 'port_id': 'a6702058-ead9-48a9-85d5-8351fbf22bff', 'mac_address': 'fa:16:3e:d1:43:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1cf545-8b75-4d90-80fd-dfb94dc1a56d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:34.884578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b6927f0-d839-4109-af1d-ac2630b3e5ca req-8ea8c0d7-e305-412c-bd86-5e537dd47e12 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816827 Oct 19 01:23:34.913504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Deleting port 8d8f82de-84f2-45b3-b87d-498f15843580 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:34.913841 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:34.982964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] Set router 91f3d0eb-87b2-4bae-8878-9bd61770b23a gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:35.039223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.046402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:23:34Z', 'revision_number': 6, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:35.059368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feade653-2c83-4b0e-a2df-a95dd060e661 req-f90c7bfb-5eaf-4a2b-ac69-f2bf5fdbf1a9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:35.061737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-feade653-2c83-4b0e-a2df-a95dd060e661 req-f90c7bfb-5eaf-4a2b-ac69-f2bf5fdbf1a9 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.0630190 Oct 19 01:23:35.095926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] For port 8d8f82de-84f2-45b3-b87d-498f15843580, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8d8f82de-84f2-45b3-b87d-498f15843580,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:35.095926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.096728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:35.098703 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1155ac25-a341-4a7d-aa32-bd2616360204" -d '{"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-unplugged", "status": "completed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:35.105147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d983d9e-dd42-4241-96a8-731a763cd3e3 None None] The sync data for ids ['91f3d0eb-87b2-4bae-8878-9bd61770b23a'] in n-d-789963-20 is: [{'id': '91f3d0eb-87b2-4bae-8878-9bd61770b23a', 'name': 'tempest-TestServerMultinode-1425468921-router', 'tenant_id': '53b696be4a844b5ea26388ff34052ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:22Z', 'updated_at': '2021-10-19T01:23:34Z', 'revision_number': 6, 'project_id': '53b696be4a844b5ea26388ff34052ffe', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:35.112101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6702058-ead9-48a9-85d5-8351fbf22bff {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:35.123117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f0d2-6eb5-4ecb-b4b2-e16bc0d18a10 req-147a1fd8-bce6-42b5-b1d3-7b25133dc79c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:35.129774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0b3f0d2-6eb5-4ecb-b4b2-e16bc0d18a10 req-147a1fd8-bce6-42b5-b1d3-7b25133dc79c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 943 time: 0.1046863 Oct 19 01:23:35.147187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-feade653-2c83-4b0e-a2df-a95dd060e661 req-c882f345-1913-4efe-bf06-791137953705 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Oct 19 01:23:35.149348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Calling delete_port for 8d8f82de-84f2-45b3-b87d-498f15843580 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:35.155407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port a6702058-ead9-48a9-85d5-8351fbf22bff, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a6702058-ead9-48a9-85d5-8351fbf22bff,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:35.170801 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.239494 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92410ef3-48b2-4ee0-ba39-056d183d268a x-openstack-request-id: req-92410ef3-48b2-4ee0-ba39-056d183d268a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:35.239964 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-unplugged", "status": "failed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8", "code": 422}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:35.240247 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92410ef3-48b2-4ee0-ba39-056d183d268a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:35.240961 n-d-789963-20 neutron-server[100849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'code': 422} returned with failed status Oct 19 01:23:35.257134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=a6702058-ead9-48a9-85d5-8351fbf22bff,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:35.285649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0b3f0d2-6eb5-4ecb-b4b2-e16bc0d18a10 req-959ba0f1-d623-4c7e-bdd3-b9a5ce59d9e4 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455376 Oct 19 01:23:35.381028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.393111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe71f69-92e2-4577-85c7-8caae7218596 req-2f26dce8-7128-4f69-85c6-9af7e2e981aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:35.395863 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfe71f69-92e2-4577-85c7-8caae7218596 req-2f26dce8-7128-4f69-85c6-9af7e2e981aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.0728760 Oct 19 01:23:35.426076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8f82de-84f2-45b3-b87d-498f15843580,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:35.454684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfe71f69-92e2-4577-85c7-8caae7218596 req-3a0b37aa-a8cd-4e9e-b2bd-538ba5b88a63 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 Oct 19 01:23:35.538690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60751726-1690-4f62-a954-575a788c4e99 req-486c4fff-6fd6-498a-b94d-b111a8c883df tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:35.540419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60751726-1690-4f62-a954-575a788c4e99 req-486c4fff-6fd6-498a-b94d-b111a8c883df tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 945 time: 0.1513653 Oct 19 01:23:35.590218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['a6702058-ead9-48a9-85d5-8351fbf22bff'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:35.594345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.638882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60751726-1690-4f62-a954-575a788c4e99 req-e5d04250-733b-44c9-8965-0817c78a3b08 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892940 Oct 19 01:23:35.640386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-5137dafc-a8e3-49b8-bd1b-d213aa197041 req-a91f943e-b8f3-4fd0-ab76-e5a01a61328f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:23:35.641915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5137dafc-a8e3-49b8-bd1b-d213aa197041 req-a91f943e-b8f3-4fd0-ab76-e5a01a61328f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073419 Oct 19 01:23:35.726052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.730313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.813213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.813924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f3d0eb-87b2-4bae-8878-9bd61770b23a {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:23:35.819012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.822240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f9f94eb4-a43c-4525-8676-25c5d3757fc2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/91f3d0eb-87b2-4bae-8878-9bd61770b23a HTTP/1.1" status: 204 len: 168 time: 1.5705366 Oct 19 01:23:35.825136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39834) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:35.904198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-5eced5e6-1b65-400b-9ed6-188056ead6b3 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:35.906609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-5eced5e6-1b65-400b-9ed6-188056ead6b3 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 945 time: 0.1575227 Oct 19 01:23:35.920674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] Deleting subnet ae321d05-6f70-4841-a8f2-a215676c243a {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:23:35.924215 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:35.988470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.062186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc309601-954f-4c99-abd2-62e23c8fb59d req-807e8f4e-5684-47c9-9eff-2e9b695b901b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:36.070549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc309601-954f-4c99-abd2-62e23c8fb59d req-807e8f4e-5684-47c9-9eff-2e9b695b901b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.1974194 Oct 19 01:23:36.126382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc309601-954f-4c99-abd2-62e23c8fb59d req-714c0161-bd23-4382-9628-d0f1066a6533 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549781 Oct 19 01:23:36.148335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Deleting port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:36.148678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.167396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.201105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f62f9-bdab-454f-a506-3cbabe12dfee req-2e81999c-ece0-4917-b532-da373e254cbf tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:36.203063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f5f62f9-bdab-454f-a506-3cbabe12dfee req-2e81999c-ece0-4917-b532-da373e254cbf tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 949 time: 0.1383116 Oct 19 01:23:36.297632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f5f62f9-bdab-454f-a506-3cbabe12dfee req-436edd0e-8a58-46af-844b-19a19caa37a4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732701 Oct 19 01:23:36.337368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.341266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 44b00661-c42a-43a0-b130-ca9deda8fd9f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:36.370397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.379529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ae321d05-6f70-4841-a8f2-a215676c243a HTTP/1.1" status: 204 len: 168 time: 0.5533788 Oct 19 01:23:36.380560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39858) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:36.394204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] For port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,segment=NetworkSegment(1e5c50b7-32bc-40c9-98ee-d940c2e1043a),segment_id=1e5c50b7-32bc-40c9-98ee-d940c2e1043a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:36.395139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.421009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e6cb-d045-481c-a663-a31c1ebb5d35 req-a392f0e6-1cff-44df-84e9-5eca2c23587b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:36.423238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa934ea2-5df7-46b6-83bb-b1c236558d6f None None] Network 3482de9b-7e17-4feb-8b31-53b268f013ac requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:36.430240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0960e6cb-d045-481c-a663-a31c1ebb5d35 req-a392f0e6-1cff-44df-84e9-5eca2c23587b tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1370447 Oct 19 01:23:36.433092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Calling delete_port for 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:36.434622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 44b00661-c42a-43a0-b130-ca9deda8fd9f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:36.435522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 44b00661-c42a-43a0-b130-ca9deda8fd9f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:36.436075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8d8f82de-84f2-45b3-b87d-498f15843580 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:36.470243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 8d8f82de-84f2-45b3-b87d-498f15843580 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:36.470593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8d8f82de-84f2-45b3-b87d-498f15843580 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:36.503665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0960e6cb-d045-481c-a663-a31c1ebb5d35 req-85bb77f8-f57e-4eb5-92be-3a099e98d128 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693600 Oct 19 01:23:36.615428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.634207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c0fe6-9001-4d78-bb37-305b6982f909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae321d05-6f70-4841-a8f2-a215676c243a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:36.672431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a6702058-ead9-48a9-85d5-8351fbf22bff up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:36.704020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a46c91-5a4d-44fd-a893-f280bef40182 req-a1626ac9-8095-41c2-b1f9-f545b27ebbed tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:36.717672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1a46c91-5a4d-44fd-a893-f280bef40182 req-a1626ac9-8095-41c2-b1f9-f545b27ebbed tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 944 time: 0.0982456 Oct 19 01:23:36.773727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port a6702058-ead9-48a9-85d5-8351fbf22bff completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:23:36.778565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port a6702058-ead9-48a9-85d5-8351fbf22bff triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:36.780435 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.817439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1a46c91-5a4d-44fd-a893-f280bef40182 req-a84bac4f-de32-457f-b1e1-de2d46d5f10d tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946829 Oct 19 01:23:36.850155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Deleting port 0e3f0023-2183-4d34-a815-04e397843a27 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:36.851315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.851571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] DHCP port deletion for 3482de9b-7e17-4feb-8b31-53b268f013ac request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:23:36.949087 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.962452 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-50734cec-f5d2-4f5c-8a2b-885140086a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:36.995372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port a6702058-ead9-48a9-85d5-8351fbf22bff, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a6702058-ead9-48a9-85d5-8351fbf22bff,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:37.005549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.019690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] Deleting port 0e3f0023-2183-4d34-a815-04e397843a27 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:37.020116 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.022986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] For port 0e3f0023-2183-4d34-a815-04e397843a27, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e3f0023-2183-4d34-a815-04e397843a27,segment=NetworkSegment(28c96a96-ab94-451a-936b-305b2e41471d),segment_id=28c96a96-ab94-451a-936b-305b2e41471d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:37.024347 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.058814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbc955-3bf5-4c5e-ae78-8d92bde7a5e4 req-176974e0-5dee-401e-adf7-9f51089d9a92 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:37.061060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfbbc955-3bf5-4c5e-ae78-8d92bde7a5e4 req-176974e0-5dee-401e-adf7-9f51089d9a92 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f514cc3-f3bf-497d-9f11-11f42f872330 HTTP/1.1" status: 200 len: 945 time: 0.1355388 Oct 19 01:23:37.067013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Calling delete_port for 0e3f0023-2183-4d34-a815-04e397843a27 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:37.088867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-7081586d-382c-4c32-a44f-c17b7c044189 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6281745 Oct 19 01:23:37.106508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14dadb-f950-4970-bdc2-9e895c36a348 req-828e67ac-95c8-4791-993c-54aa16243bd8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:37.114127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a14dadb-f950-4970-bdc2-9e895c36a348 req-828e67ac-95c8-4791-993c-54aa16243bd8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 949 time: 0.1220422 Oct 19 01:23:37.119632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-cf8c0716-52f6-4668-a9b2-f6deb5770673 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:23:37.120946 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-cf8c0716-52f6-4668-a9b2-f6deb5770673 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0233088 Oct 19 01:23:37.130985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=a6702058-ead9-48a9-85d5-8351fbf22bff,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:37.147517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] For port 0e3f0023-2183-4d34-a815-04e397843a27, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e3f0023-2183-4d34-a815-04e397843a27,segment=NetworkSegment(28c96a96-ab94-451a-936b-305b2e41471d),segment_id=28c96a96-ab94-451a-936b-305b2e41471d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:37.147921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.176771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] Calling delete_port for 0e3f0023-2183-4d34-a815-04e397843a27 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:37.176960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a14dadb-f950-4970-bdc2-9e895c36a348 req-55afcf51-d6f3-4911-ba15-eb84a8b88633 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610390 Oct 19 01:23:37.250126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfbbc955-3bf5-4c5e-ae78-8d92bde7a5e4 req-607cba41-19bc-406f-8441-c802182d4437 tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e387496-26e9-45c6-8f0a-7f0fa31e94b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761406 Oct 19 01:23:37.269472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.284468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6702058-ead9-48a9-85d5-8351fbf22bff'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:37.287520 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a5c09-4b7d-443e-ab74-fb45b3b0df6d" -d '{"events": [{"server_uuid": "adaf326c-eebd-40bf-b5fc-9d575e0d85ae", "name": "network-vif-plugged", "status": "completed", "tag": "a6702058-ead9-48a9-85d5-8351fbf22bff"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:37.293613 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.300355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.321009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3f0023-2183-4d34-a815-04e397843a27,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:37.369998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] No DVR routers for this DVR port 0e3f0023-2183-4d34-a815-04e397843a27 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:37.378676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:37.385396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] Pushing event deleted for resources: {'Port': ['ID=0e3f0023-2183-4d34-a815-04e397843a27,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:37.463248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53ba50-d421-40d4-84dd-51720be804ab None None] No DVR routers for this DVR port 0e3f0023-2183-4d34-a815-04e397843a27 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:37.476108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Pushing event deleted for resources: {'Port': ['ID=22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:37.480454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] No DVR routers for this DVR port 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:37.484674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.488143 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd69f82c-7464-429e-91d4-088e61a855b7 req-75b78283-c56e-42a8-a512-27a293a2852e tempest-VolumesActionsTest-549151958 tempest-VolumesActionsTest-549151958-project] 10.222.0.62 "DELETE /v2.0/ports/22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 HTTP/1.1" status: 204 len: 173 time: 1.5600390 Oct 19 01:23:37.488603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'name': 'network-vif-deleted', 'tag': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:37.491285 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fdc857-3cf7-4216-b11d-5b1e4c06053e" -d '{"events": [{"server_uuid": "7f514cc3-f3bf-497d-9f11-11f42f872330", "name": "network-vif-deleted", "tag": "22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:37.561272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.587599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3405109-0830-48f0-8a49-6d4bde8a4234 req-3f544f93-534b-441e-85d0-59774724e0f1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:37.595280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3405109-0830-48f0-8a49-6d4bde8a4234 req-3f544f93-534b-441e-85d0-59774724e0f1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.1660447 Oct 19 01:23:37.618371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3482de9b-7e17-4feb-8b31-53b268f013ac']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:37.646234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c96a96-ab94-451a-936b-305b2e41471d') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:37.646529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c96a96-ab94-451a-936b-305b2e41471d') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:37.660258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3405109-0830-48f0-8a49-6d4bde8a4234 req-ec9c8331-e147-44bb-b18f-7b7e7b991c6e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609722 Oct 19 01:23:37.680028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.706940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.714965 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17531bbe-2742-4f78-b602-063c9acbe4da x-openstack-request-id: req-17531bbe-2742-4f78-b602-063c9acbe4da {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:37.714965 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaf326c-eebd-40bf-b5fc-9d575e0d85ae", "name": "network-vif-plugged", "status": "completed", "tag": "a6702058-ead9-48a9-85d5-8351fbf22bff", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:37.715367 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17531bbe-2742-4f78-b602-063c9acbe4da {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:37.715651 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6702058-ead9-48a9-85d5-8351fbf22bff', 'code': 200} Oct 19 01:23:37.719182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:23:37.720289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.745442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d547c3-2023-4675-8c4b-b2b81242f30d req-08a67e4c-65d7-49d7-a32c-ce286a4dc767 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:37.759236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d547c3-2023-4675-8c4b-b2b81242f30d req-08a67e4c-65d7-49d7-a32c-ce286a4dc767 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:37.763111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7d547c3-2023-4675-8c4b-b2b81242f30d req-08a67e4c-65d7-49d7-a32c-ce286a4dc767 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007&device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 1689 time: 0.1301739 Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:23:37.807785 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:23:37.826039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7d547c3-2023-4675-8c4b-b2b81242f30d req-d64731ef-297f-42a9-963e-6f5912263508 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533047 Oct 19 01:23:37.832627 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.847749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:37.860321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3482de9b-7e17-4feb-8b31-53b268f013ac HTTP/1.1" status: 204 len: 168 time: 1.4729316 Oct 19 01:23:37.882160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d4aeb-bcd2-44b5-a276-a6f3efc765f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3482de9b-7e17-4feb-8b31-53b268f013ac,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:37.925277 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4a5124-7c64-4d28-aefc-35182bc7df5d x-openstack-request-id: req-7c4a5124-7c64-4d28-aefc-35182bc7df5d {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:37.925862 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f514cc3-f3bf-497d-9f11-11f42f872330", "name": "network-vif-deleted", "tag": "22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:37.926274 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c4a5124-7c64-4d28-aefc-35182bc7df5d {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:37.926819 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f514cc3-f3bf-497d-9f11-11f42f872330', 'name': 'network-vif-deleted', 'tag': '22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3', 'status': 'completed', 'code': 200} Oct 19 01:23:37.960714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744174-dbe7-4ff3-954d-5dc077857982 req-48a4688f-a329-42d1-b8e0-2196fcb9da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:37.962355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c744174-dbe7-4ff3-954d-5dc077857982 req-48a4688f-a329-42d1-b8e0-2196fcb9da6b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 1097 time: 0.1173675 Oct 19 01:23:38.005537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:38.126918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c744174-dbe7-4ff3-954d-5dc077857982 req-09c2e2f4-96e5-4018-ba82-f1abca971234 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493182 Oct 19 01:23:38.156861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:38.160117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6f18e-37da-4438-9828-c9e9f6115510 req-74381fa6-5c54-4011-8820-37da727a2e16 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:38.162833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dba6f18e-37da-4438-9828-c9e9f6115510 req-74381fa6-5c54-4011-8820-37da727a2e16 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 0.1680839 Oct 19 01:23:38.178345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:38.178825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 22c2b7d9-2a14-4b00-9386-c2cfc12c5fb3 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:38.184310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39912) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:38.242459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964261e7-c3a3-43e9-8dae-39b0e9f6ba01 req-2fe94295-a7c4-4a61-aeb6-b8426e9594ec tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:38.250656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-964261e7-c3a3-43e9-8dae-39b0e9f6ba01 req-2fe94295-a7c4-4a61-aeb6-b8426e9594ec tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.0948837 Oct 19 01:23:38.251330 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dba6f18e-37da-4438-9828-c9e9f6115510 req-0251037b-2bad-4761-97fc-2060b958e5bb tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735765 Oct 19 01:23:38.280141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b20d74f0-9959-40dd-ab1d-f3477a09aaba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2b6b686e7e049368661760ab25be103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944507 Oct 19 01:23:38.282974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39916) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:38.321732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e3f0023-2183-4d34-a815-04e397843a27 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:38.353377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0e3f0023-2183-4d34-a815-04e397843a27 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:38.353950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e3f0023-2183-4d34-a815-04e397843a27 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:38.354538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-964261e7-c3a3-43e9-8dae-39b0e9f6ba01 req-0f21d2c6-7a38-46ae-9d85-f036413e13dd tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030622 Oct 19 01:23:38.385718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd6a1e-4901-483e-bc70-f78d7c0e0b11 req-3071c365-4340-4478-a179-62934d957084 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:38.387261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cddd6a1e-4901-483e-bc70-f78d7c0e0b11 req-3071c365-4340-4478-a179-62934d957084 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 1101 time: 0.0599616 Oct 19 01:23:38.400773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-041a0f49-ca3f-4d7c-bc1d-120d011abe46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:38.434109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-041a0f49-ca3f-4d7c-bc1d-120d011abe46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:38.459075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cddd6a1e-4901-483e-bc70-f78d7c0e0b11 req-23de4c54-e45d-4a7e-944e-9566021cf400 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 Oct 19 01:23:38.521281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-041a0f49-ca3f-4d7c-bc1d-120d011abe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:38.525048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-041a0f49-ca3f-4d7c-bc1d-120d011abe46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:38.529853 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-041a0f49-ca3f-4d7c-bc1d-120d011abe46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e92873d-51fa-46ba-a991-77893c329101 HTTP/1.1" status: 204 len: 168 time: 0.2447112 Oct 19 01:23:38.540149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a0f49-ca3f-4d7c-bc1d-120d011abe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92873d-51fa-46ba-a991-77893c329101,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:38.601950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778c05c-15e0-41f0-95e0-908b017a2237 req-cd33c416-2f1a-401f-b734-239c5eb0bc51 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:38.603629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3778c05c-15e0-41f0-95e0-908b017a2237 req-cd33c416-2f1a-401f-b734-239c5eb0bc51 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 1101 time: 0.0672243 Oct 19 01:23:38.645426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3778c05c-15e0-41f0-95e0-908b017a2237 req-da4cb2db-7af7-4843-b923-a54855974191 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Oct 19 01:23:38.810116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0a950-3e3e-4955-9199-c9dfec67acc9 req-314f5b58-4582-40bf-afd4-b1ffa8d1e7bd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:38.811747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c4c0a950-3e3e-4955-9199-c9dfec67acc9 req-314f5b58-4582-40bf-afd4-b1ffa8d1e7bd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.0589662 Oct 19 01:23:38.866945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c4c0a950-3e3e-4955-9199-c9dfec67acc9 req-34874963-501b-49be-b95c-959372af8736 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Oct 19 01:23:39.000724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-123c6886-3b64-4ca5-b66c-b2cb1d28a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:39.002218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-123c6886-3b64-4ca5-b66c-b2cb1d28a751 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee&tenant_id=6390dba7f4fd4e44a7d7f450355a49e7 HTTP/1.1" status: 200 len: 1095 time: 0.0845923 Oct 19 01:23:39.014811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:39.023094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:39.101036 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-00dc393a-3ad3-4a4d-a207-bc896ba92b5c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440421 Oct 19 01:23:39.104240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.135680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad96f622-6683-4e49-92a5-5e1c6929ed1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53b696be4a844b5ea26388ff34052ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194940 Oct 19 01:23:39.138328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39964) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:39.259890 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b17ee19-0448-484f-b858-08f5e7ff65b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.274432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-47f261a0-280e-4987-acf5-c1324255b9b6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:39.276175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-47f261a0-280e-4987-acf5-c1324255b9b6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743677 Oct 19 01:23:39.290344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44e7e1-5981-4163-a659-fb4429dbbb8a req-3d07a109-1c2f-4dd0-bac9-3ce47c17d5fa tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:39.291863 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb44e7e1-5981-4163-a659-fb4429dbbb8a req-3d07a109-1c2f-4dd0-bac9-3ce47c17d5fa tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1340921 Oct 19 01:23:39.303305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b17ee19-0448-484f-b858-08f5e7ff65b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.310402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-52aba66a-f015-41e7-b419-8827bf0fb1c9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/quotas/eb6d3d6de559488b97f9d51a637364c4 HTTP/1.1" status: 200 len: 375 time: 0.0235784 Oct 19 01:23:39.381570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-7ba1a621-31e4-4d7a-b9b9-83beaaf7141e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618956 Oct 19 01:23:39.404247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b17ee19-0448-484f-b858-08f5e7ff65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.407785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b17ee19-0448-484f-b858-08f5e7ff65b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.414048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8b17ee19-0448-484f-b858-08f5e7ff65b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9881378a-e295-45c3-9ef9-80df185b7172 HTTP/1.1" status: 204 len: 168 time: 0.2747560 Oct 19 01:23:39.419731 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.427414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17ee19-0448-484f-b858-08f5e7ff65b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9881378a-e295-45c3-9ef9-80df185b7172,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:39.446352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb44e7e1-5981-4163-a659-fb4429dbbb8a req-090f8a43-8ec2-4ef8-8f31-f5aec28fb436 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067610 Oct 19 01:23:39.491097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:39.553816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:39.617120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d74ac-6c90-46f4-a626-43860025cfcb req-bee68d30-01d5-4a13-b579-6b5c8e22b563 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:39.626563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4d74ac-6c90-46f4-a626-43860025cfcb req-bee68d30-01d5-4a13-b579-6b5c8e22b563 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 0.1202064 Oct 19 01:23:39.635952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:39.646449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.664762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-51522d09-b0b6-43f7-bd50-4a4115a28e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.689598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Transition to ACTIVE for port object 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:39.714767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:39.822899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c4d74ac-6c90-46f4-a626-43860025cfcb req-f9b07c62-a4ab-4520-8eb4-241d897ddebd tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955588 Oct 19 01:23:39.860744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=9']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:39.894323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] No DVR routers for this DVR port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:39.962078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:39.962552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:39.963026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:39.968554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:39.968918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Attempting to bind port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on network a1d1a80f-9ec8-4613-8cf5-590a865888ec {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:39.975420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:39.975628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Checking segment: {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:39.976097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Bound using segment: {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:39.976544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Bound port: 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e230f-855c-4fa2-b6bd-097f32a35efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:39.976916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.109660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:40.119913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b4944-0e8d-41c2-b7b5-ac07f89ba221 req-494354ba-eb70-4666-8a1a-1e273efb2436 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:40.122442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd6b4944-0e8d-41c2-b7b5-ac07f89ba221 req-494354ba-eb70-4666-8a1a-1e273efb2436 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 943 time: 0.0927081 Oct 19 01:23:40.124558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:40.132051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.234196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd6b4944-0e8d-41c2-b7b5-ac07f89ba221 req-3370cab4-edfa-4f68-9cfb-f97a51449431 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994096 Oct 19 01:23:40.239486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:40.240374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.241851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] 10.222.0.74 "PUT /v2.0/ports/51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 1092 time: 1.2242451 Oct 19 01:23:40.242360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:40.244741 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75" -d '{"events": [{"name": "network-changed", "server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:40.286989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faf483-b5fa-4333-bc1a-43fa639b2716 service neutron] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:40.324708 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba154151-a48f-4d9e-875b-b2ce38223722 x-openstack-request-id: req-ba154151-a48f-4d9e-875b-b2ce38223722 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:40.325530 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:40.325530 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba154151-a48f-4d9e-875b-b2ce38223722 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:40.325720 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'status': 'completed', 'code': 200} Oct 19 01:23:40.341005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-f9f63e21-3c47-414f-973b-ed97ce014318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:40.343623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-f9f63e21-3c47-414f-973b-ed97ce014318 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1096 time: 0.0521498 Oct 19 01:23:40.352506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b47b84fd-d633-42f9-b16f-9971d848ff99 req-f703f724-b63f-442f-910e-57fe15187b8a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 210 time: 0.0763559 Oct 19 01:23:40.483475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-79415676-59cf-45c5-ae56-b0c9d15dd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:40.487413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-79415676-59cf-45c5-ae56-b0c9d15dd6ab service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 915 time: 0.1350310 Oct 19 01:23:40.540273 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.609822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-e5668c29-1c66-4ad4-a535-7720933bd6b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 217 time: 0.0795887 Oct 19 01:23:40.684512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89aecb-1ab7-431f-82bb-fe5a93dac3ad req-ba5efe60-fe82-47b8-a9d4-1e24edec1c04 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:40.686608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:40.694241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b89aecb-1ab7-431f-82bb-fe5a93dac3ad req-ba5efe60-fe82-47b8-a9d4-1e24edec1c04 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1654017 Oct 19 01:23:40.743327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b89aecb-1ab7-431f-82bb-fe5a93dac3ad req-d89343d9-bee1-49fa-991e-cea9019e419d tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482066 Oct 19 01:23:40.755748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-91109e6a-3dcd-43eb-9692-8e883e058abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:40.758105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-91109e6a-3dcd-43eb-9692-8e883e058abc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.1384826 Oct 19 01:23:40.792652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40032) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:40.826382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-d89efefb-837f-4af2-83cb-e2820983dccd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354700 Oct 19 01:23:40.997467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-18724450-b28b-4785-b2af-a098fc201278 service neutron] 10.222.0.74 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619709 Oct 19 01:23:41.059506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecacfd8-abef-46da-bb4f-4336adff7e6b req-eab1dd6f-8c30-4b8d-9d79-399bc0f9b783 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:41.075964 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fecacfd8-abef-46da-bb4f-4336adff7e6b req-eab1dd6f-8c30-4b8d-9d79-399bc0f9b783 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 0.1129043 Oct 19 01:23:41.177392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fecacfd8-abef-46da-bb4f-4336adff7e6b req-1eae9f01-2cc3-46d8-9a2d-062191bd0949 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998490 Oct 19 01:23:41.218760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-21ef8562-60b5-45f2-833e-457091331455 service neutron] 10.222.0.74 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072015 Oct 19 01:23:41.269665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1777210048-network', 'tenant_id': '94246613562645278786674bc9722b64'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:41.340303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-8b2af38a-07b4-4473-bea7-ff549c289c8e tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:41.344075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-8b2af38a-07b4-4473-bea7-ff549c289c8e tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.1243701 Oct 19 01:23:41.348574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:41.352069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.384483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.618215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6796b9-f246-46c8-bc2a-49316ea2acdb req-b07fa22c-aa40-457d-a195-faf83f5f0ca6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:41.627352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c6796b9-f246-46c8-bc2a-49316ea2acdb req-b07fa22c-aa40-457d-a195-faf83f5f0ca6 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1985352 Oct 19 01:23:41.638951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec127dce-cb1e-4072-81f1-07ebf8e9cf65 req-16acb9e1-4dbe-46ff-bda4-17b9662868af tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 210 time: 0.0554895 Oct 19 01:23:41.646855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-a11cb7f6-7439-44b0-bafd-17e24d8ccd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:41.653220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-a11cb7f6-7439-44b0-bafd-17e24d8ccd09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1096 time: 0.2690578 Oct 19 01:23:41.659497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Deleting port b298c369-e1d8-4f5e-ab61-e29cb504b560 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:41.659836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.807293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c6796b9-f246-46c8-bc2a-49316ea2acdb req-3187e607-9325-4e3b-88bb-8d60786f2baa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763077 Oct 19 01:23:41.828946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] For port b298c369-e1d8-4f5e-ab61-e29cb504b560, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b298c369-e1d8-4f5e-ab61-e29cb504b560,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:41.829296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.860566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-6170248b-66b6-4913-91d2-3723f12ab873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:41.862825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-6170248b-66b6-4913-91d2-3723f12ab873 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 915 time: 0.1989877 Oct 19 01:23:41.897722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.905574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.926941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:23:41.949131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:41.951135 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Added segment f5533024-961a-4d8a-9a14-f251808e43e6 of type vlan for network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 Oct 19 01:23:42.017824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.049088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:42.084346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.085655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:42.086619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.100839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-b41a8da4-0af4-481a-baa1-b15a04bf14ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 217 time: 0.1709909 Oct 19 01:23:42.240982 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.376139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Pushing event updated for resources: {'Network': ['ID=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:42.381335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-0b27ac0b-7a46-4fc7-9325-941043c4e8a3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3299644 Oct 19 01:23:42.390569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:23:42.420128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe1873-636d-45d5-9a1e-0983534e2c87,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:42.427458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-badb9433-c264-4c96-94f4-8326dd0f317c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.455078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-a6e957a8-1a63-4579-8ec3-51e11a4f37c9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1311424 Oct 19 01:23:42.470913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab67dc9e-53e3-4351-95a1-b9fc4f1bd36f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6774404 Oct 19 01:23:42.481878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:42.486882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Request body: {'subnet': {'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1777210048-subnet', 'tenant_id': '94246613562645278786674bc9722b64', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:42.500127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a323-0f0c-4a1a-9be9-51934cb55d49 req-1b3dac4c-fa6c-4dd6-ae8e-63e9fba7f96b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:42.502071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9974a323-0f0c-4a1a-9be9-51934cb55d49 req-1b3dac4c-fa6c-4dd6-ae8e-63e9fba7f96b tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 0.6688175 Oct 19 01:23:42.511970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-46e9e4ad-6ca8-4f4c-8a87-b76766eecb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:42.514907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-46e9e4ad-6ca8-4f4c-8a87-b76766eecb88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.3850238 Oct 19 01:23:42.619214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abdf52-4a83-4651-a4ed-6381e5afaedc req-25faa0c1-5c7e-453b-a222-21db5a80ea8f tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:42.628954 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8abdf52-4a83-4651-a4ed-6381e5afaedc req-25faa0c1-5c7e-453b-a222-21db5a80ea8f tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 945 time: 0.5747709 Oct 19 01:23:42.697754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:42.700177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.750178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8abdf52-4a83-4651-a4ed-6381e5afaedc req-bdb294ca-a120-400d-b8a0-082aae6310fa tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f0de6ed-cb88-4082-9e93-744f5109eb18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200480 Oct 19 01:23:42.823441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-326731ea-3a25-4a5a-813b-decafe5c8677 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991182 Oct 19 01:23:42.827731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-03af75b0-0e03-4d2c-91fd-c918b564e075 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:42.829277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-03af75b0-0e03-4d2c-91fd-c918b564e075 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4228835 Oct 19 01:23:42.940247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-badb9433-c264-4c96-94f4-8326dd0f317c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:42.950268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-badb9433-c264-4c96-94f4-8326dd0f317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.009129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb9433-c264-4c96-94f4-8326dd0f317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb0e16-f2f2-4866-80da-03d5d81cd83d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:43.038872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-badb9433-c264-4c96-94f4-8326dd0f317c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44f9e9486f2c4c5dbad5345bf96cec78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9777815 Oct 19 01:23:43.040574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9974a323-0f0c-4a1a-9be9-51934cb55d49 req-c11bd7ba-d608-4de1-977b-18944e82700c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241826 Oct 19 01:23:43.045379 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.045744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.046053 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Floating IP 8f613d24-6d1f-455d-898a-0d94cce6c395 disassociated. External IP: 172.25.0.127, port: b298c369-e1d8-4f5e-ab61-e29cb504b560. Oct 19 01:23:43.048576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Calling delete_port for b298c369-e1d8-4f5e-ab61-e29cb504b560 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:43.052436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40098) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:43.193498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.333842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f36b3453-6679-4ba6-8429-38b695fbd38e req-1b707e9f-ca54-458c-8b95-7360da2ae6b5 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 210 time: 0.1094604 Oct 19 01:23:43.349121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1746f89d-2758-438f-8984-2174ed9e18e9,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:43.367669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:43.372621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Network hostable DHCP agents. Network: a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:23:43.375924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ca87a71b-195e-4431-9b5c-5dc83bd3e261 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:43.377596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ca87a71b-195e-4431-9b5c-5dc83bd3e261 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8674595 Oct 19 01:23:43.416545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:23:43.430191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:43.435134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:43.438527 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.441340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a3ed9-edb2-424f-8396-b7feed2e04e9 None None] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:43.462835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:43.473899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea9906e-542e-4ac5-a3f8-1be809f5b9d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.489102 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ed10c9ea-9062-4d9b-bcb6-84eb996fb638 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0058527 Oct 19 01:23:43.492268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40100) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:43.498172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:43.510177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea9906e-542e-4ac5-a3f8-1be809f5b9d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.567352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.568739 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.652946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea9906e-542e-4ac5-a3f8-1be809f5b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.655743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea9906e-542e-4ac5-a3f8-1be809f5b9d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.656934 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bea9906e-542e-4ac5-a3f8-1be809f5b9d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01eb0e16-f2f2-4866-80da-03d5d81cd83d HTTP/1.1" status: 204 len: 168 time: 0.5927932 Oct 19 01:23:43.753329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:23:43.754369 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:43.841042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9906e-542e-4ac5-a3f8-1be809f5b9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb0e16-f2f2-4866-80da-03d5d81cd83d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:43.900746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63019d01-4e05-469c-9ebe-4bb2a1bd23a4 req-cca3e6ae-20a4-4cb4-a540-4d1de8175eb0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:43.908513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63019d01-4e05-469c-9ebe-4bb2a1bd23a4 req-cca3e6ae-20a4-4cb4-a540-4d1de8175eb0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.3074927 Oct 19 01:23:43.958879 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.093489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:44.096838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Allocated IP 172.20.0.2 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/5a5b3d52-e880-4b6a-997d-63f558712fa5) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:44.103723 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.187380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63019d01-4e05-469c-9ebe-4bb2a1bd23a4 req-6505df6a-82e8-417f-b94e-35f7703e8a7a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615130 Oct 19 01:23:44.187380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.522207 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.540525 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:44.611199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:44.623881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:44.627167 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:44.727620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b298c369-e1d8-4f5e-ab61-e29cb504b560 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:45.219802 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Pushing event updated for resources: {'Port': ['ID=5a5b3d52-e880-4b6a-997d-63f558712fa5,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:45.235214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b298c369-e1d8-4f5e-ab61-e29cb504b560 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:45.235689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b298c369-e1d8-4f5e-ab61-e29cb504b560 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:45.246601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40114) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:45.256584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:45.282962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Attempting to bind port 5a5b3d52-e880-4b6a-997d-63f558712fa5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:45.286398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Attempting to bind port 5a5b3d52-e880-4b6a-997d-63f558712fa5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:45.287542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Attempting to bind port 5a5b3d52-e880-4b6a-997d-63f558712fa5 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:45.301372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:45.302343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:45.303127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.303862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:45.304862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Bound port: 5a5b3d52-e880-4b6a-997d-63f558712fa5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:45.306022 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.357096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event deleted for resources: {'Port': ['ID=b298c369-e1d8-4f5e-ab61-e29cb504b560,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:45.412903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:23:45.456175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-904bc9c8-c598-451d-9dac-e4745e97f0a2 req-c5f8f8b2-2c6e-4cd6-827a-eac9a1f8a24a tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 1.0657170 Oct 19 01:23:45.478473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7b27907-861f-4e6f-8c83-022194cc8f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.568705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] For port 5a5b3d52-e880-4b6a-997d-63f558712fa5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:45.605073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] For port 5a5b3d52-e880-4b6a-997d-63f558712fa5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5a5b3d52-e880-4b6a-997d-63f558712fa5,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:45.610264 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.628673 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.660176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:23:45.665048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:45.699531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59031b3-8fdb-4786-9dec-1564fa20f417 None None] Pushing event updated for resources: {'Port': ['ID=5a5b3d52-e880-4b6a-997d-63f558712fa5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:45.778559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346fdaa-5389-4c83-a75c-d04734103d40 req-a301c493-a034-4bb6-8823-b709636892c1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:45.781983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9346fdaa-5389-4c83-a75c-d04734103d40 req-a301c493-a034-4bb6-8823-b709636892c1 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 0.3712332 Oct 19 01:23:45.795364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-300494c3-6d0d-48db-b043-b7f72a842f05 req-1071c2ee-16a1-43be-a0bd-bfe400b553e8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 210 time: 0.2075377 Oct 19 01:23:45.827249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.77 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/150977e8-758b-480e-8128-bd22bc2175e2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:45.951345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-9829309d-4118-433a-8fcf-751e58e73c21 service neutron] 10.222.0.74 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882220 Oct 19 01:23:46.108924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9346fdaa-5389-4c83-a75c-d04734103d40 req-49f0cc9b-b068-4e62-8ca8-d321e4ea6932 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149092 Oct 19 01:23:46.129140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:46.149067 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] Sync routers for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:46.166471 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:46.173586 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:46.185239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7b27907-861f-4e6f-8c83-022194cc8f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.202982 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7b27907-861f-4e6f-8c83-022194cc8f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.373232 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b7b27907-861f-4e6f-8c83-022194cc8f9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50d3bf592e0b4c5d80c39ef3de3f57b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9519634 Oct 19 01:23:46.376493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40130) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:46.449284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] No DVR routers for this DVR port b298c369-e1d8-4f5e-ab61-e29cb504b560 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:46.462194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.467772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9841b5e9-bfdb-4d52-b436-a7264d20d842 req-e601c457-6036-44ab-8b04-9173dd453737 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.74 "DELETE /v2.0/ports/b298c369-e1d8-4f5e-ab61-e29cb504b560 HTTP/1.1" status: 204 len: 173 time: 5.0889251 Oct 19 01:23:46.470696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'name': 'network-vif-deleted', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:46.473839 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298baaa-c56b-426e-a089-a2d96046a91c" -d '{"events": [{"server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "name": "network-vif-deleted", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:46.503848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b3d52-e880-4b6a-997d-63f558712fa5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:46.609652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616a3ff-8c93-470f-bd75-e44d0f16f286 req-0e268626-a17b-4760-b5c2-39de26309dfa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:46.620018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6616a3ff-8c93-470f-bd75-e44d0f16f286 req-0e268626-a17b-4760-b5c2-39de26309dfa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.5928514 Oct 19 01:23:46.629621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24b4c7bc-5254-4235-b67b-fbe9e3e10c75 req-1bdd9ab7-e40b-4cd1-97d6-af2743f1c72e service neutron] 10.222.0.74 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675377 Oct 19 01:23:46.671719 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:46.777023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5a5b3d52-e880-4b6a-997d-63f558712fa5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:46.777594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.805282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6616a3ff-8c93-470f-bd75-e44d0f16f286 req-20b16c13-994b-4512-80de-b70e56f0378b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840098 Oct 19 01:23:46.829411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70a9b9f6-3b12-492d-bfc0-a5f10b2eddc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.928776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:46.963896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b27907-861f-4e6f-8c83-022194cc8f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97974168-6813-4d39-abec-7a2127318003,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:46.984007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.047613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70a9b9f6-3b12-492d-bfc0-a5f10b2eddc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.063533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.157053 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.298031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 5a5b3d52-e880-4b6a-997d-63f558712fa5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5a5b3d52-e880-4b6a-997d-63f558712fa5,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:47.313226 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.317359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c1e5a5e-fdbf-4caa-a4cd-1b12dbe0dac2 req-e4bbba6d-0fce-484b-a63e-026e94ad286a tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.2721419 Oct 19 01:23:47.499783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Allocated IP 172.25.0.247 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/daa80dad-cbc0-4539-964d-6ab1651169a2) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:47.518663 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c34db7-7632-4da7-b175-0820334211ab x-openstack-request-id: req-f6c34db7-7632-4da7-b175-0820334211ab {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:47.519417 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb", "name": "network-vif-deleted", "tag": "b298c369-e1d8-4f5e-ab61-e29cb504b560", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:47.519417 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6c34db7-7632-4da7-b175-0820334211ab {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:47.526138 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb', 'name': 'network-vif-deleted', 'tag': 'b298c369-e1d8-4f5e-ab61-e29cb504b560', 'status': 'completed', 'code': 200} Oct 19 01:23:47.529834 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:47.567510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:47.649728 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:47.794556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=5a5b3d52-e880-4b6a-997d-63f558712fa5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:47.800964 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] Checking router: 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:47.810574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03566130-f978-4c7b-91ca-2b45c4131e62 None None] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:23:47.867179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:47.867835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:47.870103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=150977e8-758b-480e-8128-bd22bc2175e2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:47.939422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:47.977957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.24 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/7b37720f-f010-4146-b255-6c50e7d83eaa) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:47.985473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:47.991262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:48.029314 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70a9b9f6-3b12-492d-bfc0-a5f10b2eddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.031909 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70a9b9f6-3b12-492d-bfc0-a5f10b2eddc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.049715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-70a9b9f6-3b12-492d-bfc0-a5f10b2eddc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97974168-6813-4d39-abec-7a2127318003 HTTP/1.1" status: 204 len: 168 time: 1.6629286 Oct 19 01:23:48.115069 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:48.249330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9b9f6-3b12-492d-bfc0-a5f10b2eddc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97974168-6813-4d39-abec-7a2127318003,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:48.299748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:48.312454 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.375057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632d2f5-eb63-4c61-99f7-0f39432aba04 req-4390ce4b-f9ae-41fb-998b-ec1693a1100e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:48.400685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4632d2f5-eb63-4c61-99f7-0f39432aba04 req-4390ce4b-f9ae-41fb-998b-ec1693a1100e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 935 time: 0.5474818 Oct 19 01:23:48.412830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-17130676-a9f9-4668-9832-10b2fdc93818 None None] Provisioning complete for port 5a5b3d52-e880-4b6a-997d-63f558712fa5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:48.413332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-17130676-a9f9-4668-9832-10b2fdc93818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.439505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.492943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b3d52-e880-4b6a-997d-63f558712fa5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:23:48.539885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-dd5128cc-630b-485d-a25e-de8749fb26b3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1279967 Oct 19 01:23:48.547177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Request body: {'port': {'device_id': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:48.702632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5a5b3d52-e880-4b6a-997d-63f558712fa5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:48.703406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:48.771188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4632d2f5-eb63-4c61-99f7-0f39432aba04 req-70eedb4b-834e-43d3-ba7e-f2a2b580e7ba tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692691 Oct 19 01:23:48.974983 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.055593 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:49.208501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.224961 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bda708-acdb-47fe-b18c-6dc960d8e3fb None None] The sync data for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 is: [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:20:21Z', 'revision_number': 4, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '19fd04a5-b656-4bca-b754-4d32a5722188', 'name': '', 'network_id': '11b36568-041a-4a1c-9d52-07dab846b2c4', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'mac_address': 'fa:16:3e:77:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:19Z', 'updated_at': '2021-10-19T01:20:26Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'subnets': [{'id': 'e073a0b6-2e12-42ed-a740-686169ade46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:49.456685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421f3bd-97aa-43da-92b9-bf1e03547a0e req-80128750-8511-4ca9-8677-bf62fc02439c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:49.472308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a421f3bd-97aa-43da-92b9-bf1e03547a0e req-80128750-8511-4ca9-8677-bf62fc02439c tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 1.1262710 Oct 19 01:23:49.477232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.582934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058727e7-c64a-42cb-8306-b4d5387eb77f req-c154a20d-1707-4500-91a5-e4cf97365d22 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:49.584577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-058727e7-c64a-42cb-8306-b4d5387eb77f req-c154a20d-1707-4500-91a5-e4cf97365d22 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.5682008 Oct 19 01:23:49.594024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4112cce1-2767-4715-9773-22021a58537e None None] Provisioning complete for port 150977e8-758b-480e-8128-bd22bc2175e2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:49.594683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4112cce1-2767-4715-9773-22021a58537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.635529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.897930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4112cce1-2767-4715-9773-22021a58537e None None] Port 150977e8-758b-480e-8128-bd22bc2175e2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:49.907565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:49.953270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:49.960610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:49.960983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:49.986982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=7b37720f-f010-4146-b255-6c50e7d83eaa,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:49.992446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4112cce1-2767-4715-9773-22021a58537e None None] Provisioning complete for port 5a5b3d52-e880-4b6a-997d-63f558712fa5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:49.992833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4112cce1-2767-4715-9773-22021a58537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.033168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a421f3bd-97aa-43da-92b9-bf1e03547a0e req-0fa90ead-1f8d-4e97-86d7-56d8b560f449 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557809 Oct 19 01:23:50.034332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:50.042211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:50.074436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:50.114709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b0ac3a-9fd4-4241-81c2-1ad79fe85886 None None] New status for floating IP 8f613d24-6d1f-455d-898a-0d94cce6c395: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:23:50.141243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-058727e7-c64a-42cb-8306-b4d5387eb77f req-e4ea8494-5467-4578-86f7-3ad5033a0bfe tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310447 Oct 19 01:23:50.668570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150977e8-758b-480e-8128-bd22bc2175e2 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:50.691129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e1dc74e0-415c-416e-9a51-e256ecf05c50 None None] Provisioning complete for port 7b37720f-f010-4146-b255-6c50e7d83eaa triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:50.691683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1dc74e0-415c-416e-9a51-e256ecf05c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.709274 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.750054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-321e8e18-44d1-4bdb-8623-343f74aa8f40 req-309ed5d4-e166-4608-947e-c1c8e6d19428 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.3393099 Oct 19 01:23:50.774394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Transition to ACTIVE for port object 150977e8-758b-480e-8128-bd22bc2175e2 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:50.781375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Pushing event updated for resources: {'Port': ['ID=daa80dad-cbc0-4539-964d-6ab1651169a2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:50.812177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:50.813135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:50.859700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:50.879674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc74e0-415c-416e-9a51-e256ecf05c50 None None] Port 7b37720f-f010-4146-b255-6c50e7d83eaa cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:50.882218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.003430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Pushing event updated for resources: {'Port': ['ID=150977e8-758b-480e-8128-bd22bc2175e2,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:51.010005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-372b9f28-1c99-4753-941b-005e7ee38b22 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7608061 Oct 19 01:23:51.017211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-e3cd3993-c63e-4c1b-9c04-a7aa044ccb94 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:51.020200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-e3cd3993-c63e-4c1b-9c04-a7aa044ccb94 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 0.8515255 Oct 19 01:23:51.093751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705291d1-eb72-4a71-a886-f4c8de165b51 req-cdc1842a-6da2-4659-b672-c05a4ed37f08 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:51.095335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-705291d1-eb72-4a71-a886-f4c8de165b51 req-cdc1842a-6da2-4659-b672-c05a4ed37f08 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 947 time: 0.3091941 Oct 19 01:23:51.216910 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:23:51.226985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Request body: {'port': {'device_id': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:23:51.546147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Deleting port a6702058-ead9-48a9-85d5-8351fbf22bff {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:23:51.546491 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:51.567659 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.002390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] For port a6702058-ead9-48a9-85d5-8351fbf22bff, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=a6702058-ead9-48a9-85d5-8351fbf22bff,segment=NetworkSegment(9b6f0b96-6609-4e27-b659-11ca772fd258),segment_id=9b6f0b96-6609-4e27-b659-11ca772fd258)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:52.003464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.045015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Calling delete_port for a6702058-ead9-48a9-85d5-8351fbf22bff owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:23:52.057256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14ad61-9aac-46e2-beba-6b7da2fa9e40 req-1c715b08-7f7d-460a-a55f-d29d7ad1c8ce tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:52.066890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f14ad61-9aac-46e2-beba-6b7da2fa9e40 req-1c715b08-7f7d-460a-a55f-d29d7ad1c8ce tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 945 time: 0.5337026 Oct 19 01:23:52.162328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-705291d1-eb72-4a71-a886-f4c8de165b51 req-3866cde0-94df-43f7-9d4a-5f9ede705603 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9674306 Oct 19 01:23:52.179966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Attempting to bind port 150977e8-758b-480e-8128-bd22bc2175e2 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:52.180525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Attempting to bind port 150977e8-758b-480e-8128-bd22bc2175e2 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:52.181012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Attempting to bind port 150977e8-758b-480e-8128-bd22bc2175e2 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:52.203396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40250) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:52.209915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Port 150977e8-758b-480e-8128-bd22bc2175e2 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:52.209915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Attempting to bind port 150977e8-758b-480e-8128-bd22bc2175e2 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:52.220250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:52.220565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:52.221011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:52.222094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Bound port: 150977e8-758b-480e-8128-bd22bc2175e2, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:52.222443 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.337311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.468706 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b87728af-f294-494d-99f4-189dc3e0efaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.486402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] For port 150977e8-758b-480e-8128-bd22bc2175e2, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:52.519497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] For port 150977e8-758b-480e-8128-bd22bc2175e2, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=150977e8-758b-480e-8128-bd22bc2175e2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:52.538815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd95e-d295-4bd7-9e6f-74371cf42570 req-e314d943-d5bf-46c5-a50e-e1036189cdd1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:52.540395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-159dd95e-d295-4bd7-9e6f-74371cf42570 req-e314d943-d5bf-46c5-a50e-e1036189cdd1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1411192 Oct 19 01:23:52.543797 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.545753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.579798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['a6702058-ead9-48a9-85d5-8351fbf22bff'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:52.683119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b37720f-f010-4146-b255-6c50e7d83eaa {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:52.704255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.705510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:52.706125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.708165 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] 10.222.0.62 "PUT /v2.0/ports/150977e8-758b-480e-8128-bd22bc2175e2 HTTP/1.1" status: 200 len: 1096 time: 4.1667089 Oct 19 01:23:52.711926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'tag': '150977e8-758b-480e-8128-bd22bc2175e2'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:52.714380 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe73b7d1-4d00-4527-9825-318b07a14950", "tag": "150977e8-758b-480e-8128-bd22bc2175e2"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:52.743806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Transition to ACTIVE for port object 7b37720f-f010-4146-b255-6c50e7d83eaa will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:23:52.766184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:52.798701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f14ad61-9aac-46e2-beba-6b7da2fa9e40 req-3fa91bd3-44d6-460f-b501-35ff24febe33 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/security-groups?id=c04b6bcd-ac83-4a35-b069-f3a93d0fa263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243679 Oct 19 01:23:52.852254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-159dd95e-d295-4bd7-9e6f-74371cf42570 req-1e3b8adb-a9a8-4ed7-9843-39c00cffb337 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922318 Oct 19 01:23:52.926362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] No DVR routers for this DVR port a6702058-ead9-48a9-85d5-8351fbf22bff on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:23:53.000110 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.004480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6be870e-2141-46d2-8e34-a3315efdd80e req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.74 "DELETE /v2.0/ports/a6702058-ead9-48a9-85d5-8351fbf22bff HTTP/1.1" status: 204 len: 173 time: 1.9072928 Oct 19 01:23:53.098822 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ed8293-21a6-49df-833f-1f9c0c6e06d1 x-openstack-request-id: req-e9ed8293-21a6-49df-833f-1f9c0c6e06d1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:53.099469 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe73b7d1-4d00-4527-9825-318b07a14950", "tag": "150977e8-758b-480e-8128-bd22bc2175e2", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:53.099861 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9ed8293-21a6-49df-833f-1f9c0c6e06d1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:53.100385 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'tag': '150977e8-758b-480e-8128-bd22bc2175e2', 'status': 'completed', 'code': 200} Oct 19 01:23:53.102918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30ce5b8c-2b84-4d74-8bdc-3d6fbaf5cf9b req-5de4ef74-0700-4663-86ad-7e27846d8436 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.0800745 Oct 19 01:23:53.103768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3f7ea-53a2-4a67-a430-f5c19ac31e65 service neutron] Pushing event updated for resources: {'Port': ['ID=150977e8-758b-480e-8128-bd22bc2175e2,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:53.124894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b37720f-f010-4146-b255-6c50e7d83eaa,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:53.166442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Attempting to bind port 7b37720f-f010-4146-b255-6c50e7d83eaa on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:53.167139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Attempting to bind port 7b37720f-f010-4146-b255-6c50e7d83eaa by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:53.167672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Attempting to bind port 7b37720f-f010-4146-b255-6c50e7d83eaa on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:53.179916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Port 7b37720f-f010-4146-b255-6c50e7d83eaa on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:23:53.180801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Attempting to bind port 7b37720f-f010-4146-b255-6c50e7d83eaa on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:53.224542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e25a1-6888-45fb-9757-1c02c4280937 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] Pushing event deleted for resources: {'Port': ['ID=a6702058-ead9-48a9-85d5-8351fbf22bff,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:53.248924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:53.249562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:53.249707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:53.250674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Bound port: 7b37720f-f010-4146-b255-6c50e7d83eaa, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:53.251048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.291261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b87728af-f294-494d-99f4-189dc3e0efaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.298250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-349db598-6191-4de3-b70a-5291bf34a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:53.304259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-349db598-6191-4de3-b70a-5291bf34a735 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 1099 time: 0.5322325 Oct 19 01:23:53.308358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b87728af-f294-494d-99f4-189dc3e0efaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.325545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.376520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87728af-f294-494d-99f4-189dc3e0efaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7d2b7-be26-44a5-926a-381ae25b6896,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:53.425422 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-2c83fe40-3f49-4419-ad50-969649ee186a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=150977e8-758b-480e-8128-bd22bc2175e2 HTTP/1.1" status: 200 len: 217 time: 0.1087728 Oct 19 01:23:53.485473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b87728af-f294-494d-99f4-189dc3e0efaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4086a9d45574c468a072a6a761485e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2808075 Oct 19 01:23:53.486372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40260) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:53.554306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-e7b10781-337d-4109-8fc2-671058712ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:53.557073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-e7b10781-337d-4109-8fc2-671058712ed0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1142323 Oct 19 01:23:53.704827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-679cdf69-4b64-48d0-be88-f64ec3e71e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.736368 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-679cdf69-4b64-48d0-be88-f64ec3e71e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:53.749416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-b0950cd4-44df-4174-a092-2ae4652c232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:53.749416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-b0950cd4-44df-4174-a092-2ae4652c232f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1667974 Oct 19 01:23:54.064012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79f282ba-3143-4303-822d-eafa29db654d req-4e816a4d-5126-4f25-9e4a-ff51ad4ad791 tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 210 time: 0.0876572 Oct 19 01:23:54.138107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-7d9cd4a0-d446-494d-aacf-87dfb7004150 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656747 Oct 19 01:23:54.146235 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-679cdf69-4b64-48d0-be88-f64ec3e71e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.149328 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-679cdf69-4b64-48d0-be88-f64ec3e71e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.153408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-679cdf69-4b64-48d0-be88-f64ec3e71e6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bdf7d2b7-be26-44a5-926a-381ae25b6896 HTTP/1.1" status: 204 len: 168 time: 0.6617284 Oct 19 01:23:54.354048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] For port 7b37720f-f010-4146-b255-6c50e7d83eaa, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:54.358042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] For port 7b37720f-f010-4146-b255-6c50e7d83eaa, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=7b37720f-f010-4146-b255-6c50e7d83eaa,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:54.368541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cdf69-4b64-48d0-be88-f64ec3e71e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7d2b7-be26-44a5-926a-381ae25b6896,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:54.376246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.473567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b37720f-f010-4146-b255-6c50e7d83eaa,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:54.507058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.507946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:54.509565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-98639b40-3161-4dae-9390-4943f8005e86 service neutron] 10.222.0.74 "PUT /v2.0/ports/7b37720f-f010-4146-b255-6c50e7d83eaa HTTP/1.1" status: 200 len: 1096 time: 3.3493490 Oct 19 01:23:54.513898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'tag': '7b37720f-f010-4146-b255-6c50e7d83eaa'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:54.516721 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622fee59-2746-4c8e-9f11-418fe7c19cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "02432f8a-67d2-4d2e-a729-c4b9704054ea", "tag": "7b37720f-f010-4146-b255-6c50e7d83eaa"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:54.542801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936604-4c2a-435f-93c0-4e45581984df req-9ae9ba1a-4b5d-4700-9df4-3e4250229af1 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.544555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3936604-4c2a-435f-93c0-4e45581984df req-9ae9ba1a-4b5d-4700-9df4-3e4250229af1 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 947 time: 1.1865237 Oct 19 01:23:54.572256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad09eec-0321-4c4f-9512-0b1ee480cb16 req-77e2da5e-5cd3-4003-af19-1d29e1125e56 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.589694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ad09eec-0321-4c4f-9512-0b1ee480cb16 req-77e2da5e-5cd3-4003-af19-1d29e1125e56 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.2299578 Oct 19 01:23:54.593193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-fdd72e4c-e9a0-41e8-8a85-6fb66807a13b service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377549 Oct 19 01:23:54.682277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3936604-4c2a-435f-93c0-4e45581984df req-537c52a7-eaa3-41a3-8d25-9b974a42b1d8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252789 Oct 19 01:23:54.710198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Router fc603b79-1991-45ae-84b1-e8826497aaea is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:23:54.779706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ad09eec-0321-4c4f-9512-0b1ee480cb16 req-60da5339-33c3-4fdf-9e2a-9ac128f813df tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890099 Oct 19 01:23:54.794185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a6702058-ead9-48a9-85d5-8351fbf22bff no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:23:54.860177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-736f1478-c9a9-4065-9aed-5d022cc4fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.863300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-736f1478-c9a9-4065-9aed-5d022cc4fab1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 1099 time: 0.2068648 Oct 19 01:23:54.869139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: a6702058-ead9-48a9-85d5-8351fbf22bff {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:23:54.869486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device a6702058-ead9-48a9-85d5-8351fbf22bff not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:23:54.924861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-4e3fbdc1-cea0-49b1-a75d-c8fc36986826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:54.926765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-4e3fbdc1-cea0-49b1-a75d-c8fc36986826 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 1099 time: 0.1018791 Oct 19 01:23:55.016947 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216b85e7-ee30-4c39-8ac6-d7aa39d96c3d x-openstack-request-id: req-216b85e7-ee30-4c39-8ac6-d7aa39d96c3d {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:55.018160 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02432f8a-67d2-4d2e-a729-c4b9704054ea", "tag": "7b37720f-f010-4146-b255-6c50e7d83eaa", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:55.018663 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-216b85e7-ee30-4c39-8ac6-d7aa39d96c3d {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:55.019471 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'tag': '7b37720f-f010-4146-b255-6c50e7d83eaa', 'status': 'completed', 'code': 200} Oct 19 01:23:55.027400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-01c9edc6-dee9-46f4-94ab-47353e26900f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=7b37720f-f010-4146-b255-6c50e7d83eaa HTTP/1.1" status: 200 len: 217 time: 0.0503099 Oct 19 01:23:55.031773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:23:55.047720 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:23:55.061394 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:55.062324 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:55.072162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-a41ddeac-252f-462a-b151-d4177a6fa619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:55.072840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:55.074321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b21b7b6-3ca6-48a6-99bb-c82e031ad2cb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5795453 Oct 19 01:23:55.075644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-a41ddeac-252f-462a-b151-d4177a6fa619 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2027216 Oct 19 01:23:55.077097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40286) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:55.102833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'name': 'network-vif-deleted', 'tag': 'a6702058-ead9-48a9-85d5-8351fbf22bff'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:23:55.116871 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c02fdc6-840c-484b-a6e3-f44d5b75594e" -d '{"events": [{"server_uuid": "adaf326c-eebd-40bf-b5fc-9d575e0d85ae", "name": "network-vif-deleted", "tag": "a6702058-ead9-48a9-85d5-8351fbf22bff"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:23:55.198698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26c58dc4-c54d-413f-a0af-25849706bd48 req-d1b9e761-14ae-4a00-9367-355308168935 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.1067762 Oct 19 01:23:55.321818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-d14371c8-c001-45a0-8396-42f3ed972f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:55.323603 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-d14371c8-c001-45a0-8396-42f3ed972f9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0563085 Oct 19 01:23:55.348562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-145a94e9-cbd9-4ed1-bf87-1f2c10737bf2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=150977e8-758b-480e-8128-bd22bc2175e2 HTTP/1.1" status: 200 len: 217 time: 0.2456925 Oct 19 01:23:55.377515 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224670f4-6c17-4fd0-9524-4b782da53579 x-openstack-request-id: req-224670f4-6c17-4fd0-9524-4b782da53579 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:23:55.377814 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adaf326c-eebd-40bf-b5fc-9d575e0d85ae", "name": "network-vif-deleted", "tag": "a6702058-ead9-48a9-85d5-8351fbf22bff", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:23:55.378068 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-224670f4-6c17-4fd0-9524-4b782da53579 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:23:55.378466 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adaf326c-eebd-40bf-b5fc-9d575e0d85ae', 'name': 'network-vif-deleted', 'tag': 'a6702058-ead9-48a9-85d5-8351fbf22bff', 'status': 'completed', 'code': 200} Oct 19 01:23:55.426721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-1cb9bb94-13cd-481d-9e3f-f9fa40a6e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:55.428283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-1cb9bb94-13cd-481d-9e3f-f9fa40a6e010 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0716960 Oct 19 01:23:55.451261 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:55.482954 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-591846e9-d736-4dfd-9454-8e44cb3ebfa1 req-2a5bd1be-f969-4be0-b563-2c1eec1f54bd tempest-DeleteServersTestJSON-563880911 tempest-DeleteServersTestJSON-563880911-project] 10.222.0.64 "GET /v2.0/ports?device_id=adaf326c-eebd-40bf-b5fc-9d575e0d85ae HTTP/1.1" status: 200 len: 210 time: 0.1574070 Oct 19 01:23:55.548769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-7fd93e3f-5399-4049-9199-496cfb427180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:55.553701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-7fd93e3f-5399-4049-9199-496cfb427180 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1139953 Oct 19 01:23:55.748482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-f70c8816-b9ed-4db4-971e-948d5a1dd284 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856329 Oct 19 01:23:56.086925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8b6b4c9-fa40-4ad9-a471-91c8efba092c req-f9b76067-643f-484e-910d-a57764d200b8 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293750 Oct 19 01:23:56.097514 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:51Z', 'revision_number': 3, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:56.119685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdc62f-a960-4b5c-aa24-eb1cc9c4247e req-a61bb519-6daf-4696-ae6c-4c6c654f4b9b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:56.129294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55bdc62f-a960-4b5c-aa24-eb1cc9c4247e req-a61bb519-6daf-4696-ae6c-4c6c654f4b9b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 947 time: 0.1961260 Oct 19 01:23:56.178516 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:23:56.178516 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Updating router fc603b79-1991-45ae-84b1-e8826497aaea port daa80dad-cbc0-4539-964d-6ab1651169a2 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:23:56.210119 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:56.216930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55bdc62f-a960-4b5c-aa24-eb1cc9c4247e req-a1bfa7a4-d7cf-47b0-bcb1-b0fa18ec7a32 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860956 Oct 19 01:23:56.255684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-977d4d5a-73f1-4ac7-8728-08b3e4125ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:56.262023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-977d4d5a-73f1-4ac7-8728-08b3e4125ead service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8588874 Oct 19 01:23:56.580273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f88c97b4-1ee2-476d-854a-c1acc5b3dfea req-9f3c64e6-84f6-4af4-b3e7-225538f886c5 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.0449221 Oct 19 01:23:56.680769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d7867-2b19-470f-9628-aef55e76ea0a req-438bd0ea-9ef2-4360-9e18-3f97e3bfc902 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:56.682846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d7d7867-2b19-470f-9628-aef55e76ea0a req-438bd0ea-9ef2-4360-9e18-3f97e3bfc902 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.5731940 Oct 19 01:23:56.772059 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-f863caa7-dad7-4eee-a132-e5dec6591d10 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990034 Oct 19 01:23:56.812376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d7d7867-2b19-470f-9628-aef55e76ea0a req-7f9d71e9-0880-428a-88b8-8d6aaa960999 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061673 Oct 19 01:23:56.849839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.322951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78fd2395-8d66-40d9-be0f-929f6b1428f1 req-6823663c-b1d8-4329-894c-6525240cbf42 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336072 Oct 19 01:23:57.325467 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.360991 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.537716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc436f4-e0f5-47b7-950f-03417f495aa3 req-9992b600-da95-4360-b7d0-60529817414d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:57.547541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9dc436f4-e0f5-47b7-950f-03417f495aa3 req-9992b600-da95-4360-b7d0-60529817414d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 947 time: 0.1397676 Oct 19 01:23:57.615568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Attempting to bind port daa80dad-cbc0-4539-964d-6ab1651169a2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:23:57.629327 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Attempting to bind port daa80dad-cbc0-4539-964d-6ab1651169a2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:23:57.630377 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Attempting to bind port daa80dad-cbc0-4539-964d-6ab1651169a2 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:23:57.687286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Allocated IP 172.20.0.1 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/0c327425-ea70-4188-97af-c037a5a65cba) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:23:57.716170 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:23:57.716785 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:23:57.717451 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.717851 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:23:57.718402 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Bound port: daa80dad-cbc0-4539-964d-6ab1651169a2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:23:57.718793 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:57.737850 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Pushing event updated for resources: {'Port': ['ID=daa80dad-cbc0-4539-964d-6ab1651169a2,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:57.743786 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9dc436f4-e0f5-47b7-950f-03417f495aa3 req-b0317fce-3dfb-4b94-92a8-d4fe6f9e709b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949608 Oct 19 01:23:57.744773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-8640c315-1f97-4956-a7ea-e487930176a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:57.746310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-8640c315-1f97-4956-a7ea-e487930176a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 1099 time: 0.2982361 Oct 19 01:23:57.853736 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.854086 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.854428 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.854800 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.855185 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.855528 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.855903 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.856253 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.856754 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.856956 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.857285 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.857651 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:23:57.917456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40392) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:57.985083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f800daf-0021-41aa-80bd-9377b67cdf7a req-6ecfd780-659f-4a5e-a3a1-2b1616ab7c0f tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.2354770 Oct 19 01:23:58.001987 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] For port daa80dad-cbc0-4539-964d-6ab1651169a2, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:23:58.022726 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] For port daa80dad-cbc0-4539-964d-6ab1651169a2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=daa80dad-cbc0-4539-964d-6ab1651169a2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:23:58.030672 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.126559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 150977e8-758b-480e-8128-bd22bc2175e2 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:23:58.181924 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:23:58.182670 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:58.189039 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d23f4-6f32-462a-8d90-ec9f4cf422d6 None None] Pushing event updated for resources: {'Port': ['ID=daa80dad-cbc0-4539-964d-6ab1651169a2,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:58.199254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b26968-239c-44e8-acda-f9d7a4f034ff req-0e1f777a-33e6-462c-acb6-e3eea902f219 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:58.212847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93b26968-239c-44e8-acda-f9d7a4f034ff req-0e1f777a-33e6-462c-acb6-e3eea902f219 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1912727 Oct 19 01:23:58.329911 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eece02d4-fe62-40a0-ac28-b0e4de4af73d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.368275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-2e31d7e2-8c22-4832-9987-4c15b9a19d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:58.376391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-2e31d7e2-8c22-4832-9987-4c15b9a19d49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.6036720 Oct 19 01:23:58.412902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93b26968-239c-44e8-acda-f9d7a4f034ff req-88873803-2ebb-4bee-adfa-4d303ed0f051 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931200 Oct 19 01:23:58.459944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:23:58.463412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.495571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 150977e8-758b-480e-8128-bd22bc2175e2, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=150977e8-758b-480e-8128-bd22bc2175e2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:58.504263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.523511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '150977e8-758b-480e-8128-bd22bc2175e2', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '150977e8-758b-480e-8128-bd22bc2175e2', 'mac_address': 'fa:16:3e:7b:f5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:23:58.579701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eece02d4-fe62-40a0-ac28-b0e4de4af73d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.598236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eece02d4-fe62-40a0-ac28-b0e4de4af73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.606004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:23:58.617548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:23:58.639149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:23:58.699788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.717988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eece02d4-fe62-40a0-ac28-b0e4de4af73d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a0c5e2db00048f78ae01ad471469b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985275 Oct 19 01:23:58.726684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40406) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:23:58.738106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece02d4-fe62-40a0-ac28-b0e4de4af73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9567f389-94e8-4736-8473-03e354841d99,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:58.744260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Pushing event updated for resources: {'Port': ['ID=0c327425-ea70-4188-97af-c037a5a65cba,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:58.748761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150977e8-758b-480e-8128-bd22bc2175e2 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:23:58.805420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 150977e8-758b-480e-8128-bd22bc2175e2, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=150977e8-758b-480e-8128-bd22bc2175e2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:23:58.816443 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.862994 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:51Z', 'revision_number': 3, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:23:58.869792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:58.901417 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591138-2ef6-4a16-acfc-131e162da04a None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:51Z', 'revision_number': 3, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:23:58.943111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=150977e8-758b-480e-8128-bd22bc2175e2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:58.976437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00954c6c-8149-4466-b5a5-9e6be5193793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.028121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78f6d-c07b-4bad-bcee-695535fd6354 req-c32844b2-f2fa-434a-9497-9984bb0cc8d9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:59.034270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ce78f6d-c07b-4bad-bcee-695535fd6354 req-c32844b2-f2fa-434a-9497-9984bb0cc8d9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 948 time: 0.1493850 Oct 19 01:23:59.052259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00954c6c-8149-4466-b5a5-9e6be5193793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.093147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['150977e8-758b-480e-8128-bd22bc2175e2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:23:59.148681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ce78f6d-c07b-4bad-bcee-695535fd6354 req-8120a6d3-47d9-42cd-a411-0eb57c2da82c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098971 Oct 19 01:23:59.156529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00954c6c-8149-4466-b5a5-9e6be5193793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.170182 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00954c6c-8149-4466-b5a5-9e6be5193793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.170182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00954c6c-8149-4466-b5a5-9e6be5193793 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9567f389-94e8-4736-8473-03e354841d99 HTTP/1.1" status: 204 len: 168 time: 0.4377875 Oct 19 01:23:59.188077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.202295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6f0cee23-bfad-41fd-9d8d-9c5cd333c60f None None] Provisioning complete for port 0c327425-ea70-4188-97af-c037a5a65cba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:23:59.203288 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f0cee23-bfad-41fd-9d8d-9c5cd333c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.209963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00954c6c-8149-4466-b5a5-9e6be5193793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9567f389-94e8-4736-8473-03e354841d99,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:23:59.295207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6f0cee23-bfad-41fd-9d8d-9c5cd333c60f None None] Port 0c327425-ea70-4188-97af-c037a5a65cba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:23:59.336276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f1da1db-0e33-4d7e-84f6-966c18dc1a93 req-b9a2148a-de06-46ca-9457-b3e421484751 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.0757301 Oct 19 01:23:59.677082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742159bc-0cad-4eaf-8fd9-631f42e842c9 req-066972bf-2abf-4051-89d8-fcf8d801d1a1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:23:59.685912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.692536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.694719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-742159bc-0cad-4eaf-8fd9-631f42e842c9 req-066972bf-2abf-4051-89d8-fcf8d801d1a1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1193602 Oct 19 01:23:59.788892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-742159bc-0cad-4eaf-8fd9-631f42e842c9 req-f05273ad-b4e9-41db-9201-e2ec543fc5aa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873966 Oct 19 01:23:59.859095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:23:59.909747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Pushing event updated for resources: {'Port': ['ID=0c327425-ea70-4188-97af-c037a5a65cba,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:00.069631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:00.072215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:00.370579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:00.417177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-ed58906f-26bf-43b6-bfcb-fbdbb76a20a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1824677 Oct 19 01:24:00.441322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device daa80dad-cbc0-4539-964d-6ab1651169a2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:00.489823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a2cb6-ef4d-4414-8245-3c9a8eb7bb29 req-b79d5ca7-8975-40a1-a350-92b57ee8deb2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:00.491664 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-912a2cb6-ef4d-4414-8245-3c9a8eb7bb29 req-b79d5ca7-8975-40a1-a350-92b57ee8deb2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 948 time: 0.1516564 Oct 19 01:24:00.566365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:00.573066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e5280e0c-297e-4bef-a531-cb670591ad1f None None] Provisioning complete for port 0c327425-ea70-4188-97af-c037a5a65cba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:00.573445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e5280e0c-297e-4bef-a531-cb670591ad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:00.577003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-423e5890-dbcd-4bbb-82e0-e598bd6c534c admin admin] 10.222.0.64 "PUT /v2.0/routers/fc603b79-1991-45ae-84b1-e8826497aaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4987938 Oct 19 01:24:00.697507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port daa80dad-cbc0-4539-964d-6ab1651169a2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:00.697890 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:00.721100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-912a2cb6-ef4d-4414-8245-3c9a8eb7bb29 req-f03e238e-103e-486e-aa5b-39267b63ae0d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070153 Oct 19 01:24:00.723132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-cf4893fc-4a91-4585-9765-93d24d379c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:00.724640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-cf4893fc-4a91-4585-9765-93d24d379c29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 1101 time: 0.2253377 Oct 19 01:24:00.781491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e5280e0c-297e-4bef-a531-cb670591ad1f None None] Port 0c327425-ea70-4188-97af-c037a5a65cba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:00.806456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-8b9230fd-0d49-4090-9a13-641d23bebdd6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=7b37720f-f010-4146-b255-6c50e7d83eaa HTTP/1.1" status: 200 len: 217 time: 0.1526911 Oct 19 01:24:00.994639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.062965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-0964a040-031b-4bcb-ae93-8aa8c80e72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:01.064575 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-0964a040-031b-4bcb-ae93-8aa8c80e72ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2954347 Oct 19 01:24:01.070163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port daa80dad-cbc0-4539-964d-6ab1651169a2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=daa80dad-cbc0-4539-964d-6ab1651169a2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:01.073089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684eff-680b-4504-bcf4-a8a3ebfac308 req-0c991ae2-b999-4377-b620-40be7e529838 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:01.080796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9684eff-680b-4504-bcf4-a8a3ebfac308 req-0c991ae2-b999-4377-b620-40be7e529838 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1011615 Oct 19 01:24:01.082914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.117347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9516acc-592b-45e9-ae03-d209aef56e70 req-63ee84d2-d305-41fa-a56a-4a279b2bf845 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3d36df-a0d3-4e0f-af21-ac61d91c0ddb HTTP/1.1" status: 200 len: 210 time: 0.1970024 Oct 19 01:24:01.166430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-488ba482-6a66-40cb-98ee-baafe2e53087 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20 HTTP/1.1" status: 200 len: 217 time: 0.0648184 Oct 19 01:24:01.182523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-14566fba-8cc6-4144-97b3-96e7af2de54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:01.185884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9684eff-680b-4504-bcf4-a8a3ebfac308 req-fd67160c-48a5-45f2-b123-0cc17f7cf7cc tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039386 Oct 19 01:24:01.188856 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-14566fba-8cc6-4144-97b3-96e7af2de54e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.3704326 Oct 19 01:24:01.215822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=daa80dad-cbc0-4539-964d-6ab1651169a2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:01.301249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-b9c755b7-de25-4224-b5b2-4399b1623b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:01.302794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-b9c755b7-de25-4224-b5b2-4399b1623b8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044447 Oct 19 01:24:01.315383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-abf65262-f5fe-4a85-ac9c-1d995135aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:01.316928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-abf65262-f5fe-4a85-ac9c-1d995135aeea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1299367 Oct 19 01:24:01.392355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-9df28dd5-4969-4ecd-93b2-8294a5c2681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:01.394639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-9df28dd5-4969-4ecd-93b2-8294a5c2681c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690417 Oct 19 01:24:01.498117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-fd73d0cb-c673-4fd0-bfa6-a752255efabc service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861613 Oct 19 01:24:01.636477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-2f708201-3392-41df-a53a-6ecb6dc75011 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299607 Oct 19 01:24:01.762553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622fee59-2746-4c8e-9f11-418fe7c19cb8 req-d36b6193-6790-4857-b5f0-2fa25af4300e service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498317 Oct 19 01:24:01.831922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d3a21fb-a2b5-4b22-bb5c-0613af880a9f req-f6f372f5-007b-42ee-b191-56a3b1ee104e service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862466 Oct 19 01:24:01.890024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40482) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:01.895593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1772355032-network', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:01.949348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Made reservation on behalf of 157c16d8382848f1bd9f138abbb29cd4 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:01.951720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:01.974533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.099440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:02.110575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:02.116721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:02.190757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.204853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.272858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:24:02.348601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.348964 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Added segment af6f5a05-c6ee-4d79-a222-3f5f7644d800 of type vlan for network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 Oct 19 01:24:02.395020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 150977e8-758b-480e-8128-bd22bc2175e2 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:02.402146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device daa80dad-cbc0-4539-964d-6ab1651169a2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:02.471867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46988e4-7d10-450b-aa9c-437d69fa6f74,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:02.484711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.516674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f70b6-7ca2-4e62-98d1-2236594c2ff1 req-39df5aa0-929c-4cef-bbe6-1e7098d97521 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:02.519365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce9f70b6-7ca2-4e62-98d1-2236594c2ff1 req-39df5aa0-929c-4cef-bbe6-1e7098d97521 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1088066 Oct 19 01:24:02.576628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.581837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:02.582432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.665507 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce9f70b6-7ca2-4e62-98d1-2236594c2ff1 req-f64bb6f9-219a-4622-827e-d56401c80c46 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374054 Oct 19 01:24:02.666289 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40500) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:02.666751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:02.778684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1aaf-8074-4cf9-8e6d-3c7822d731a3 req-67f4f597-78df-4e68-b59f-1283fcc18513 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:02.784865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8936129 Oct 19 01:24:02.787265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-325d1aaf-8074-4cf9-8e6d-3c7822d731a3 req-67f4f597-78df-4e68-b59f-1283fcc18513 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 948 time: 0.9311411 Oct 19 01:24:02.791406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40504) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:02.792146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6bd31-c6d7-4187-ba47-0b22ade8d62e admin admin] Pushing event updated for resources: {'Network': ['ID=993a16b2-efca-482d-b9c4-ffdb9b7d3866,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:02.812794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Request body: {'subnet': {'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1772355032-subnet', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:02.825286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40506) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:02.846303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-325d1aaf-8074-4cf9-8e6d-3c7822d731a3 req-1f6f25eb-502e-4efc-afdd-4ab4603c2476 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572786 Oct 19 01:24:02.873321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Made reservation on behalf of 157c16d8382848f1bd9f138abbb29cd4 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:02.877965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.931761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c75c-4ca9-4214-9ba0-f147c75e1556 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:02.957809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:24:02.995664 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c75c-4ca9-4214-9ba0-f147c75e1556 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.060829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c75c-4ca9-4214-9ba0-f147c75e1556 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.063319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:03.064083 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c75c-4ca9-4214-9ba0-f147c75e1556 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.065472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0fd0c75c-4ca9-4214-9ba0-f147c75e1556 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "DELETE /v2.0/security-groups/8f0de6ed-cb88-4082-9e93-744f5109eb18 HTTP/1.1" status: 204 len: 168 time: 0.2386723 Oct 19 01:24:03.069302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40510) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:03.090482 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-75cc21ea-6a40-40de-a069-19d875ae60a8 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] show failed (client error): The resource could not be found. Oct 19 01:24:03.092441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-75cc21ea-6a40-40de-a069-19d875ae60a8 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "GET /v2.0/security-groups/8f0de6ed-cb88-4082-9e93-744f5109eb18 HTTP/1.1" status: 404 len: 347 time: 0.0214219 Oct 19 01:24:03.093757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0c75c-4ca9-4214-9ba0-f147c75e1556 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0de6ed-cb88-4082-9e93-744f5109eb18,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:03.096014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40512) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:03.104845 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.149027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 150977e8-758b-480e-8128-bd22bc2175e2 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:03.211087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 150977e8-758b-480e-8128-bd22bc2175e2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:03.211466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.301861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port daa80dad-cbc0-4539-964d-6ab1651169a2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:03.302071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.353505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.354289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Deleting port 7f708fd6-7588-4f5f-aa26-32ee0f91adec {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:03.354754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.410876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.505860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Checking segment: {'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:03.506348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Network hostable DHCP agents. Network: 993a16b2-efca-482d-b9c4-ffdb9b7d3866, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:24:03.514366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=959fafd1-2a6b-4fc1-9495-b784b43f9f81,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:03.544871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.545264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.561737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Calling delete_port for 7f708fd6-7588-4f5f-aa26-32ee0f91adec owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:03.568512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:24:03.584177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 993a16b2-efca-482d-b9c4-ffdb9b7d3866) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:03.591299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:03.592413 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.599096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909a166-6fbe-46b4-bca5-220cf5ada5e8 None None] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:03.619452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b1992ef-525f-456f-963a-97efe575a408 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8246670 Oct 19 01:24:03.623513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40518) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:03.635474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:03.656735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Allocated IP 172.25.0.105 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/6e5f23e6-e9d4-4b81-a52c-308f53e412d6) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:03.670434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.672294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.829749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.877673 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:03.935619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b46448-51bf-42c7-ba35-6b07909316cd req-011a929c-9ad1-4e05-911f-ec9319f9e018 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:03.938196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84b46448-51bf-42c7-ba35-6b07909316cd req-011a929c-9ad1-4e05-911f-ec9319f9e018 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1606243 Oct 19 01:24:03.958978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Pushing event deleted for resources: {'Port': ['ID=7f708fd6-7588-4f5f-aa26-32ee0f91adec,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:04.066843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150977e8-758b-480e-8128-bd22bc2175e2'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:04.069545 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd93978-e197-4a80-95f1-d07b654c5bf8" -d '{"events": [{"server_uuid": "fe73b7d1-4d00-4527-9825-318b07a14950", "name": "network-vif-plugged", "status": "completed", "tag": "150977e8-758b-480e-8128-bd22bc2175e2"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:04.094672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 150977e8-758b-480e-8128-bd22bc2175e2, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=150977e8-758b-480e-8128-bd22bc2175e2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:04.102214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84b46448-51bf-42c7-ba35-6b07909316cd req-42e00166-10be-4869-a69f-b685d775fcbb tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406286 Oct 19 01:24:04.110494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.146779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.149901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.154109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-451c1103-425e-44d1-98d2-441ecdc76039 tempest-ServersTestBootFromVolume-1229446664 tempest-ServersTestBootFromVolume-1229446664-project] 10.222.0.64 "DELETE /v2.0/floatingips/8f613d24-6d1f-455d-898a-0d94cce6c395 HTTP/1.1" status: 204 len: 168 time: 1.0540519 Oct 19 01:24:04.157283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40528) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:04.206463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 2, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:04.277866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:04.286077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Updating router fc603b79-1991-45ae-84b1-e8826497aaea port 0c327425-ea70-4188-97af-c037a5a65cba binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:04.288871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-993a16b2-efca-482d-b9c4-ffdb9b7d3866', 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'fixed_ips': [{'subnet_id': '959fafd1-2a6b-4fc1-9495-b784b43f9f81'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:24:04.289981 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.410554 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.643897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=150977e8-758b-480e-8128-bd22bc2175e2,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:04.655564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.671343 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dbc908-1d5d-46f2-8194-de954a6a5542 x-openstack-request-id: req-e8dbc908-1d5d-46f2-8194-de954a6a5542 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:04.671859 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe73b7d1-4d00-4527-9825-318b07a14950", "name": "network-vif-plugged", "status": "completed", "tag": "150977e8-758b-480e-8128-bd22bc2175e2", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:04.672138 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8dbc908-1d5d-46f2-8194-de954a6a5542 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:04.672537 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150977e8-758b-480e-8128-bd22bc2175e2', 'code': 200} Oct 19 01:24:04.687284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c86d-6b68-4bcf-b5a3-1a0b0430d7a1 req-07be56f7-4ada-4ab5-b849-08d7705d4677 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:04.689001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb45c86d-6b68-4bcf-b5a3-1a0b0430d7a1 req-07be56f7-4ada-4ab5-b849-08d7705d4677 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 949 time: 0.1696475 Oct 19 01:24:04.702629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fb202-563c-4cbb-a96e-27319b50f7df req-c989b48d-42f7-4f5f-b46d-40492097f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:04.709860 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-641fb202-563c-4cbb-a96e-27319b50f7df req-c989b48d-42f7-4f5f-b46d-40492097f52d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 1101 time: 0.1044955 Oct 19 01:24:04.835327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-641fb202-563c-4cbb-a96e-27319b50f7df req-a19bd1e9-1656-4294-86d1-4c34e00076a4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 Oct 19 01:24:04.850266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 7b37720f-f010-4146-b255-6c50e7d83eaa details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:04.888179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.912636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb45c86d-6b68-4bcf-b5a3-1a0b0430d7a1 req-f6597c76-ca6e-4b74-88c0-dcae3585a7d6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595211 Oct 19 01:24:04.981559 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:04.990943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 7b37720f-f010-4146-b255-6c50e7d83eaa, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=7b37720f-f010-4146-b255-6c50e7d83eaa,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:05.014871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '7b37720f-f010-4146-b255-6c50e7d83eaa', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '7b37720f-f010-4146-b255-6c50e7d83eaa', 'mac_address': 'fa:16:3e:fe:b4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:05.031648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Allocated IP 172.20.0.2 (993a16b2-efca-482d-b9c4-ffdb9b7d3866/959fafd1-2a6b-4fc1-9495-b784b43f9f81/c20e3efa-f3c5-482b-9a49-531cbd1539bb) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:05.045004 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.086161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.178069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:05.193787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:05.198557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:05.274489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5f23e6-e9d4-4b81-a52c-308f53e412d6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:05.373037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e7aec-ca88-4c5f-9277-d55ef9a12091 req-555d0b9f-add6-4761-a6d4-1ef259c7423f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:05.374319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e38e7aec-ca88-4c5f-9277-d55ef9a12091 req-555d0b9f-add6-4761-a6d4-1ef259c7423f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1038508 Oct 19 01:24:05.458845 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.503070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e38e7aec-ca88-4c5f-9277-d55ef9a12091 req-392571e6-1004-460d-aabc-a6560814c9f7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193993 Oct 19 01:24:05.544637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Deleting port 19fd04a5-b656-4bca-b754-4d32a5722188 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:05.544981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.562179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.666790 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.672523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b37720f-f010-4146-b255-6c50e7d83eaa {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:05.687572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.758742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] For port 19fd04a5-b656-4bca-b754-4d32a5722188, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=19fd04a5-b656-4bca-b754-4d32a5722188,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:05.758742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.759079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce9e69-02e7-475f-a0df-96a002ac06d8 None None] Pushing event updated for resources: {'Port': ['ID=0c327425-ea70-4188-97af-c037a5a65cba,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:05.784423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.807668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 7b37720f-f010-4146-b255-6c50e7d83eaa, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=7b37720f-f010-4146-b255-6c50e7d83eaa,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:05.812080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Calling delete_port for 19fd04a5-b656-4bca-b754-4d32a5722188 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:05.837776 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.838755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:05.857667 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:05.859531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.076675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:06.265140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Allocated IP 172.25.0.195 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a9baae4a-e1e4-4d32-8504-892aaa3fa257) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:06.278453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'network_id': 'a1d1a80f-9ec8-4613-8cf5-590a865888ec', 'port_id': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'mac_address': 'fa:16:3e:d8:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc33e33-bfdd-47d2-aefd-c454d0ee8460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:06.417658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.462557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=7b37720f-f010-4146-b255-6c50e7d83eaa,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:06.469586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9840c245-f0c4-4c0c-84c4-53565678eeb5 None None] Provisioning complete for port 0c327425-ea70-4188-97af-c037a5a65cba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:06.470379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9840c245-f0c4-4c0c-84c4-53565678eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.485785 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.495320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Pushing event deleted for resources: {'Port': ['ID=19fd04a5-b656-4bca-b754-4d32a5722188,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:06.575413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Attempting to bind port 0c327425-ea70-4188-97af-c037a5a65cba on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:06.575789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Attempting to bind port 0c327425-ea70-4188-97af-c037a5a65cba by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:06.576181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Attempting to bind port 0c327425-ea70-4188-97af-c037a5a65cba on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:06.584711 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.627407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:06.627944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:06.628489 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.628889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:06.637655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Bound port: 0c327425-ea70-4188-97af-c037a5a65cba, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:06.638163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.659671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:06.666843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.680222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:06.684473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:06.706163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.706464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.706786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.707127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.707461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.707796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.719273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.719837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.720263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.720654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.721005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.721329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:06.822597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9840c245-f0c4-4c0c-84c4-53565678eeb5 None None] Port 0c327425-ea70-4188-97af-c037a5a65cba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:06.856784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e7a6f-8480-4607-a063-6a42518cfe3d req-8c0a8405-7b9b-430d-851c-a3e32f1e4e02 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:06.871430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a66e7a6f-8480-4607-a063-6a42518cfe3d req-8c0a8405-7b9b-430d-851c-a3e32f1e4e02 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 949 time: 0.5123234 Oct 19 01:24:06.914826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:06.915737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:06.975782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:07.003339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a910618-f89f-41c8-9ab0-26525c5764a2 req-8ade9145-5282-4cc9-a492-1b354719ca11 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:07.012809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a910618-f89f-41c8-9ab0-26525c5764a2 req-8ade9145-5282-4cc9-a492-1b354719ca11 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 944 time: 0.1841974 Oct 19 01:24:07.021197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a66e7a6f-8480-4607-a063-6a42518cfe3d req-6906e08e-0430-41b9-ad0a-f3af79584124 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322546 Oct 19 01:24:07.071067 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.087259 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.104823 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.130297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.146719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a910618-f89f-41c8-9ab0-26525c5764a2 req-92f350e0-b009-41fb-8ff0-765f124040f7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262944 Oct 19 01:24:07.154693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] For port 0c327425-ea70-4188-97af-c037a5a65cba, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:07.166814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] For port 0c327425-ea70-4188-97af-c037a5a65cba, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c327425-ea70-4188-97af-c037a5a65cba,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:07.181621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.212840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Attempting to bind port c20e3efa-f3c5-482b-9a49-531cbd1539bb on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:07.213216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Attempting to bind port c20e3efa-f3c5-482b-9a49-531cbd1539bb by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:07.213581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Attempting to bind port c20e3efa-f3c5-482b-9a49-531cbd1539bb on network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:07.216447 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.244852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Pushing event updated for resources: {'Port': ['ID=c20e3efa-f3c5-482b-9a49-531cbd1539bb,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:07.302203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:07.306903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:07.307292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Checking segment: {'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:07.307698 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.308121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Bound using segment: {'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:07.308610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Bound port: c20e3efa-f3c5-482b-9a49-531cbd1539bb, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:07.308995 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.369096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-33ccf101-f49c-4b45-95bc-8a7ca07aec7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.373373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:07.400715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:07.460114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40568) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:07.498033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5f23e6-e9d4-4b81-a52c-308f53e412d6,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:07.553557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.553938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.554255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.554608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.554950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.555294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.555635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.555991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.556333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.556663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.556995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.557328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:07.587283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.629835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:07.630396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:07.647778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:07.667026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:07.916052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['51ff66ed-5ab6-489d-999f-a3e41c7d11d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:07.922724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:07.925509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] Deleting subnet bd1cf545-8b75-4d90-80fd-dfb94dc1a56d {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:24:07.942799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.967596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:07.969712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c14803a6-024e-402b-89b8-d3c256a82518 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2948558 Oct 19 01:24:07.982457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40574) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:07.983398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Pushing event updated for resources: {'Port': ['ID=a9baae4a-e1e4-4d32-8504-892aaa3fa257,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:08.019176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2051688295', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'fixed_ips': [{'ip_address': '172.25.0.105'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:08.107116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:08.113162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.118286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] Sync routers for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:08.118820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0d69d01d-7c9a-48a0-9836-b8db6d097125 admin admin] 10.222.0.64 "PUT /v2.0/routers/982d32d4-fbfe-4963-9ea1-a1351a0fd2a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9603336 Oct 19 01:24:08.127253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40578) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:08.134832 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:08.135746 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:08.224958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.298414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] For port c20e3efa-f3c5-482b-9a49-531cbd1539bb, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:08.342550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7fec2e17-f48a-4b55-9b3a-67db949750da None None] Provisioning complete for port 0c327425-ea70-4188-97af-c037a5a65cba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:08.342975 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7fec2e17-f48a-4b55-9b3a-67db949750da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.373418 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:08.428062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:08.431444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] For port c20e3efa-f3c5-482b-9a49-531cbd1539bb, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c20e3efa-f3c5-482b-9a49-531cbd1539bb,segment=NetworkSegment(af6f5a05-c6ee-4d79-a222-3f5f7644d800),segment_id=af6f5a05-c6ee-4d79-a222-3f5f7644d800)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:08.526132 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.526371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Made reservation on behalf of 66b3ca2a5b4a427b857ec2dc10c842d8 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:08.528853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.542338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.563229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce9e69-02e7-475f-a0df-96a002ac06d8 None None] Pushing event updated for resources: {'Port': ['ID=0c327425-ea70-4188-97af-c037a5a65cba,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:08.688831 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.701916 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bd1cf545-8b75-4d90-80fd-dfb94dc1a56d HTTP/1.1" status: 204 len: 168 time: 1.2383308 Oct 19 01:24:08.712811 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:24:06Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:08.716497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40588) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:08.717783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea45191-f0ef-4294-bac0-eceaed2589b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1cf545-8b75-4d90-80fd-dfb94dc1a56d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:08.803013 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] Checking router: 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:08.826921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:08.842709 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] Routers {'982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:08.845008 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:08.852365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce0e25-f7ac-4434-a9bb-16d6458d6319 req-4908a46b-501a-4d65-9b8a-4ee54b78437e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:08.866361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5ce0e25-f7ac-4434-a9bb-16d6458d6319 req-4908a46b-501a-4d65-9b8a-4ee54b78437e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.5051119 Oct 19 01:24:08.921847 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7fec2e17-f48a-4b55-9b3a-67db949750da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.012493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7fec2e17-f48a-4b55-9b3a-67db949750da None None] For port 0c327425-ea70-4188-97af-c037a5a65cba, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c327425-ea70-4188-97af-c037a5a65cba,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:09.034561 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7fec2e17-f48a-4b55-9b3a-67db949750da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.043925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.052010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf895ef3-f861-4289-a03a-399642cbf05e None None] Pushing event updated for resources: {'Port': ['ID=c20e3efa-f3c5-482b-9a49-531cbd1539bb,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:09.090799 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5ce0e25-f7ac-4434-a9bb-16d6458d6319 req-dbf33741-5f4e-491a-9c49-da17bf2908fa tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168911 Oct 19 01:24:09.151317 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] Set router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:09.179897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35465d5-faa6-4735-afec-50105da806d1 req-af926817-b3ab-458b-990d-8c783d6ae5a5 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:09.182174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e35465d5-faa6-4735-afec-50105da806d1 req-af926817-b3ab-458b-990d-8c783d6ae5a5 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 949 time: 0.8190598 Oct 19 01:24:09.183083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.291371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.332612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16328a5b-3007-43fd-af23-0d798d47d1b0']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:09.351034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e35465d5-faa6-4735-afec-50105da806d1 req-11ba9eaf-3057-45b7-833b-0de28cbd936a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607471 Oct 19 01:24:09.390818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6f0b96-6609-4e27-b659-11ca772fd258') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:09.391042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6f0b96-6609-4e27-b659-11ca772fd258') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:09.412569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.435666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec2e17-f48a-4b55-9b3a-67db949750da None None] Pushing event updated for resources: {'Port': ['ID=0c327425-ea70-4188-97af-c037a5a65cba,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:09.436174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.447469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.451790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.464342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:24:09.464540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:24:09.466506 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:24:09.485634 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.504316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c4ec34-afa2-4f80-abdb-128bf3869e5c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:09.533469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] device_id is not set on port ba2a4a17-dd2b-4e08-99b0-bf23a37936b6 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:24:09.556570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:24:06Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:09.559752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:07Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:09.568664 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.604712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e3427-6793-477b-a6c8-447c373b0e8c None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:07Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:09.631017 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6d963-04d4-4182-8385-554b09c0209d None None] The sync data for ids ['982d32d4-fbfe-4963-9ea1-a1351a0fd2a4'] in n-d-789963-20 is: [{'id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'name': 'tempest-ServersTestBootFromVolume-1873655328-router', 'tenant_id': '19e6c9f26e544be3a24bdd8d17012d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:20:10Z', 'updated_at': '2021-10-19T01:24:06Z', 'revision_number': 5, 'project_id': '19e6c9f26e544be3a24bdd8d17012d06', 'gw_port': {'id': 'a803aa1b-4296-4685-baf5-8952ebfc1ed4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982d32d4-fbfe-4963-9ea1-a1351a0fd2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:20:11Z', 'updated_at': '2021-10-19T01:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:09.635490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.646701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.649837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/16328a5b-3007-43fd-af23-0d798d47d1b0 HTTP/1.1" status: 204 len: 168 time: 0.9210553 Oct 19 01:24:09.657745 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-56edfc75-aefd-46e9-9017-425f5c3fdbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.684996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d1f39-a679-4112-81b7-09458381adc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=16328a5b-3007-43fd-af23-0d798d47d1b0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:09.718167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd9544-80b7-4bf8-b117-52a8308094b5 req-37f6b679-0e92-48c4-ad97-f3cb74113295 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:09.721252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eecd9544-80b7-4bf8-b117-52a8308094b5 req-37f6b679-0e92-48c4-ad97-f3cb74113295 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 948 time: 0.2175577 Oct 19 01:24:09.799433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eecd9544-80b7-4bf8-b117-52a8308094b5 req-0932e651-dad2-4673-93fb-e70973287f08 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711644 Oct 19 01:24:09.842462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:09.941981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40600) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:10.029292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-16a0c80b-63cf-4450-bdd1-ad40e20a43d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9567f9fa32ff49e48f93fc696f75d605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855739 Oct 19 01:24:10.031351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40602) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:10.165005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b50df24-b19d-476f-a6a0-42edf973e631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.248748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b50df24-b19d-476f-a6a0-42edf973e631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.379672 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b50df24-b19d-476f-a6a0-42edf973e631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.382472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b50df24-b19d-476f-a6a0-42edf973e631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.383648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b50df24-b19d-476f-a6a0-42edf973e631 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c04b6bcd-ac83-4a35-b069-f3a93d0fa263 HTTP/1.1" status: 204 len: 168 time: 0.3513372 Oct 19 01:24:10.398123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50df24-b19d-476f-a6a0-42edf973e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04b6bcd-ac83-4a35-b069-f3a93d0fa263,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:10.534506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c327425-ea70-4188-97af-c037a5a65cba up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:10.627636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337869f8-01aa-4816-8d0d-48c955d0665b None None] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:10.646460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.702335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a230df8-52bd-4218-8bef-4bd699062190 req-9de5160f-f93b-4e4a-8216-c30fd2170192 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:10.704501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a230df8-52bd-4218-8bef-4bd699062190 req-9de5160f-f93b-4e4a-8216-c30fd2170192 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.4005260 Oct 19 01:24:10.731255 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.782079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Provisioning complete for port c20e3efa-f3c5-482b-9a49-531cbd1539bb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:10.782441 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.826010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.833008 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 01:24:10.833534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:24:10.842967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a230df8-52bd-4218-8bef-4bd699062190 req-aed53141-c14e-47d6-87c0-d2f15b549925 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955994 Oct 19 01:24:10.856433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0c327425-ea70-4188-97af-c037a5a65cba triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:10.857180 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.891888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Deleting port a803aa1b-4296-4685-baf5-8952ebfc1ed4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:10.892341 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:10.901308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-451d7331-f571-4d8d-956d-a01e45130a55 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9097309 Oct 19 01:24:10.903318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:24:10.904168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40616) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:11.191732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.246786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] For port c20e3efa-f3c5-482b-9a49-531cbd1539bb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c20e3efa-f3c5-482b-9a49-531cbd1539bb,segment=NetworkSegment(af6f5a05-c6ee-4d79-a222-3f5f7644d800),segment_id=af6f5a05-c6ee-4d79-a222-3f5f7644d800)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:11.327761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41aa17-37ce-4215-9e5a-2d8ad3269170 req-158b5e3d-592e-48ca-b16c-0dbd1216f202 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:11.334803 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c41aa17-37ce-4215-9e5a-2d8ad3269170 req-158b5e3d-592e-48ca-b16c-0dbd1216f202 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 948 time: 0.2642221 Oct 19 01:24:11.401661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c20e3efa-f3c5-482b-9a49-531cbd1539bb up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:11.432328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Deleting port 6e5f23e6-e9d4-4b81-a52c-308f53e412d6 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:11.432727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.499622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.511096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 7b37720f-f010-4146-b255-6c50e7d83eaa up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:11.601510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.601824 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.646036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c41aa17-37ce-4215-9e5a-2d8ad3269170 req-2e6c2fb8-f1e7-49f7-aa37-21fe65742978 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885373 Oct 19 01:24:11.671551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] For port a803aa1b-4296-4685-baf5-8952ebfc1ed4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a803aa1b-4296-4685-baf5-8952ebfc1ed4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:11.673206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.681413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Calling delete_port for 6e5f23e6-e9d4-4b81-a52c-308f53e412d6 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:11.694471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:11.709528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Calling delete_port for a803aa1b-4296-4685-baf5-8952ebfc1ed4 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:11.714881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Sync routers for ids ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:11.760736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Pushing event updated for resources: {'Port': ['ID=c20e3efa-f3c5-482b-9a49-531cbd1539bb,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:11.781829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c20e3efa-f3c5-482b-9a49-531cbd1539bb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:11.782260 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.790971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:11.795771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e19ba7a0-bde0-451e-9525-a15e6aa6a86c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1708212 Oct 19 01:24:11.796424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40638) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:11.840541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 7b37720f-f010-4146-b255-6c50e7d83eaa completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:11.856660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Routers {'7e518f38-c8ce-4f50-aebd-7212fe3c8057'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:11.857491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:11.864217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.878721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.880476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.881042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.881599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.882154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.882730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.883280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.883843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.884467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.885040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.885602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb63dec-61db-44a9-b1b8-43ccb01957ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:24:11.929832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40642) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:11.967120 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.007506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e5f23e6-e9d4-4b81-a52c-308f53e412d6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:12.045512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 7b37720f-f010-4146-b255-6c50e7d83eaa triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:12.046222 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.135205 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.139145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.147634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-da83ec49-8bc2-45d1-ad87-e0373ec171f7 tempest-ExternalNetworksAdminNegativeTestJSON-863839658 tempest-ExternalNetworksAdminNegativeTestJSON-863839658-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/36b5cfec-fa1a-4842-b9e9-a39f436cef06 HTTP/1.1" status: 204 len: 168 time: 1.2418535 Oct 19 01:24:12.232076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-606877119-network', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:12.260757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.286446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Set router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:12.290759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.349585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Pushing event deleted for resources: {'Port': ['ID=a803aa1b-4296-4685-baf5-8952ebfc1ed4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:12.358641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:12.361384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.372802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.379537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed74a1-cec7-4410-bc23-35416dc1e3ba req-b9b99435-98ac-4706-a422-9b7881e931ec tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:12.387015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05ed74a1-cec7-4410-bc23-35416dc1e3ba req-b9b99435-98ac-4706-a422-9b7881e931ec tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 945 time: 0.3158371 Oct 19 01:24:12.404143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e1885be0-8d20-48b7-b14d-e55c95c15aea None None] Provisioning complete for port c20e3efa-f3c5-482b-9a49-531cbd1539bb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:12.404513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1885be0-8d20-48b7-b14d-e55c95c15aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.424831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.437644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40652) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:12.576144 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05ed74a1-cec7-4410-bc23-35416dc1e3ba req-5af2d6db-e31a-49d8-a00c-58962148fb4c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741426 Oct 19 01:24:12.587131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.606953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30d3573e-3fbf-4aa2-906a-f2397efd7a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.653761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 19fd04a5-b656-4bca-b754-4d32a5722188 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:24:12.733541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b37720f-f010-4146-b255-6c50e7d83eaa'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:12.737949 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07d704f-7566-4752-8b10-c3aa7322e1ba" -d '{"events": [{"server_uuid": "02432f8a-67d2-4d2e-a729-c4b9704054ea", "name": "network-vif-plugged", "status": "completed", "tag": "7b37720f-f010-4146-b255-6c50e7d83eaa"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:12.740885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 19fd04a5-b656-4bca-b754-4d32a5722188 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:24:12.741506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 19fd04a5-b656-4bca-b754-4d32a5722188 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:24:12.775001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 7b37720f-f010-4146-b255-6c50e7d83eaa, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=7b37720f-f010-4146-b255-6c50e7d83eaa,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:12.790135 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.791224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:12.802236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30d3573e-3fbf-4aa2-906a-f2397efd7a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.809658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30d3573e-3fbf-4aa2-906a-f2397efd7a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.855562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3573e-3fbf-4aa2-906a-f2397efd7a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aabe733-0def-4cc8-8f82-d21abd904123,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:12.859156 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e599bc7-4cf9-465a-995e-64ec4f2b2b6b x-openstack-request-id: req-2e599bc7-4cf9-465a-995e-64ec4f2b2b6b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:12.859510 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02432f8a-67d2-4d2e-a729-c4b9704054ea", "name": "network-vif-plugged", "status": "completed", "tag": "7b37720f-f010-4146-b255-6c50e7d83eaa", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:12.859829 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e599bc7-4cf9-465a-995e-64ec4f2b2b6b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:12.860304 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b37720f-f010-4146-b255-6c50e7d83eaa', 'code': 200} Oct 19 01:24:12.887830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30d3573e-3fbf-4aa2-906a-f2397efd7a86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b209feaea2c4018bd4746763464c215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459085 Oct 19 01:24:12.889265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40662) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:12.953679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d726-e093-470c-82e1-135c4bd38b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.980889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d726-e093-470c-82e1-135c4bd38b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.989323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=7b37720f-f010-4146-b255-6c50e7d83eaa,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:12.990648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:12.997725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.003436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c20e3efa-f3c5-482b-9a49-531cbd1539bb up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:13.043631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:13.052170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:13.052557 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.068654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d726-e093-470c-82e1-135c4bd38b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.071755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d726-e093-470c-82e1-135c4bd38b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.074074 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d0f5d726-e093-470c-82e1-135c4bd38b8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3aabe733-0def-4cc8-8f82-d21abd904123 HTTP/1.1" status: 204 len: 168 time: 0.1831965 Oct 19 01:24:13.086170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5d726-e093-470c-82e1-135c4bd38b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aabe733-0def-4cc8-8f82-d21abd904123,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:13.099297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 3, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port': {'id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:05Z', 'updated_at': '2021-10-19T01:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:13.126267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8166e-6a7c-4c7f-acd8-689325ec951c req-7e0bc19c-925d-478b-8ccc-115200b17e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:13.127850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ba8166e-6a7c-4c7f-acd8-689325ec951c req-7e0bc19c-925d-478b-8ccc-115200b17e73 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 1101 time: 0.1710856 Oct 19 01:24:13.135302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.135823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:24:13.140652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.145056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40666) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:13.145223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-57cbbc79-b6eb-4f37-8951-904ec4a3ffbc admin admin] 10.222.0.64 "DELETE /v2.0/routers/982d32d4-fbfe-4963-9ea1-a1351a0fd2a4 HTTP/1.1" status: 204 len: 168 time: 5.0149717 Oct 19 01:24:13.147779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Checking router: 7e518f38-c8ce-4f50-aebd-7212fe3c8057 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:13.148150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Updating router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 port a9baae4a-e1e4-4d32-8504-892aaa3fa257 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:13.163690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.186821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4dca-93c7-41d2-90ba-fe35a1eca697 req-e5a12436-66fb-4f50-9a28-3d745f24ba8d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:13.194568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c20e3efa-f3c5-482b-9a49-531cbd1539bb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:13.195618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96ac4dca-93c7-41d2-90ba-fe35a1eca697 req-e5a12436-66fb-4f50-9a28-3d745f24ba8d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 949 time: 0.4041791 Oct 19 01:24:13.197853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.201693 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.214197 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.241233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] Deleting subnet e073a0b6-2e12-42ed-a740-686169ade46c {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:24:13.251146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.251348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96ac4dca-93c7-41d2-90ba-fe35a1eca697 req-9824327f-24e8-4b2e-ac09-a4aae29d50c6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546691 Oct 19 01:24:13.351804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.396941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:24:13.416551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.442094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ba8166e-6a7c-4c7f-acd8-689325ec951c req-8a0d5880-55da-4a22-97e7-9dc878394bac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957835 Oct 19 01:24:13.449745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.459858 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Added segment e9bf874f-ebfd-454b-a525-548e366bac64 of type vlan for network 10dcdece-13c6-4fa3-b37f-de1b55175d8c Oct 19 01:24:13.474729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:13.489763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.512242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:13.520978 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.584124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.600124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.603784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e073a0b6-2e12-42ed-a740-686169ade46c HTTP/1.1" status: 204 len: 168 time: 0.4573510 Oct 19 01:24:13.620870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec6adf-5698-4b24-a311-4d0aff2f6189 None None] Network 11b36568-041a-4a1c-9d52-07dab846b2c4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:13.631550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40676) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:13.631895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40678) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:13.692545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.779719 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.780827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:13.781999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.789379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898bfc7-63b4-486c-a4c1-6c9df00ddefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e073a0b6-2e12-42ed-a740-686169ade46c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:13.817126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.835775 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8890555 Oct 19 01:24:13.840482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:13.847258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Request body: {'subnet': {'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-606877119-subnet', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:13.855029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:13.882803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.911006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:13.913767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:13.922293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f3b47a1d-32e4-4a02-8851-8f0e7f7cf41d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66b3ca2a5b4a427b857ec2dc10c842d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859001 Oct 19 01:24:13.941399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40684) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:14.006012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7c8f-343e-4963-b777-26c78fb5e6da req-8983046d-3b63-4d53-ab87-7e311e2aee57 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:14.008359 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.015289 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ff7c8f-343e-4963-b777-26c78fb5e6da req-8983046d-3b63-4d53-ab87-7e311e2aee57 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1989634 Oct 19 01:24:14.018756 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.077016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2925ba-7290-4f95-ad76-4b68f32485da admin admin] Pushing event updated for resources: {'Network': ['ID=10dcdece-13c6-4fa3-b37f-de1b55175d8c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:14.096817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:24:14.099754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Attempting to bind port a9baae4a-e1e4-4d32-8504-892aaa3fa257 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:14.100201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Attempting to bind port a9baae4a-e1e4-4d32-8504-892aaa3fa257 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:14.100592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Attempting to bind port a9baae4a-e1e4-4d32-8504-892aaa3fa257 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:14.102404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5a4c0-3862-49ae-ba70-11b6ef8936fc None None] Pushing event updated for resources: {'Port': ['ID=a9baae4a-e1e4-4d32-8504-892aaa3fa257,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:14.120643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:14.121057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:14.121499 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.121896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:14.122370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Bound port: a9baae4a-e1e4-4d32-8504-892aaa3fa257, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:14.122752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.170448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] DHCP port deletion for 11b36568-041a-4a1c-9d52-07dab846b2c4 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:24:14.176006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7ff7c8f-343e-4963-b777-26c78fb5e6da req-98fd5b49-24e4-4bce-ad15-e61e55ce3ffd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579740 Oct 19 01:24:14.210262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.234240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Deleting port 333e73ca-af0d-4bf4-b738-12b0c1526532 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:14.234582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.305177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] For port 333e73ca-af0d-4bf4-b738-12b0c1526532, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=333e73ca-af0d-4bf4-b738-12b0c1526532,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:14.305546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.320345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Calling delete_port for 333e73ca-af0d-4bf4-b738-12b0c1526532 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:14.344585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fe147b-f61d-4713-8e05-4d469511db05,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:14.375575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] For port a9baae4a-e1e4-4d32-8504-892aaa3fa257, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:14.381474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] For port a9baae4a-e1e4-4d32-8504-892aaa3fa257, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a9baae4a-e1e4-4d32-8504-892aaa3fa257,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:14.387824 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.452177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] Deleting port 333e73ca-af0d-4bf4-b738-12b0c1526532 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:14.453016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.509628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Checking segment: {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:14.510195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Network hostable DHCP agents. Network: 10dcdece-13c6-4fa3-b37f-de1b55175d8c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:24:14.523093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] For port 333e73ca-af0d-4bf4-b738-12b0c1526532, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=333e73ca-af0d-4bf4-b738-12b0c1526532,segment=NetworkSegment(279dff2c-82ec-493a-936c-e08e3999c0eb),segment_id=279dff2c-82ec-493a-936c-e08e3999c0eb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:14.523951 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.542166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] Calling delete_port for 333e73ca-af0d-4bf4-b738-12b0c1526532 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:14.600010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add39e-c82f-4a90-b742-acfa47b7fdb9 req-fc9707bb-cb5f-4071-acb0-052ba7f01ff8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:14.609309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1add39e-c82f-4a90-b742-acfa47b7fdb9 req-fc9707bb-cb5f-4071-acb0-052ba7f01ff8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 949 time: 0.1870313 Oct 19 01:24:14.626874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5a4c0-3862-49ae-ba70-11b6ef8936fc None None] Pushing event updated for resources: {'Port': ['ID=a9baae4a-e1e4-4d32-8504-892aaa3fa257,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:14.643615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Routers {'7e518f38-c8ce-4f50-aebd-7212fe3c8057'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:14.652513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:14.684502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:24:14.710455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 10dcdece-13c6-4fa3-b37f-de1b55175d8c) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:14.743351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:14.747877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.817807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04a5a9-3005-43a6-8455-30594cb151ec None None] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:14.884630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Allocated IP 172.20.0.1 (993a16b2-efca-482d-b9c4-ffdb9b7d3866/959fafd1-2a6b-4fc1-9495-b784b43f9f81/a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:14.970845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7d4227c-6f57-42b5-af4b-50502a24ea1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.985001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:14.993640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:14.995315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1add39e-c82f-4a90-b742-acfa47b7fdb9 req-39987666-d90d-4a22-8705-2e6e092957da tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847165 Oct 19 01:24:14.997409 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52357c5-b849-4100-8799-50d4b35e8ff6" -d '{"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-plugged", "status": "completed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:14.998853 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2e07c92-db1f-4695-82bd-be8e938db0ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1555080 Oct 19 01:24:15.030282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7d4227c-6f57-42b5-af4b-50502a24ea1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.030850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40696) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:15.055465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:15.129278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.188280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.191562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.223409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.294302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=333e73ca-af0d-4bf4-b738-12b0c1526532,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:15.309536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] No DVR routers for this DVR port 333e73ca-af0d-4bf4-b738-12b0c1526532 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:24:15.329379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.349419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a803aa1b-4296-4685-baf5-8952ebfc1ed4 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:24:15.371935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] No DVR routers for this DVR port 333e73ca-af0d-4bf4-b738-12b0c1526532 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:24:15.374670 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dce208-2d29-4085-9ab6-570e5d1739c2 x-openstack-request-id: req-e1dce208-2d29-4085-9ab6-570e5d1739c2 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:15.375169 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-plugged", "status": "completed", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:15.375616 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1dce208-2d29-4085-9ab6-570e5d1739c2 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:15.376280 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'code': 200} Oct 19 01:24:15.381676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a803aa1b-4296-4685-baf5-8952ebfc1ed4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:24:15.382277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a803aa1b-4296-4685-baf5-8952ebfc1ed4 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:24:15.382891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 333e73ca-af0d-4bf4-b738-12b0c1526532 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:24:15.423909 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7d4227c-6f57-42b5-af4b-50502a24ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.426620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7d4227c-6f57-42b5-af4b-50502a24ea1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.427849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c7d4227c-6f57-42b5-af4b-50502a24ea1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71c4ec34-afa2-4f80-abdb-128bf3869e5c HTTP/1.1" status: 204 len: 168 time: 1.4820724 Oct 19 01:24:15.429856 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.436389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6692e-a2b8-47f9-8a7a-b9864559ecad None None] Pushing event deleted for resources: {'Port': ['ID=333e73ca-af0d-4bf4-b738-12b0c1526532,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:15.439630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] Set router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:15.451004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4227c-6f57-42b5-af4b-50502a24ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c4ec34-afa2-4f80-abdb-128bf3869e5c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:15.465622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b36568-041a-4a1c-9d52-07dab846b2c4']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:15.473381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 333e73ca-af0d-4bf4-b738-12b0c1526532 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:24:15.473732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 333e73ca-af0d-4bf4-b738-12b0c1526532 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:24:15.479443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279dff2c-82ec-493a-936c-e08e3999c0eb') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:15.479908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279dff2c-82ec-493a-936c-e08e3999c0eb') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:15.491490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.508312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.518331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:24:15.519124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:24:15.526670 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:24:15.594316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.604797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.607844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.616932 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.620758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] 10.222.0.64 "DELETE /v2.0/networks/11b36568-041a-4a1c-9d52-07dab846b2c4 HTTP/1.1" status: 204 len: 168 time: 1.9862466 Oct 19 01:24:15.630888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9379a-ba66-40b8-aa0c-3f85b290d9ac req-620e80c0-8744-4e3a-b750-11d166e4c9c1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:15.632497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1d9379a-ba66-40b8-aa0c-3f85b290d9ac req-620e80c0-8744-4e3a-b750-11d166e4c9c1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2964826 Oct 19 01:24:15.646180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad32c0-44c4-453f-b14d-b4cf68284d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=11b36568-041a-4a1c-9d52-07dab846b2c4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:15.683489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:15.715432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:24:15.716273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:15.717193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.721751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:15.744388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf1062-2edf-4b1f-8b94-8918549be534 req-dc056353-1d3a-4901-8e85-2eff3e20c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:15.745889 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71cf1062-2edf-4b1f-8b94-8918549be534 req-dc056353-1d3a-4901-8e85-2eff3e20c82a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1098 time: 0.3527091 Oct 19 01:24:15.841370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1d9379a-ba66-40b8-aa0c-3f85b290d9ac req-31c641d4-75ac-43b1-8f7c-49a80521271c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672568 Oct 19 01:24:15.842249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Pushing event updated for resources: {'Port': ['ID=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:15.918681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40716) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:15.920073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:15.930016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 3, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port': {'id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:05Z', 'updated_at': '2021-10-19T01:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:15.976371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b41ff0-d14d-409e-9f33-e80adb3aed02 None None] The sync data for ids ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'] in n-d-789963-20 is: [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 3, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port': {'id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:05Z', 'updated_at': '2021-10-19T01:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:16.001271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Allocated IP 172.20.0.2 (10dcdece-13c6-4fa3-b37f-de1b55175d8c/a9fe147b-f61d-4713-8e05-4d469511db05/cea7da08-5177-4c75-a728-8366fbfb83ce) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:16.022223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71cf1062-2edf-4b1f-8b94-8918549be534 req-48051792-edc3-4560-9fe0-da1ba82fb484 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178555 Oct 19 01:24:16.047731 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-079459bb-91c4-46f8-896d-a315a7e6a943 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19e6c9f26e544be3a24bdd8d17012d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174035 Oct 19 01:24:16.048938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40722) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:16.194104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c929324b-b8fd-4c7a-8899-a72c8e631f03 None None] Provisioning complete for port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:16.194469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c929324b-b8fd-4c7a-8899-a72c8e631f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.243882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c929324b-b8fd-4c7a-8899-a72c8e631f03 None None] Port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:16.321523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.331090 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.441595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:16.455449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:16.460626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:16.489757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Pushing event updated for resources: {'Port': ['ID=cea7da08-5177-4c75-a728-8366fbfb83ce,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:16.626881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Attempting to bind port cea7da08-5177-4c75-a728-8366fbfb83ce on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:16.627257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Attempting to bind port cea7da08-5177-4c75-a728-8366fbfb83ce by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:16.627755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Attempting to bind port cea7da08-5177-4c75-a728-8366fbfb83ce on network 10dcdece-13c6-4fa3-b37f-de1b55175d8c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:16.637500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:16.637883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Checking segment: {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:16.638278 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.638669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Bound using segment: {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:16.639151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Bound port: cea7da08-5177-4c75-a728-8366fbfb83ce, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:16.639528 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.783599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40750) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:16.828840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] For port cea7da08-5177-4c75-a728-8366fbfb83ce, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:16.835993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] For port cea7da08-5177-4c75-a728-8366fbfb83ce, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cea7da08-5177-4c75-a728-8366fbfb83ce,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:16.848027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.918155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de5b4097-f2dc-417b-bb0a-ad44202fe676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:16.954734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9baae4a-e1e4-4d32-8504-892aaa3fa257 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:16.963974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de5b4097-f2dc-417b-bb0a-ad44202fe676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.014298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.045044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68568fea-899f-425d-a9ba-4eb96fd79a49 None None] Pushing event updated for resources: {'Port': ['ID=cea7da08-5177-4c75-a728-8366fbfb83ce,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:17.062464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1442645585'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:17.113157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a9baae4a-e1e4-4d32-8504-892aaa3fa257 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:17.113533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.124965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399476d1-25ff-48da-9064-11e132a473c2 req-c98d2579-1bc8-4c44-b522-8f3a9785c8c4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:17.136155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-399476d1-25ff-48da-9064-11e132a473c2 req-c98d2579-1bc8-4c44-b522-8f3a9785c8c4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1502271 Oct 19 01:24:17.146078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:17.151321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.189525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.206664 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de5b4097-f2dc-417b-bb0a-ad44202fe676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.209452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de5b4097-f2dc-417b-bb0a-ad44202fe676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.211226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de5b4097-f2dc-417b-bb0a-ad44202fe676 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f799f1ac-2ef0-4466-afba-8c6599903b08 HTTP/1.1" status: 204 len: 168 time: 1.1586289 Oct 19 01:24:17.234177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-399476d1-25ff-48da-9064-11e132a473c2 req-5cacc817-e4d7-4ac3-be73-9b978491d312 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969458 Oct 19 01:24:17.317387 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.369155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a9baae4a-e1e4-4d32-8504-892aaa3fa257, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a9baae4a-e1e4-4d32-8504-892aaa3fa257,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:17.384854 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.432936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b4097-f2dc-417b-bb0a-ad44202fe676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f799f1ac-2ef0-4466-afba-8c6599903b08,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:17.480892 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.487180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a9baae4a-e1e4-4d32-8504-892aaa3fa257,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:17.499316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.565724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:24:17.578023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.609986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3392d91a-c467-46d6-8d9f-4ca72b56b5fc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:17.623844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.624393 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Added segment 1a0dd6da-859c-4c15-945d-a29767a651ed of type vlan for network aaa8fa70-dd71-4fdc-8651-2502e7fca03b Oct 19 01:24:17.679610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.714012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.715088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8298d-43e3-4c08-b010-44770fe4cb73 req-434885d7-3256-48ea-8e72-547f2a50291e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:17.724483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3e8298d-43e3-4c08-b010-44770fe4cb73 req-434885d7-3256-48ea-8e72-547f2a50291e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 949 time: 0.9013152 Oct 19 01:24:17.729765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:17.730782 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.731381 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.735573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.801845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0156982 Oct 19 01:24:17.840166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40780) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:17.848862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'subnet': {'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:17.904906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Allocated IP 172.25.0.42 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a22a2c9d-9a21-4a23-8371-495f083d685e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:17.915355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:17.968102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.082928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a1d87-444e-4465-b929-1c84c21162c8 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Network': ['ID=aaa8fa70-dd71-4fdc-8651-2502e7fca03b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:18.101141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:18.105075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:24:18.105588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.155657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Pushing event updated for resources: {'Port': ['ID=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:18.271431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3e8298d-43e3-4c08-b010-44770fe4cb73 req-01b30c1c-5f77-496c-a3ee-b124a4fe3b07 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460522 Oct 19 01:24:18.487709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:18.490973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:18.497562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.723844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.819027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:18.879196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578d28d-7957-401f-a443-637fa068aef6 None None] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:18.906595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:18.928781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:18.934309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a39ebb-7194-44c2-9f95-50321bcea576 req-932a83a4-7527-49cb-8732-0521e0b053b2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:18.940500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:18.945356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5a39ebb-7194-44c2-9f95-50321bcea576 req-932a83a4-7527-49cb-8732-0521e0b053b2 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.3753452 Oct 19 01:24:18.959391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Pushing event updated for resources: {'Port': ['ID=a22a2c9d-9a21-4a23-8371-495f083d685e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:18.959391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:19.003365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c3372650-33eb-496a-94b9-5d6e225d5124 None None] Provisioning complete for port cea7da08-5177-4c75-a728-8366fbfb83ce triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:19.007171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c3372650-33eb-496a-94b9-5d6e225d5124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.087901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:19.189986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cea7da08-5177-4c75-a728-8366fbfb83ce up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:19.271413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047112b2-0f25-41cc-9211-273859a0e034 req-162b550e-f943-4a43-9d55-0f2f3ddca10d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:19.274073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5a39ebb-7194-44c2-9f95-50321bcea576 req-30585883-090d-4666-89c4-b4caefc0566b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180528 Oct 19 01:24:19.278031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047112b2-0f25-41cc-9211-273859a0e034 req-162b550e-f943-4a43-9d55-0f2f3ddca10d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:19.279773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-047112b2-0f25-41cc-9211-273859a0e034 req-162b550e-f943-4a43-9d55-0f2f3ddca10d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea&device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 1689 time: 0.2456238 Oct 19 01:24:19.315627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c3372650-33eb-496a-94b9-5d6e225d5124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.346398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Subnet': ['ID=f485420d-d429-46bc-8a0a-a4cde0c082b7,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:19.381999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Checking segment: {'id': '1a0dd6da-859c-4c15-945d-a29767a651ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:19.382452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network hostable DHCP agents. Network: aaa8fa70-dd71-4fdc-8651-2502e7fca03b, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:24:19.411032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:19.427459 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Sync routers for ids ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:19.437397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cea7da08-5177-4c75-a728-8366fbfb83ce triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:19.437756 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.441177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:24:19.441960 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Routers {'7e518f38-c8ce-4f50-aebd-7212fe3c8057'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:19.442803 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:19.450283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c3372650-33eb-496a-94b9-5d6e225d5124 None None] For port cea7da08-5177-4c75-a728-8366fbfb83ce, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cea7da08-5177-4c75-a728-8366fbfb83ce,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:19.456959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, aaa8fa70-dd71-4fdc-8651-2502e7fca03b) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:19.462390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:19.463247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.500066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-27007513-b985-455c-9563-ad6ce1749e38 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e518f38-c8ce-4f50-aebd-7212fe3c8057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6889758 Oct 19 01:24:19.512600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20410474-50b1-4738-b259-82ae171f3255 None None] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:19.520356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-27af306a-9d50-4da4-a88e-ae90335469c4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6789401 Oct 19 01:24:19.520717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-047112b2-0f25-41cc-9211-273859a0e034 req-b377e306-3721-43ba-b9b8-e533eb8bb884 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994655 Oct 19 01:24:19.523512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40840) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:19.526001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-467514002-network', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:19.544656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'name': 'tempest-AllowedAddressPairTestJSON-840150109'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:19.585736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c3372650-33eb-496a-94b9-5d6e225d5124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.734348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.762260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Made reservation on behalf of 93ef9378566f4437bd3edbb85b16194b for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:19.766638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.797587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f19aa311-20fb-4ee3-b1b1-4e802496ffd5 None None] Provisioning complete for port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:19.797970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f19aa311-20fb-4ee3-b1b1-4e802496ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.854295 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Set router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:19.856787 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.858803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:19.862950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.872251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:19.914620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] device_id is not set on port fe4d5e7f-f821-4830-a240-04eb414307f7 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:24:19.990668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3372650-33eb-496a-94b9-5d6e225d5124 None None] Pushing event updated for resources: {'Port': ['ID=cea7da08-5177-4c75-a728-8366fbfb83ce,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:20.005832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9baae4a-e1e4-4d32-8504-892aaa3fa257 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:20.007562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f19aa311-20fb-4ee3-b1b1-4e802496ffd5 None None] Port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:20.174391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.181001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Allocated IP 172.20.0.9 (aaa8fa70-dd71-4fdc-8651-2502e7fca03b/f485420d-d429-46bc-8a0a-a4cde0c082b7/fe4d5e7f-f821-4830-a240-04eb414307f7) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:20.186647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'tenant_id': '0b4a185af6ef4726a2b1c7d4c5219cda', 'fixed_ips': [{'subnet_id': 'f485420d-d429-46bc-8a0a-a4cde0c082b7'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:24:20.187523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.198795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a4321-b8fc-4dde-a314-1bcd73fbd40d req-cd7b4a67-d6d1-46aa-96f8-908b379be670 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:20.200559 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:24:16Z', 'revision_number': 4, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port': {'id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:05Z', 'updated_at': '2021-10-19T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0', 'name': '', 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'mac_address': 'fa:16:3e:5b:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '959fafd1-2a6b-4fc1-9495-b784b43f9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:14Z', 'updated_at': '2021-10-19T01:24:17Z', 'revision_number': 2, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'subnets': [{'id': '959fafd1-2a6b-4fc1-9495-b784b43f9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:20.202715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-794a4321-b8fc-4dde-a314-1bcd73fbd40d req-cd7b4a67-d6d1-46aa-96f8-908b379be670 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 1101 time: 0.3671312 Oct 19 01:24:20.203371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.229584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:24:20.236322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a9baae4a-e1e4-4d32-8504-892aaa3fa257 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:20.236993 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.247919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.250439 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Added segment 9e5b5910-debb-4312-a952-cc56683133c7 of type vlan for network 834ef5ba-7345-4079-a3eb-4a6c472874e6 Oct 19 01:24:20.255944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Checking router: 7e518f38-c8ce-4f50-aebd-7212fe3c8057 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:20.256553 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Updating router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:20.312447 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.339884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2cb803c8-bd7e-4289-9eff-b42a6a839b5e None None] Provisioning complete for port cea7da08-5177-4c75-a728-8366fbfb83ce triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:20.340295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2cb803c8-bd7e-4289-9eff-b42a6a839b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.523841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:20.542668 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-794a4321-b8fc-4dde-a314-1bcd73fbd40d req-0fe20d56-34bf-4e57-bd24-c743283462ec tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818721 Oct 19 01:24:20.693445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.727842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.732852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.839316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.900806 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.910849 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:20.935446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cea7da08-5177-4c75-a728-8366fbfb83ce up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:20.973604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:20.985118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.resource_extend [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:24:21.030063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:21.035584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Allocated IP 172.20.0.2 (aaa8fa70-dd71-4fdc-8651-2502e7fca03b/f485420d-d429-46bc-8a0a-a4cde0c082b7/105559a2-35f0-4f90-a761-1ed631554281) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:21.042388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:21.065978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cea7da08-5177-4c75-a728-8366fbfb83ce triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:21.066358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.103757 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b3c65-bb60-438c-a449-0bb024bbde09 None None] Pushing event updated for resources: {'Port': ['ID=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:21.132752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.134113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:21.135558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.163532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ef2e6-312b-4306-8b85-6eedf461ec64 req-9a905bd7-4954-48e3-9a76-f2e679ce11c4 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:21.170573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d25ef2e6-312b-4306-8b85-6eedf461ec64 req-9a905bd7-4954-48e3-9a76-f2e679ce11c4 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 1101 time: 0.2810304 Oct 19 01:24:21.201850 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Attempting to bind port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:21.202611 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Attempting to bind port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:21.204996 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Attempting to bind port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 on network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:21.225061 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:21.227217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Checking segment: {'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:21.227632 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.228072 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Bound using segment: {'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:21.228560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Bound port: a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6f5a05-c6ee-4d79-a222-3f5f7644d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:21.228933 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.235347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=fe4d5e7f-f821-4830-a240-04eb414307f7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:21.276329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd5346-4ad5-47bb-a35d-a9a3dc134ac6 req-f36ae8b8-eb04-41fc-8e6e-db9c1eeb4d85 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:21.286873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1bbd5346-4ad5-47bb-a35d-a9a3dc134ac6 req-f36ae8b8-eb04-41fc-8e6e-db9c1eeb4d85 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.4871514 Oct 19 01:24:21.295963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:21.296993 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.320820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] Pushing event updated for resources: {'Network': ['ID=834ef5ba-7345-4079-a3eb-4a6c472874e6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:21.342650 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:24:21.358342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2fce71a8-4603-4802-9e26-28e7e8cc9096 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8335469 Oct 19 01:24:21.363799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40870) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:21.378473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'name': 'tempest-AllowedAddressPairTestJSON-702026452', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c4:ff:26'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:21.385989 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] For port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:21.398241 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] For port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,segment=NetworkSegment(af6f5a05-c6ee-4d79-a222-3f5f7644d800),segment_id=af6f5a05-c6ee-4d79-a222-3f5f7644d800)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:21.399429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd69437b-f0d7-4399-a58b-3b171509df9f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3096023 Oct 19 01:24:21.403545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1bbd5346-4ad5-47bb-a35d-a9a3dc134ac6 req-8639f4fa-9d32-456f-a597-d2a5de2b24de tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139126 Oct 19 01:24:21.405237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40872) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:21.410722 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.424621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Request body: {'subnet': {'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-467514002-subnet', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:21.483074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Made reservation on behalf of 93ef9378566f4437bd3edbb85b16194b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:21.489912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.496352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-64e3ff6c-a942-43d7-869e-22c10a5a066a None None] Provisioning complete for port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:21.496852 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64e3ff6c-a942-43d7-869e-22c10a5a066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.539317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d25ef2e6-312b-4306-8b85-6eedf461ec64 req-3fad5bd5-1b61-466c-92b9-aba34aba84a1 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029588 Oct 19 01:24:21.553683 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Routers {'7e518f38-c8ce-4f50-aebd-7212fe3c8057'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:21.554305 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:21.791263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f856-8abb-4c45-90f2-f01e97635c5e req-47c6759e-0ae3-4f1d-8bb4-628bb267dfa8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:21.801739 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e630f856-8abb-4c45-90f2-f01e97635c5e req-47c6759e-0ae3-4f1d-8bb4-628bb267dfa8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2357204 Oct 19 01:24:21.821883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:24:21.849501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64e3ff6c-a942-43d7-869e-22c10a5a066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:21.881554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e630f856-8abb-4c45-90f2-f01e97635c5e req-da262222-0549-44d8-8264-40b7b17a968d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787380 Oct 19 01:24:21.884877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:21.986670 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] Set router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:22.048588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-64e3ff6c-a942-43d7-869e-22c10a5a066a None None] For port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,segment=NetworkSegment(af6f5a05-c6ee-4d79-a222-3f5f7644d800),segment_id=af6f5a05-c6ee-4d79-a222-3f5f7644d800)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:22.067583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.075868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64e3ff6c-a942-43d7-869e-22c10a5a066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.130231 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b3c65-bb60-438c-a449-0bb024bbde09 None None] Pushing event updated for resources: {'Port': ['ID=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:22.156202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-c7571669-3279-470a-ba68-8854cf233cdd tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798881 Oct 19 01:24:22.163650 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3ff6c-a942-43d7-869e-22c10a5a066a None None] Pushing event updated for resources: {'Port': ['ID=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:22.167508 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.260648 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.261001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:22.266006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:22.276396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ff2481b5-a3e6-4255-bc86-b963433c64b0 None None] Provisioning complete for port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:22.276972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff2481b5-a3e6-4255-bc86-b963433c64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.340786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.384264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:22.389824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Pushing event updated for resources: {'Port': ['ID=105559a2-35f0-4f90-a761-1ed631554281,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:22.402192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] device_id is not set on port 50b0003b-68db-4d88-b21a-897736caacdc yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:24:22.422658 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:24:16Z', 'revision_number': 4, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port': {'id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:05Z', 'updated_at': '2021-10-19T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0', 'name': '', 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'mac_address': 'fa:16:3e:5b:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '959fafd1-2a6b-4fc1-9495-b784b43f9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:14Z', 'updated_at': '2021-10-19T01:24:21Z', 'revision_number': 4, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'subnets': [{'id': '959fafd1-2a6b-4fc1-9495-b784b43f9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:22.426266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:22.456889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0d8f8-ea5f-46f3-871c-df8121964339 req-15ab7b81-f126-4d88-80ab-78bdfcf5ceb7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:22.464759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bb0d8f8-ea5f-46f3-871c-df8121964339 req-15ab7b81-f126-4d88-80ab-78bdfcf5ceb7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1620724 Oct 19 01:24:22.465758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Sync routers for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:22.474422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.475802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fac85dfa-0c38-4b21-a429-0eebda8cad05 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4440174 Oct 19 01:24:22.481990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40908) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:22.495221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:22.495723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Network hostable DHCP agents. Network: 834ef5ba-7345-4079-a3eb-4a6c472874e6, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:24:22.497870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba84162f-3c18-462b-adba-be620d9dc20b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:22.529318 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36dac7-7771-48be-ace0-12f5b5958796 None None] The sync data for ids ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'] in n-d-789963-20 is: [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:24:16Z', 'revision_number': 4, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port': {'id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:05Z', 'updated_at': '2021-10-19T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0', 'name': '', 'network_id': '993a16b2-efca-482d-b9c4-ffdb9b7d3866', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'mac_address': 'fa:16:3e:5b:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '959fafd1-2a6b-4fc1-9495-b784b43f9f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:14Z', 'updated_at': '2021-10-19T01:24:21Z', 'revision_number': 4, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'subnets': [{'id': '959fafd1-2a6b-4fc1-9495-b784b43f9f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:22.565306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bb0d8f8-ea5f-46f3-871c-df8121964339 req-cfdfb7f5-33b6-4c32-bbce-6a59a5bcf895 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990739 Oct 19 01:24:22.585309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:24:22.614636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 834ef5ba-7345-4079-a3eb-4a6c472874e6) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:22.622760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:22.634395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.637857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be236f8-6218-4b0c-a235-ff71e2ffcfc0 None None] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:22.679311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b4aeb146-a5ae-467b-a517-2f1f6cbba101 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2613816 Oct 19 01:24:22.679879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40914) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:22.689465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:22.723147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.725150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:22.873937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:22.885882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:22.998707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Attempting to bind port 105559a2-35f0-4f90-a761-1ed631554281 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:22.998973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Attempting to bind port 105559a2-35f0-4f90-a761-1ed631554281 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '1a0dd6da-859c-4c15-945d-a29767a651ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:22.999345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Attempting to bind port 105559a2-35f0-4f90-a761-1ed631554281 on network aaa8fa70-dd71-4fdc-8651-2502e7fca03b {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:23.040762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.050806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-3884d63f-8949-48ae-ab21-2c23dea8d824 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:23.070597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-3884d63f-8949-48ae-ab21-2c23dea8d824 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8885162 Oct 19 01:24:23.102703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-f8db5c93-aba7-4021-9ab3-5f1fb4aa6035 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/quotas/eb6d3d6de559488b97f9d51a637364c4 HTTP/1.1" status: 200 len: 375 time: 0.0307684 Oct 19 01:24:23.114335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c1d7e-73de-49b1-896d-0a47a59895c5 req-f5140c43-6596-481c-a5d3-d192e57a0855 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:23.120499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:23.121359 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-883c1d7e-73de-49b1-896d-0a47a59895c5 req-f5140c43-6596-481c-a5d3-d192e57a0855 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.3280511 Oct 19 01:24:23.163221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:23.163491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Checking segment: {'id': '1a0dd6da-859c-4c15-945d-a29767a651ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:23.166156 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.166753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Bound using segment: {'id': '1a0dd6da-859c-4c15-945d-a29767a651ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:23.167598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Bound port: 105559a2-35f0-4f90-a761-1ed631554281, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0dd6da-859c-4c15-945d-a29767a651ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:23.170822 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.255206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Allocated IP 172.20.0.11 (aaa8fa70-dd71-4fdc-8651-2502e7fca03b/f485420d-d429-46bc-8a0a-a4cde0c082b7/50b0003b-68db-4d88-b21a-897736caacdc) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:23.305705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-63cae68f-0272-4070-8be8-1e78208b7379 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2015681 Oct 19 01:24:23.370870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-834ef5ba-7345-4079-a3eb-4a6c472874e6', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:24:23.371748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.436828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-883c1d7e-73de-49b1-896d-0a47a59895c5 req-8fe3d2bd-44d6-4c65-bc1e-88bef76c2ac3 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790014 Oct 19 01:24:23.567151 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:23.842269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:23.868826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca69e805-9e33-4927-8580-471f9ca1517e req-29fdb91b-ca57-4396-9077-741dcc640621 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 210 time: 0.0982742 Oct 19 01:24:24.063099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:24.063099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.065867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] For port 105559a2-35f0-4f90-a761-1ed631554281, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:24.136286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be8230-19bd-4765-acbf-3b150eb2cc41 req-79fcb88a-95a0-4b9e-8996-da4ef3e2d344 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:24.137850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2be8230-19bd-4765-acbf-3b150eb2cc41 req-79fcb88a-95a0-4b9e-8996-da4ef3e2d344 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2816281 Oct 19 01:24:24.166666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.317663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] For port 105559a2-35f0-4f90-a761-1ed631554281, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=105559a2-35f0-4f90-a761-1ed631554281,segment=NetworkSegment(1a0dd6da-859c-4c15-945d-a29767a651ed),segment_id=1a0dd6da-859c-4c15-945d-a29767a651ed)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:24.342645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2be8230-19bd-4765-acbf-3b150eb2cc41 req-4744ea63-6f5a-4de0-a9e2-7185030c18de tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951344 Oct 19 01:24:24.366693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.405268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.647706 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:24.726505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Allocated IP 172.20.0.2 (834ef5ba-7345-4079-a3eb-4a6c472874e6/ba84162f-3c18-462b-adba-be620d9dc20b/3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:24.846667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f3e6f-ce61-44e8-b194-dc95fcebfbe4 req-a472d433-c503-487a-84ff-7a2c738c59c1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:24.853822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b95f3e6f-ce61-44e8-b194-dc95fcebfbe4 req-a472d433-c503-487a-84ff-7a2c738c59c1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2800238 Oct 19 01:24:24.858274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:24.881366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba7da4-24dd-4ded-bbf9-3de1863b1204 None None] Pushing event updated for resources: {'Port': ['ID=105559a2-35f0-4f90-a761-1ed631554281,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:24.881875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=50b0003b-68db-4d88-b21a-897736caacdc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:24.895667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:24.899896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:25.077495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b95f3e6f-ce61-44e8-b194-dc95fcebfbe4 req-80aa3d15-bdb9-466b-9832-bede6d98b7a8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869216 Oct 19 01:24:25.119648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:25.124476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.133500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.160095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:19Z', 'revision_number': 3, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:25.166382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.168185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Allocated IP 172.20.0.1 (10dcdece-13c6-4fa3-b37f-de1b55175d8c/a9fe147b-f61d-4713-8e05-4d469511db05/153731e7-0b3a-44b9-bfda-d87297db96aa) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:25.199110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-f713803b-0872-4b60-aa99-70c7b27e9f5a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:25.201092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b35a119b-6c75-42cf-8374-f23db602b3c3 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8356285 Oct 19 01:24:25.212974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40956) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:25.216832 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-f713803b-0872-4b60-aa99-70c7b27e9f5a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.3326488 Oct 19 01:24:25.332807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-6388fb8a-68ca-4efb-b23d-c2e8981517db tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/quotas/94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 375 time: 0.1149590 Oct 19 01:24:25.454085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Checking router: a2505f40-7535-4fb4-bb00-17d8ec00f4a1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:25.455245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Updating router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 port a22a2c9d-9a21-4a23-8371-495f083d685e binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:25.485870 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.494483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Allocated IP 172.25.0.253 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a9cc7ea2-27ab-4370-9417-0ecbd70258aa) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:25.616316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.664375 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.675915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-ccb825f5-bb94-4d97-9d26-9cba2e48cc44 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4117794 Oct 19 01:24:25.675915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.681934 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:25.854065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:25.886959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:25.897399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:25.926411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-a95d9f49-e886-4dcb-9080-de16bb2a5c2e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5923259 Oct 19 01:24:25.927628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:25.930984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed69666-f34f-4f31-bd43-4b0e9696b616 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:25.940959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed69666-f34f-4f31-bd43-4b0e9696b616 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:25.947192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed69666-f34f-4f31-bd43-4b0e9696b616 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:25.952820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0ed69666-f34f-4f31-bd43-4b0e9696b616 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.7370133 Oct 19 01:24:25.958006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40960) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:25.960293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8947397a-0aea-4b8a-b66b-17616d86e6f8 req-f9ec073f-4444-4d15-8bc6-ac8aadb4cb15 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 210 time: 0.5804148 Oct 19 01:24:26.012503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:26.017644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Pushing event updated for resources: {'Port': ['ID=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:26.052462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:26.077740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:26.082385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.099357 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.119571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.134627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-c7228307-b0f1-4fa3-aae8-da5b37207909 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:26.136351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-c7228307-b0f1-4fa3-aae8-da5b37207909 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4555609 Oct 19 01:24:26.168327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:26.229879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Attempting to bind port a22a2c9d-9a21-4a23-8371-495f083d685e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:26.230287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Attempting to bind port a22a2c9d-9a21-4a23-8371-495f083d685e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:26.230625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Attempting to bind port a22a2c9d-9a21-4a23-8371-495f083d685e on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:26.258022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:26.258424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:26.258723 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.259154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:26.259759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Bound port: a22a2c9d-9a21-4a23-8371-495f083d685e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:26.261915 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.280093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting port 50b0003b-68db-4d88-b21a-897736caacdc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:26.280611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.288588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.312827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9cd1b-2301-4e2b-bd7a-f11488fe22f5 None None] Pushing event updated for resources: {'Port': ['ID=a22a2c9d-9a21-4a23-8371-495f083d685e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:26.318697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Attempting to bind port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:26.319080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Attempting to bind port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:26.319493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Attempting to bind port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:26.335430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:26.335923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:26.336537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.337330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Bound using segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:26.338042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Bound port: 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:26.338645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.425020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] For port a22a2c9d-9a21-4a23-8371-495f083d685e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:26.450866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] For port a22a2c9d-9a21-4a23-8371-495f083d685e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a22a2c9d-9a21-4a23-8371-495f083d685e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:26.467692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22211f-ed05-4c08-b637-36e43c3b3f3a req-ee4a0688-1ae5-4bb1-a5e1-58be3e43a38e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:26.469293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-369cfcdb-fb2d-4d66-b357-33708d1c3d7e service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433658 Oct 19 01:24:26.479696 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.487785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc22211f-ed05-4c08-b637-36e43c3b3f3a req-ee4a0688-1ae5-4bb1-a5e1-58be3e43a38e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.3653357 Oct 19 01:24:26.504694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:26.521881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:26.524213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Pushing event updated for resources: {'Port': ['ID=153731e7-0b3a-44b9-bfda-d87297db96aa,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:26.540287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:26.586519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea5258-8916-46ba-b4a7-49bdbc22daff None None] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:26.618323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9cd1b-2301-4e2b-bd7a-f11488fe22f5 None None] Pushing event updated for resources: {'Port': ['ID=a22a2c9d-9a21-4a23-8371-495f083d685e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:26.643965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:26.652609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.661871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.666491 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc22211f-ed05-4c08-b637-36e43c3b3f3a req-0d8173fc-f3df-4c70-960d-33b216490c8b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785240 Oct 19 01:24:26.689767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] For port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:26.692810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1851fd45-6c7c-4fc8-9a96-8287ec03325c None None] Provisioning complete for port 105559a2-35f0-4f90-a761-1ed631554281 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:26.693193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1851fd45-6c7c-4fc8-9a96-8287ec03325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.737393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.741719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Calling delete_port for 50b0003b-68db-4d88-b21a-897736caacdc owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:26.741900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:26.742232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:26.846779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] For port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:26.902254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.912477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-028341b6-b9e4-4620-bf9c-bffc44c94742 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743656 Oct 19 01:24:26.929055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1851fd45-6c7c-4fc8-9a96-8287ec03325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:26.979012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1851fd45-6c7c-4fc8-9a96-8287ec03325c None None] For port 105559a2-35f0-4f90-a761-1ed631554281, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=105559a2-35f0-4f90-a761-1ed631554281,segment=NetworkSegment(1a0dd6da-859c-4c15-945d-a29767a651ed),segment_id=1a0dd6da-859c-4c15-945d-a29767a651ed)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:26.980804 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.052048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c4577-dea3-45aa-8ae6-dda5165d0429 None None] Pushing event updated for resources: {'Port': ['ID=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:27.057084 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1851fd45-6c7c-4fc8-9a96-8287ec03325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.100130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.15 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/c5a02bfc-b246-4131-b192-ff5454dea0b8) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:27.198041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851fd45-6c7c-4fc8-9a96-8287ec03325c None None] Pushing event updated for resources: {'Port': ['ID=105559a2-35f0-4f90-a761-1ed631554281,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:27.293504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 105559a2-35f0-4f90-a761-1ed631554281 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:27.458337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40980) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:27.461585 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8cd90852-96db-4281-b0d4-ce598e8f7c08 req-ecbec71c-71b4-4f1f-abd5-43a20a1c270f tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 210 time: 0.1458559 Oct 19 01:24:27.480724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7fdac20f-5968-4d72-bc5b-37884c5f7fe3 None None] Provisioning complete for port 153731e7-0b3a-44b9-bfda-d87297db96aa triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:27.481098 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7fdac20f-5968-4d72-bc5b-37884c5f7fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.482402 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.506620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.566580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7fdac20f-5968-4d72-bc5b-37884c5f7fe3 None None] Port 153731e7-0b3a-44b9-bfda-d87297db96aa cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:27.583283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 105559a2-35f0-4f90-a761-1ed631554281 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:27.583649 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.620401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:27.620571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.669419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efdef2f6-1c44-4e92-ae30-7cfb99386784 req-302f2161-ae72-4334-baaa-9c33c2c53bc6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.1125994 Oct 19 01:24:27.754710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] Deleting subnet f43dea3a-2507-408c-beb0-36d8a8a53873 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:24:27.757976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Port': ['ID=50b0003b-68db-4d88-b21a-897736caacdc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:27.763080 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.858387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.880218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5819c3-ebf2-417f-ae14-a521fd57d948 req-3c895657-d8af-4614-93e2-18a75c5c9963 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:27.908270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb5819c3-ebf2-417f-ae14-a521fd57d948 req-3c895657-d8af-4614-93e2-18a75c5c9963 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2784755 Oct 19 01:24:27.983231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:27.994523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.041281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1', '150977e8-758b-480e-8128-bd22bc2175e2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:28.064826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.144769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.161960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.181968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:28.200901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:28.215703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:24:28.225344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:28.228617 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.307074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:28.361629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.369497 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-930a4512-2ef1-4d0a-b60a-d0e10af5d5e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/ports/50b0003b-68db-4d88-b21a-897736caacdc HTTP/1.1" status: 204 len: 168 time: 2.4081793 Oct 19 01:24:28.370782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40994) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:28.418584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:28.419226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.445247 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ca4804-184c-450f-9178-e8a633c9cb10 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] GET failed (client error): The resource could not be found. Oct 19 01:24:28.453378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-43ca4804-184c-450f-9178-e8a633c9cb10 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "GET /v2.0/ports/50b0003b-68db-4d88-b21a-897736caacdc HTTP/1.1" status: 404 len: 333 time: 0.0473685 Oct 19 01:24:28.453980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43dea3a-2507-408c-beb0-36d8a8a53873,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:28.458503 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb5819c3-ebf2-417f-ae14-a521fd57d948 req-5eb46784-7339-48a1-8fcd-1859c2b216ac tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489104 Oct 19 01:24:28.459163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40996) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:28.465916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.495073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'name': 'tempest-AllowedAddressPairTestJSON-1432640393'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:28.507098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e76e2f39-ba8c-4dd2-9fb8-d97083450de9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f43dea3a-2507-408c-beb0-36d8a8a53873 HTTP/1.1" status: 204 len: 168 time: 1.0122073 Oct 19 01:24:28.521549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-873d0055-531f-49d3-90b6-c4bf7082a1cf None None] Provisioning complete for port 105559a2-35f0-4f90-a761-1ed631554281 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:28.521923 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-873d0055-531f-49d3-90b6-c4bf7082a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.537913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3497350 Oct 19 01:24:28.539647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41000) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:28.576970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:19Z', 'revision_number': 3, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:28.588354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Request body: {'port': {'device_id': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:28.753462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.775091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3bd698-38a9-4e8e-acce-d5d564654a85 None None] The sync data for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 is: [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:19Z', 'revision_number': 3, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:28.916013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:28.983273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Pushing event updated for resources: {'Port': ['ID=153731e7-0b3a-44b9-bfda-d87297db96aa,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:28.991640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bc03a-fa9f-4a6e-bf9f-20baa396c654 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=c5a02bfc-b246-4131-b192-ff5454dea0b8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:29.026862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc622bec-142e-42be-b32e-2e25f25d1205 req-0a488e4a-d88d-429c-9eb9-a7460dc268b0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.2501047 Oct 19 01:24:29.037787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:29.040700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:29.058428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:29.064789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.235574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.355289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18cbc0-64bc-4b32-9dd8-c6e759d9dccc None None] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:29.356392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] device_id is not set on port 7a7fb91b-15d9-43c3-8fd7-f46294d04661 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:24:29.486179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:29.487287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-873d0055-531f-49d3-90b6-c4bf7082a1cf None None] Provisioning complete for port fe4d5e7f-f821-4830-a240-04eb414307f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:29.487680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-873d0055-531f-49d3-90b6-c4bf7082a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.548854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-873d0055-531f-49d3-90b6-c4bf7082a1cf None None] Port fe4d5e7f-f821-4830-a240-04eb414307f7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:29.552702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 105559a2-35f0-4f90-a761-1ed631554281 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:29.564651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-873d0055-531f-49d3-90b6-c4bf7082a1cf None None] Could not find standard attr ID for object 50b0003b-68db-4d88-b21a-897736caacdc. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:24:29.588857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83830d-041c-40dd-b38c-d94649142a2e req-43d8d2c9-be5a-4223-9677-1eecd5395f80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:29.590996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c83830d-041c-40dd-b38c-d94649142a2e req-43d8d2c9-be5a-4223-9677-1eecd5395f80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 935 time: 0.6143734 Oct 19 01:24:29.596011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Router 7331b01a-61ac-49da-acff-226a528c85c5 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:24:29.829423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Could not find standard attr ID for object 50b0003b-68db-4d88-b21a-897736caacdc. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:24:29.897232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Provisioning complete for port 153731e7-0b3a-44b9-bfda-d87297db96aa triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:29.897608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:29.916376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c83830d-041c-40dd-b38c-d94649142a2e req-0511b0d9-3b34-4738-bfe7-9855659f99e5 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937541 Oct 19 01:24:29.944987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:29.994383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4b93ea3b-6336-4da0-ae92-6123d5db0333 admin admin] 10.222.0.64 "PUT /v2.0/routers/a2505f40-7535-4fb4-bb00-17d8ec00f4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5059748 Oct 19 01:24:29.996687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Port 153731e7-0b3a-44b9-bfda-d87297db96aa cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:30.071674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 105559a2-35f0-4f90-a761-1ed631554281 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:30.072103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.095890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a371-4b1c-4f7a-819a-509b1fb974d7 req-1af23a4d-80b9-4807-8f8e-d4a1ac2301f3 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:30.103304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b81a371-4b1c-4f7a-819a-509b1fb974d7 req-1af23a4d-80b9-4807-8f8e-d4a1ac2301f3 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.3965104 Oct 19 01:24:30.108435 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.163429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b81a371-4b1c-4f7a-819a-509b1fb974d7 req-c74d4554-ffe1-49fb-b49f-9b1d80c29a2f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587451 Oct 19 01:24:30.171713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-c6a67d11-1761-4071-9fda-4400d98a1d5e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:30.199094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-c6a67d11-1761-4071-9fda-4400d98a1d5e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.8043814 Oct 19 01:24:30.229529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Provisioning complete for port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:30.229529 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.237299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Allocated IP 172.20.0.5 (aaa8fa70-dd71-4fdc-8651-2502e7fca03b/f485420d-d429-46bc-8a0a-a4cde0c082b7/7a7fb91b-15d9-43c3-8fd7-f46294d04661) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:30.254525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113f4a39-ce24-4901-8e9a-56ba16656f2a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:30.276398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'port': {'device_id': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'admin_state_up': True, 'tenant_id': '94246613562645278786674bc9722b64'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:30.323821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5c50b7-32bc-40c9-98ee-d940c2e1043a') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:30.324277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5c50b7-32bc-40c9-98ee-d940c2e1043a') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:30.327935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c3dbeae-9e79-4209-8124-f20c5a89fd1f req-e9daf546-eefc-4aa3-9438-d1bbcb292e56 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.1323729 Oct 19 01:24:30.361615 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.527132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.537053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:30.550856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Sync routers for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:30.580291 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:30.587597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:24:30.588186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.597173 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:24:30.612364 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:24:30.633345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a02bfc-b246-4131-b192-ff5454dea0b8 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:30.671771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.724687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:30.804068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.866894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.870728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-372bfd27-c8c1-4f19-ad24-e0cea6c4caf5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1896603 Oct 19 01:24:30.873179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Transition to ACTIVE for port object c5a02bfc-b246-4131-b192-ff5454dea0b8 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:30.877998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.880565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41056) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:30.906439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.915632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] 10.222.0.64 "DELETE /v2.0/networks/113f4a39-ce24-4901-8e9a-56ba16656f2a HTTP/1.1" status: 204 len: 168 time: 2.3173745 Oct 19 01:24:30.915632 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:30.920380 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:30.922595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41058) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:30.964721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.002165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:31.003479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.036914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:31.040488 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.057343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.107886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] For port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:31.123157 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.156298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620490da-e820-4868-bf95-e2826a2273e2 req-0641e7a4-bf2f-4276-99d9-531a10523fa4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.166602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-620490da-e820-4868-bf95-e2826a2273e2 req-0641e7a4-bf2f-4276-99d9-531a10523fa4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2859190 Oct 19 01:24:31.255074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:31.273271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-4a8ae33f-e3f3-42bc-ab80-b5143c5f3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.275600 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-4a8ae33f-e3f3-42bc-ab80-b5143c5f3706 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 1098 time: 0.3919289 Oct 19 01:24:31.280666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:31.333694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:31.334084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Pushing event updated for resources: {'Port': ['ID=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:31.364335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Provisioning complete for port fe4d5e7f-f821-4830-a240-04eb414307f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:31.367365 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.415816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-db0f98af-290c-4edb-bd19-75fc75ce1b19 None None] Port fe4d5e7f-f821-4830-a240-04eb414307f7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:31.522332 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:26Z', 'revision_number': 3, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:31.550502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a22a2c9d-9a21-4a23-8371-495f083d685e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:31.565673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=7a7fb91b-15d9-43c3-8fd7-f46294d04661,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:31.653635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d63f14-18c4-465e-96c3-516095c8ee27 admin admin] Pushing event deleted for resources: {'Network': ['ID=113f4a39-ce24-4901-8e9a-56ba16656f2a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:31.681414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-620490da-e820-4868-bf95-e2826a2273e2 req-6e00d762-b838-4f9a-83d6-80ab2849e550 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130603 Oct 19 01:24:31.721887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3a3c9110-61b4-46d9-a719-8d050d28e340 None None] Provisioning complete for port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:31.722262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9110-61b4-46d9-a719-8d050d28e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.832380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:31.833130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.844407 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Checking router: 7331b01a-61ac-49da-acff-226a528c85c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:31.845565 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Updating router 7331b01a-61ac-49da-acff-226a528c85c5 port a9cc7ea2-27ab-4370-9417-0ecbd70258aa binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:31.851434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Sync routers for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:31.877056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c89badd4-faa4-494d-bc3d-ef3c38bd0754 req-6530c81a-b107-4511-80ce-def5e1fa55e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.0658410 Oct 19 01:24:31.909102 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.930401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a22a2c9d-9a21-4a23-8371-495f083d685e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:31.931031 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:31.991116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:31.996337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:32.026026 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6d6adffb-f1dc-4216-94b7-e123c6b98d6a tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5382378 Oct 19 01:24:32.056234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41100) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:32.078249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c4:ff:26'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:32.113808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-ac5f09f1-187a-45f8-a708-e4b7a69b5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:32.117785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-ac5f09f1-187a-45f8-a708-e4b7a69b5406 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 200 len: 915 time: 0.7799976 Oct 19 01:24:32.269958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:32.271193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.20.0.14 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:32.290320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Pushing event updated for resources: {'Port': ['ID=c5a02bfc-b246-4131-b192-ff5454dea0b8,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:32.327459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] Deleting subnet 9c274d38-af6a-4b1e-8917-c0bceabb9533 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:24:32.372371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.467526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b300a0-a17f-4b50-894d-1627d624f520 req-e36943b7-3bc1-4843-8c8d-b98651a07dd6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:32.477329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0b300a0-a17f-4b50-894d-1627d624f520 req-e36943b7-3bc1-4843-8c8d-b98651a07dd6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 947 time: 0.5799482 Oct 19 01:24:32.550920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Attempting to bind port c5a02bfc-b246-4131-b192-ff5454dea0b8 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:32.551325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Attempting to bind port c5a02bfc-b246-4131-b192-ff5454dea0b8 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:32.552205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Attempting to bind port c5a02bfc-b246-4131-b192-ff5454dea0b8 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:32.556801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.565301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.578787 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.593503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Port c5a02bfc-b246-4131-b192-ff5454dea0b8 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:32.594266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Attempting to bind port c5a02bfc-b246-4131-b192-ff5454dea0b8 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:32.599458 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.605522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-4c209c9c-8a09-4c97-8ddb-c3a267fd6ffa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 200 len: 217 time: 0.4365599 Oct 19 01:24:32.614047 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.636694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0b300a0-a17f-4b50-894d-1627d624f520 req-46e28235-b3d9-4eee-8fb5-09bc4d2a75eb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558604 Oct 19 01:24:32.665194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:32.665877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:32.666177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:32.667029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Bound port: c5a02bfc-b246-4131-b192-ff5454dea0b8, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:32.667188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.693999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.718967 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b90e8-dec5-48c5-a029-524b32accf62 None None] Pushing event updated for resources: {'Port': ['ID=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:32.768086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f6c666a3-11b2-4dcc-b429-80f20c2be3b3 None None] Provisioning complete for port 7a7fb91b-15d9-43c3-8fd7-f46294d04661 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:32.768718 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6c666a3-11b2-4dcc-b429-80f20c2be3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.773508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:32.786158 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Attempting to bind port a9cc7ea2-27ab-4370-9417-0ecbd70258aa on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:32.786533 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Attempting to bind port a9cc7ea2-27ab-4370-9417-0ecbd70258aa by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:32.786896 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Attempting to bind port a9cc7ea2-27ab-4370-9417-0ecbd70258aa on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:32.789504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:32.797423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:32.806692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.809916 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:32.815483 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:32.818927 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.820470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:32.821436 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Bound port: a9cc7ea2-27ab-4370-9417-0ecbd70258aa, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:32.827624 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.859573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:32.879727 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.909990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c274d38-af6a-4b1e-8917-c0bceabb9533,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:32.925806 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] For port a9cc7ea2-27ab-4370-9417-0ecbd70258aa, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:32.927407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a22a2c9d-9a21-4a23-8371-495f083d685e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a22a2c9d-9a21-4a23-8371-495f083d685e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:32.929265 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] For port a9cc7ea2-27ab-4370-9417-0ecbd70258aa, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:32.942209 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:32.945820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.039660 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b90e8-dec5-48c5-a029-524b32accf62 None None] Pushing event updated for resources: {'Port': ['ID=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:33.062936 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.072036 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2f121859-6895-4647-91b4-36215ca5baae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9c274d38-af6a-4b1e-8917-c0bceabb9533 HTTP/1.1" status: 204 len: 168 time: 2.0780075 Oct 19 01:24:33.087944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:33.088602 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:33.108609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41108) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:33.133337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f6c666a3-11b2-4dcc-b429-80f20c2be3b3 None None] Port 7a7fb91b-15d9-43c3-8fd7-f46294d04661 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:33.136569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a22a2c9d-9a21-4a23-8371-495f083d685e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:33.246005 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:33.254764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 2, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:33.379922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Checking router: a2505f40-7535-4fb4-bb00-17d8ec00f4a1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:33.385499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Updating router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 port 153731e7-0b3a-44b9-bfda-d87297db96aa binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:33.409826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bd387-af1b-442e-973c-3790396af423 req-706e6ce7-0bd1-49c7-8433-0cb790fa67ea tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:33.417908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c9bd387-af1b-442e-973c-3790396af423 req-706e6ce7-0bd1-49c7-8433-0cb790fa67ea tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 932 time: 0.3877561 Oct 19 01:24:33.464980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] For port c5a02bfc-b246-4131-b192-ff5454dea0b8, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:33.491437 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.506349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-706d07e1-eec3-462b-b97c-9d764fd2226b None None] Provisioning complete for port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:33.513707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-706d07e1-eec3-462b-b97c-9d764fd2226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.514730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.523229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] For port c5a02bfc-b246-4131-b192-ff5454dea0b8, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c5a02bfc-b246-4131-b192-ff5454dea0b8,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:33.544823 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.565783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.597646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:33.598239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.604956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c9bd387-af1b-442e-973c-3790396af423 req-24d268c1-19b6-4ede-885a-50761a8119cc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858897 Oct 19 01:24:33.610820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-fb74c591-cf1f-445c-9bd0-76e78385767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:33.612479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-fb74c591-cf1f-445c-9bd0-76e78385767b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 200 len: 854 time: 0.9871814 Oct 19 01:24:33.617227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a22a2c9d-9a21-4a23-8371-495f083d685e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:33.660466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:33.667544 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.676031 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] 10.222.0.74 "PUT /v2.0/ports/c5a02bfc-b246-4131-b192-ff5454dea0b8 HTTP/1.1" status: 200 len: 1096 time: 5.1371531 Oct 19 01:24:33.686400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'tag': 'c5a02bfc-b246-4131-b192-ff5454dea0b8'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:33.690988 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78450eb1-570b-40aa-a8d7-524abf102c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "79140b56-1e7f-4b1d-8886-be466270b1cd", "tag": "c5a02bfc-b246-4131-b192-ff5454dea0b8"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:33.748614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-ec252754-8ea4-42de-8bf4-8bb6b6870e36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a1d1a80f-9ec8-4613-8cf5-590a865888ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177423 Oct 19 01:24:33.772629 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:26Z', 'revision_number': 3, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:33.783423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-706d07e1-eec3-462b-b97c-9d764fd2226b None None] Port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:33.852766 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b9865-e608-4148-b92c-d0ac208b95d9 None None] The sync data for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 is: [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:26Z', 'revision_number': 3, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:33.855395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-3d26a320-f4cd-4f99-b3a6-106bb42cd5b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6011143 Oct 19 01:24:33.916747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Request body: {'port': {'device_id': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:33.942982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a22a2c9d-9a21-4a23-8371-495f083d685e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:33.943538 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:33.975847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc6336-1cb7-419f-b6a9-d09d64d5a1ef service neutron] Pushing event updated for resources: {'Port': ['ID=c5a02bfc-b246-4131-b192-ff5454dea0b8,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:34.053552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5863a-716c-4038-9072-f96d34eb7b8b req-3273593f-e131-4942-9e24-82d7b3e8cdd3 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:34.055188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03c5863a-716c-4038-9072-f96d34eb7b8b req-3273593f-e131-4942-9e24-82d7b3e8cdd3 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 1.1663260 Oct 19 01:24:34.128289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.167626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.229770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dd9d54-3395-48f9-9fe0-a35bcf988a9c']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:34.230797 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.242048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-e838d981-8261-4c12-bb4b-4a8870cca571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:34.243887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-e838d981-8261-4c12-bb4b-4a8870cca571 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 1099 time: 0.4733834 Oct 19 01:24:34.323437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a5551c-347e-459f-a58a-271342222827') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:34.323848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a5551c-347e-459f-a58a-271342222827') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:34.335583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a717f-76e1-4045-a509-443c9b4a189b req-e4153dc6-1890-4977-91ed-88c617608f75 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:34.354411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-505a717f-76e1-4045-a509-443c9b4a189b req-e4153dc6-1890-4977-91ed-88c617608f75 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 947 time: 0.4318094 Oct 19 01:24:34.354916 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.365737 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.382711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-2901e0eb-6d75-4f02-909e-3aefdec148d9 service neutron] 10.222.0.74 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976095 Oct 19 01:24:34.408929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.411463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-1ec73380-f7ce-4a74-91e3-e122b1b2fc76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c5a02bfc-b246-4131-b192-ff5454dea0b8 HTTP/1.1" status: 200 len: 217 time: 0.1364222 Oct 19 01:24:34.481057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785258f1-493f-4b8c-88da-9bbded4c22dd None None] Pushing event updated for resources: {'Port': ['ID=153731e7-0b3a-44b9-bfda-d87297db96aa,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:34.492467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.522769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:24:34.523613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:24:34.525043 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:24:34.559249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:34.633115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-505a717f-76e1-4045-a509-443c9b4a189b req-a498313e-f61d-4b91-a656-ee64c9f0cea9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776761 Oct 19 01:24:34.749394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Attempting to bind port 153731e7-0b3a-44b9-bfda-d87297db96aa on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:34.749774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Attempting to bind port 153731e7-0b3a-44b9-bfda-d87297db96aa by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:34.750144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Attempting to bind port 153731e7-0b3a-44b9-bfda-d87297db96aa on network 10dcdece-13c6-4fa3-b37f-de1b55175d8c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:34.781402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:34.783005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Checking segment: {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:34.784430 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.785015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Bound using segment: {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:34.788794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Bound port: 153731e7-0b3a-44b9-bfda-d87297db96aa, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:34.789675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.794288 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b83701-fbfc-467a-9094-7e70780da272 x-openstack-request-id: req-55b83701-fbfc-467a-9094-7e70780da272 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:34.794288 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79140b56-1e7f-4b1d-8886-be466270b1cd", "tag": "c5a02bfc-b246-4131-b192-ff5454dea0b8", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:34.794971 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55b83701-fbfc-467a-9094-7e70780da272 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:34.794971 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'tag': 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'status': 'completed', 'code': 200} Oct 19 01:24:34.819580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:34.835651 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.849650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-a3dedb21-f353-4971-93e3-dd8a99203094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:34.857210 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-a3dedb21-f353-4971-93e3-dd8a99203094 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.4186916 Oct 19 01:24:34.867124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Transition to ACTIVE for port object 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:34.892286 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.917818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:34.918368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.980381 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:34.987794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Allocated IP 172.20.0.1 (834ef5ba-7345-4079-a3eb-4a6c472874e6/ba84162f-3c18-462b-adba-be620d9dc20b/3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:35.039549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Pushing event updated for resources: {'Port': ['ID=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:35.089119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.093387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] 10.222.0.64 "DELETE /v2.0/networks/86dd9d54-3395-48f9-9fe0-a35bcf988a9c HTTP/1.1" status: 204 len: 168 time: 1.9395795 Oct 19 01:24:35.127530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8298a-21d5-4b0c-a3d3-1686094e21fb admin admin] Pushing event deleted for resources: {'Network': ['ID=86dd9d54-3395-48f9-9fe0-a35bcf988a9c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:35.158338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03c5863a-716c-4038-9072-f96d34eb7b8b req-c0d5dc75-eeb2-43be-a247-88bff7fc6181 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0463448 Oct 19 01:24:35.241974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] For port 153731e7-0b3a-44b9-bfda-d87297db96aa, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:35.253262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-919337a3-8af4-4fad-b0c7-886f4f6303b7 None None] Provisioning complete for port 153731e7-0b3a-44b9-bfda-d87297db96aa triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:35.253894 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-919337a3-8af4-4fad-b0c7-886f4f6303b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.366184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Attempting to bind port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:35.366574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Attempting to bind port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:35.367573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5bc40-f0d1-419d-b975-0734ba722fb1 req-e5c7c061-ad8a-4ba1-abdb-eeabeb3b79de tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:35.372652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Attempting to bind port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:35.400671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03f5bc40-f0d1-419d-b975-0734ba722fb1 req-e5c7c061-ad8a-4ba1-abdb-eeabeb3b79de tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.5396717 Oct 19 01:24:35.403738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-bbfec13f-e87b-485d-813b-ac77d537a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:35.426453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-bbfec13f-e87b-485d-813b-ac77d537a4ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5080130 Oct 19 01:24:35.446759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:35.447088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Attempting to bind port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:35.473908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:35.475805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:35.476376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:35.476841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Bound port: 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:35.477323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.519308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] For port 153731e7-0b3a-44b9-bfda-d87297db96aa, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=153731e7-0b3a-44b9-bfda-d87297db96aa,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:35.535099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.562565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41126) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:35.638786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785258f1-493f-4b8c-88da-9bbded4c22dd None None] Pushing event updated for resources: {'Port': ['ID=153731e7-0b3a-44b9-bfda-d87297db96aa,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:35.644436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-919337a3-8af4-4fad-b0c7-886f4f6303b7 None None] Port 153731e7-0b3a-44b9-bfda-d87297db96aa cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:35.673220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] For port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:35.679608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] For port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:35.685447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fab81d36-894a-4f1f-81a6-0efb0f4cd0a0 req-57b728b0-b7b2-444a-818b-95930d724802 service neutron] 10.222.0.74 "GET /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160629 Oct 19 01:24:35.697727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:35.699759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:35.733660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03f5bc40-f0d1-419d-b975-0734ba722fb1 req-88ad0517-3c50-49a2-9b2b-b24b2ef4edd4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321571 Oct 19 01:24:35.751967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.839270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9cc7ea2-27ab-4370-9417-0ecbd70258aa up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:35.899600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:35.900505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:35.902658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] 10.222.0.74 "PUT /v2.0/ports/50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d HTTP/1.1" status: 200 len: 1093 time: 1.9901278 Oct 19 01:24:35.909779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'tag': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:35.913167 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851758b2-adb3-49ee-9d26-eb83f08d74f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cef2b377-5f17-4abc-bb04-eff122047edb", "tag": "50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:35.957337 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-02838016-9b2c-4b64-a73b-d1d48796f178 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=569df602020547878ccee4197d6eedd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908088 Oct 19 01:24:35.965946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41134) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:35.991753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac163e3-5614-4162-b1d1-2a73b8ffcefe req-b2d4daaa-d11b-4e1a-ac9f-dadc753d8fc7 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:35.994086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aac163e3-5614-4162-b1d1-2a73b8ffcefe req-b2d4daaa-d11b-4e1a-ac9f-dadc753d8fc7 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 947 time: 0.1440778 Oct 19 01:24:36.007742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.072406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-8a21d123-8874-4d93-815f-835b73ce8736 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798070 Oct 19 01:24:36.075582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:36.093217 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92494eeb-9452-4c4c-8e9c-6c5f2b92ff0c x-openstack-request-id: req-92494eeb-9452-4c4c-8e9c-6c5f2b92ff0c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:36.093758 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef2b377-5f17-4abc-bb04-eff122047edb", "tag": "50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:36.094328 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92494eeb-9452-4c4c-8e9c-6c5f2b92ff0c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:36.095260 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'tag': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d', 'status': 'completed', 'code': 200} Oct 19 01:24:36.160258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-f83f8cd9-a4c5-4559-bc37-f8ad1b180d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:36.161807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-f83f8cd9-a4c5-4559-bc37-f8ad1b180d56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 1096 time: 0.1014383 Oct 19 01:24:36.181522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cc1cc-5630-44d3-af0d-9b2633eb7925 service neutron] Pushing event updated for resources: {'Port': ['ID=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:36.243151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c09eb44-6e20-40c6-9286-129797ac3ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.269608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef06a18-b16e-4a0d-86c9-2f7f69f1ac87 req-b81a18af-1f11-433e-a814-fb44418db11a service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672614 Oct 19 01:24:36.301190 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.311759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-334fe2b2-33e0-43ed-abd7-ca4a2c362edc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d HTTP/1.1" status: 200 len: 217 time: 0.1146293 Oct 19 01:24:36.324797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aac163e3-5614-4162-b1d1-2a73b8ffcefe req-3105d822-2165-4ad8-ac05-3acda19a1883 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849872 Oct 19 01:24:36.473266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:36.511341 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c09eb44-6e20-40c6-9286-129797ac3ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.525624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:36.548702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:36.557976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:36.574295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64deae1-252d-4fa6-84d0-02b5bd94ce30 req-54cb01ab-e397-42c6-b647-518afcfed21f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:36.576774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c64deae1-252d-4fa6-84d0-02b5bd94ce30 req-54cb01ab-e397-42c6-b647-518afcfed21f tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1140151 Oct 19 01:24:36.580764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a9cc7ea2-27ab-4370-9417-0ecbd70258aa triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:36.581324 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.583216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-fcffea43-a99c-4083-869d-abe9b7d24e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:36.599421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.601772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-fcffea43-a99c-4083-869d-abe9b7d24e36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 1099 time: 0.1698282 Oct 19 01:24:36.659778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-5237a3f2-d1dd-4f15-9ae4-494856482c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:36.661782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-5237a3f2-d1dd-4f15-9ae4-494856482c34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2814412 Oct 19 01:24:36.664628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9e1f5096-e570-47d8-aeea-73ee0e5b7043 None None] Provisioning complete for port 153731e7-0b3a-44b9-bfda-d87297db96aa triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:36.665204 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e1f5096-e570-47d8-aeea-73ee0e5b7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.683786 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.704568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.772762 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c09eb44-6e20-40c6-9286-129797ac3ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.787627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c09eb44-6e20-40c6-9286-129797ac3ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:36.791877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8c09eb44-6e20-40c6-9286-129797ac3ab2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e387496-26e9-45c6-8f0a-7f0fa31e94b9 HTTP/1.1" status: 204 len: 168 time: 0.7940638 Oct 19 01:24:37.016366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09eb44-6e20-40c6-9286-129797ac3ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e387496-26e9-45c6-8f0a-7f0fa31e94b9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:37.048156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c64deae1-252d-4fa6-84d0-02b5bd94ce30 req-7da69353-5af5-4e6e-ad83-71469fde7fbf tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440957 Oct 19 01:24:37.114708 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77599147-7d7b-498a-a4a5-2f09cea48cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.166925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] In _notify_port_updated(), no bound segment for port 7a7fb91b-15d9-43c3-8fd7-f46294d04661 on network aaa8fa70-dd71-4fdc-8651-2502e7fca03b {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:24:37.183533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-1777461b-3d8d-4891-b40f-ee632c105d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:37.185052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-1777461b-3d8d-4891-b40f-ee632c105d2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.4778392 Oct 19 01:24:37.185448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:37.186993 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.188870 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "PUT /v2.0/ports/7a7fb91b-15d9-43c3-8fd7-f46294d04661 HTTP/1.1" status: 200 len: 993 time: 5.1244175 Oct 19 01:24:37.198957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41146) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:37.224710 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e1f5096-e570-47d8-aeea-73ee0e5b7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.232533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41840b01-f887-41a7-88a7-af20978869da req-6ae8f561-be1f-4c30-9f7c-b550be0b36f9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:37.234270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41840b01-f887-41a7-88a7-af20978869da req-6ae8f561-be1f-4c30-9f7c-b550be0b36f9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.3075364 Oct 19 01:24:37.235282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ac83b-1e14-4912-8c36-580171d44f15 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=7a7fb91b-15d9-43c3-8fd7-f46294d04661,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:37.240622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-ad0753cb-f7b9-49d5-aba3-2e265bebda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:37.242156 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-ad0753cb-f7b9-49d5-aba3-2e265bebda65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5501223 Oct 19 01:24:37.312378 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.340488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a9cc7ea2-27ab-4370-9417-0ecbd70258aa, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:37.359695 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.366239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-d21c261a-f60c-444e-9180-fabc8517c7ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c5a02bfc-b246-4131-b192-ff5454dea0b8 HTTP/1.1" status: 200 len: 217 time: 0.1723478 Oct 19 01:24:37.391059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9e1f5096-e570-47d8-aeea-73ee0e5b7043 None None] For port 153731e7-0b3a-44b9-bfda-d87297db96aa, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=153731e7-0b3a-44b9-bfda-d87297db96aa,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:37.471159 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e1f5096-e570-47d8-aeea-73ee0e5b7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.495717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-bd5b76b6-cb2e-42b5-9a8a-092d4eef008e service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193093 Oct 19 01:24:37.501285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.504575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:37.546340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b3078-2c8b-4d0c-819a-28d845ce68f0 None None] The sync data for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 is: [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:35Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:37.568976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:37.606131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-24027e71-1db8-4e38-a6a1-4e50e6080a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:37.606891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-24027e71-1db8-4e38-a6a1-4e50e6080a0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2189593 Oct 19 01:24:37.678096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb318d-246e-4a8f-a09b-ee28c5582ab1 req-d905bb04-648c-4223-b125-4a689807fa9c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:37.683774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16cb318d-246e-4a8f-a09b-ee28c5582ab1 req-d905bb04-648c-4223-b125-4a689807fa9c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 947 time: 0.2122803 Oct 19 01:24:37.727600 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41840b01-f887-41a7-88a7-af20978869da req-53e0969e-b410-4410-9eea-8d449ace69c6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818141 Oct 19 01:24:37.781670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41154) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:37.794093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-92cfbc21-c547-498d-9303-2e70014d6574 None None] Provisioning complete for port 7a7fb91b-15d9-43c3-8fd7-f46294d04661 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:37.794685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92cfbc21-c547-498d-9303-2e70014d6574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:37.829557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cdc1317-29ea-438d-860e-b2ef7f4ad7ec req-0a47491c-beac-453f-af81-572b45802544 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244936 Oct 19 01:24:37.873104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f5096-e570-47d8-aeea-73ee0e5b7043 None None] Pushing event updated for resources: {'Port': ['ID=153731e7-0b3a-44b9-bfda-d87297db96aa,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:37.894162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c4952e23-70fc-4e5b-bbdc-7ef94ab22215 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c0a1d68a0a54ae6bfef7cb29822a0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088450 Oct 19 01:24:37.904545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41156) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:37.926384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-92cfbc21-c547-498d-9303-2e70014d6574 None None] Port 7a7fb91b-15d9-43c3-8fd7-f46294d04661 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:37.957330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-92cfbc21-c547-498d-9303-2e70014d6574 None None] Provisioning complete for port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:37.957829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92cfbc21-c547-498d-9303-2e70014d6574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.052168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-879cf7a9-4992-4aa3-84d6-568e8c008577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.090219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-5f41c109-23d6-431e-8e6d-618f6d17745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.092873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-5f41c109-23d6-431e-8e6d-618f6d17745d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 1096 time: 0.1522691 Oct 19 01:24:38.122700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-92cfbc21-c547-498d-9303-2e70014d6574 None None] Port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:38.177197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-879cf7a9-4992-4aa3-84d6-568e8c008577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.313952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8857fd-031f-4c77-a33b-70a29bbc8088 req-80c9befb-d01d-4c52-ac9a-2fc706f13276 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.315551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d8857fd-031f-4c77-a33b-70a29bbc8088 req-80c9befb-d01d-4c52-ac9a-2fc706f13276 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1576362 Oct 19 01:24:38.319459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-35d2b874-33f4-47ac-ada5-ebe158d8d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.320998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-35d2b874-33f4-47ac-ada5-ebe158d8d580 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.2203805 Oct 19 01:24:38.397616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-06b7069a-78c3-4262-bd0a-448f6f4e4bf3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d HTTP/1.1" status: 200 len: 217 time: 0.0656152 Oct 19 01:24:38.453141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-879cf7a9-4992-4aa3-84d6-568e8c008577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.456381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-879cf7a9-4992-4aa3-84d6-568e8c008577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.457548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-879cf7a9-4992-4aa3-84d6-568e8c008577 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d772e43e-5e3f-4774-9ab8-acf138bd6b92 HTTP/1.1" status: 204 len: 168 time: 0.5517380 Oct 19 01:24:38.474430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting port 7a7fb91b-15d9-43c3-8fd7-f46294d04661 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:38.474971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.484033 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d8857fd-031f-4c77-a33b-70a29bbc8088 req-0f00ff50-d74f-4cd5-91fc-68e0a9937981 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602457 Oct 19 01:24:38.487301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cf7a9-4992-4aa3-84d6-568e8c008577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772e43e-5e3f-4774-9ab8-acf138bd6b92,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:38.498861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.510126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-5163caa8-c441-4723-805a-8902c3e65d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.518036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-cfbf5c0b-0e03-4920-b98c-7ac0b8bcaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.519564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-cfbf5c0b-0e03-4920-b98c-7ac0b8bcaecd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8788750 Oct 19 01:24:38.524870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.526398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-5163caa8-c441-4723-805a-8902c3e65d5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.1167729 Oct 19 01:24:38.576131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16cb318d-246e-4a8f-a09b-ee28c5582ab1 req-48e6a80a-5913-48f2-b0cd-6a7a39f1cafd tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689377 Oct 19 01:24:38.618297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-4591f4ff-d6c6-436e-a848-efd0e8585d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.620027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-4591f4ff-d6c6-436e-a848-efd0e8585d26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769863 Oct 19 01:24:38.810322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:38.814820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:38.895435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684ed8b-f5eb-4826-9144-386b729baf62 req-d8e31bad-1c49-48d0-95d9-76ea39a6d5f5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:38.897339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7684ed8b-f5eb-4826-9144-386b729baf62 req-d8e31bad-1c49-48d0-95d9-76ea39a6d5f5 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2023342 Oct 19 01:24:38.977709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-a4310ea9-4727-4d06-bf98-fca436fdb257 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487296 Oct 19 01:24:38.981234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7684ed8b-f5eb-4826-9144-386b729baf62 req-22a3d9e3-601a-49e5-9fc5-1d5748fe3ede tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665386 Oct 19 01:24:38.983674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.195364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Calling delete_port for 7a7fb91b-15d9-43c3-8fd7-f46294d04661 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:39.207250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-bc03e15b-04b2-4e22-944b-3fab3e74bbb0 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699026 Oct 19 01:24:39.257525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aa25e-3317-4f15-8090-5971bd0f51e8 req-ff2355f5-8041-4877-b6c2-3d09d09ad3ed tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:39.259529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b8aa25e-3317-4f15-8090-5971bd0f51e8 req-ff2355f5-8041-4877-b6c2-3d09d09ad3ed tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.3852775 Oct 19 01:24:39.313463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-851758b2-adb3-49ee-9d26-eb83f08d74f1 req-e9ba92ca-ccb0-47db-8fcb-1c042157ab3c service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255589 Oct 19 01:24:39.326299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c066-5e9d-4451-bff8-10cbe02b420f req-43076462-a228-479e-aa50-30284ea0bae8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:39.331032 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c59c066-5e9d-4451-bff8-10cbe02b420f req-43076462-a228-479e-aa50-30284ea0bae8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1402733 Oct 19 01:24:39.405743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:39.424275 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.435087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c59c066-5e9d-4451-bff8-10cbe02b420f req-58aff97e-37de-4499-92f2-74729073ba3e tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933220 Oct 19 01:24:39.450376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:39.510264 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b8aa25e-3317-4f15-8090-5971bd0f51e8 req-db8aee60-04b9-4183-9586-7837a6ba6acf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322609 Oct 19 01:24:39.582599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78450eb1-570b-40aa-a8d7-524abf102c1f req-fb82eb10-41ec-48b5-a120-8c3979931e7c service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511667 Oct 19 01:24:39.678285 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49fafc1d-9503-47ca-94a6-992cbbff9014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.707739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa451f-14f9-4a08-bbdb-6d811fd66be4 req-79946df3-b5d0-4743-af05-e683e0efbb58 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:39.715118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28aa451f-14f9-4a08-bbdb-6d811fd66be4 req-79946df3-b5d0-4743-af05-e683e0efbb58 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.0833139 Oct 19 01:24:39.790329 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28aa451f-14f9-4a08-bbdb-6d811fd66be4 req-2b16efee-65e8-44a7-9381-00681d2bcc24 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719209 Oct 19 01:24:39.878580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9cc7ea2-27ab-4370-9417-0ecbd70258aa up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:39.950751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a9cc7ea2-27ab-4370-9417-0ecbd70258aa triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:39.950930 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.951135 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:39.980689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Router 7331b01a-61ac-49da-acff-226a528c85c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:24:40.012376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Port': ['ID=7a7fb91b-15d9-43c3-8fd7-f46294d04661,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:40.044405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0ff31-803d-41ba-bf79-1f1612088b74 req-87cc94ff-62ec-44c9-a37b-ded3d1357f19 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:40.048310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ff0ff31-803d-41ba-bf79-1f1612088b74 req-87cc94ff-62ec-44c9-a37b-ded3d1357f19 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 947 time: 0.2448478 Oct 19 01:24:40.066175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7e9053af-187e-4f86-aa02-5a8c836a6e45 None None] Provisioning complete for port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:40.066846 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e9053af-187e-4f86-aa02-5a8c836a6e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.124244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7e9053af-187e-4f86-aa02-5a8c836a6e45 None None] Port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:40.190104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ef9ad-717d-4280-8ceb-f8de6cc06842 req-1bc5445e-62a4-4a42-8289-fb2b70c76eca tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:40.206153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-508ef9ad-717d-4280-8ceb-f8de6cc06842 req-1bc5445e-62a4-4a42-8289-fb2b70c76eca tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1327350 Oct 19 01:24:40.270846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 153731e7-0b3a-44b9-bfda-d87297db96aa up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:40.320254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-508ef9ad-717d-4280-8ceb-f8de6cc06842 req-2c6ce991-b948-4910-8da4-a0b7d694b7f1 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951719 Oct 19 01:24:40.432641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 153731e7-0b3a-44b9-bfda-d87297db96aa triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:40.433233 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.451004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ff0ff31-803d-41ba-bf79-1f1612088b74 req-1d11a099-f9e3-43b8-baf4-b08e5d1f56a1 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942056 Oct 19 01:24:40.597731 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.683791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3e33-50c4-4136-a3a6-0a4189c97dd8 req-f41b358b-5fc7-4d11-b830-c884787c5679 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:40.685391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1eb3e33-50c4-4136-a3a6-0a4189c97dd8 req-f41b358b-5fc7-4d11-b830-c884787c5679 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1146545 Oct 19 01:24:40.744161 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.766853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1eb3e33-50c4-4136-a3a6-0a4189c97dd8 req-02a93e2f-a538-4715-8032-3278e08fa8bd tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699916 Oct 19 01:24:40.842359 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:40.848659 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6a4e8d8f-f4bc-4769-a76b-16c39717d2a2 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/ports/7a7fb91b-15d9-43c3-8fd7-f46294d04661 HTTP/1.1" status: 204 len: 168 time: 3.6481156 Oct 19 01:24:40.851303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41222) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:40.858548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:24:40.868894 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Sync routers for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:24:40.877305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-acf9ebb9-0b6c-4a44-9298-b7c9f9d88542 admin admin] 10.222.0.64 "PUT /v2.0/routers/7331b01a-61ac-49da-acff-226a528c85c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9939444 Oct 19 01:24:40.881486 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:40.882358 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:40.888020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3dad8-06bb-496c-9116-6f2ddc1a23a0 req-02504c7e-8a07-4774-9510-88d9a1033e02 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:40.889147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cae3dad8-06bb-496c-9116-6f2ddc1a23a0 req-02504c7e-8a07-4774-9510-88d9a1033e02 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.2110837 Oct 19 01:24:40.953369 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-56134b07-9268-42e1-828e-8fa3ceb277e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] GET failed (client error): The resource could not be found. Oct 19 01:24:40.960154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-56134b07-9268-42e1-828e-8fa3ceb277e4 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "GET /v2.0/ports/7a7fb91b-15d9-43c3-8fd7-f46294d04661 HTTP/1.1" status: 404 len: 333 time: 0.1062772 Oct 19 01:24:40.963950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41228) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:40.970790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'name': 'tempest-AllowedAddressPairTestJSON-966063048'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:41.040389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9ec4b-a3c9-4b53-9a7b-4bda61ee98cb req-fab77b1b-398c-4f6a-b24c-358347bf02a0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:41.043334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ecb9ec4b-a3c9-4b53-9a7b-4bda61ee98cb req-fab77b1b-398c-4f6a-b24c-358347bf02a0 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1728547 Oct 19 01:24:41.088236 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:41.114831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ecb9ec4b-a3c9-4b53-9a7b-4bda61ee98cb req-76783adb-2ec2-4e99-8223-c169392ee7c8 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611627 Oct 19 01:24:41.223373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cae3dad8-06bb-496c-9116-6f2ddc1a23a0 req-aa04324e-6b29-44df-8d76-afa84f230606 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255339 Oct 19 01:24:41.225834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:41.240349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.288367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] device_id is not set on port e3791801-0c73-40d3-b4f4-84a353a3041f yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:24:41.402905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c5a02bfc-b246-4131-b192-ff5454dea0b8 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:41.568430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Allocated IP 172.20.0.12 (aaa8fa70-dd71-4fdc-8651-2502e7fca03b/f485420d-d429-46bc-8a0a-a4cde0c082b7/e3791801-0c73-40d3-b4f4-84a353a3041f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:41.577690 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 2, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:41.631776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c5a02bfc-b246-4131-b192-ff5454dea0b8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c5a02bfc-b246-4131-b192-ff5454dea0b8,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:41.665304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'mac_address': 'fa:16:3e:26:56:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:41.673410 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Checking router: 7331b01a-61ac-49da-acff-226a528c85c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:24:41.677982 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Updating router 7331b01a-61ac-49da-acff-226a528c85c5 port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:24:41.768272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.787149 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.799606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a02bfc-b246-4131-b192-ff5454dea0b8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:41.830691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41242) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:41.831271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.836637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e10098c7-299e-4307-bdf8-dc7d321beeb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234518409', 'description': 'tempest-description--238680191'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:41.855338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c5a02bfc-b246-4131-b192-ff5454dea0b8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c5a02bfc-b246-4131-b192-ff5454dea0b8,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:41.867446 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.880627 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.925112 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e10098c7-299e-4307-bdf8-dc7d321beeb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:41.975564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=e3791801-0c73-40d3-b4f4-84a353a3041f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:41.998485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011211b-3bb4-41cd-a426-f145a699d667 req-2f528fb6-1677-4e85-8f83-9a4470217fc7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.009167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5011211b-3bb4-41cd-a426-f145a699d667 req-2f528fb6-1677-4e85-8f83-9a4470217fc7 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.6366963 Oct 19 01:24:42.028243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:42.035201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:42.044211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:42.094809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c5a02bfc-b246-4131-b192-ff5454dea0b8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:42.144719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5011211b-3bb4-41cd-a426-f145a699d667 req-e27b1819-365d-4e35-8b36-c9b987189f19 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343157 Oct 19 01:24:42.150463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.151232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.177146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e10098c7-299e-4307-bdf8-dc7d321beeb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.189413 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e10098c7-299e-4307-bdf8-dc7d321beeb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.199766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fff75e4b-74ff-4d81-bff8-effbf614a971 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2337582 Oct 19 01:24:42.200261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41248) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:42.207831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c4:ff:26'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:42.257752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.289751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e10098c7-299e-4307-bdf8-dc7d321beeb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.294370 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e10098c7-299e-4307-bdf8-dc7d321beeb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4621584 Oct 19 01:24:42.295456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:42.298776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10098c7-299e-4307-bdf8-dc7d321beeb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12efb4af-2fae-41a9-b1c1-2f35aac07b7b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:42.304603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b968d69d-dfc4-431e-ad39-37491baafdd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'security_group_rule': {'security_group_id': '12efb4af-2fae-41a9-b1c1-2f35aac07b7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:42.325516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98638b9-ec06-48a3-bef6-5ec7fb3526d9 req-743e0728-b572-4296-b37e-48af58fcb4f8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.328004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f98638b9-ec06-48a3-bef6-5ec7fb3526d9 req-743e0728-b572-4296-b37e-48af58fcb4f8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 948 time: 0.1067638 Oct 19 01:24:42.336730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c5a02bfc-b246-4131-b192-ff5454dea0b8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:42.371259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-772aadd1-a451-4a05-8ba9-25b2762ac5b3 req-91b25ce4-cc84-4d1d-a2e3-e041411881e7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:24:42.374457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-772aadd1-a451-4a05-8ba9-25b2762ac5b3 req-91b25ce4-cc84-4d1d-a2e3-e041411881e7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0442069 Oct 19 01:24:42.404004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f98638b9-ec06-48a3-bef6-5ec7fb3526d9 req-0a05499d-84ce-4444-9496-4a392253dbe3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666285 Oct 19 01:24:42.474057 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.487906 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.533479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b968d69d-dfc4-431e-ad39-37491baafdd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.710039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3cec7-5274-4f4b-b4a9-2c8597ba65b8 req-b398f888-f500-495c-8d19-a0e2bd33620c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.712560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f7a3cec7-5274-4f4b-b4a9-2c8597ba65b8 req-b398f888-f500-495c-8d19-a0e2bd33620c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1256475 Oct 19 01:24:42.732206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d406d-e726-4a25-83e7-e54c496077a7 req-b5ce0510-5ef6-491a-aa81-24791163e029 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:42.736286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3d406d-e726-4a25-83e7-e54c496077a7 req-b5ce0510-5ef6-491a-aa81-24791163e029 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.1960053 Oct 19 01:24:42.753589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.755277 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Attempting to bind port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:42.755647 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Attempting to bind port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:42.756038 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Attempting to bind port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:42.761595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b8a5321b-a5d0-4853-9697-af4edee6b696 None None] Provisioning complete for port e3791801-0c73-40d3-b4f4-84a353a3041f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:42.763127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8a5321b-a5d0-4853-9697-af4edee6b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.765089 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:42.765548 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:42.766021 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.767365 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Bound using segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:42.767365 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Bound port: 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:42.767575 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.809114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f7a3cec7-5274-4f4b-b4a9-2c8597ba65b8 req-d69f557d-a1c5-457d-8c27-a7d3d95b3b4c tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886364 Oct 19 01:24:42.816364 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b968d69d-dfc4-431e-ad39-37491baafdd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.819107 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0434ed4-0142-4f1c-8772-8b53f8bc45a4 None None] Pushing event updated for resources: {'Port': ['ID=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:42.829058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5321b-a5d0-4853-9697-af4edee6b696 None None] Port e3791801-0c73-40d3-b4f4-84a353a3041f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:42.856490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b968d69d-dfc4-431e-ad39-37491baafdd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.864437 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] For port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:42.868386 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] For port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:42.875125 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.881503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968d69d-dfc4-431e-ad39-37491baafdd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bb480d-fa45-47de-a332-7ee19c2ecdbd,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:42.904256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3d406d-e726-4a25-83e7-e54c496077a7 req-c49166f0-cd72-449d-854a-ae4a821e1f31 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583467 Oct 19 01:24:42.951236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b968d69d-dfc4-431e-ad39-37491baafdd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.956194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41260) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:42.956671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b968d69d-dfc4-431e-ad39-37491baafdd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6597304 Oct 19 01:24:42.963163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7540ce52-a229-42b9-aad8-fd295425a09a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'security_group_rule': {'security_group_id': '12efb4af-2fae-41a9-b1c1-2f35aac07b7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:42.966228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6230ffeb-20db-4627-9a3f-00741d2b6491 None None] Provisioning complete for port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:42.967158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6230ffeb-20db-4627-9a3f-00741d2b6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:42.976608 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0434ed4-0142-4f1c-8772-8b53f8bc45a4 None None] Pushing event updated for resources: {'Port': ['ID=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:42.990983 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:24:42.991488 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:43.117015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7540ce52-a229-42b9-aad8-fd295425a09a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.139064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.145051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.151526 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6230ffeb-20db-4627-9a3f-00741d2b6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.180634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84fdc-5163-4a77-a6cc-b1728ef96b9a req-70c374d2-2a70-4f37-9b1d-5a968f05b932 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.182144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3b84fdc-5163-4a77-a6cc-b1728ef96b9a req-70c374d2-2a70-4f37-9b1d-5a968f05b932 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.2044442 Oct 19 01:24:43.290980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] In _notify_port_updated(), no bound segment for port e3791801-0c73-40d3-b4f4-84a353a3041f on network aaa8fa70-dd71-4fdc-8651-2502e7fca03b {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:24:43.298687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6230ffeb-20db-4627-9a3f-00741d2b6491 None None] For port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:43.299804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.300867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.302827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "PUT /v2.0/ports/e3791801-0c73-40d3-b4f4-84a353a3041f HTTP/1.1" status: 200 len: 996 time: 1.1013207 Oct 19 01:24:43.306664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41268) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:43.315768 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6230ffeb-20db-4627-9a3f-00741d2b6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.350675 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3b84fdc-5163-4a77-a6cc-b1728ef96b9a req-f936bd29-a8eb-45cc-9dfd-aa9754b1d164 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561232 Oct 19 01:24:43.422435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978f015-41fd-4c47-80b3-50f9296ee9e5 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=e3791801-0c73-40d3-b4f4-84a353a3041f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:43.435702 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:24:43.455456 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7540ce52-a229-42b9-aad8-fd295425a09a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.470848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7540ce52-a229-42b9-aad8-fd295425a09a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.478496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230ffeb-20db-4627-9a3f-00741d2b6491 None None] Pushing event updated for resources: {'Port': ['ID=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:43.501453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-601f8630-6f19-4a8b-a197-6e60654c194e None None] Provisioning complete for port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:43.502051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-601f8630-6f19-4a8b-a197-6e60654c194e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.631083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting port e3791801-0c73-40d3-b4f4-84a353a3041f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:43.631837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.683894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7540ce52-a229-42b9-aad8-fd295425a09a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.687966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7540ce52-a229-42b9-aad8-fd295425a09a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7271261 Oct 19 01:24:43.694648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540ce52-a229-42b9-aad8-fd295425a09a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f7152a-eae8-4a69-82fe-beda950d8620,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:43.706125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:43.720087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a810ed-b4a1-4e4e-bada-b02d7d1c8fe5 req-332ce0a4-2202-4320-9228-442ec22f5c14 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.721870 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a810ed-b4a1-4e4e-bada-b02d7d1c8fe5 req-332ce0a4-2202-4320-9228-442ec22f5c14 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1499188 Oct 19 01:24:43.735168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:43.773991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a810ed-b4a1-4e4e-bada-b02d7d1c8fe5 req-bd0ba7d0-5949-451e-8a34-00385c0b3ff4 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 Oct 19 01:24:43.825645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-801a61ae-4584-4c3e-b9e3-49fc0f214d83 None None] Provisioning complete for port e3791801-0c73-40d3-b4f4-84a353a3041f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:43.826221 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-801a61ae-4584-4c3e-b9e3-49fc0f214d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.841208 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:42Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:43.890975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f35a0-d073-4cb0-9def-f855da9e5df6 req-31219fd9-0583-4969-a841-03afe615c71e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:43.900012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-743f35a0-d073-4cb0-9def-f855da9e5df6 req-31219fd9-0583-4969-a841-03afe615c71e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 948 time: 0.2752814 Oct 19 01:24:43.902171 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:43.907363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-801a61ae-4584-4c3e-b9e3-49fc0f214d83 None None] Port e3791801-0c73-40d3-b4f4-84a353a3041f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:43.914031 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c56659-c6c1-47e9-9d76-e42162ae6554 None None] The sync data for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 is: [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:42Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:24:43.985835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:44.014330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d01f0-6366-40d0-a2e3-b9a6d7df6854 req-5cba56df-c09c-46e8-9b7c-a083d3969c58 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:44.016987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-743f35a0-d073-4cb0-9def-f855da9e5df6 req-20297ffe-efc9-4799-9929-1c8ffd88a758 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029491 Oct 19 01:24:44.018126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa8d01f0-6366-40d0-a2e3-b9a6d7df6854 req-5cba56df-c09c-46e8-9b7c-a083d3969c58 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1302712 Oct 19 01:24:44.027017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Calling delete_port for e3791801-0c73-40d3-b4f4-84a353a3041f owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:44.128333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa8d01f0-6366-40d0-a2e3-b9a6d7df6854 req-7e3d955e-b4e5-455e-9cf9-d88dcceb4745 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912991 Oct 19 01:24:44.287786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbdf04-c799-4ab3-bab9-ef86e2318fdd req-d78dc6ce-276f-4bdc-86e2-d7def32b163b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:44.289901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49fbdf04-c799-4ab3-bab9-ef86e2318fdd req-d78dc6ce-276f-4bdc-86e2-d7def32b163b tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.0817935 Oct 19 01:24:44.348679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-49fbdf04-c799-4ab3-bab9-ef86e2318fdd req-0867d9a7-7b4d-41ea-af07-665735b59201 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515668 Oct 19 01:24:44.394387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826726b7-1298-462e-92ab-d559f576087f req-9affa020-6cac-41b8-a401-02f706559b8b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:44.397083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-826726b7-1298-462e-92ab-d559f576087f req-9affa020-6cac-41b8-a401-02f706559b8b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.2209511 Oct 19 01:24:44.397317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:44.463920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Port': ['ID=e3791801-0c73-40d3-b4f4-84a353a3041f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:44.492446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:44.550557 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-826726b7-1298-462e-92ab-d559f576087f req-21a045d2-a7da-4e0e-ae50-53fc9c8079ea tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444578 Oct 19 01:24:44.647019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326f978-643e-44f4-b662-12af837d8fe4 req-dd9ee0c4-cf53-41af-8e02-c399d4956379 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:44.654485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2326f978-643e-44f4-b662-12af837d8fe4 req-dd9ee0c4-cf53-41af-8e02-c399d4956379 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1133354 Oct 19 01:24:44.712426 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:44.721776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-126eecaa-1ba5-484b-97ad-6eb020337f29 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/ports/e3791801-0c73-40d3-b4f4-84a353a3041f HTTP/1.1" status: 204 len: 168 time: 1.4136634 Oct 19 01:24:44.724871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41296) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:44.763111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2326f978-643e-44f4-b662-12af837d8fe4 req-811999a4-0b1f-41b2-b3e2-15aeefde8677 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058531 Oct 19 01:24:44.828371 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1941b89-9f40-4056-8aef-e7317c051d3c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] GET failed (client error): The resource could not be found. Oct 19 01:24:44.831390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c1941b89-9f40-4056-8aef-e7317c051d3c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "GET /v2.0/ports/e3791801-0c73-40d3-b4f4-84a353a3041f HTTP/1.1" status: 404 len: 333 time: 0.1055624 Oct 19 01:24:44.835797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41302) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:44.857954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'name': 'tempest-AllowedAddressPairTestJSON-1905089493'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:44.878559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Allocated IP 172.25.0.51 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/6bd29ff4-5976-452a-874f-f9479fd59a16) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:45.037592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.077046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0244b-92ac-49a9-b44c-58271ab00506 req-6fb48411-5a0e-4803-be81-75dc56455832 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:45.081533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05d0244b-92ac-49a9-b44c-58271ab00506 req-6fb48411-5a0e-4803-be81-75dc56455832 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.0828676 Oct 19 01:24:45.083061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:45.087725 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.107228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.134248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] device_id is not set on port 58139210-f0d0-46cf-9a50-2b84015529eb yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:24:45.210077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:45.221432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05d0244b-92ac-49a9-b44c-58271ab00506 req-d78f6afc-6e2c-4f72-9e65-d9aecf64977a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081972 Oct 19 01:24:45.260471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:45.270422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:45.376864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Allocated IP 172.20.0.8 (aaa8fa70-dd71-4fdc-8651-2502e7fca03b/f485420d-d429-46bc-8a0a-a4cde0c082b7/58139210-f0d0-46cf-9a50-2b84015529eb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:45.387563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=6bd29ff4-5976-452a-874f-f9479fd59a16,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:45.429252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bcd68-c716-429f-afe7-70e5f5598535 req-01ddd73f-691a-44d4-9218-b858ffad3fc8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:45.430695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3bcd68-c716-429f-afe7-70e5f5598535 req-01ddd73f-691a-44d4-9218-b858ffad3fc8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 948 time: 0.2340691 Oct 19 01:24:45.433232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c5a02bfc-b246-4131-b192-ff5454dea0b8 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:45.566484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.570413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3bcd68-c716-429f-afe7-70e5f5598535 req-cf4770f4-0473-4f21-a8cd-e8b9d2010f21 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288464 Oct 19 01:24:45.590001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port c5a02bfc-b246-4131-b192-ff5454dea0b8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:45.594919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port c5a02bfc-b246-4131-b192-ff5454dea0b8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:45.595576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.849337 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.905000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:45.936605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:45.996347 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.000796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a02bfc-b246-4131-b192-ff5454dea0b8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:46.003566 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46125fed-963d-4207-8538-a1fd2f066bbb" -d '{"events": [{"server_uuid": "79140b56-1e7f-4b1d-8886-be466270b1cd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a02bfc-b246-4131-b192-ff5454dea0b8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:46.029816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c5a02bfc-b246-4131-b192-ff5454dea0b8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c5a02bfc-b246-4131-b192-ff5454dea0b8,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:46.042523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.084637 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830a7811-0e10-4390-b4bc-a92b9642ec75 x-openstack-request-id: req-830a7811-0e10-4390-b4bc-a92b9642ec75 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:46.085112 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79140b56-1e7f-4b1d-8886-be466270b1cd", "name": "network-vif-plugged", "status": "completed", "tag": "c5a02bfc-b246-4131-b192-ff5454dea0b8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:46.085743 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-830a7811-0e10-4390-b4bc-a92b9642ec75 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:46.086287 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'code': 200} Oct 19 01:24:46.098303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=58139210-f0d0-46cf-9a50-2b84015529eb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:46.099226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:46.099766 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.105976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:46.107532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:46.122616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:46.200982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c5a02bfc-b246-4131-b192-ff5454dea0b8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:46.251119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.252271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.296242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0973993a-18a7-43ee-908e-c23634f82e65 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4587748 Oct 19 01:24:46.299095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41322) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:46.337783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'network_id': 'aaa8fa70-dd71-4fdc-8651-2502e7fca03b', 'name': 'tempest-AllowedAddressPairTestJSON-1148563959'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:46.518784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Made reservation on behalf of 0b4a185af6ef4726a2b1c7d4c5219cda for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:46.524638 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.550336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8050d3b3-80fd-4984-a756-58e0b7ea5b07 None None] Provisioning complete for port 58139210-f0d0-46cf-9a50-2b84015529eb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:46.550903 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8050d3b3-80fd-4984-a756-58e0b7ea5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.553070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] device_id is not set on port a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:24:46.609129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8050d3b3-80fd-4984-a756-58e0b7ea5b07 None None] Port 58139210-f0d0-46cf-9a50-2b84015529eb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:46.618760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:46.695849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6374bc-9779-48e5-84fb-fb8df4e6689e req-2d139b44-b433-41a2-916b-be48c8ff99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.697409 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae6374bc-9779-48e5-84fb-fb8df4e6689e req-2d139b44-b433-41a2-916b-be48c8ff99f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 1101 time: 0.1396787 Oct 19 01:24:46.705786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296eceb-6973-4a2a-a298-de0022a03310 req-5e1d7f7a-4c6b-4a98-8a04-2978f6b4140b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.713229 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9296eceb-6973-4a2a-a298-de0022a03310 req-5e1d7f7a-4c6b-4a98-8a04-2978f6b4140b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.1542330 Oct 19 01:24:46.817650 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae6374bc-9779-48e5-84fb-fb8df4e6689e req-19ca95b9-fab7-4415-870a-28f8c5f1f805 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963573 Oct 19 01:24:46.822746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9296eceb-6973-4a2a-a298-de0022a03310 req-e18a6c81-4eda-4814-ac01-ff418ac39b5e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086929 Oct 19 01:24:46.833568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Allocated IP 172.20.0.6 (aaa8fa70-dd71-4fdc-8651-2502e7fca03b/f485420d-d429-46bc-8a0a-a4cde0c082b7/a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:46.845304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc11b-5a6b-4f50-95b6-9ea47f18a4ca req-24351437-6c30-4763-848f-e6f0033b9ea1 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:46.856255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6cdbc11b-5a6b-4f50-95b6-9ea47f18a4ca req-24351437-6c30-4763-848f-e6f0033b9ea1 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 949 time: 0.1165657 Oct 19 01:24:46.968631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6cdbc11b-5a6b-4f50-95b6-9ea47f18a4ca req-1f2e234c-28a4-45ef-a9aa-98df6aa5256b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115594 Oct 19 01:24:47.036986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.046031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.222416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=6bd29ff4-5976-452a-874f-f9479fd59a16,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:47.246427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.266340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.288090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.314662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-020951e6-bf03-4eda-a59f-b5422f589915 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5719278 Oct 19 01:24:47.348894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.386736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:47.390326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:47.394615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:47.560967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:47.561988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.642862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:47.682314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6eed45ee-b2c6-43bc-ac47-25afd956ecaf tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3781381 Oct 19 01:24:47.683243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41364) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:47.693708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:c4:ff:26'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:db:65:72'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:47.701733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-86474ee4-9107-4a4e-9923-046b831f915f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--234518409&fields=id&tenant_id=93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 267 time: 0.1991358 Oct 19 01:24:47.864858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fa0e1261-10e5-4d98-878c-502d67a73f6d None None] Provisioning complete for port a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:47.868271 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fa0e1261-10e5-4d98-878c-502d67a73f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:47.975715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-1ebde013-fccd-4719-9576-4b84a750cb30 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:47.988612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e1261-10e5-4d98-878c-502d67a73f6d None None] Port a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:47.998382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-1ebde013-fccd-4719-9576-4b84a750cb30 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.2957885 Oct 19 01:24:48.019894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-ae3a53d2-7d27-47e5-9c87-1838bfea9b2a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/quotas/93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 375 time: 0.0201528 Oct 19 01:24:48.066547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0650ac-2737-4b91-97dc-1a4cc6c8ec1a req-44f3e515-7690-4529-823f-40ba5b12cc20 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:48.070543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e0650ac-2737-4b91-97dc-1a4cc6c8ec1a req-44f3e515-7690-4529-823f-40ba5b12cc20 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.1159680 Oct 19 01:24:48.173591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-6ab1b821-8d7a-4a80-acaa-6c0d75f91a14 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1438613 Oct 19 01:24:48.190479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.251934 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e0650ac-2737-4b91-97dc-1a4cc6c8ec1a req-da54400f-50c1-427e-9175-610ae69c6085 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748159 Oct 19 01:24:48.451846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-f014b5a2-f526-4ffc-be47-fdc95830dd4d service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525122 Oct 19 01:24:48.540726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.575276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.583914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-9b6ad04e-8ab0-4787-87d0-76a3590ed171 service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311290 Oct 19 01:24:48.697657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event updated for resources: {'Port': ['ID=a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:48.774990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76725-7072-41a4-b56d-ca3e2c66e9b5 req-12b77dba-c9d8-4a55-bd4f-62b52c9ff64b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:48.784677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06c76725-7072-41a4-b56d-ca3e2c66e9b5 req-12b77dba-c9d8-4a55-bd4f-62b52c9ff64b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 949 time: 0.2714694 Oct 19 01:24:48.857010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06c76725-7072-41a4-b56d-ca3e2c66e9b5 req-0be59ff0-da53-4859-b3c7-22745f67d1e0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692639 Oct 19 01:24:48.872613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] In _notify_port_updated(), no bound segment for port a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 on network aaa8fa70-dd71-4fdc-8651-2502e7fca03b {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:24:48.891598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:48.892873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:48.898265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f65aae6b-396e-4f5a-9428-328491899584 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "PUT /v2.0/ports/a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 HTTP/1.1" status: 200 len: 1055 time: 1.2124100 Oct 19 01:24:48.899930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:49.004629 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f21a0f1-7088-49da-a558-350f4c3b1c44 req-e474537d-167f-4563-a619-d2afe886af9d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 210 time: 0.0612388 Oct 19 01:24:49.119438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-66eef971-2ab3-463a-b79e-5924b0142f1f None None] Provisioning complete for port a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:49.120448 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-66eef971-2ab3-463a-b79e-5924b0142f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.191738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-66eef971-2ab3-463a-b79e-5924b0142f1f None None] Port a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:49.527012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bb34d-acde-41d8-a073-b22e88a66792 req-930ec6ac-6f7d-460a-90af-f41627ce8cf8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:49.528999 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d8bb34d-acde-41d8-a073-b22e88a66792 req-930ec6ac-6f7d-460a-90af-f41627ce8cf8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.0769854 Oct 19 01:24:49.609008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d8bb34d-acde-41d8-a073-b22e88a66792 req-534128b4-8da2-4c72-8caa-e4f333bd0979 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624602 Oct 19 01:24:49.612255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting port a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:49.612727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.748397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.755592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:49.771263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Calling delete_port for a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:50.053763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:50.165271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcff6d3-6324-4a0b-bd41-2fdf06b648b1 req-e6933b89-03a3-48f4-9f9a-342d94c0cf0e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.189164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bcff6d3-6324-4a0b-bd41-2fdf06b648b1 req-e6933b89-03a3-48f4-9f9a-342d94c0cf0e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 949 time: 0.2021317 Oct 19 01:24:50.223120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Port': ['ID=a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:50.255793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3bcff6d3-6324-4a0b-bd41-2fdf06b648b1 req-bcd074f3-23c4-4d23-9ff5-fc1875c112ac tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642219 Oct 19 01:24:50.285948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f1e7d3f-18d1-4b62-89e2-f0964766cc18 req-badea9bc-0e60-484e-a143-9dbcb12c62f9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 210 time: 0.0856338 Oct 19 01:24:50.551502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f12aa0-b386-404b-a554-f29fc6a04382 req-b9a606d3-4bf1-43d9-ae58-81f4c04d15d9 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.553248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8f12aa0-b386-404b-a554-f29fc6a04382 req-b9a606d3-4bf1-43d9-ae58-81f4c04d15d9 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 1101 time: 0.0919917 Oct 19 01:24:50.743589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8f12aa0-b386-404b-a554-f29fc6a04382 req-06fe7714-94d3-4d61-9216-d60b779c4503 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830039 Oct 19 01:24:50.935964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85050667-6ae9-4430-b8eb-50e6bf8c78d3 req-0b381e70-e1e0-4707-b0f8-60dbf57d850c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.944374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85050667-6ae9-4430-b8eb-50e6bf8c78d3 req-0b381e70-e1e0-4707-b0f8-60dbf57d850c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 944 time: 0.1683965 Oct 19 01:24:50.951582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:50.957975 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e07adc67-bd20-48db-8fd4-5bda7b98ec3f tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/ports/a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 HTTP/1.1" status: 204 len: 168 time: 2.0545254 Oct 19 01:24:50.959294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41436) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:50.977907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-5624700a-96f1-43e2-84e9-44280246ebd2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:50.983998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-5624700a-96f1-43e2-84e9-44280246ebd2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.4997532 Oct 19 01:24:51.062162 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c38f83f-dc91-48f6-996a-8b3a7254f098 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] GET failed (client error): The resource could not be found. Oct 19 01:24:51.063814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c38f83f-dc91-48f6-996a-8b3a7254f098 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "GET /v2.0/ports/a23f121e-b5ae-4b9d-9638-7fb9f1fd0b04 HTTP/1.1" status: 404 len: 333 time: 0.1032710 Oct 19 01:24:51.069381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41440) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:51.136308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85050667-6ae9-4430-b8eb-50e6bf8c78d3 req-741cc6a5-e617-48d1-bc3e-1dbc0805d55e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910117 Oct 19 01:24:51.147110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-b462ad9e-c211-43dc-b034-b2c9161798b0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 379 time: 0.1446536 Oct 19 01:24:51.171027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'port': {'device_id': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'admin_state_up': True, 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'security_groups': ['12efb4af-2fae-41a9-b1c1-2f35aac07b7b']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:51.266321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-fe858aa2-e387-4a52-8c1b-880742ab4022 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829823 Oct 19 01:24:51.357918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Made reservation on behalf of 93ef9378566f4437bd3edbb85b16194b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:51.365670 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.420020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting port 58139210-f0d0-46cf-9a50-2b84015529eb {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:51.420383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.434837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:51.463745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ade396c-5d90-47d5-905b-072fd0465d9b req-8c597bbd-c174-4c68-a584-ec86502373dc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 210 time: 0.0769923 Oct 19 01:24:51.518412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-a4bc2d14-758e-4ebf-8283-4fd75bd57943 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:51.526454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-a4bc2d14-758e-4ebf-8283-4fd75bd57943 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588885 Oct 19 01:24:51.554626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-71c26936-4dca-4a5c-80a3-10aa0e2f1c09 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/quotas/eb6d3d6de559488b97f9d51a637364c4 HTTP/1.1" status: 200 len: 375 time: 0.0269969 Oct 19 01:24:51.571502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Allocated IP 172.20.0.4 (834ef5ba-7345-4079-a3eb-4a6c472874e6/ba84162f-3c18-462b-adba-be620d9dc20b/3e3973e3-6f70-4e80-8ae4-c3928fe4d11e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:51.615482 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.658106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-fe74f0f7-a800-4160-8b6b-2376a3ba575c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1025302 Oct 19 01:24:51.665458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Calling delete_port for 58139210-f0d0-46cf-9a50-2b84015529eb owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:51.760044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:51.788474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'port_id': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d', 'mac_address': 'fa:16:3e:04:f0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:51.789829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.840544 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.915577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:51.916486 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:51.922876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:51.925257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:51.927806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:51.977502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:52.001616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-70275929-d4ef-481e-97c5-7f8b991ad2d4 req-63bce7a2-9fdb-4bb3-b22a-5ff32ffca8b6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 210 time: 0.0388451 Oct 19 01:24:52.056757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:52.064485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:52.066950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.067683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:52.075687 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:52.107968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-7ae8b4c9-ca70-4990-bcb4-7181afaa5407 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9420953 Oct 19 01:24:52.121743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Request body: {'port': {'device_id': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:52.184832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Port': ['ID=58139210-f0d0-46cf-9a50-2b84015529eb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:52.229443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:52.423744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:52.443686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:52.447939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-990887f0-c2a4-4ee7-bff6-b95cab652895 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/ports/58139210-f0d0-46cf-9a50-2b84015529eb HTTP/1.1" status: 204 len: 168 time: 1.3708599 Oct 19 01:24:52.452254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41476) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:52.504657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:52.554739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3ae9d-7180-482e-9ba9-83105f0cb223 req-9407deee-af69-483e-b3d7-f227c327bf1c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.571618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-59af700a-8ae4-4d16-b128-f8d45eb5cdef None None] Provisioning complete for port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:52.574352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35b3ae9d-7180-482e-9ba9-83105f0cb223 req-9407deee-af69-483e-b3d7-f227c327bf1c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 945 time: 0.3067207 Oct 19 01:24:52.575172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-59af700a-8ae4-4d16-b128-f8d45eb5cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:52.599049 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfdaa63-375b-460d-9747-9433814900b7 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] GET failed (client error): The resource could not be found. Oct 19 01:24:52.601461 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9dfdaa63-375b-460d-9747-9433814900b7 tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "GET /v2.0/ports/58139210-f0d0-46cf-9a50-2b84015529eb HTTP/1.1" status: 404 len: 333 time: 0.1478925 Oct 19 01:24:52.606909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41480) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:52.737241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-59af700a-8ae4-4d16-b128-f8d45eb5cdef None None] Port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:52.798933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35b3ae9d-7180-482e-9ba9-83105f0cb223 req-7d0ebaac-0e02-4496-b125-d8dbcb33d361 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100868 Oct 19 01:24:52.870082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764d4db-38b6-44fc-862c-bfaea131ced7 req-445e830a-4fbf-4f84-a5dc-d8c57e282d81 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:52.878705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8764d4db-38b6-44fc-862c-bfaea131ced7 req-445e830a-4fbf-4f84-a5dc-d8c57e282d81 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 931 time: 0.2161791 Oct 19 01:24:52.949463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting port fe4d5e7f-f821-4830-a240-04eb414307f7 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:52.949743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.080732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8764d4db-38b6-44fc-862c-bfaea131ced7 req-8d089a0b-929f-4399-b72f-543768a87d7a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010679 Oct 19 01:24:53.109267 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.127765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Calling delete_port for fe4d5e7f-f821-4830-a240-04eb414307f7 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:53.221969 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d9246a3-a867-4602-a7f9-d6ce20b51d4e req-d2b4deb9-c0b4-42c9-888e-dd09eb0cdfa5 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 210 time: 0.0780146 Oct 19 01:24:53.351234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:53.364313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.364960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.380560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Transition to ACTIVE for port object 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:53.387894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.462536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:53.470563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Port': ['ID=fe4d5e7f-f821-4830-a240-04eb414307f7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:53.592686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Attempting to bind port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:53.593279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Attempting to bind port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:53.593808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Attempting to bind port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:53.599848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:53.600632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Attempting to bind port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:53.618121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:53.618465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:53.618856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Bound using segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:53.619386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Bound port: 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:53.619752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.738054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:53.742119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4a2917e8-0a56-4684-8a17-1249793b2d4b tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/ports/fe4d5e7f-f821-4830-a240-04eb414307f7 HTTP/1.1" status: 204 len: 168 time: 1.1295943 Oct 19 01:24:53.745681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41494) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:53.851604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-149096db-2e5c-472e-b3e4-fb6309e019a0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590851 Oct 19 01:24:53.968023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:53.973552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:53.978000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting subnet f485420d-d429-46bc-8a0a-a4cde0c082b7 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:24:53.999191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:54.005233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:54.185378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9218314-f23b-4b1c-80ef-dd5101aea3f1 req-ccae4121-b93f-4dc6-97f1-c9c1b5b67f20 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.204738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.205321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:54.207285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9218314-f23b-4b1c-80ef-dd5101aea3f1 req-ccae4121-b93f-4dc6-97f1-c9c1b5b67f20 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 945 time: 0.1320136 Oct 19 01:24:54.208070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] 10.222.0.62 "PUT /v2.0/ports/3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 1092 time: 2.0913527 Oct 19 01:24:54.212645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:54.217478 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949c8b47-1393-4b55-a582-19ac5093afd4" -d '{"events": [{"name": "network-changed", "server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:54.245382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-3355ab7f-371a-4620-b2b9-aa476a32e1cc tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.246934 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-3355ab7f-371a-4620-b2b9-aa476a32e1cc tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3878803 Oct 19 01:24:54.307063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:54.360155 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:54.461623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db810a-0f59-4b50-b76a-a21acfc63967 req-11847a1a-c45d-4a92-9b2d-871cbb032c0a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.463541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9db810a-0f59-4b50-b76a-a21acfc63967 req-11847a1a-c45d-4a92-9b2d-871cbb032c0a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 943 time: 0.2398174 Oct 19 01:24:54.472241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d4d2c-152d-4be3-a8b7-45fd759cc54a service neutron] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:54.512907 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9218314-f23b-4b1c-80ef-dd5101aea3f1 req-14a2c78f-ddfb-44bb-aa91-02d05b2b0d4e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047297 Oct 19 01:24:54.539474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-0c7f28d5-1826-4790-b99d-db9032dc6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.539474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-0c7f28d5-1826-4790-b99d-db9032dc6317 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1095 time: 0.2462811 Oct 19 01:24:54.564769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:24:54.568987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:54.660596 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fab203-f6a1-4631-af83-9d8ab5a2fb9b x-openstack-request-id: req-58fab203-f6a1-4631-af83-9d8ab5a2fb9b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:54.660987 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:54.661318 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58fab203-f6a1-4631-af83-9d8ab5a2fb9b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:54.661809 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'status': 'completed', 'code': 200} Oct 19 01:24:54.663336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-c3da778e-1f7b-4821-9d6d-0d39833a5576 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 217 time: 0.1152301 Oct 19 01:24:54.748872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9db810a-0f59-4b50-b76a-a21acfc63967 req-acbbe6ed-85ff-4bb7-8c31-2661b2e847b6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603781 Oct 19 01:24:54.818277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:54.853482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-f28508f1-9ba5-43c3-ad54-d899c938ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.854981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-f28508f1-9ba5-43c3-ad54-d899c938ada0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1738799 Oct 19 01:24:54.892095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19f8953c-a30a-40be-a9d3-b530204acfa0 req-ba4269f9-513c-4e67-b0c2-5e59c25296fc tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 210 time: 0.1235743 Oct 19 01:24:54.924906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.253 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/b62fc743-df0f-4552-8a97-bee822cc7df2) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:24:54.951081 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:54.988373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Subnet': ['ID=f485420d-d429-46bc-8a0a-a4cde0c082b7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:54.996394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-50e5f294-d82f-4f9a-bd68-5b6e1780bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:54.998201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-50e5f294-d82f-4f9a-bd68-5b6e1780bd62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342001 Oct 19 01:24:54.999540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.000898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a863b70-6c24-4daa-bf45-fe5d5d4cb587 None None] Network aaa8fa70-dd71-4fdc-8651-2502e7fca03b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:24:55.004517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5abf7caf-d834-41e3-a4ac-3ff227e2a00c tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/subnets/f485420d-d429-46bc-8a0a-a4cde0c082b7 HTTP/1.1" status: 204 len: 168 time: 1.2513742 Oct 19 01:24:55.008435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41524) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:55.198867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-4623cbfa-128c-4c89-9ce7-f97bd16ce371 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845334 Oct 19 01:24:55.295821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.304252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] DHCP port deletion for aaa8fa70-dd71-4fdc-8651-2502e7fca03b request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:24:55.357083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] Deleting port 105559a2-35f0-4f90-a761-1ed631554281 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:55.358361 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.363306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ff019e7-ca9a-4177-b5ac-feb7a695e13b req-85c5f6c8-2347-410a-a41e-0d607ff8351c service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548259 Oct 19 01:24:55.445822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:24:55.492235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] For port 105559a2-35f0-4f90-a761-1ed631554281, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=105559a2-35f0-4f90-a761-1ed631554281,segment=NetworkSegment(1a0dd6da-859c-4c15-945d-a29767a651ed),segment_id=1a0dd6da-859c-4c15-945d-a29767a651ed)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:55.493142 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.523570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] Calling delete_port for 105559a2-35f0-4f90-a761-1ed631554281 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:55.584340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-cea0a323-e069-4508-bfcc-2feb694a5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:55.587337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-cea0a323-e069-4508-bfcc-2feb694a5bc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1095 time: 0.1500804 Oct 19 01:24:55.673927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Deleting port 105559a2-35f0-4f90-a761-1ed631554281 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:55.674523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.815955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] For port 105559a2-35f0-4f90-a761-1ed631554281, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=105559a2-35f0-4f90-a761-1ed631554281,segment=NetworkSegment(1a0dd6da-859c-4c15-945d-a29767a651ed),segment_id=1a0dd6da-859c-4c15-945d-a29767a651ed)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:55.816276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.839813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-5e858dbd-a9a6-49ed-809e-55316de4acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:55.841924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-5e858dbd-a9a6-49ed-809e-55316de4acab service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2439725 Oct 19 01:24:55.848693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Calling delete_port for 105559a2-35f0-4f90-a761-1ed631554281 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:55.947942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.961277 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:24:55.964108 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:24:55.965004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:55.968085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-dc69cdbd-8551-433c-b9da-cf6fc496325f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 217 time: 0.1096413 Oct 19 01:24:55.980142 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.012435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 105559a2-35f0-4f90-a761-1ed631554281 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:24:56.045957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] No DVR routers for this DVR port 105559a2-35f0-4f90-a761-1ed631554281 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:24:56.067711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db3113-3b4b-461a-b55f-5f7b8a6797af None None] Pushing event deleted for resources: {'Port': ['ID=105559a2-35f0-4f90-a761-1ed631554281,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:56.076502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 105559a2-35f0-4f90-a761-1ed631554281 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:24:56.076853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 105559a2-35f0-4f90-a761-1ed631554281 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:24:56.079113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:24:56.083874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:56.084284 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.090891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Port': ['ID=105559a2-35f0-4f90-a761-1ed631554281,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:56.116290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] No DVR routers for this DVR port 105559a2-35f0-4f90-a761-1ed631554281 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:24:56.198513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-4f0b680b-fdca-4dda-a619-5a1dab26aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:56.200543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-4f0b680b-fdca-4dda-a619-5a1dab26aff2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.2268934 Oct 19 01:24:56.216910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643529df-26fd-4d41-a5c5-6b1ba03c6175 req-9b615dce-52ce-4f19-a6a3-8c72689419fb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:56.220049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ac4d3-f4f6-405a-bcdb-300b30d323ba req-34534e0e-b63e-458f-a94c-8dd0e394fee3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:56.227345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.232259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-643529df-26fd-4d41-a5c5-6b1ba03c6175 req-9b615dce-52ce-4f19-a6a3-8c72689419fb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 943 time: 0.2227185 Oct 19 01:24:56.236822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-678ac4d3-f4f6-405a-bcdb-300b30d323ba req-34534e0e-b63e-458f-a94c-8dd0e394fee3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 945 time: 0.2868783 Oct 19 01:24:56.279496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:56.289056 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8dec1b-bb26-4646-8969-3d4804a6a070" -d '{"events": [{"server_uuid": "cef2b377-5f17-4abc-bb04-eff122047edb", "name": "network-vif-plugged", "status": "completed", "tag": "50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:56.313178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.316035 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.319770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:56.327588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1', '150977e8-758b-480e-8128-bd22bc2175e2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:56.359155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa8fa70-dd71-4fdc-8651-2502e7fca03b']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:56.371191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0dd6da-859c-4c15-945d-a29767a651ed') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:56.371491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0dd6da-859c-4c15-945d-a29767a651ed') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:24:56.383411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.400199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.408194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:24:56.408849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.410520 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-643529df-26fd-4d41-a5c5-6b1ba03c6175 req-3397c159-f128-4753-a3b5-5e13f6f7b643 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770868 Oct 19 01:24:56.423949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa', 'c5a02bfc-b246-4131-b192-ff5454dea0b8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:56.436368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.458129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-632dc75b-1d67-479a-8344-3310f8e0d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:56.466641 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-632dc75b-1d67-479a-8344-3310f8e0d2ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2312341 Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:24:56.496276 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:24:56.511780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.565358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:24:56.567168 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.573269 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] 10.222.0.64 "DELETE /v2.0/networks/aaa8fa70-dd71-4fdc-8651-2502e7fca03b HTTP/1.1" status: 204 len: 168 time: 1.5602591 Oct 19 01:24:56.573269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc41c9-c4c0-4c4a-9ee5-b6ec7dd92b4d tempest-AllowedAddressPairTestJSON-1227856875 tempest-AllowedAddressPairTestJSON-1227856875-project] Pushing event deleted for resources: {'Network': ['ID=aaa8fa70-dd71-4fdc-8651-2502e7fca03b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:56.581884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:24:56.608216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:24:56.682176 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-678ac4d3-f4f6-405a-bcdb-300b30d323ba req-61dc2e4b-6fbb-40f5-ac7d-6ceef87aa205 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444888 Oct 19 01:24:56.702495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:56.712544 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:56.730442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-7508d5a1-555c-4767-97c8-aeb75033a9b2 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576654 Oct 19 01:24:56.754977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4596498 Oct 19 01:24:56.756317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea78d31-fffd-40ab-a442-c945e03333c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=b62fc743-df0f-4552-8a97-bee822cc7df2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:56.789083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Request body: {'port': {'device_id': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:24:56.825176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:56.989767 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-949c8b47-1393-4b55-a582-19ac5093afd4 req-61594487-502e-461d-802d-058166f99608 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368619 Oct 19 01:24:57.050808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8e09745f-743e-4d88-91fe-5fba69b6088a None None] Provisioning complete for port b62fc743-df0f-4552-8a97-bee822cc7df2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:24:57.051398 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8e09745f-743e-4d88-91fe-5fba69b6088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.106934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41570) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:57.142675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41574) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:57.155044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.170655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8e09745f-743e-4d88-91fe-5fba69b6088a None None] Port b62fc743-df0f-4552-8a97-bee822cc7df2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:24:57.177570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43676147-4385-4c05-ad64-8320d09eb572 req-df95ee6f-e69c-4fb1-97cc-d464065f220d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:57.194279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43676147-4385-4c05-ad64-8320d09eb572 req-df95ee6f-e69c-4fb1-97cc-d464065f220d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 936 time: 0.3184252 Oct 19 01:24:57.339092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb608bfd-f052-4e65-afd7-258ce27a19b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.385018 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43676147-4385-4c05-ad64-8320d09eb572 req-f7914e33-b5d3-4522-ace5-f010bf58e534 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898670 Oct 19 01:24:57.530020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-329a7eb7-b274-4fda-814a-d27a5313ff9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b4a185af6ef4726a2b1c7d4c5219cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833423 Oct 19 01:24:57.541189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41582) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:57.593418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae5a40-5980-4128-97e8-c30358e7c5dc req-951ba746-7e61-4c2a-9c79-b62739615331 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:57.606988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1eae5a40-5980-4128-97e8-c30358e7c5dc req-951ba746-7e61-4c2a-9c79-b62739615331 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.8700218 Oct 19 01:24:57.653023 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f86b3b-d50b-47f9-ac66-7f350e847514 x-openstack-request-id: req-96f86b3b-d50b-47f9-ac66-7f350e847514 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:57.653320 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef2b377-5f17-4abc-bb04-eff122047edb", "name": "network-vif-plugged", "status": "completed", "tag": "50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:57.653576 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96f86b3b-d50b-47f9-ac66-7f350e847514 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:57.653974 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d', 'code': 200} Oct 19 01:24:57.758895 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb608bfd-f052-4e65-afd7-258ce27a19b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.800635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1eae5a40-5980-4128-97e8-c30358e7c5dc req-98ef48b7-e8b0-4cee-92b6-63f7ea940408 tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/security-groups?id=d403a4dc-ec7e-477d-8080-efacbaf0e071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924856 Oct 19 01:24:57.802677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb608bfd-f052-4e65-afd7-258ce27a19b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.839734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2711b55-83cc-4140-9d2f-ba799fb9d2f5 req-f8077d65-ab66-41fb-8168-f5ba412cef13 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:57.850273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2711b55-83cc-4140-9d2f-ba799fb9d2f5 req-f8077d65-ab66-41fb-8168-f5ba412cef13 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 943 time: 0.1065102 Oct 19 01:24:57.889015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb608bfd-f052-4e65-afd7-258ce27a19b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a665305b-c61f-45dd-9ebc-f3cf0c6cf091,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:57.961829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62fc743-df0f-4552-8a97-bee822cc7df2 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:57.976593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2711b55-83cc-4140-9d2f-ba799fb9d2f5 req-0d68adfe-1946-4ea5-b7b6-f8519363aafa tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253963 Oct 19 01:24:57.979152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:57.992968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Transition to ACTIVE for port object b62fc743-df0f-4552-8a97-bee822cc7df2 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:24:57.998444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.041858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb608bfd-f052-4e65-afd7-258ce27a19b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b961df5ac37b469eb95e1c33217a50e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9335620 Oct 19 01:24:58.042609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4048f8cd-0d6b-46c7-8762-8334d499adcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.048797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41586) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:24:58.052177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-42b00e14-b5c7-4cba-adda-a84df6c6680a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.053694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-42b00e14-b5c7-4cba-adda-a84df6c6680a tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.74 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 946 time: 0.1594088 Oct 19 01:24:58.077660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141201d3-ac82-40cf-873d-a97173437a91 req-f744d9c8-f186-453d-8a9c-49dbd64e404a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.078894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Pushing event updated for resources: {'Port': ['ID=b62fc743-df0f-4552-8a97-bee822cc7df2,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:58.079180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-141201d3-ac82-40cf-873d-a97173437a91 req-f744d9c8-f186-453d-8a9c-49dbd64e404a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.1393178 Oct 19 01:24:58.087965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4a335-94c7-4f5c-99b6-0002cfbeab55 req-0aa6f341-0baa-4889-bb56-cb865187d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.089532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3f4a335-94c7-4f5c-99b6-0002cfbeab55 req-0aa6f341-0baa-4889-bb56-cb865187d62b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 1098 time: 0.3013482 Oct 19 01:24:58.158244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4048f8cd-0d6b-46c7-8762-8334d499adcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.236565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b37f326e-46f8-4c17-b94d-5464404c052e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.279669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3f4a335-94c7-4f5c-99b6-0002cfbeab55 req-bf16b8d6-47df-472f-8ebc-e81c060d3901 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591573 Oct 19 01:24:58.280474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Attempting to bind port b62fc743-df0f-4552-8a97-bee822cc7df2 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:24:58.280813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Attempting to bind port b62fc743-df0f-4552-8a97-bee822cc7df2 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:24:58.282822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Attempting to bind port b62fc743-df0f-4552-8a97-bee822cc7df2 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:58.286267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-141201d3-ac82-40cf-873d-a97173437a91 req-a97c3fdf-17c3-400d-8337-e215121f9c61 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751764 Oct 19 01:24:58.316083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b37f326e-46f8-4c17-b94d-5464404c052e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.319238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Port b62fc743-df0f-4552-8a97-bee822cc7df2 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:24:58.319722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Attempting to bind port b62fc743-df0f-4552-8a97-bee822cc7df2 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:24:58.324956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Deleting port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:24:58.325425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.331959 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4048f8cd-0d6b-46c7-8762-8334d499adcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.334987 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4048f8cd-0d6b-46c7-8762-8334d499adcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.337902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4048f8cd-0d6b-46c7-8762-8334d499adcd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3392d91a-c467-46d6-8d9f-4ca72b56b5fc HTTP/1.1" status: 204 len: 168 time: 0.7287028 Oct 19 01:24:58.363367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:24:58.363703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:24:58.365587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:24:58.366059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Bound port: b62fc743-df0f-4552-8a97-bee822cc7df2, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:24:58.366423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.371437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048f8cd-0d6b-46c7-8762-8334d499adcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3392d91a-c467-46d6-8d9f-4ca72b56b5fc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:58.459962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] For port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,segment=NetworkSegment(474e230f-855c-4fa2-b6bd-097f32a35efd),segment_id=474e230f-855c-4fa2-b6bd-097f32a35efd)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:58.460367 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.478996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Calling delete_port for 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:24:58.513030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:24:58.559450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b37f326e-46f8-4c17-b94d-5464404c052e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.562058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b37f326e-46f8-4c17-b94d-5464404c052e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.563878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b37f326e-46f8-4c17-b94d-5464404c052e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a665305b-c61f-45dd-9ebc-f3cf0c6cf091 HTTP/1.1" status: 204 len: 168 time: 0.5139797 Oct 19 01:24:58.575742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] For port b62fc743-df0f-4552-8a97-bee822cc7df2, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:24:58.609551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f326e-46f8-4c17-b94d-5464404c052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a665305b-c61f-45dd-9ebc-f3cf0c6cf091,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:58.632394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] For port b62fc743-df0f-4552-8a97-bee822cc7df2, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b62fc743-df0f-4552-8a97-bee822cc7df2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:24:58.644808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.690256 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.733998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Pushing event deleted for resources: {'Port': ['ID=51ff66ed-5ab6-489d-999f-a3e41c7d11d8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:58.741361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['51ff66ed-5ab6-489d-999f-a3e41c7d11d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:58.761029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Pushing event updated for resources: {'Port': ['ID=b62fc743-df0f-4552-8a97-bee822cc7df2,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:58.785946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42738-629c-4498-8573-5a3684575828 req-381e64ea-384d-4d68-b0c4-8bcde04a4f09 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.794838 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0dd42738-629c-4498-8573-5a3684575828 req-381e64ea-384d-4d68-b0c4-8bcde04a4f09 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 948 time: 0.2705398 Oct 19 01:24:58.800192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] No DVR routers for this DVR port 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:24:58.802994 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.808367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac46cd46-c8c4-4d1d-bf86-9db4cdf1f39c req-5d181836-6132-4964-b68d-6549462a9eee tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.74 "DELETE /v2.0/ports/51ff66ed-5ab6-489d-999f-a3e41c7d11d8 HTTP/1.1" status: 204 len: 173 time: 0.7438612 Oct 19 01:24:58.809227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-deleted', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:58.812623 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7761d94d-ba5f-4a54-b343-9a83649c49ef" -d '{"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-deleted", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:58.837146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:58.840203 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:58.842024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-27acce7a-af65-4ee1-8749-d40ece66b886 service neutron] 10.222.0.74 "PUT /v2.0/ports/b62fc743-df0f-4552-8a97-bee822cc7df2 HTTP/1.1" status: 200 len: 1097 time: 2.0677667 Oct 19 01:24:58.846384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'tag': 'b62fc743-df0f-4552-8a97-bee822cc7df2'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:24:58.848925 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abcaa14-10a9-4dec-a453-4699f04d1d09" -d '{"events": [{"name": "network-changed", "server_uuid": "852fa950-6454-44e2-8f6a-7b7746d5ec8f", "tag": "b62fc743-df0f-4552-8a97-bee822cc7df2"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:24:58.850026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:58.886655 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1657fcc-d477-4ecd-a107-eb979a9223be x-openstack-request-id: req-e1657fcc-d477-4ecd-a107-eb979a9223be {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:58.887373 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698cc5b9-76d9-4428-867b-286b917297ee", "name": "network-vif-deleted", "tag": "51ff66ed-5ab6-489d-999f-a3e41c7d11d8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:58.887830 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1657fcc-d477-4ecd-a107-eb979a9223be {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:58.888844 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698cc5b9-76d9-4428-867b-286b917297ee', 'name': 'network-vif-deleted', 'tag': '51ff66ed-5ab6-489d-999f-a3e41c7d11d8', 'status': 'completed', 'code': 200} Oct 19 01:24:58.889600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'mac_address': 'fa:16:3e:bf:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:24:58.935969 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0dd42738-629c-4498-8573-5a3684575828 req-2862bb07-bb62-41c0-8650-bdf4ca8610bf tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395843 Oct 19 01:24:59.005182 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:59.018379 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a381874b-ee1f-4369-9930-74a2fd9cb1dd x-openstack-request-id: req-a381874b-ee1f-4369-9930-74a2fd9cb1dd {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:24:59.018749 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852fa950-6454-44e2-8f6a-7b7746d5ec8f", "tag": "b62fc743-df0f-4552-8a97-bee822cc7df2", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:24:59.018973 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a381874b-ee1f-4369-9930-74a2fd9cb1dd {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:24:59.019413 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'tag': 'b62fc743-df0f-4552-8a97-bee822cc7df2', 'status': 'completed', 'code': 200} Oct 19 01:24:59.035104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:24:59.058294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-85b9f3f2-0eec-42bd-907d-b6ef83a9fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.060022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-85b9f3f2-0eec-42bd-907d-b6ef83a9fa81 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 1100 time: 0.1185727 Oct 19 01:24:59.069259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:24:59.082436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed9b4587-ed8d-4922-8a86-ce36d53a1711 req-78ebf123-6de8-48e7-a05b-4009d915dc7d tempest-ServersNegativeTestJSON-1748235020 tempest-ServersNegativeTestJSON-1748235020-project] 10.222.0.64 "GET /v2.0/ports?device_id=698cc5b9-76d9-4428-867b-286b917297ee HTTP/1.1" status: 200 len: 210 time: 0.0923460 Oct 19 01:24:59.087135 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:24:59.188380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:24:59.198389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-c9bd8d30-4a1e-419f-b7b4-a96aaf96126f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b62fc743-df0f-4552-8a97-bee822cc7df2 HTTP/1.1" status: 200 len: 217 time: 0.0826046 Oct 19 01:24:59.293240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e1d5b-6995-42ec-bfd8-75e52cc14dd7 req-0b529cc2-5339-4b57-a338-a8373363c2f8 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.295581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc5e1d5b-6995-42ec-bfd8-75e52cc14dd7 req-0b529cc2-5339-4b57-a338-a8373363c2f8 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.2222435 Oct 19 01:24:59.326786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-cb8c19b8-254d-4ffb-9ea2-845f995e988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.328572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-cb8c19b8-254d-4ffb-9ea2-845f995e988d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1077857 Oct 19 01:24:59.338810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:24:59.428605 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc5e1d5b-6995-42ec-bfd8-75e52cc14dd7 req-acdd9331-b147-48c2-84a6-17f1a384a93b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237876 Oct 19 01:24:59.472474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-0c7c17ee-9246-4b45-83c8-108d5e945d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.474005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-0c7c17ee-9246-4b45-83c8-108d5e945d3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376171 Oct 19 01:24:59.492067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f7d7e-7a42-4974-b69a-1eb4e48b004b req-be21ad82-55a8-4577-8233-b584fb9bcca8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:24:59.505812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa0f7d7e-7a42-4974-b69a-1eb4e48b004b req-be21ad82-55a8-4577-8233-b584fb9bcca8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.1088727 Oct 19 01:24:59.625451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa0f7d7e-7a42-4974-b69a-1eb4e48b004b req-a7e85839-9a1f-4b41-939f-858f473be59f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058762 Oct 19 01:24:59.697278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-10486d9e-d363-4d28-a707-a2a4506e5ab7 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142451 Oct 19 01:24:59.873740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8246c812-5e6e-4481-8dd7-e716dff15784 req-684195e8-5de8-4a5b-8724-6f3cd9a851f0 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484025 Oct 19 01:24:59.934222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41654) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:00.053210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-fe788c3b-6209-4275-917d-afd2ab1f3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.055377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-fe788c3b-6209-4275-917d-afd2ab1f3fea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 1100 time: 0.0562589 Oct 19 01:25:00.080249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d293986-cee0-4d7e-a82f-532dd340b132 req-015fc7ae-b5e6-43f0-b90a-e1f62663fa27 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.088526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d293986-cee0-4d7e-a82f-532dd340b132 req-015fc7ae-b5e6-43f0-b90a-e1f62663fa27 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 948 time: 0.0627716 Oct 19 01:25:00.139748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d293986-cee0-4d7e-a82f-532dd340b132 req-ccf14515-7e23-4629-966b-71d03cb15b04 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Oct 19 01:25:00.179152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41664) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:00.232318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] Deleting subnet abc33e33-bfdd-47d2-aefd-c454d0ee8460 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:25:00.237483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.261473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-199363640'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:00.267432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-6ae4e6fa-0dfa-4019-9854-6da69f8151dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.269321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-6ae4e6fa-0dfa-4019-9854-6da69f8151dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.2059090 Oct 19 01:25:00.294593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.326737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-c3d4866f-3d9d-44ab-9bd2-816eb1b1ebc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b62fc743-df0f-4552-8a97-bee822cc7df2 HTTP/1.1" status: 200 len: 217 time: 0.0465677 Oct 19 01:25:00.345022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.346888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Made reservation on behalf of 44f4bd14876142bfbb2503b10fa743aa for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:00.351108 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.395555 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.420204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-66d5b6b5-9c98-4b4c-a42d-a19e7414f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.422374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-66d5b6b5-9c98-4b4c-a42d-a19e7414f5a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0877554 Oct 19 01:25:00.425686 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.461365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc33e33-bfdd-47d2-aefd-c454d0ee8460,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:00.470260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.476780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5d0f6f3e-0435-4fe9-8744-029758e4d619 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/abc33e33-bfdd-47d2-aefd-c454d0ee8460 HTTP/1.1" status: 204 len: 168 time: 0.2939620 Oct 19 01:25:00.477596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41684) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:00.522833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:00.540962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-ea8bbe95-feb2-4357-828e-a1351acb1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.545870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-ea8bbe95-feb2-4357-828e-a1351acb1aca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064849 Oct 19 01:25:00.576038 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.624263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:25:00.630996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:00.631834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.703483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d5bf-b8f3-4c61-af80-b813494ad9ce req-6d35f7c2-6965-4d00-96ef-5c35b2d600d9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:00.711405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3865d5bf-b8f3-4c61-af80-b813494ad9ce req-6d35f7c2-6965-4d00-96ef-5c35b2d600d9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1317816 Oct 19 01:25:00.753793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.770978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3865d5bf-b8f3-4c61-af80-b813494ad9ce req-3e9f7ae5-4228-4c14-b1c4-88841a836e02 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536327 Oct 19 01:25:00.779684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.792084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:00.794710 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2ba95c-ff8a-4de1-891d-b21948aa3331" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:00.814015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:00.819529 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.868630 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf7347c-25a7-41d4-b1f4-98ff9b96c1ac x-openstack-request-id: req-3bf7347c-25a7-41d4-b1f4-98ff9b96c1ac {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:00.869093 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:00.869440 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bf7347c-25a7-41d4-b1f4-98ff9b96c1ac {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:00.870025 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'code': 200} Oct 19 01:25:00.876033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.897309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:00.918666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d1a80f-9ec8-4613-8cf5-590a865888ec']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:00.947186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474e230f-855c-4fa2-b6bd-097f32a35efd') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:00.947471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474e230f-855c-4fa2-b6bd-097f32a35efd') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:00.962096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:00.980917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.006349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:25:01.006772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:25:01.014081 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:25:01.141266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba63ab-ed49-405f-a4eb-899da68f3a6a req-9e42edb1-b16e-4b19-85f4-123fc1b98689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:01.143136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ba63ab-ed49-405f-a4eb-899da68f3a6a req-9e42edb1-b16e-4b19-85f4-123fc1b98689 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1097 time: 0.1456823 Oct 19 01:25:01.171700 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.199435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.207034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a1d1a80f-9ec8-4613-8cf5-590a865888ec HTTP/1.1" status: 204 len: 168 time: 0.7288330 Oct 19 01:25:01.237252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fa4d4-eeee-4b69-9aa6-2e29cb0d4de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d1a80f-9ec8-4613-8cf5-590a865888ec,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:01.279929 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9ba63ab-ed49-405f-a4eb-899da68f3a6a req-a83b6c2a-3163-4829-9a90-cfee4dc8bc6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287904 Oct 19 01:25:01.303530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.381994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e63543-c285-419e-a9da-969393dd7bd4 req-bf2359ad-bacc-4717-bc9c-f2aaa3fcb4cc tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:01.392468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92e63543-c285-419e-a9da-969393dd7bd4 req-bf2359ad-bacc-4717-bc9c-f2aaa3fcb4cc tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 948 time: 0.1151385 Oct 19 01:25:01.401579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:01.430836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-e9fda96e-c0e2-4144-9bd3-350ebf5d7bdd service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8791857 Oct 19 01:25:01.436925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de05ab-bce6-4c42-8f61-b69be9329cf1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:01.440985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.441539 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Added segment 03f54eff-61a8-4b00-b419-4cd09dcb81a7 of type vlan for network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 Oct 19 01:25:01.455953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92e63543-c285-419e-a9da-969393dd7bd4 req-d6ec1cc8-5c4a-42a5-80c1-a864e3dd27ba tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Oct 19 01:25:01.473957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bab905-1dd8-47ae-a689-2eaf1eb1d506 req-05e5e113-0e94-4bc0-acb0-43d8f19b3d5b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:01.475695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19bab905-1dd8-47ae-a689-2eaf1eb1d506 req-05e5e113-0e94-4bc0-acb0-43d8f19b3d5b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.7077198 Oct 19 01:25:01.491537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:01.524699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41748) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:01.530261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:01.531165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 51ff66ed-5ab6-489d-999f-a3e41c7d11d8 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:01.570878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.584084 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eaeb62f6-1e4d-45d8-b9b5-08089c06617b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6390dba7f4fd4e44a7d7f450355a49e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580208 Oct 19 01:25:01.584799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41756) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:01.674220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4abcaa14-10a9-4dec-a453-4699f04d1d09 req-0a7dfa15-ba5f-4224-8501-c6023b859399 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298667 Oct 19 01:25:01.675109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.683021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:01.684603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.728831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-4a7dfd53-c20e-47e7-a750-26626787c99e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1515908 Oct 19 01:25:01.787087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8517220 Oct 19 01:25:01.816847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41766) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:01.822560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaf8-926a-4719-9dc4-790a0f85c348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:01.842350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Request body: {'subnet': {'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:01.864313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c40ea-7159-4b82-b129-279d59dd111d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event updated for resources: {'Network': ['ID=1e79ca66-8c42-4d3a-b7e2-7802d595acb3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:01.878575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:01.940747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaf8-926a-4719-9dc4-790a0f85c348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:02.079244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19bab905-1dd8-47ae-a689-2eaf1eb1d506 req-45b49fff-3f2b-45d2-9c79-5565d999a94f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401657 Oct 19 01:25:02.150395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-d6755746-153b-4f4e-930a-acbcd0632ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.152265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-d6755746-153b-4f4e-930a-acbcd0632ae8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 1101 time: 0.3326511 Oct 19 01:25:02.171403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0223bf-6e03-426d-b23b-6ea66e0802fc req-aaa75b40-a6fd-41ee-8257-7647d4916ee2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.178526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a0223bf-6e03-426d-b23b-6ea66e0802fc req-aaa75b40-a6fd-41ee-8257-7647d4916ee2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 945 time: 0.1968577 Oct 19 01:25:02.189522 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaf8-926a-4719-9dc4-790a0f85c348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:02.192036 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f43aaf8-926a-4719-9dc4-790a0f85c348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:02.193117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3f43aaf8-926a-4719-9dc4-790a0f85c348 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d403a4dc-ec7e-477d-8080-efacbaf0e071 HTTP/1.1" status: 204 len: 168 time: 0.5802102 Oct 19 01:25:02.275102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Made reservation on behalf of 44f4bd14876142bfbb2503b10fa743aa for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:02.278827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:02.294239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43aaf8-926a-4719-9dc4-790a0f85c348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d403a4dc-ec7e-477d-8080-efacbaf0e071,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:02.503742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c3df-e9fe-47ae-a249-35bd42ace6eb req-b1aa0358-a272-449e-a4fd-8ea3f69c85c0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.513033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6512c3df-e9fe-47ae-a249-35bd42ace6eb req-b1aa0358-a272-449e-a4fd-8ea3f69c85c0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.1516619 Oct 19 01:25:02.610843 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6512c3df-e9fe-47ae-a249-35bd42ace6eb req-53afa9b5-1c70-42e7-b123-7d793902fcf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870821 Oct 19 01:25:02.800869 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a0223bf-6e03-426d-b23b-6ea66e0802fc req-bae7f323-f7d8-4aaa-8099-f45f1c1ff5a8 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6213880 Oct 19 01:25:02.816679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1fb7-8a24-4f3f-8663-c8284ce95f3d req-3799a83d-f96e-4d41-83e9-c0aeb55abd4b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.827704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f8b1fb7-8a24-4f3f-8663-c8284ce95f3d req-3799a83d-f96e-4d41-83e9-c0aeb55abd4b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 948 time: 0.0998609 Oct 19 01:25:02.928720 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f8b1fb7-8a24-4f3f-8663-c8284ce95f3d req-c4fc64e4-9ee7-42e4-b313-321cdc856310 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925834 Oct 19 01:25:02.934381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-b19f15fb-b482-4b24-8f9c-1547552d4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:02.935877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-b19f15fb-b482-4b24-8f9c-1547552d4052 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.7530005 Oct 19 01:25:03.014738 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-da58a122-4d55-4734-8177-4359470d5786 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 HTTP/1.1" status: 200 len: 217 time: 0.0494666 Oct 19 01:25:03.105756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b0095-5efa-4056-abc0-518ed10b1fa1 req-b011bcb8-d7f1-4cb9-b8b5-a8327fd91380 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.107409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-187b0095-5efa-4056-abc0-518ed10b1fa1 req-b011bcb8-d7f1-4cb9-b8b5-a8327fd91380 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.1905854 Oct 19 01:25:03.159935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-bf3386f5-bbb7-4ebd-9d3f-7693867dea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.161435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-bf3386f5-bbb7-4ebd-9d3f-7693867dea21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.1382692 Oct 19 01:25:03.225738 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-187b0095-5efa-4056-abc0-518ed10b1fa1 req-038bfad8-20aa-43b4-843d-941f05fdc789 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074646 Oct 19 01:25:03.258606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:03.325171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-e5093298-5e84-4648-9f08-a22bc7850df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.326685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-e5093298-5e84-4648-9f08-a22bc7850df5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1566598 Oct 19 01:25:03.367067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event updated for resources: {'Subnet': ['ID=74b7d316-5bcb-44d2-9e64-5df324c04108,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:03.415558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Checking segment: {'id': '03f54eff-61a8-4b00-b419-4cd09dcb81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:03.416035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Network hostable DHCP agents. Network: 1e79ca66-8c42-4d3a-b7e2-7802d595acb3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:03.459231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:03.472771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-f0d8d3a4-6d55-414e-88ed-cb9c01b0ef44 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343253 Oct 19 01:25:03.479340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1e79ca66-8c42-4d3a-b7e2-7802d595acb3) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:03.491805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7e0ed-5e6a-4284-a373-e4d69b512bd6 None None] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:03.498172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.501664 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:03.539887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b62fc743-df0f-4552-8a97-bee822cc7df2 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:25:03.698168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cca2157-a697-4fe4-ab66-9c5232dcc9ff req-cffd7bdf-66da-421c-986b-c1ea1f2384c7 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157521 Oct 19 01:25:03.735725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-51a54c9f-6c79-4bec-9ce0-39af93748698 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9107161 Oct 19 01:25:03.737572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41808) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:03.738341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41810) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:03.767030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Request body: {'port': {'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-548049746'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:03.799821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fb33a-0b39-4d68-a0a9-bf5e7c9d086d req-5cc63c50-667f-40ff-ac9e-393020bd06aa tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:03.804143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a84fb33a-0b39-4d68-a0a9-bf5e7c9d086d req-5cc63c50-667f-40ff-ac9e-393020bd06aa tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.1542139 Oct 19 01:25:03.851258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b62fc743-df0f-4552-8a97-bee822cc7df2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b62fc743-df0f-4552-8a97-bee822cc7df2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:03.917458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b62fc743-df0f-4552-8a97-bee822cc7df2', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'b62fc743-df0f-4552-8a97-bee822cc7df2', 'mac_address': 'fa:16:3e:39:71:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:25:03.929005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08956b03-98df-4e51-86db-44866329f61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-1e79ca66-8c42-4d3a-b7e2-7802d595acb3', 'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3', 'tenant_id': '44f4bd14876142bfbb2503b10fa743aa', 'fixed_ips': [{'subnet_id': '74b7d316-5bcb-44d2-9e64-5df324c04108'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:25:03.931238 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08956b03-98df-4e51-86db-44866329f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:03.979500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a84fb33a-0b39-4d68-a0a9-bf5e7c9d086d req-2e4aa20e-616b-4520-8027-873698fd5976 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631210 Oct 19 01:25:04.009783 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.037113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-623218478-network', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:04.037452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62fc743-df0f-4552-8a97-bee822cc7df2 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:04.064375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b62fc743-df0f-4552-8a97-bee822cc7df2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b62fc743-df0f-4552-8a97-bee822cc7df2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:04.096630 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:25:04.096630 n-d-789963-20 neutron-server[100848]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 01:25:04.096630 n-d-789963-20 neutron-server[100848]: [parameters: {'project_id': '44f4bd14876142bfbb2503b10fa743aa', 'id': '2aabca12-983d-43f9-9d68-595b64ea8a23', 'expiration': datetime.datetime(2021, 10, 19, 1, 27, 4, 56869)}] Oct 19 01:25:04.096630 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:25:04.097181 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:25:04.099239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Made reservation on behalf of 85779e6bf7d44cdc946fa55ca6608f59 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:04.101881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.121664 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.123516 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.142011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783dd18-dcf6-4d8a-9b04-de8a30bb2a54 req-33325bed-07ab-4cfc-9355-7c5eaf568c6a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:04.144069 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1783dd18-dcf6-4d8a-9b04-de8a30bb2a54 req-33325bed-07ab-4cfc-9355-7c5eaf568c6a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 949 time: 0.0751131 Oct 19 01:25:04.154478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c940e-c700-47da-a4d7-09bccc0edfb2 req-cfd67c93-bf39-42c1-acec-c5f32e1e9fc2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:04.157492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb1c940e-c700-47da-a4d7-09bccc0edfb2 req-cfd67c93-bf39-42c1-acec-c5f32e1e9fc2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 945 time: 0.1511519 Oct 19 01:25:04.207473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1783dd18-dcf6-4d8a-9b04-de8a30bb2a54 req-9a1804e7-1477-4e4b-b1ab-bc5331fae332 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Oct 19 01:25:04.220599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b62fc743-df0f-4552-8a97-bee822cc7df2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:04.232889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb1c940e-c700-47da-a4d7-09bccc0edfb2 req-351ff378-9810-4efd-9bb7-6a2a7845d74a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660062 Oct 19 01:25:04.243231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-08956b03-98df-4e51-86db-44866329f61d None None] Allocated IP 2001:db8::2 (1e79ca66-8c42-4d3a-b7e2-7802d595acb3/74b7d316-5bcb-44d2-9e64-5df324c04108/2cbc38db-6d71-461f-be39-89cea69e1d8d) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:04.309153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.316385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.351389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:04.368320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2953c3-aefe-44b9-a080-b3408f8a344d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:04.387635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa871-be1c-4cee-8ec5-0104e62926c6 req-aeae581e-87b6-49f0-9a72-34cebb114eef tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:04.389515 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76daa871-be1c-4cee-8ec5-0104e62926c6 req-aeae581e-87b6-49f0-9a72-34cebb114eef tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 945 time: 0.0752964 Oct 19 01:25:04.397744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.399880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41824) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:04.400408 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Added segment c7132d57-b235-4cbc-bdb2-1274c9a8168c of type vlan for network bb62427d-6162-422b-8a54-408b25dc7d3e Oct 19 01:25:04.407011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'floatingip': {'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:04.468879 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.487163 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.488498 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08956b03-98df-4e51-86db-44866329f61d None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.497835 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08956b03-98df-4e51-86db-44866329f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.515245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.517626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:04.521474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.548229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08956b03-98df-4e51-86db-44866329f61d None None] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:04.551574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-08956b03-98df-4e51-86db-44866329f61d None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:04.560135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08956b03-98df-4e51-86db-44866329f61d None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:04.564882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08956b03-98df-4e51-86db-44866329f61d None None] Pushing event updated for resources: {'Port': ['ID=2cbc38db-6d71-461f-be39-89cea69e1d8d,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:04.577373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8341503 Oct 19 01:25:04.577541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:04.586451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Request body: {'subnet': {'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-subnet', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:04.624316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b947a14-7ccf-45cf-944f-9e9c3b5cd7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb62427d-6162-422b-8a54-408b25dc7d3e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:04.631337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-08956b03-98df-4e51-86db-44866329f61d None None] Attempting to bind port 2cbc38db-6d71-461f-be39-89cea69e1d8d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:04.632111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-08956b03-98df-4e51-86db-44866329f61d None None] Attempting to bind port 2cbc38db-6d71-461f-be39-89cea69e1d8d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '03f54eff-61a8-4b00-b419-4cd09dcb81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:04.632507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08956b03-98df-4e51-86db-44866329f61d None None] Attempting to bind port 2cbc38db-6d71-461f-be39-89cea69e1d8d on network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:04.636049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network bb62427d-6162-422b-8a54-408b25dc7d3e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:04.652500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08956b03-98df-4e51-86db-44866329f61d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:04.652991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08956b03-98df-4e51-86db-44866329f61d None None] Checking segment: {'id': '03f54eff-61a8-4b00-b419-4cd09dcb81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:04.653481 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08956b03-98df-4e51-86db-44866329f61d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.653985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08956b03-98df-4e51-86db-44866329f61d None None] Bound using segment: {'id': '03f54eff-61a8-4b00-b419-4cd09dcb81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:04.655039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-08956b03-98df-4e51-86db-44866329f61d None None] Bound port: 2cbc38db-6d71-461f-be39-89cea69e1d8d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f54eff-61a8-4b00-b419-4cd09dcb81a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:04.655711 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08956b03-98df-4e51-86db-44866329f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.658933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Made reservation on behalf of 85779e6bf7d44cdc946fa55ca6608f59 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:04.661551 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.663660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b62fc743-df0f-4552-8a97-bee822cc7df2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:04.684086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Made reservation on behalf of 44f4bd14876142bfbb2503b10fa743aa for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:04.690410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.715053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] device_id is not set on port 7541aa64-1344-4fb8-8a2d-126397bc9acb yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:25:04.837154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-08956b03-98df-4e51-86db-44866329f61d None None] For port 2cbc38db-6d71-461f-be39-89cea69e1d8d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:04.858263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-08956b03-98df-4e51-86db-44866329f61d None None] For port 2cbc38db-6d71-461f-be39-89cea69e1d8d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2cbc38db-6d71-461f-be39-89cea69e1d8d,segment=NetworkSegment(03f54eff-61a8-4b00-b419-4cd09dcb81a7),segment_id=03f54eff-61a8-4b00-b419-4cd09dcb81a7)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:04.870426 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08956b03-98df-4e51-86db-44866329f61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:04.882621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Allocated IP 2001:db8::9a (1e79ca66-8c42-4d3a-b7e2-7802d595acb3/74b7d316-5bcb-44d2-9e64-5df324c04108/7541aa64-1344-4fb8-8a2d-126397bc9acb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:04.970348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08956b03-98df-4e51-86db-44866329f61d None None] Pushing event updated for resources: {'Port': ['ID=2cbc38db-6d71-461f-be39-89cea69e1d8d,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:05.178294 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.237680 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:25:05.273747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.347581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:05.392257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606bf8e-fb4b-4ab1-82ec-0186c76e55cb req-44e38d3a-74de-424f-a020-b9d412bd45a2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:05.405187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c606bf8e-fb4b-4ab1-82ec-0186c76e55cb req-44e38d3a-74de-424f-a020-b9d412bd45a2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.3183894 Oct 19 01:25:05.427743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:05.438688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:05.445932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:05.446588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.467180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce889d6-f99e-47ef-b992-8c49ece3ee5f req-b995395e-30ba-4d44-869b-d195569ec0f9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:05.469327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ce889d6-f99e-47ef-b992-8c49ece3ee5f req-b995395e-30ba-4d44-869b-d195569ec0f9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 949 time: 0.1276925 Oct 19 01:25:05.470226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event updated for resources: {'Port': ['ID=7541aa64-1344-4fb8-8a2d-126397bc9acb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:05.489917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.524410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8acf1dca-da00-486d-9a73-6ee5711c6ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.7716157 Oct 19 01:25:05.527645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41846) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:05.533934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Request body: {'port': {'network_id': '1e79ca66-8c42-4d3a-b7e2-7802d595acb3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-406055027', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:05.534488 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] bootfile-name is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:25:05.534833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] tftp-server is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:25:05.535162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] server-ip-address is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:25:05.570236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ce889d6-f99e-47ef-b992-8c49ece3ee5f req-db6d2eea-8623-479b-95f2-cd1af76abbb8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846241 Oct 19 01:25:05.577258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbaec295-9fa7-4651-8923-f0acde529fff,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:05.611391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.resource_extend [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:25:05.701356 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c606bf8e-fb4b-4ab1-82ec-0186c76e55cb req-f33c3135-d0c1-434a-97e0-168c85ca14d3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952697 Oct 19 01:25:05.752624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-517cb5a0-d066-4d50-97a4-354944be9dbf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:05.755370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Made reservation on behalf of 44f4bd14876142bfbb2503b10fa743aa for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:05.755830 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-517cb5a0-d066-4d50-97a4-354944be9dbf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.2673843 Oct 19 01:25:05.759568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.766153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2cbc38db-6d71-461f-be39-89cea69e1d8d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:05.782231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] device_id is not set on port 580ae388-cefc-4500-aef4-66679629f317 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:25:05.787800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.826459 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2cbc38db-6d71-461f-be39-89cea69e1d8d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:05.826862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.827323 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.919114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Checking segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:05.920996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Network hostable DHCP agents. Network: bb62427d-6162-422b-8a54-408b25dc7d3e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:05.953617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:05.996668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Network bb62427d-6162-422b-8a54-408b25dc7d3e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:06.012290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 2cbc38db-6d71-461f-be39-89cea69e1d8d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2cbc38db-6d71-461f-be39-89cea69e1d8d,segment=NetworkSegment(03f54eff-61a8-4b00-b419-4cd09dcb81a7),segment_id=03f54eff-61a8-4b00-b419-4cd09dcb81a7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:06.020026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.044519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Allocated IP 2001:db8::300 (1e79ca66-8c42-4d3a-b7e2-7802d595acb3/74b7d316-5bcb-44d2-9e64-5df324c04108/580ae388-cefc-4500-aef4-66679629f317) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:06.049860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, bb62427d-6162-422b-8a54-408b25dc7d3e) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:06.055197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.055815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.063254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695767f8-01ee-499f-9b01-023cbc70a9be None None] Network bb62427d-6162-422b-8a54-408b25dc7d3e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:06.111336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0d1cb25d-3966-43b9-81c2-cee52b86cb30 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5276868 Oct 19 01:25:06.118095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41850) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:06.118900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=2cbc38db-6d71-461f-be39-89cea69e1d8d,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:06.123326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:06.134158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:06.134533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.138028 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Floating IP 89c4caed-de49-4905-9189-50c9217caadb associated. External IP: 172.25.0.51, port: 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e. Oct 19 01:25:06.338134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-bb62427d-6162-422b-8a54-408b25dc7d3e', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:25:06.339023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.366610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.414150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.541846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:06.555706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:06.558498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:06.569153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.575948 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.588245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] For port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:06.588825 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.625251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event updated for resources: {'Port': ['ID=580ae388-cefc-4500-aef4-66679629f317,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:06.631175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:06.647543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-69e5817a-7bd1-48a0-a3e5-b1c092d1bbac tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1186593 Oct 19 01:25:06.651247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41858) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:06.728531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62924643-063b-4c6c-9f2a-3c88236d84c1 None None] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:06.771463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37a26a-2260-41a5-a657-3f63fe506213 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.787917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37a26a-2260-41a5-a657-3f63fe506213 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.788492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1513b160-d498-4318-a04a-1e72cb24c596 None None] Provisioning complete for port 2cbc38db-6d71-461f-be39-89cea69e1d8d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:06.789541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1513b160-d498-4318-a04a-1e72cb24c596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.801212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37a26a-2260-41a5-a657-3f63fe506213 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:06.803059 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-be37a26a-2260-41a5-a657-3f63fe506213 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1506505 Oct 19 01:25:06.806793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41864) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:06.888760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Router 7331b01a-61ac-49da-acff-226a528c85c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:25:06.891420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.892640 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.963009 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.974869 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb44030c-4b7f-4354-825b-04bd678c60d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:06.984800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Allocated IP 172.20.0.2 (bb62427d-6162-422b-8a54-408b25dc7d3e/bbaec295-9fa7-4651-8923-f0acde529fff/3bcebd73-312d-4648-8eed-9389f0dd5f35) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:07.047560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbc402-7c42-47ec-b67a-9350f3e3dab7 req-44f15df7-5474-44db-9eb4-2ce1478d2902 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:07.049846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8acbc402-7c42-47ec-b67a-9350f3e3dab7 req-44f15df7-5474-44db-9eb4-2ce1478d2902 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 946 time: 0.1355596 Oct 19 01:25:07.067754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Deleting port 580ae388-cefc-4500-aef4-66679629f317 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:07.068439 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.179121 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8acbc402-7c42-47ec-b67a-9350f3e3dab7 req-4aaec029-a2f8-4cdb-a6e1-9658f1a9a58e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221516 Oct 19 01:25:07.203619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646f36f-aec4-4c14-81af-6c9cde471b2e req-32c9900c-bbd2-4ad7-b3d0-adbe2c5297c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:07.205198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f646f36f-aec4-4c14-81af-6c9cde471b2e req-32c9900c-bbd2-4ad7-b3d0-adbe2c5297c4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 949 time: 0.4983423 Oct 19 01:25:07.228198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.245043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Calling delete_port for 580ae388-cefc-4500-aef4-66679629f317 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:07.280687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.381501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.390877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.403327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:07.410169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f646f36f-aec4-4c14-81af-6c9cde471b2e req-23f54ed6-3970-4fb1-918c-5e2f096c4941 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572354 Oct 19 01:25:07.412193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.416424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.425335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Network bb62427d-6162-422b-8a54-408b25dc7d3e is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:07.427147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:07.455063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] Sync routers for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:07.461394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:07.464715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:07.495237 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.497022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:07.509577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00a6f102-bd2c-411c-bca9-1dc56df4c29a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "PUT /v2.0/floatingips/89c4caed-de49-4905-9189-50c9217caadb HTTP/1.1" status: 200 len: 990 time: 3.1079116 Oct 19 01:25:07.513086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:07.515623 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84" -d '{"events": [{"name": "network-changed", "server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:07.592294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event deleted for resources: {'Port': ['ID=580ae388-cefc-4500-aef4-66679629f317,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:07.608274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Pushing event updated for resources: {'Port': ['ID=3bcebd73-312d-4648-8eed-9389f0dd5f35,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:07.618054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b62fc743-df0f-4552-8a97-bee822cc7df2 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:07.635800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.636229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.636508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.636838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.637166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.637492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.637816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.638217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.638451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.638768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.652235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.653804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:07.669051 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de24da-a2f0-4621-888e-e52df0b58dcb x-openstack-request-id: req-f0de24da-a2f0-4621-888e-e52df0b58dcb {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:07.669564 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:07.669564 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0de24da-a2f0-4621-888e-e52df0b58dcb {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:07.670256 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'status': 'completed', 'code': 200} Oct 19 01:25:07.672739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] No DVR routers for this DVR port 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:07.700674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.705535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6cf20683-7443-4e69-8025-ef4317a3d8aa req-5734309e-39be-45cf-8ee9-9444b0d86808 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "DELETE /v2.0/ports/50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d HTTP/1.1" status: 204 len: 173 time: 1.9424806 Oct 19 01:25:07.730966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:07.732224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:24:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:07.766695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:07.775859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41876) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:07.776267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c08737e8-0c62-4ca7-8669-13d7cdbc816d tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "DELETE /v2.0/ports/580ae388-cefc-4500-aef4-66679629f317 HTTP/1.1" status: 204 len: 168 time: 0.9685471 Oct 19 01:25:07.790608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Request body: {'port': {'name': 'tempest-new-port-name-632777888', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:07.792545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.api.validators [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] bootfile-name is not in valid_values {{(pid=100847) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:25:07.793672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.api.validators [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] tftp-server is not in valid_values {{(pid=100847) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:25:07.794170 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.api.validators [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] server-ip-address is not in valid_values {{(pid=100847) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:25:07.875250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-69fface6-b7d2-4a17-aa03-68cff7f7d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:07.877649 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-69fface6-b7d2-4a17-aa03-68cff7f7d657 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1097 time: 0.1776283 Oct 19 01:25:07.915301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2cbc38db-6d71-461f-be39-89cea69e1d8d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:08.042096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Attempting to bind port 3bcebd73-312d-4648-8eed-9389f0dd5f35 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:08.042474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Attempting to bind port 3bcebd73-312d-4648-8eed-9389f0dd5f35 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:08.042832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Attempting to bind port 3bcebd73-312d-4648-8eed-9389f0dd5f35 on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:08.044729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b62fc743-df0f-4552-8a97-bee822cc7df2 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:25:08.064572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9937529d-6232-4c6b-a586-a6d6c83b6f22 None None] Provisioning complete for port 7541aa64-1344-4fb8-8a2d-126397bc9acb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:08.064950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9937529d-6232-4c6b-a586-a6d6c83b6f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.102003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:08.102431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Checking segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:08.103435 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.103847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Bound using segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:08.104889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Bound port: 3bcebd73-312d-4648-8eed-9389f0dd5f35, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:08.108733 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.116794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-237bb92f-9bf9-40af-87f8-84d5809a58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:08.121043 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-237bb92f-9bf9-40af-87f8-84d5809a58bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2364664 Oct 19 01:25:08.208736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.217317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-5910c08d-5708-4ba1-98f5-fa72655eb737 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.0861211 Oct 19 01:25:08.246967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:08.294518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-6a124379-5618-48d3-8de7-5a388f969a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:08.294518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-6a124379-5618-48d3-8de7-5a388f969a16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0641346 Oct 19 01:25:08.346090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b62fc743-df0f-4552-8a97-bee822cc7df2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:08.347479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.382176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2cbc38db-6d71-461f-be39-89cea69e1d8d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:08.384608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:08.407361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-2055fdf6-236d-4573-ab75-6d5df571a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:08.413105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-2055fdf6-236d-4573-ab75-6d5df571a1ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139154 Oct 19 01:25:08.718787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9937529d-6232-4c6b-a586-a6d6c83b6f22 None None] Port 7541aa64-1344-4fb8-8a2d-126397bc9acb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:08.733757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9937529d-6232-4c6b-a586-a6d6c83b6f22 None None] Could not find standard attr ID for object 580ae388-cefc-4500-aef4-66679629f317. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:25:08.787265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac02b8-a1c1-4c9d-884c-470d05339b0c req-d711d741-c697-4ac6-8c85-1c5fd58a592e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:08.791030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5ac02b8-a1c1-4c9d-884c-470d05339b0c req-d711d741-c697-4ac6-8c85-1c5fd58a592e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 949 time: 0.2249951 Oct 19 01:25:08.796711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-a95c0ac1-30e1-4ae4-9053-8fa03a314eeb service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768599 Oct 19 01:25:08.947517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] For port 3bcebd73-312d-4648-8eed-9389f0dd5f35, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:08.960543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] For port 3bcebd73-312d-4648-8eed-9389f0dd5f35, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3bcebd73-312d-4648-8eed-9389f0dd5f35,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:08.968179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5ac02b8-a1c1-4c9d-884c-470d05339b0c req-09f3fca7-877a-4037-b022-6276c00b4ed9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626465 Oct 19 01:25:09.018419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45b0dac6-0ed9-493e-9d26-836ad12cdda4 req-b07f5ccb-79ff-4932-ac55-5d3852c0f697 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.0417788 Oct 19 01:25:09.072731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.108035 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8ecee56a-f9f8-441b-97a1-a19d5aa56d84 req-6a24127b-212e-4722-9ac5-51ce06dc0a0d service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943764 Oct 19 01:25:09.157899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.182693 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.184824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9937529d-6232-4c6b-a586-a6d6c83b6f22 None None] Provisioning complete for port 2cbc38db-6d71-461f-be39-89cea69e1d8d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:09.185191 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9937529d-6232-4c6b-a586-a6d6c83b6f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.187444 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.291087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec74c0c-d386-4bbf-82a3-00e011c4aba6 None None] Pushing event updated for resources: {'Port': ['ID=3bcebd73-312d-4648-8eed-9389f0dd5f35,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:09.404272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62fc743-df0f-4552-8a97-bee822cc7df2'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:09.408064 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a0a58-1198-4289-973a-dac041b334b1" -d '{"events": [{"server_uuid": "852fa950-6454-44e2-8f6a-7b7746d5ec8f", "name": "network-vif-plugged", "status": "completed", "tag": "b62fc743-df0f-4552-8a97-bee822cc7df2"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:09.499116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b62fc743-df0f-4552-8a97-bee822cc7df2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b62fc743-df0f-4552-8a97-bee822cc7df2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:09.502525 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb83b71-95f2-4010-a738-cbf82a5e95ed x-openstack-request-id: req-8fb83b71-95f2-4010-a738-cbf82a5e95ed {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:09.503894 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852fa950-6454-44e2-8f6a-7b7746d5ec8f", "name": "network-vif-plugged", "status": "completed", "tag": "b62fc743-df0f-4552-8a97-bee822cc7df2", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:09.504116 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fb83b71-95f2-4010-a738-cbf82a5e95ed {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:09.504721 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62fc743-df0f-4552-8a97-bee822cc7df2', 'code': 200} Oct 19 01:25:09.536886 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.538712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:09.551926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.562775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Allocated IP 172.25.0.79 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f52e2915-44ac-4606-8040-14db1d1e6bbf) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:09.568572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.616324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:09.616674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:09.635673 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.671895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'name': 'network-vif-deleted', 'tag': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:09.674594 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a016ec-7eeb-4c92-a7e0-df3e7637e908" -d '{"events": [{"server_uuid": "cef2b377-5f17-4abc-bb04-eff122047edb", "name": "network-vif-deleted", "tag": "50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:09.701831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] In _notify_port_updated(), no bound segment for port 7541aa64-1344-4fb8-8a2d-126397bc9acb on network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:25:09.709509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:09.710492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:09.719324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "PUT /v2.0/ports/7541aa64-1344-4fb8-8a2d-126397bc9acb HTTP/1.1" status: 200 len: 1128 time: 1.9412065 Oct 19 01:25:09.722024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41902) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:09.741467 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd878d9-af12-4d3c-8186-8ab19afa3cbb x-openstack-request-id: req-4cd878d9-af12-4d3c-8186-8ab19afa3cbb {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:09.741779 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef2b377-5f17-4abc-bb04-eff122047edb", "name": "network-vif-deleted", "tag": "50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:09.742031 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cd878d9-af12-4d3c-8186-8ab19afa3cbb {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:09.742431 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef2b377-5f17-4abc-bb04-eff122047edb', 'name': 'network-vif-deleted', 'tag': '50530f99-7b5e-4ea1-a115-bcd7ad6d0d0d', 'status': 'completed', 'code': 200} Oct 19 01:25:09.838104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event updated for resources: {'Port': ['ID=7541aa64-1344-4fb8-8a2d-126397bc9acb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:09.876932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509c6aa-1f45-4255-a7d5-d6842f84c5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:09.885512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1509c6aa-1f45-4255-a7d5-d6842f84c5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "GET /v2.0/ports/7541aa64-1344-4fb8-8a2d-126397bc9acb HTTP/1.1" status: 200 len: 1128 time: 0.1621683 Oct 19 01:25:09.886441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41904) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:09.893117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.893502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.894165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.894506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.896430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.896980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.897500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.900168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.900878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.901379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.901897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.904546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de24510d-846a-430e-8c49-eec4f5d6cba6 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:09.937631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b62fc743-df0f-4552-8a97-bee822cc7df2,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:09.948230 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20bb1e2d-0935-433f-8bff-a2a2699972e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.022429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5bc31-a4b6-4502-8344-1de5068b0fcf req-56f2ccb2-5f93-4c5a-bfdc-d59b2145e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:10.025163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3be5bc31-a4b6-4502-8344-1de5068b0fcf req-56f2ccb2-5f93-4c5a-bfdc-d59b2145e158 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 1102 time: 0.3833609 Oct 19 01:25:10.109243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8a5ad345-1e01-4e15-bc82-138c805e9f36 None None] Provisioning complete for port 7541aa64-1344-4fb8-8a2d-126397bc9acb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:10.109659 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad345-1e01-4e15-bc82-138c805e9f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.117068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3be5bc31-a4b6-4502-8344-1de5068b0fcf req-79165d63-2a4c-471d-9f0a-c25f2f0fe35e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736289 Oct 19 01:25:10.123236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.129362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '89c4caed-de49-4905-9189-50c9217caadb', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'mac_address': 'fa:16:3e:bf:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:45Z', 'updated_at': '2021-10-19T01:25:05Z', 'revision_number': 1, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:43Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:10.231026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] Checking router: 7331b01a-61ac-49da-acff-226a528c85c5 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:25:10.243024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Deleting port 7541aa64-1344-4fb8-8a2d-126397bc9acb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:10.243543 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.282135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:10.283929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:10.286860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34224a3c-1f01-462c-b3a4-14b88b1a4572 req-fcf69cdf-8a26-40fa-a762-09cdeadeb6e6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.0715628 Oct 19 01:25:10.289498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.382851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:10.389386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Pushing event updated for resources: {'Port': ['ID=f52e2915-44ac-4606-8040-14db1d1e6bbf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:10.400506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:10.404423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:10.463850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41916) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:10.472059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-696303685'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:10.473890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ce174-3ffa-4d0b-9e49-4204a40fe8f6 req-cb8502b0-282d-42d2-8125-00a1d12ee6a2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:10.475441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-610ce174-3ffa-4d0b-9e49-4204a40fe8f6 req-cb8502b0-282d-42d2-8125-00a1d12ee6a2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 950 time: 0.2483170 Oct 19 01:25:10.572035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:10.574826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.595556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.635039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Calling delete_port for 7541aa64-1344-4fb8-8a2d-126397bc9acb owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:10.644686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-610ce174-3ffa-4d0b-9e49-4204a40fe8f6 req-88cb559b-07a3-4da6-90e1-4b4bc266ae6c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600010 Oct 19 01:25:10.725067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:10.741595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.742679 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Added segment b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28 of type vlan for network 8f8c8dac-397c-4d16-9a51-460e92928a82 Oct 19 01:25:10.745363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ad345-1e01-4e15-bc82-138c805e9f36 None None] Port 7541aa64-1344-4fb8-8a2d-126397bc9acb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:10.808075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8a5ad345-1e01-4e15-bc82-138c805e9f36 None None] Could not find standard attr ID for object 580ae388-cefc-4500-aef4-66679629f317. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:25:10.820803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.841660 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.845296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.905476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.918062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:10.918691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.931947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:10.971296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7c2be980-5cb1-4722-8f58-4169c46be697 None None] Provisioning complete for port 7541aa64-1344-4fb8-8a2d-126397bc9acb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:10.972061 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7c2be980-5cb1-4722-8f58-4169c46be697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.013105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event deleted for resources: {'Port': ['ID=7541aa64-1344-4fb8-8a2d-126397bc9acb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:11.020409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7c2be980-5cb1-4722-8f58-4169c46be697 None None] Port 7541aa64-1344-4fb8-8a2d-126397bc9acb was deleted so its status cannot be updated. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 19 01:25:11.027820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:11.053120 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.056485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0b709824-64cf-4af1-bdd7-ba957fcb9fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "DELETE /v2.0/ports/7541aa64-1344-4fb8-8a2d-126397bc9acb HTTP/1.1" status: 204 len: 168 time: 1.1675384 Oct 19 01:25:11.065619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41920) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:11.174199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7091520 Oct 19 01:25:11.177770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41924) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:11.183618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1606027316'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:11.237514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:11.244848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a555-ab25-4fcd-b807-86610b16d204 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Network': ['ID=8f8c8dac-397c-4d16-9a51-460e92928a82,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:11.250370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.263554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:11.279396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80647c2-4f50-40fe-bf10-dec2ca1bc24e None None] Network bb62427d-6162-422b-8a54-408b25dc7d3e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:11.304390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Deleting subnet 74b7d316-5bcb-44d2-9e64-5df324c04108 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:25:11.314340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:11.317842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.338683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.339030 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Added segment ce93cb9b-d0df-4362-aa05-a4fa0988c6d1 of type vlan for network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 Oct 19 01:25:11.380744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.419317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.433026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.521672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56b1c632-f51f-467b-8250-31b4e238194d req-4febfe42-6fa2-4a28-8720-81373b5dc3a5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.0626731 Oct 19 01:25:11.522275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.548619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:11.549256 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.615641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Provisioning complete for port 3bcebd73-312d-4648-8eed-9389f0dd5f35 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:11.632085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4508612 Oct 19 01:25:11.636500 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.637632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41930) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:11.714965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cc063-69e7-4a96-9ebc-016c6c863582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Network': ['ID=9c160b5c-d58d-4f60-8f7d-0963c69f7b83,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:11.723086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'subnet': {'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:11.755693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:11.779384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:11.854726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3bcebd73-312d-4648-8eed-9389f0dd5f35 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:11.930565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1444e-a0e4-4ebe-838c-e40808131c7f req-16961a52-e1a3-4e68-9675-a0a11755a525 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:11.932422 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-99b1444e-a0e4-4ebe-838c-e40808131c7f req-16961a52-e1a3-4e68-9675-a0a11755a525 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 950 time: 0.1062210 Oct 19 01:25:11.993491 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-99b1444e-a0e4-4ebe-838c-e40808131c7f req-0ed30fb0-5e99-4919-b5c7-4c37dc77f921 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Oct 19 01:25:12.097531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.106407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-fe1327c4-8a55-4a91-a083-3f2cc4dad232 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2824333 Oct 19 01:25:12.154851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.157590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:12.161138 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.188612 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.237887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '89c4caed-de49-4905-9189-50c9217caadb', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'mac_address': 'fa:16:3e:bf:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:45Z', 'updated_at': '2021-10-19T01:25:05Z', 'revision_number': 1, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:43Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:12.242580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event deleted for resources: {'Subnet': ['ID=74b7d316-5bcb-44d2-9e64-5df324c04108,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:12.244484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3bcebd73-312d-4648-8eed-9389f0dd5f35 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:12.244852 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.250014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.260326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e4302ce-d182-4ad8-9770-4cb8c2170c61 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "DELETE /v2.0/subnets/74b7d316-5bcb-44d2-9e64-5df324c04108 HTTP/1.1" status: 204 len: 168 time: 1.1780949 Oct 19 01:25:12.260680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41936) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:12.309868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4de123-5f5e-4d2f-94e4-32f9de694763 None None] Network 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:12.319929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7fc27-c5e5-4eb0-80dc-8ebc7f8e5bca None None] The sync data for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 is: [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '89c4caed-de49-4905-9189-50c9217caadb', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'mac_address': 'fa:16:3e:bf:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:24:45Z', 'updated_at': '2021-10-19T01:25:05Z', 'revision_number': 1, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:43Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:12.393921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.393921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] For port 3bcebd73-312d-4648-8eed-9389f0dd5f35, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3bcebd73-312d-4648-8eed-9389f0dd5f35,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:12.419469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.463765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.483597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-3b928425-7f68-4e10-8ee5-6c10c75431dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:12.485189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-3b928425-7f68-4e10-8ee5-6c10c75431dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2739797af05a4494b9000d5b5583933f&device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 1097 time: 0.2793617 Oct 19 01:25:12.596809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Deleting port 2cbc38db-6d71-461f-be39-89cea69e1d8d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:12.597159 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.677006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Pushing event updated for resources: {'Port': ['ID=3bcebd73-312d-4648-8eed-9389f0dd5f35,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:12.755437 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a69fc-0ee6-400c-944b-2d22284f57e0 None None] New status for floating IP 89c4caed-de49-4905-9189-50c9217caadb: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:25:12.782068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.782417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.782762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.783097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.783430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.783758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.784135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.784442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.784766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.785091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.785410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.785736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90856f88-4b92-4053-8ba0-a4e10dc14c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:12.840324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] For port 2cbc38db-6d71-461f-be39-89cea69e1d8d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2cbc38db-6d71-461f-be39-89cea69e1d8d,segment=NetworkSegment(03f54eff-61a8-4b00-b419-4cd09dcb81a7),segment_id=03f54eff-61a8-4b00-b419-4cd09dcb81a7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:12.842768 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.852093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a2f8155d-e540-4185-890a-d6ac5b272b3a None None] Provisioning complete for port 3bcebd73-312d-4648-8eed-9389f0dd5f35 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:12.852466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a2f8155d-e540-4185-890a-d6ac5b272b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:12.876850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Calling delete_port for 2cbc38db-6d71-461f-be39-89cea69e1d8d owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:12.942221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] DHCP port deletion for 1e79ca66-8c42-4d3a-b7e2-7802d595acb3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:25:12.951440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.020058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.098086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd2514d0-cae5-4b43-aeac-4749241d2341 req-9c4a0318-55e7-4b47-b958-e5d556fb572e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.1827443 Oct 19 01:25:13.101517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] No DVR routers for this DVR port 2cbc38db-6d71-461f-be39-89cea69e1d8d on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:13.121896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event deleted for resources: {'Port': ['ID=2cbc38db-6d71-461f-be39-89cea69e1d8d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:13.209795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] Deleting port 2cbc38db-6d71-461f-be39-89cea69e1d8d {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:13.210969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.231111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Router bc694d75-5f8c-4708-836b-c5b04f38c76d is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:25:13.250518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-99bef35c-9170-46cb-98ae-5130660ad4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.254178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-99bef35c-9170-46cb-98ae-5130660ad4c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2088d67c-78cf-47f6-8189-4d1d2f8f6781 HTTP/1.1" status: 200 len: 915 time: 0.7361848 Oct 19 01:25:13.259133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Subnet': ['ID=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:13.266041 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.271781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Checking segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:13.272176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network hostable DHCP agents. Network: 8f8c8dac-397c-4d16-9a51-460e92928a82, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:13.285458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371afd2-e554-4435-8022-51b50ca02be5 req-97085758-184e-4e92-a371-76232a64af3b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.296332 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e371afd2-e554-4435-8022-51b50ca02be5 req-97085758-184e-4e92-a371-76232a64af3b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 950 time: 0.1873055 Oct 19 01:25:13.326120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] For port 2cbc38db-6d71-461f-be39-89cea69e1d8d, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:13.326520 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.344121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] Calling delete_port for 2cbc38db-6d71-461f-be39-89cea69e1d8d owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:13.347633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] Port 2cbc38db-6d71-461f-be39-89cea69e1d8d was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:25:13.349092 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.370676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e79ca66-8c42-4d3a-b7e2-7802d595acb3']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:13.391388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] Pushing event deleted for resources: {'Port': ['ID=2cbc38db-6d71-461f-be39-89cea69e1d8d,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:13.397064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91967b1-d12f-4a7e-aac1-efb37c0e33cb None None] No DVR routers for this DVR port 2cbc38db-6d71-461f-be39-89cea69e1d8d on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:13.400492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-3640a04f-6496-48b1-abd8-37f69582f8fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86c35ec1-7261-428d-9fe2-481078f5a422 HTTP/1.1" status: 200 len: 1001 time: 0.1177320 Oct 19 01:25:13.422386 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e371afd2-e554-4435-8022-51b50ca02be5 req-7bd9003f-6b8e-417d-a3aa-ce86f6252ef0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243258 Oct 19 01:25:13.424858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f54eff-61a8-4b00-b419-4cd09dcb81a7') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:13.425163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f54eff-61a8-4b00-b419-4cd09dcb81a7') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:13.445184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.478494 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.498048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:25:13.498745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.525030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-e64c768f-1d0c-45b0-abca-b4cf5cddec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.527330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-e64c768f-1d0c-45b0-abca-b4cf5cddec9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77a6f399-e83a-40c3-b0ce-8a053e7b156e HTTP/1.1" status: 200 len: 853 time: 0.1240947 Oct 19 01:25:13.533122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:25:13.603536 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:25:13.611031 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.626472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.639684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 8f8c8dac-397c-4d16-9a51-460e92928a82) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:13.642640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] 10.222.0.64 "DELETE /v2.0/networks/1e79ca66-8c42-4d3a-b7e2-7802d595acb3 HTTP/1.1" status: 204 len: 168 time: 1.3808279 Oct 19 01:25:13.654960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c645c6-e1d4-4d17-b555-352b653e13ed None None] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:13.658211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.658813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.692580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b2a710ae-f171-4740-8064-3b427618ee25 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9796016 Oct 19 01:25:13.693756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41954) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:13.708627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'subnet': {'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:13.724090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1d545-e784-4f03-8d29-971d0f204006 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081 tempest-ExtraDHCPOptionsIpV6TestJSON-982523081-project] Pushing event deleted for resources: {'Network': ['ID=1e79ca66-8c42-4d3a-b7e2-7802d595acb3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:13.724542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263131a8-8a08-4a8b-b25d-4cddeea084c9 req-e29386a8-9e76-49d4-9db5-67d70f59cfa2 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.735062 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-263131a8-8a08-4a8b-b25d-4cddeea084c9 req-e29386a8-9e76-49d4-9db5-67d70f59cfa2 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 1102 time: 0.1748266 Oct 19 01:25:13.756384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-81cd8259-8310-4679-b29e-fe1f4a41d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:13.758732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-81cd8259-8310-4679-b29e-fe1f4a41d9fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2088d67c-78cf-47f6-8189-4d1d2f8f6781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2154472 Oct 19 01:25:13.761286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:13.778276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Sync routers for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:13.781093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3bcebd73-312d-4648-8eed-9389f0dd5f35 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:13.827821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:13.832207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:13.936463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-666a3313-b687-43ee-861e-6c95fa9308f9 service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614883 Oct 19 01:25:13.962063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:13.967536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:13.994575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-263131a8-8a08-4a8b-b25d-4cddeea084c9 req-9525d374-d770-474a-a111-3b51a0033b46 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544146 Oct 19 01:25:14.000439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:14.001866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-66df73c0-a274-4845-bce0-e6d4c11d5373 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8827887 Oct 19 01:25:14.004568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41960) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:14.152585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41968) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:14.320754 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2ff4765-bff7-4abd-aef9-3c832840dc16 req-b62f4cf4-83d2-403b-b4fc-74c0b10c564b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.0863945 Oct 19 01:25:14.329792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62b3cc3e-06f8-4974-b2ea-f8254d0f3783 req-fc66b47f-c7bf-43a6-aa99-98bf13b3037a service neutron] 10.222.0.74 "GET /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848691 Oct 19 01:25:14.486867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-236f18fc-600a-4a29-b6d4-01f7011fad98 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994530 Oct 19 01:25:14.587695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:14.718033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:14.821401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-8f8c8dac-397c-4d16-9a51-460e92928a82', 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'fixed_ips': [{'subnet_id': '8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:25:14.823032 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:14.839110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3bcebd73-312d-4648-8eed-9389f0dd5f35 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:14.840051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:14.862323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-fa2aaebd-8dd5-4cef-bd9d-7257151dda83 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:14.882457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-fa2aaebd-8dd5-4cef-bd9d-7257151dda83 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925107 Oct 19 01:25:14.911904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1e219b67-6354-4f71-9f8d-cde9fb87e27a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44f4bd14876142bfbb2503b10fa743aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581205 Oct 19 01:25:14.919257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41986) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:14.970456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-277e855c-f4c7-4d22-8678-522444c05136 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/quotas/eb6d3d6de559488b97f9d51a637364c4 HTTP/1.1" status: 200 len: 375 time: 0.0868967 Oct 19 01:25:15.041739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Subnet': ['ID=0ed089e0-dbb0-4861-9622-c5e61c518455,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:15.068766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Checking segment: {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:15.069220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network hostable DHCP agents. Network: 9c160b5c-d58d-4f60-8f7d-0963c69f7b83, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:15.104759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5581dfd1-b1e6-483c-94fa-72348ebb9bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.141337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-52e6c854-7079-4c8c-ab29-e3fc8b12735a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1695678 Oct 19 01:25:15.181384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:10Z', 'revision_number': 3, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:15.232610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5581dfd1-b1e6-483c-94fa-72348ebb9bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.263149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2cbc38db-6d71-461f-be39-89cea69e1d8d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:15.305563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2cbc38db-6d71-461f-be39-89cea69e1d8d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:15.305904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2cbc38db-6d71-461f-be39-89cea69e1d8d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:15.307556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Checking router: bc694d75-5f8c-4708-836b-c5b04f38c76d for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:25:15.307894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Updating router bc694d75-5f8c-4708-836b-c5b04f38c76d port f52e2915-44ac-4606-8040-14db1d1e6bbf binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:25:15.338346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.369329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Allocated IP 10.1.1.2 (8f8c8dac-397c-4d16-9a51-460e92928a82/8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc/152884b4-5e16-46de-87df-9b2309b9092e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:15.371482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:15.382978 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5581dfd1-b1e6-483c-94fa-72348ebb9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.396035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5581dfd1-b1e6-483c-94fa-72348ebb9bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.402876 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5581dfd1-b1e6-483c-94fa-72348ebb9bbd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1de05ab-bce6-4c42-8f61-b69be9329cf1 HTTP/1.1" status: 204 len: 168 time: 0.4780440 Oct 19 01:25:15.437173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581dfd1-b1e6-483c-94fa-72348ebb9bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de05ab-bce6-4c42-8f61-b69be9329cf1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:15.459384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9c160b5c-d58d-4f60-8f7d-0963c69f7b83) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:15.483386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:15.484363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.501670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10376564-74a5-488a-82b0-2e573f5c9cd8 None None] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:15.528782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.592211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3afa66a-0c9b-4eac-8961-d59a8aec3677 req-d2a43ef4-c403-4a85-a46a-b179bba8a1f2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 210 time: 0.1366165 Oct 19 01:25:15.619398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30a58250-62d1-4338-9b0b-aa507c8bcd4b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9214754 Oct 19 01:25:15.622960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42002) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:15.639916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'port': {'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'name': 'tempest-TaggedBootDevicesTest-1158696828', 'fixed_ips': [{'subnet_id': '8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:15.646156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f19177d-a347-46bc-a0fb-14f8be2f778e req-559f2281-7434-41ff-8285-48d7894fd427 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.1234808 Oct 19 01:25:15.861488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9c160b5c-d58d-4f60-8f7d-0963c69f7b83', 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'fixed_ips': [{'subnet_id': '0ed089e0-dbb0-4861-9622-c5e61c518455'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:25:15.862325 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:15.942449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:16.005158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.036694 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.067475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Allocated IP 172.20.0.1 (bb62427d-6162-422b-8a54-408b25dc7d3e/bbaec295-9fa7-4651-8923-f0acde529fff/ba05be97-cf00-411d-8035-e129a6629f1f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:16.153426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.175745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] device_id is not set on port 2ba632fe-f881-4852-bdef-818041d15035 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:25:16.247597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Pushing event updated for resources: {'Port': ['ID=152884b4-5e16-46de-87df-9b2309b9092e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:16.283169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.288894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:16.297643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:16.316405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:16.363909 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.456514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Network bb62427d-6162-422b-8a54-408b25dc7d3e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:16.472311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:16.479382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:16.511789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Pushing event updated for resources: {'Port': ['ID=ba05be97-cf00-411d-8035-e129a6629f1f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:16.556369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Allocated IP 10.2.2.2 (9c160b5c-d58d-4f60-8f7d-0963c69f7b83/0ed089e0-dbb0-4861-9622-c5e61c518455/9e44e791-4331-4c95-b772-de944d44ea01) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:16.650710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.791625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Attempting to bind port 152884b4-5e16-46de-87df-9b2309b9092e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:16.792019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Attempting to bind port 152884b4-5e16-46de-87df-9b2309b9092e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:16.797499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Attempting to bind port 152884b4-5e16-46de-87df-9b2309b9092e on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:16.812035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.904262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:16.904917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Checking segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:16.907766 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.908267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Bound using segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:16.910178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Bound port: 152884b4-5e16-46de-87df-9b2309b9092e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:16.910614 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:16.969606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9a87939-462b-410f-bfc1-50f63af88aca req-0e29662c-b04e-45d4-a2e1-177508773f19 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef2b377-5f17-4abc-bb04-eff122047edb HTTP/1.1" status: 200 len: 210 time: 0.1303329 Oct 19 01:25:17.059852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] For port 152884b4-5e16-46de-87df-9b2309b9092e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:17.062362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42038) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:17.064462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] For port 152884b4-5e16-46de-87df-9b2309b9092e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=152884b4-5e16-46de-87df-9b2309b9092e,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:17.065705 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.096551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.107298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.292976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Attempting to bind port f52e2915-44ac-4606-8040-14db1d1e6bbf on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:17.293924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Attempting to bind port f52e2915-44ac-4606-8040-14db1d1e6bbf by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:17.293924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Attempting to bind port f52e2915-44ac-4606-8040-14db1d1e6bbf on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:17.322566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.325948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:17.326406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:17.326814 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.327219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:17.328321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Bound port: f52e2915-44ac-4606-8040-14db1d1e6bbf, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:17.328780 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.386624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1736068452'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:17.418943 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04dd1503-bc11-44a2-82a1-26e9d5889e55 req-6d8536a1-adee-433d-ba27-ca51872ce9c8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 210 time: 0.0549583 Oct 19 01:25:17.428354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6c879846-83d4-4136-a2c8-18d5c2bb83a5 None None] Provisioning complete for port ba05be97-cf00-411d-8035-e129a6629f1f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:17.428644 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c879846-83d4-4136-a2c8-18d5c2bb83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.446598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.447508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573542c0-077a-4536-a3b5-0144e4ff8370 None None] Pushing event updated for resources: {'Port': ['ID=f52e2915-44ac-4606-8040-14db1d1e6bbf,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:17.464183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.474588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 10.1.1.56 (8f8c8dac-397c-4d16-9a51-460e92928a82/8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc/2ba632fe-f881-4852-bdef-818041d15035) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:17.575251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Pushing event updated for resources: {'Port': ['ID=ba05be97-cf00-411d-8035-e129a6629f1f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:17.579683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.586511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9a44b-bbcb-4386-942e-5571a044de97 None None] Pushing event updated for resources: {'Port': ['ID=152884b4-5e16-46de-87df-9b2309b9092e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:17.591055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Made reservation on behalf of 2cd73798444445ccaf1da6c9f0be02e6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:17.594646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.628147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.683736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.708632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] For port f52e2915-44ac-4606-8040-14db1d1e6bbf, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:17.726860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:17.727727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6c879846-83d4-4136-a2c8-18d5c2bb83a5 None None] Port ba05be97-cf00-411d-8035-e129a6629f1f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:17.772635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:17.776486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:17.784844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.789116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] For port f52e2915-44ac-4606-8040-14db1d1e6bbf, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f52e2915-44ac-4606-8040-14db1d1e6bbf,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:17.790352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Pushing event updated for resources: {'Port': ['ID=9e44e791-4331-4c95-b772-de944d44ea01,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:17.803401 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.872888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.887428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Network bb62427d-6162-422b-8a54-408b25dc7d3e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:17.891923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:17.970345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.973602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:17.975106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:17.980024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:17.990729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d85835e2-0fec-4fe3-a9d6-5307d61ebe2a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eb6d3d6de559488b97f9d51a637364c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493734 Oct 19 01:25:18.026898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:18.046102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:18.112706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:18.141575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.141938 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Added segment 8f6d2682-8f6b-4e96-843a-bea41e7d3ef3 of type vlan for network e136034a-c8c1-4581-b910-653d217a2cce Oct 19 01:25:18.143382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab7701-e102-4131-b513-4832691d57d4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:18.184808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:18.198837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:18.231931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.269007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Router bc694d75-5f8c-4708-836b-c5b04f38c76d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:25:18.278079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:18.278748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.309346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:18.334561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.341831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:18.342558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.410309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-87969399-0bb7-43bd-b665-8da3fedbe70a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7842581 Oct 19 01:25:18.413958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:18.442569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Attempting to bind port 9e44e791-4331-4c95-b772-de944d44ea01 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:18.442943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Attempting to bind port 9e44e791-4331-4c95-b772-de944d44ea01 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:18.443312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Attempting to bind port 9e44e791-4331-4c95-b772-de944d44ea01 on network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:18.446730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'port': {'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'name': 'tempest-TaggedBootDevicesTest-229150754', 'fixed_ips': [{'subnet_id': '8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:18.447543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3812380 Oct 19 01:25:18.448548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42058) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:18.501935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-62511acd-47ba-4410-a7da-98322ab8c318 None None] Provisioning complete for port ba05be97-cf00-411d-8035-e129a6629f1f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:18.502306 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-62511acd-47ba-4410-a7da-98322ab8c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.507971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:18.509884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'subnet': {'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:18.511402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Checking segment: {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:18.513179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.513592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Bound using segment: {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:18.518371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Bound port: 9e44e791-4331-4c95-b772-de944d44ea01, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:18.518858 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.616508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935c44-1ceb-4b96-9520-71f402278720 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Network': ['ID=e136034a-c8c1-4581-b910-653d217a2cce,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:18.668333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-a6fe5d6b-5c7e-4eb4-8669-b99a6f833538 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:18.672049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-a6fe5d6b-5c7e-4eb4-8669-b99a6f833538 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6516330 Oct 19 01:25:18.700942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Request body: {'port': {'device_id': '492cc4b1-2645-4090-b996-2629a600d23e', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'eb6d3d6de559488b97f9d51a637364c4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:18.795491 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7d7c6ab-5c0d-44f8-a775-0a8f60c30673 req-17163b41-6327-440f-860b-4a58379f044d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 210 time: 0.1420259 Oct 19 01:25:18.815529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:18.825944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d3ace5d1-b379-4134-9cfc-dc802d21e131 admin admin] 10.222.0.64 "PUT /v2.0/routers/bc694d75-5f8c-4708-836b-c5b04f38c76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8203721 Oct 19 01:25:18.841988 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Made reservation on behalf of 2cd73798444445ccaf1da6c9f0be02e6 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:18.849232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:18.912935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-62511acd-47ba-4410-a7da-98322ab8c318 None None] Port ba05be97-cf00-411d-8035-e129a6629f1f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:18.921718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573542c0-077a-4536-a3b5-0144e4ff8370 None None] Pushing event updated for resources: {'Port': ['ID=f52e2915-44ac-4606-8040-14db1d1e6bbf,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:18.925817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e136034a-c8c1-4581-b910-653d217a2cce details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:19.040652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:19.049805 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.090339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] device_id is not set on port b95fc44e-cceb-4940-8314-f54f83bcbbdb yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:25:19.100841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c679886-7187-4660-8ca9-3a5be207bf6a None None] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:19.221231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.251961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Made reservation on behalf of eb6d3d6de559488b97f9d51a637364c4 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:19.266644 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.285563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-74a7ee04-2b5f-4750-b937-682a4c2e794f None None] Provisioning complete for port 152884b4-5e16-46de-87df-9b2309b9092e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:19.285563 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-74a7ee04-2b5f-4750-b937-682a4c2e794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.335126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] For port 9e44e791-4331-4c95-b772-de944d44ea01, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:19.355604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] For port 9e44e791-4331-4c95-b772-de944d44ea01, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e44e791-4331-4c95-b772-de944d44ea01,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:19.403693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Subnet': ['ID=9a1b47d9-cabe-4ffe-80f2-a984eb625828,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:19.454493 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.454617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Checking segment: {'id': '8f6d2682-8f6b-4e96-843a-bea41e7d3ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:19.454617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Network hostable DHCP agents. Network: e136034a-c8c1-4581-b910-653d217a2cce, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:19.491608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Network e136034a-c8c1-4581-b910-653d217a2cce is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:19.525124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e136034a-c8c1-4581-b910-653d217a2cce) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:19.556489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:19.557237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.560157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462270d-8ac9-439f-915a-70c58b3c15c6 None None] Network e136034a-c8c1-4581-b910-653d217a2cce requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:19.607755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-66befd22-d9e0-4514-b5ee-f997d5b945a8 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1079147 Oct 19 01:25:19.610906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:19.616638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d206d809-8d15-45b5-98c6-b9662ec8f573 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1956107397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:19.689266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d206d809-8d15-45b5-98c6-b9662ec8f573 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.690343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d206d809-8d15-45b5-98c6-b9662ec8f573 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.828455 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d206d809-8d15-45b5-98c6-b9662ec8f573 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.841115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d206d809-8d15-45b5-98c6-b9662ec8f573 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.881093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d8414-a5fc-4b3e-aad8-9ceea11b77e3 None None] Pushing event updated for resources: {'Port': ['ID=9e44e791-4331-4c95-b772-de944d44ea01,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:19.882696 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d206d809-8d15-45b5-98c6-b9662ec8f573 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:19.886838 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d206d809-8d15-45b5-98c6-b9662ec8f573 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2749290 Oct 19 01:25:19.889554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42082) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:19.955593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 152884b4-5e16-46de-87df-9b2309b9092e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:20.043609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:17Z', 'revision_number': 2, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:20.086572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a3a0a-b6e5-47a6-ac10-76cc2bd731d5 None None] The sync data for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 is: [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:17Z', 'revision_number': 2, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:20.088133 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-74a7ee04-2b5f-4750-b937-682a4c2e794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.113784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Allocated IP 192.168.233.159 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/02312c9a-2e41-4a80-b970-6cdea45964ea) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:20.146091 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.174501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42084) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:20.199133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-74a7ee04-2b5f-4750-b937-682a4c2e794f None None] For port 152884b4-5e16-46de-87df-9b2309b9092e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=152884b4-5e16-46de-87df-9b2309b9092e,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:20.264099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-74a7ee04-2b5f-4750-b937-682a4c2e794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.321212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 10.1.1.136 (8f8c8dac-397c-4d16-9a51-460e92928a82/8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc/b95fc44e-cceb-4940-8314-f54f83bcbbdb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:20.352425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b83ec83d-9b7f-4154-a124-efa54c7da616 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796987262', 'description': 'tempest-description--816154990'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:20.363241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 152884b4-5e16-46de-87df-9b2309b9092e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:20.363621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.365643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e136034a-c8c1-4581-b910-653d217a2cce', 'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce', 'tenant_id': '2cd73798444445ccaf1da6c9f0be02e6', 'fixed_ips': [{'subnet_id': '9a1b47d9-cabe-4ffe-80f2-a984eb625828'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:25:20.366749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.433438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b83ec83d-9b7f-4154-a124-efa54c7da616 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.589173 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b83ec83d-9b7f-4154-a124-efa54c7da616 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.603685 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b83ec83d-9b7f-4154-a124-efa54c7da616 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.656868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ec83d-9b7f-4154-a124-efa54c7da616 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf81f9cb-a241-4495-84e8-73acf1430f60,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:20.662401 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b83ec83d-9b7f-4154-a124-efa54c7da616 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.663960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b83ec83d-9b7f-4154-a124-efa54c7da616 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3235841 Oct 19 01:25:20.666800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42092) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:20.671931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9e01f3b8-0bfe-412e-9d5a-864b2c8fff76 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'security_group_rule': {'security_group_id': 'cf81f9cb-a241-4495-84e8-73acf1430f60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:20.717519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d64f666-69e6-41ef-aec7-ffabf3eeea82 req-0b05ed11-695d-4f10-99fe-78b42a2713a2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 210 time: 0.4098516 Oct 19 01:25:20.754898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.766262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e01f3b8-0bfe-412e-9d5a-864b2c8fff76 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.869247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e01f3b8-0bfe-412e-9d5a-864b2c8fff76 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.881790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e01f3b8-0bfe-412e-9d5a-864b2c8fff76 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.886693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:20.888882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Allocated IP 172.20.0.2 (e136034a-c8c1-4581-b910-653d217a2cce/9a1b47d9-cabe-4ffe-80f2-a984eb625828/f126f2a0-8ee0-4f0a-9e20-269723d20a88) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:21.240384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.301266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01f3b8-0bfe-412e-9d5a-864b2c8fff76 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9032562d-b0af-414b-a507-908a679c0a9c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:21.324471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7ee04-2b5f-4750-b937-682a4c2e794f None None] Pushing event updated for resources: {'Port': ['ID=152884b4-5e16-46de-87df-9b2309b9092e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:21.384569 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.392615 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.401691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-99645671-d653-400a-8685-d39b5a789b6f None None] Provisioning complete for port 152884b4-5e16-46de-87df-9b2309b9092e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:21.402105 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99645671-d653-400a-8685-d39b5a789b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.405151 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e01f3b8-0bfe-412e-9d5a-864b2c8fff76 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.410509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9e01f3b8-0bfe-412e-9d5a-864b2c8fff76 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7424583 Oct 19 01:25:21.413917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42098) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:21.418301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3ece61b1-5717-4d18-9b8b-7eee1f857ac3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'security_group_rule': {'security_group_id': 'cf81f9cb-a241-4495-84e8-73acf1430f60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:21.419661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1', '150977e8-758b-480e-8128-bd22bc2175e2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:21.423366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.489618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.502585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420bd33-cbd7-4d9d-a97f-44c747ca6d5e None None] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:21.538442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:21.550755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:21.554868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:21.557177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:21.585507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:21.590297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:21.595170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event updated for resources: {'Port': ['ID=02312c9a-2e41-4a80-b970-6cdea45964ea,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:21.683513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ece61b1-5717-4d18-9b8b-7eee1f857ac3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.755935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa', 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'b62fc743-df0f-4552-8a97-bee822cc7df2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:21.839767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Allocated IP 172.20.0.1 (e136034a-c8c1-4581-b910-653d217a2cce/9a1b47d9-cabe-4ffe-80f2-a984eb625828/9bda13d1-5887-405b-9eb7-d08f7a4f1594) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:21.846683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:21.847123 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:21.924025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5086181 Oct 19 01:25:21.971542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d749c5d-7437-412f-b1e3-aaa3f2597278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=b95fc44e-cceb-4940-8314-f54f83bcbbdb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:21.998081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:21.998981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.036760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d75f798b-e4b7-4b9b-99ad-961cf42f9e20 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3453221 Oct 19 01:25:22.039915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ece61b1-5717-4d18-9b8b-7eee1f857ac3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.178047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Request body: {'port': {'device_id': '492cc4b1-2645-4090-b996-2629a600d23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:22.180690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ece61b1-5717-4d18-9b8b-7eee1f857ac3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.208529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Network e136034a-c8c1-4581-b910-653d217a2cce is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:22.234259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:22.258514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ece61b1-5717-4d18-9b8b-7eee1f857ac3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.262736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3ece61b1-5717-4d18-9b8b-7eee1f857ac3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8447843 Oct 19 01:25:22.263852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42112) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:22.271904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:22.301894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:22.316106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece61b1-5717-4d18-9b8b-7eee1f857ac3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37229888-f0ff-4cc7-af45-1619924d6666,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:22.336541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.338904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f07910-b4e6-4b47-9f16-c0219c330415 req-e54f76b5-6c12-43c3-ad8d-1c7ac4877f8c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:22.347917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8f07910-b4e6-4b47-9f16-c0219c330415 req-e54f76b5-6c12-43c3-ad8d-1c7ac4877f8c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 936 time: 0.4148321 Oct 19 01:25:22.365859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.399732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Pushing event updated for resources: {'Port': ['ID=f126f2a0-8ee0-4f0a-9e20-269723d20a88,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:22.461539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42116) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:22.469854 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.470400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c1a6168a-ebcd-4eb5-b603-93383331ea22 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748367494', 'description': 'tempest-description--1261966706'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:22.495502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8f07910-b4e6-4b47-9f16-c0219c330415 req-25c7e97f-0205-481c-871b-b39a026e2cf2 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298215 Oct 19 01:25:22.563353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1a6168a-ebcd-4eb5-b603-93383331ea22 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.631878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.720245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Attempting to bind port f126f2a0-8ee0-4f0a-9e20-269723d20a88 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:22.720612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Attempting to bind port f126f2a0-8ee0-4f0a-9e20-269723d20a88 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '8f6d2682-8f6b-4e96-843a-bea41e7d3ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:22.720976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Attempting to bind port f126f2a0-8ee0-4f0a-9e20-269723d20a88 on network e136034a-c8c1-4581-b910-653d217a2cce {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:22.768871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Network e136034a-c8c1-4581-b910-653d217a2cce is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:22.784371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:22.785013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Checking segment: {'id': '8f6d2682-8f6b-4e96-843a-bea41e7d3ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:22.785752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.786309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Bound using segment: {'id': '8f6d2682-8f6b-4e96-843a-bea41e7d3ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:22.786951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Bound port: f126f2a0-8ee0-4f0a-9e20-269723d20a88, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6d2682-8f6b-4e96-843a-bea41e7d3ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:22.787645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.803915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:22.826291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:22.908707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1a6168a-ebcd-4eb5-b603-93383331ea22 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:22.918144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Port': ['ID=9bda13d1-5887-405b-9eb7-d08f7a4f1594,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:22.958776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.041208 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1a6168a-ebcd-4eb5-b603-93383331ea22 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.138346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6168a-ebcd-4eb5-b603-93383331ea22 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:23.198479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.217381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1a6168a-ebcd-4eb5-b603-93383331ea22 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.225174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c1a6168a-ebcd-4eb5-b603-93383331ea22 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7598541 Oct 19 01:25:23.232048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e44e791-4331-4c95-b772-de944d44ea01 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:23.248230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42130) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:23.258197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4218dbc1-da0c-4916-bb44-ff29d6d07d9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:23.286047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-99645671-d653-400a-8685-d39b5a789b6f None None] Provisioning complete for port 2ba632fe-f881-4852-bdef-818041d15035 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:23.286418 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99645671-d653-400a-8685-d39b5a789b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.397642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] For port f126f2a0-8ee0-4f0a-9e20-269723d20a88, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:23.399454 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-99645671-d653-400a-8685-d39b5a789b6f None None] Port 2ba632fe-f881-4852-bdef-818041d15035 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:23.437810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9e44e791-4331-4c95-b772-de944d44ea01 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:23.438531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.451406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] For port f126f2a0-8ee0-4f0a-9e20-269723d20a88, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f126f2a0-8ee0-4f0a-9e20-269723d20a88,segment=NetworkSegment(8f6d2682-8f6b-4e96-843a-bea41e7d3ef3),segment_id=8f6d2682-8f6b-4e96-843a-bea41e7d3ef3)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:23.484760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.519359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.547158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4218dbc1-da0c-4916-bb44-ff29d6d07d9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.560728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.568852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.764094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Port': ['ID=9bda13d1-5887-405b-9eb7-d08f7a4f1594,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:23.787061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.795083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464aada-8384-4ff4-9d4e-e8c7557c1b2e None None] Pushing event updated for resources: {'Port': ['ID=f126f2a0-8ee0-4f0a-9e20-269723d20a88,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:23.810087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Provisioning complete for port b95fc44e-cceb-4940-8314-f54f83bcbbdb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:23.810696 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.916499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02312c9a-2e41-4a80-b970-6cdea45964ea {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:23.953620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:23.981667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Port b95fc44e-cceb-4940-8314-f54f83bcbbdb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:24.085210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Network e136034a-c8c1-4581-b910-653d217a2cce is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:24.088014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:24.150291 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4218dbc1-da0c-4916-bb44-ff29d6d07d9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.192454 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4218dbc1-da0c-4916-bb44-ff29d6d07d9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.193731 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.200482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Transition to ACTIVE for port object 02312c9a-2e41-4a80-b970-6cdea45964ea will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:25:24.207255 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Sync routers for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:24.228488 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:24.229016 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:24.240652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78361f16-1aff-44c6-8a86-a4801a8b56b6 req-0987f9e8-74bc-41c8-bd96-c4281ea6acaa tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:24.260301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78361f16-1aff-44c6-8a86-a4801a8b56b6 req-0987f9e8-74bc-41c8-bd96-c4281ea6acaa tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 936 time: 0.5184708 Oct 19 01:25:24.275119 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.289577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Provisioning complete for port 2ba632fe-f881-4852-bdef-818041d15035 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:24.289949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.290822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Router ac7a566c-50be-4ac4-a7c1-05043de5303b is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:25:24.334233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Allocated IP 172.25.0.55 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/7192b83c-0a67-452d-8239-0cfee8b0f152) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:24.400847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218dbc1-da0c-4916-bb44-ff29d6d07d9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a7fee2-b932-4639-b3e5-07c0acddc327,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:24.410144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Pushing event updated for resources: {'Port': ['ID=02312c9a-2e41-4a80-b970-6cdea45964ea,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:24.427606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:24.434651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c57813a5-d426-4520-abd6-7c393cdda5b2 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "PUT /v2.0/routers/ac7a566c-50be-4ac4-a7c1-05043de5303b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5395844 Oct 19 01:25:24.440645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:24.451043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'port': {'network_id': 'e136034a-c8c1-4581-b910-653d217a2cce', 'name': 'tempest-FloatingIPNegativeTestJSON-1065475686'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:24.457631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] Sync routers for ids ['ac7a566c-50be-4ac4-a7c1-05043de5303b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:24.458661 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:24.466835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 9e44e791-4331-4c95-b772-de944d44ea01, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e44e791-4331-4c95-b772-de944d44ea01,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:24.486084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Port 2ba632fe-f881-4852-bdef-818041d15035 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:24.487634 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.488444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f52e2915-44ac-4606-8040-14db1d1e6bbf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:24.566180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4218dbc1-da0c-4916-bb44-ff29d6d07d9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.567350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4218dbc1-da0c-4916-bb44-ff29d6d07d9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3138692 Oct 19 01:25:24.582204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42154) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:24.603291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c367dcd3-43b5-4d54-acea-f2aef24bb946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:24.620764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] Routers {'ac7a566c-50be-4ac4-a7c1-05043de5303b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:24.620944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ac7a566c-50be-4ac4-a7c1-05043de5303b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:24.724215 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78361f16-1aff-44c6-8a86-a4801a8b56b6 req-945e0c34-2689-46e5-a44b-1a788d999ab0 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629500 Oct 19 01:25:24.829121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Made reservation on behalf of 2cd73798444445ccaf1da6c9f0be02e6 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:24.833998 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:24.834185 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.878891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] device_id is not set on port 29a692a9-0948-4b59-bbe5-b371371ff804 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:25:24.982181 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:24.982541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] Routers {'ac7a566c-50be-4ac4-a7c1-05043de5303b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:24.983803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ac7a566c-50be-4ac4-a7c1-05043de5303b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:24.996855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c367dcd3-43b5-4d54-acea-f2aef24bb946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.041792 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:17Z', 'revision_number': 2, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:25.078178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Provisioning complete for port 9e44e791-4331-4c95-b772-de944d44ea01 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:25.082147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f287446f-a681-4abe-9e87-062050fad1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.105157 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Checking router: bc694d75-5f8c-4708-836b-c5b04f38c76d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:25:25.107468 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Updating router bc694d75-5f8c-4708-836b-c5b04f38c76d port ba05be97-cf00-411d-8035-e129a6629f1f binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:25:25.130951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Allocated IP 172.20.0.6 (e136034a-c8c1-4581-b910-653d217a2cce/9a1b47d9-cabe-4ffe-80f2-a984eb625828/29a692a9-0948-4b59-bbe5-b371371ff804) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:25.178641 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.213202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f52e2915-44ac-4606-8040-14db1d1e6bbf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:25.216012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.262917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Attempting to bind port 02312c9a-2e41-4a80-b970-6cdea45964ea on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:25.263141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Attempting to bind port 02312c9a-2e41-4a80-b970-6cdea45964ea by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:25.263476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Attempting to bind port 02312c9a-2e41-4a80-b970-6cdea45964ea on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:25.297939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Port 02312c9a-2e41-4a80-b970-6cdea45964ea on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:25:25.298263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Attempting to bind port 02312c9a-2e41-4a80-b970-6cdea45964ea on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:25.322635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=9e44e791-4331-4c95-b772-de944d44ea01,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:25.330034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:25.332682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285e7d3-3484-48ac-af17-383ed995ef60 None None] The sync data for ids ['ac7a566c-50be-4ac4-a7c1-05043de5303b'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:25.351783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:25.352458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:25.354780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:25.356427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Bound port: 02312c9a-2e41-4a80-b970-6cdea45964ea, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:25.357614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.364816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.429416 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c367dcd3-43b5-4d54-acea-f2aef24bb946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.528363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c367dcd3-43b5-4d54-acea-f2aef24bb946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.551997 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.603563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port f52e2915-44ac-4606-8040-14db1d1e6bbf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f52e2915-44ac-4606-8040-14db1d1e6bbf,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:25.622647 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.623585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 152884b4-5e16-46de-87df-9b2309b9092e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:25.699064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:25.745379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:25.752449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367dcd3-43b5-4d54-acea-f2aef24bb946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29de4d6-711b-467d-9d69-ad373bec4bb7,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:25.768949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:25.799657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'Port': ['ID=7192b83c-0a67-452d-8239-0cfee8b0f152,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:25.842538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2fb115-a390-4ac5-a638-8e39701d4ed8 None None] Network e136034a-c8c1-4581-b910-653d217a2cce requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:25.887909 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.894159 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.902471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c367dcd3-43b5-4d54-acea-f2aef24bb946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:25.908549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c367dcd3-43b5-4d54-acea-f2aef24bb946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3252311 Oct 19 01:25:25.913060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:25.920751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:25.962781 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Pushing event updated for resources: {'Port': ['ID=ba05be97-cf00-411d-8035-e129a6629f1f,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:25.965549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] For port 02312c9a-2e41-4a80-b970-6cdea45964ea, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:25.995070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:25.995414 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.000017 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.000560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.001113 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.001455 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.001782 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.002102 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.002596 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.003164 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.004386 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.004881 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:25:26.006623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] For port 02312c9a-2e41-4a80-b970-6cdea45964ea, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=02312c9a-2e41-4a80-b970-6cdea45964ea,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:26.030683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=f52e2915-44ac-4606-8040-14db1d1e6bbf,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:26.041600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.043175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-58dcceb8-65cd-480a-be48-56d20ee235b0 None None] Provisioning complete for port f126f2a0-8ee0-4f0a-9e20-269723d20a88 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:26.043626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58dcceb8-65cd-480a-be48-56d20ee235b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.048154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.158351 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.184672 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Attempting to bind port ba05be97-cf00-411d-8035-e129a6629f1f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:26.185375 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Attempting to bind port ba05be97-cf00-411d-8035-e129a6629f1f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:26.185919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Attempting to bind port ba05be97-cf00-411d-8035-e129a6629f1f on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:26.208264 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:26.208870 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Checking segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:26.209605 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.210193 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Bound using segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:26.210837 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Bound port: ba05be97-cf00-411d-8035-e129a6629f1f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:26.211383 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.261490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Pushing event updated for resources: {'Port': ['ID=02312c9a-2e41-4a80-b970-6cdea45964ea,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:26.271884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 152884b4-5e16-46de-87df-9b2309b9092e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:26.272388 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.298863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:26.299771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.301519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5e81dafc-b90a-4407-a385-90e8214adca6 service neutron] 10.222.0.62 "PUT /v2.0/ports/02312c9a-2e41-4a80-b970-6cdea45964ea HTTP/1.1" status: 200 len: 1097 time: 4.2542584 Oct 19 01:25:26.303693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492cc4b1-2645-4090-b996-2629a600d23e', 'tag': '02312c9a-2e41-4a80-b970-6cdea45964ea'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:26.306844 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab3113b-9a42-40ce-9656-265d031fa0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "492cc4b1-2645-4090-b996-2629a600d23e", "tag": "02312c9a-2e41-4a80-b970-6cdea45964ea"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:26.385684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a38a1-15e2-4474-920b-a3bbcc92b390 req-715e1a76-5d71-4c37-bf59-293380045d0c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:26.387314 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-863a38a1-15e2-4474-920b-a3bbcc92b390 req-715e1a76-5d71-4c37-bf59-293380045d0c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 948 time: 0.1165500 Oct 19 01:25:26.436103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.509575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-863a38a1-15e2-4474-920b-a3bbcc92b390 req-71f72c85-e57b-4e00-99b5-683b06dca79f tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075664 Oct 19 01:25:26.519377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.545366 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] For port ba05be97-cf00-411d-8035-e129a6629f1f, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:26.557403 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] For port ba05be97-cf00-411d-8035-e129a6629f1f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ba05be97-cf00-411d-8035-e129a6629f1f,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:26.567809 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.628691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.645048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d6005c75-95c3-4f29-94f5-6be7df872060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:26.645233 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:26.645762 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:26.654674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-d6005c75-95c3-4f29-94f5-6be7df872060 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 1100 time: 0.2940056 Oct 19 01:25:26.774147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Network e136034a-c8c1-4581-b910-653d217a2cce is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:26.787369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:26.802281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:26.822724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-affe9d70-db83-4cba-860e-e8901cec9821 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=02312c9a-2e41-4a80-b970-6cdea45964ea HTTP/1.1" status: 200 len: 217 time: 0.1428361 Oct 19 01:25:26.839219 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbdf6af-8307-4477-bf1f-dc7732ba3cab x-openstack-request-id: req-0fbdf6af-8307-4477-bf1f-dc7732ba3cab {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:26.839669 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492cc4b1-2645-4090-b996-2629a600d23e", "tag": "02312c9a-2e41-4a80-b970-6cdea45964ea", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:26.840128 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fbdf6af-8307-4477-bf1f-dc7732ba3cab {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:26.841046 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492cc4b1-2645-4090-b996-2629a600d23e', 'tag': '02312c9a-2e41-4a80-b970-6cdea45964ea', 'status': 'completed', 'code': 200} Oct 19 01:25:26.893139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58dcceb8-65cd-480a-be48-56d20ee235b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:26.948116 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:26.986112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:26.992452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.067858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Port': ['ID=29a692a9-0948-4b59-bbe5-b371371ff804,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:27.119926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-61d3a5f3-3f8c-4c7d-8d4d-b6d10fca7730 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6747129 Oct 19 01:25:27.121947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42260) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:27.145012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:27.215516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-58dcceb8-65cd-480a-be48-56d20ee235b0 None None] For port f126f2a0-8ee0-4f0a-9e20-269723d20a88, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f126f2a0-8ee0-4f0a-9e20-269723d20a88,segment=NetworkSegment(8f6d2682-8f6b-4e96-843a-bea41e7d3ef3),segment_id=8f6d2682-8f6b-4e96-843a-bea41e7d3ef3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:27.228703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-3c4f95fe-bbad-485e-814e-9da0b04009f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:27.230781 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-3c4f95fe-bbad-485e-814e-9da0b04009f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.3769407 Oct 19 01:25:27.234941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.238278 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58dcceb8-65cd-480a-be48-56d20ee235b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.403057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.462417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.463822 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:26Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:27.538516 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844a9e3-c238-4154-831a-51dcdb8d1b83 None None] Pushing event updated for resources: {'Port': ['ID=ba05be97-cf00-411d-8035-e129a6629f1f,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:27.549924 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6708b8-c97c-4e3e-a49e-1c5c425a2fc5 None None] The sync data for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 is: [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:26Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:27.555148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed580b9-0029-475f-b402-d8d84c948173 req-311b3303-24d1-4c4c-8292-312eeb8fb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:27.561457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-311b3303-24d1-4c4c-8292-312eeb8fb4c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3116720 Oct 19 01:25:27.594239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e44e791-4331-4c95-b772-de944d44ea01 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:27.655067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.714849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcceb8-65cd-480a-be48-56d20ee235b0 None None] Pushing event updated for resources: {'Port': ['ID=f126f2a0-8ee0-4f0a-9e20-269723d20a88,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:27.722677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360bfe-67a8-4af5-a71b-d850623f4ab7 req-3e157795-2cb8-4728-b0c8-096b9118c4af tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:27.739078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16360bfe-67a8-4af5-a71b-d850623f4ab7 req-3e157795-2cb8-4728-b0c8-096b9118c4af tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 945 time: 0.3768601 Oct 19 01:25:27.776478 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.828994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-36c9d435-9b0c-4015-bc4e-f0a8f131469e None None] Provisioning complete for port ba05be97-cf00-411d-8035-e129a6629f1f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:27.829539 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36c9d435-9b0c-4015-bc4e-f0a8f131469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:27.841117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Allocated IP 172.25.0.229 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a0682789-ae76-403c-9b00-add7d922e1ee) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:27.981966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9e44e791-4331-4c95-b772-de944d44ea01 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:27.984960 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.058971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.252596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.275488 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36c9d435-9b0c-4015-bc4e-f0a8f131469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.318765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425d3c-605b-4398-a406-a4ddaa1a4aae req-39983f25-ff5f-438f-a195-7b09aa06f94a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:28.321782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f425d3c-605b-4398-a406-a4ddaa1a4aae req-39983f25-ff5f-438f-a195-7b09aa06f94a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 948 time: 0.4202509 Oct 19 01:25:28.378422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-36c9d435-9b0c-4015-bc4e-f0a8f131469e None None] For port ba05be97-cf00-411d-8035-e129a6629f1f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ba05be97-cf00-411d-8035-e129a6629f1f,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:28.389517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f126f2a0-8ee0-4f0a-9e20-269723d20a88 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:28.393832 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36c9d435-9b0c-4015-bc4e-f0a8f131469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.427057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:28.431694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f425d3c-605b-4398-a406-a4ddaa1a4aae req-6ee36d63-4e0b-49c4-abce-f1ecb011ec9a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007080 Oct 19 01:25:28.435027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:28.439828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:28.525752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Port': ['ID=a0682789-ae76-403c-9b00-add7d922e1ee,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:28.587902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'Port': ['ID=7192b83c-0a67-452d-8239-0cfee8b0f152,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:28.612791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 172.25.0.7 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/172608d7-8eec-42a4-82be-474790d1e884) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:28.645730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Provisioning complete for port 9bda13d1-5887-405b-9eb7-d08f7a4f1594 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:28.646375 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.689356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16360bfe-67a8-4af5-a71b-d850623f4ab7 req-d456e5bb-16b5-4329-844e-45642394e82c tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9493632 Oct 19 01:25:28.722328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9d435-9b0c-4015-bc4e-f0a8f131469e None None] Pushing event updated for resources: {'Port': ['ID=ba05be97-cf00-411d-8035-e129a6629f1f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:28.729439 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.730446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f126f2a0-8ee0-4f0a-9e20-269723d20a88 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:28.730994 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.772060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.812293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Port 9bda13d1-5887-405b-9eb7-d08f7a4f1594 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:28.814282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.828133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-81be6d6a-5bce-48af-bcea-4809ceb27159 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5509903 Oct 19 01:25:28.828133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-5b6c1210-91a7-4e3e-b8db-9c833ad7bdb3 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2493012 Oct 19 01:25:28.889254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Provisioning complete for port f126f2a0-8ee0-4f0a-9e20-269723d20a88 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:28.889818 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:28.895029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.118628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f52e2915-44ac-4606-8040-14db1d1e6bbf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:29.130419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ed580b9-0029-475f-b402-d8d84c948173 req-e2e59aec-9dda-48ca-a8b0-7d4c3b78d3d0 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806587 Oct 19 01:25:29.226745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Provisioning complete for port 29a692a9-0948-4b59-bbe5-b371371ff804 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:29.227122 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.236183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.257671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f52e2915-44ac-4606-8040-14db1d1e6bbf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:29.258066 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.322641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.401931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-f68cbfe1-b6d4-4602-ab7a-d9e83a0314f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:29.403370 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-f68cbfe1-b6d4-4602-ab7a-d9e83a0314f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 1100 time: 0.1681247 Oct 19 01:25:29.420448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.470024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-e5db57de-b4f6-4cc5-83cf-57207b6f3044 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1796987262&fields=id&tenant_id=85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 267 time: 0.2310412 Oct 19 01:25:29.486682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-4c7777cf-8266-4016-9115-d0e684caf965 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:29.488449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-4c7777cf-8266-4016-9115-d0e684caf965 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.74 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 945 time: 0.2457008 Oct 19 01:25:29.493274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Port': ['ID=a0682789-ae76-403c-9b00-add7d922e1ee,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:29.516936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9dc62465-fef6-42aa-b68c-ce966798c6cc None None] Port 29a692a9-0948-4b59-bbe5-b371371ff804 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:29.568636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.662450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.663773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c735fedf-42ea-481a-9cf4-9125f8a123b6 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5384676 Oct 19 01:25:29.667240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:29.673685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ba79d86c-35a1-4280-af5f-b97e68b2fccb None None] Provisioning complete for port 9bda13d1-5887-405b-9eb7-d08f7a4f1594 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:29.678653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-03808d17-0a29-409f-b4a0-f9c616965e1a tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'floatingip': {'port_id': '29a692a9-0948-4b59-bbe5-b371371ff804', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:29.679163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba79d86c-35a1-4280-af5f-b97e68b2fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.753386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ba79d86c-35a1-4280-af5f-b97e68b2fccb None None] Port 9bda13d1-5887-405b-9eb7-d08f7a4f1594 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:29.755634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03808d17-0a29-409f-b4a0-f9c616965e1a tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.771829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ba79d86c-35a1-4280-af5f-b97e68b2fccb None None] Provisioning complete for port 29a692a9-0948-4b59-bbe5-b371371ff804 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:29.772302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba79d86c-35a1-4280-af5f-b97e68b2fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.807475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8e4aa26e-d3e0-419c-9d45-d105ffd4d042 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:29.809295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8e4aa26e-d3e0-419c-9d45-d105ffd4d042 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 816 time: 0.3198006 Oct 19 01:25:29.841354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ba79d86c-35a1-4280-af5f-b97e68b2fccb None None] Port 29a692a9-0948-4b59-bbe5-b371371ff804 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:29.849211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Deleting port 86c35ec1-7261-428d-9fe2-481078f5a422 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:29.849706 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:29.892098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f126f2a0-8ee0-4f0a-9e20-269723d20a88 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:29.925512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-dfad03e7-d160-4792-ae17-eb4b30d5ff8d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/quotas/85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 375 time: 0.0801404 Oct 19 01:25:29.987620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f126f2a0-8ee0-4f0a-9e20-269723d20a88 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:29.988582 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.041691 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-03808d17-0a29-409f-b4a0-f9c616965e1a tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] update failed (client error): The resource could not be found. Oct 19 01:25:30.051371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03808d17-0a29-409f-b4a0-f9c616965e1a tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "PUT /v2.0/floatingips/f27a3cf7-1e16-4703-a787-0edec4854ee3 HTTP/1.1" status: 404 len: 507 time: 0.3803568 Oct 19 01:25:30.058513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:30.155061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ba05be97-cf00-411d-8035-e129a6629f1f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:30.185872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-77f43efe-48b1-4dc1-ac67-fe0b403d3b06 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2484393 Oct 19 01:25:30.195293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] For port 86c35ec1-7261-428d-9fe2-481078f5a422, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86c35ec1-7261-428d-9fe2-481078f5a422,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:30.195579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.255407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ba05be97-cf00-411d-8035-e129a6629f1f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:30.256845 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.341646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-5424dc05-1373-472c-81f6-86b5372751cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.344988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-5424dc05-1373-472c-81f6-86b5372751cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.9281116 Oct 19 01:25:30.429253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-a7c77f94-42cf-4e01-b4cf-6ed2c5f3e67f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=02312c9a-2e41-4a80-b970-6cdea45964ea HTTP/1.1" status: 200 len: 217 time: 0.0439394 Oct 19 01:25:30.430352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.527040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=172608d7-8eec-42a4-82be-474790d1e884,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:30.541080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:30.548263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:30.553533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:30.607768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-06da8bdc-618d-48d7-a479-5c84e186e6f7 service neutron] 10.222.0.64 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042234 Oct 19 01:25:30.637545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Deleting port a0682789-ae76-403c-9b00-add7d922e1ee {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:30.637889 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.682461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.705761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d8e5d-f338-4e6d-925f-71a5993404b5 req-8553a0d1-5572-42f8-9630-236c05dd1d3d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.707679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d2d8e5d-f338-4e6d-925f-71a5993404b5 req-8553a0d1-5572-42f8-9630-236c05dd1d3d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 948 time: 1.0643959 Oct 19 01:25:30.711399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-856316b3-010d-419d-aa4b-44e69eff82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.712877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-856316b3-010d-419d-aa4b-44e69eff82f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.2726712 Oct 19 01:25:30.789665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.831517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d2d8e5d-f338-4e6d-925f-71a5993404b5 req-7a028a1b-3b09-49c7-a3b2-b288e6de1dff tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165602 Oct 19 01:25:30.833911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-0d790f10-6679-4ce9-b7ac-18b4fc21a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:30.836416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-0d790f10-6679-4ce9-b7ac-18b4fc21a8be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971000 Oct 19 01:25:30.843601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.843952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.844306 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Floating IP ac18b24f-3cc1-457b-8970-7a3bcca30270 disassociated. External IP: 172.25.0.207, port: 86c35ec1-7261-428d-9fe2-481078f5a422. Oct 19 01:25:30.844660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Calling delete_port for 86c35ec1-7261-428d-9fe2-481078f5a422 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:30.919267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-a881d152-566e-471b-bc7c-13d74e00b0d2 service neutron] 10.222.0.64 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099537 Oct 19 01:25:30.950868 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:30.951201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.039626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-54e96e10-d5f4-42b6-b7fd-8ffb904e354c service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945274 Oct 19 01:25:31.053008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Calling delete_port for a0682789-ae76-403c-9b00-add7d922e1ee owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:31.189967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.207119 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.256608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5baf7df8-6ea5-4642-a0ef-ac16617dd6c9 req-961a3c97-3a38-4b73-b844-a202fe1298e1 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 210 time: 0.0522773 Oct 19 01:25:31.287347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888fb97-2612-49a6-b482-327c2a4cd0c6 req-cb82574f-acac-46b9-a438-f028ec99b13c tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:31.289354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5888fb97-2612-49a6-b482-327c2a4cd0c6 req-cb82574f-acac-46b9-a438-f028ec99b13c tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 945 time: 0.1474669 Oct 19 01:25:31.302129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aab3113b-9a42-40ce-9656-265d031fa0a8 req-500778ec-81fb-4c32-9fd6-138308eade2a service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543740 Oct 19 01:25:31.359956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=172608d7-8eec-42a4-82be-474790d1e884,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:31.424379 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.443367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.462476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5888fb97-2612-49a6-b482-327c2a4cd0c6 req-27d88e5f-e973-4238-88f7-ad81247156bf tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups?id=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567340 Oct 19 01:25:31.487618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.500410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dad2517e-e680-4264-b294-4ce7f00ee0cb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5830858 Oct 19 01:25:31.509900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.512409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event deleted for resources: {'Port': ['ID=86c35ec1-7261-428d-9fe2-481078f5a422,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:31.546690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event deleted for resources: {'Port': ['ID=a0682789-ae76-403c-9b00-add7d922e1ee,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:31.786825 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.789592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:31.794663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42334) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:31.800050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0cc5b202-a019-47f7-b317-ef442d58d3ef tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'floatingip': {'floating_network_id': 'e136034a-c8c1-4581-b910-653d217a2cce', 'port_id': '29a692a9-0948-4b59-bbe5-b371371ff804', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:31.808793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-873bd2be-fcc6-437f-a742-3f86bcf54620 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "DELETE /v2.0/floatingips/f27a3cf7-1e16-4703-a787-0edec4854ee3 HTTP/1.1" status: 204 len: 168 time: 1.7350390 Oct 19 01:25:31.828714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:25:31.836063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b202-a019-47f7-b317-ef442d58d3ef tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:32.172058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653e641-f138-4d79-a9e1-ebec9a93f946 req-f3da24f6-07d8-473b-b3f8-184317871589 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:32.174416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e653e641-f138-4d79-a9e1-ebec9a93f946 req-f3da24f6-07d8-473b-b3f8-184317871589 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 948 time: 0.1823504 Oct 19 01:25:32.252327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e653e641-f138-4d79-a9e1-ebec9a93f946 req-e00ed2d3-c432-475f-8ed5-6850e5807b62 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681744 Oct 19 01:25:32.277224 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-0cc5b202-a019-47f7-b317-ef442d58d3ef tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:25:32.279569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0cc5b202-a019-47f7-b317-ef442d58d3ef tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4840190 Oct 19 01:25:32.284430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42348) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:32.291661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '29a692a9-0948-4b59-bbe5-b371371ff804', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:32.377261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:32.603546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0df1e838-cb74-43e8-82f1-73a91ddfb65d req-e6efbd19-4308-4545-acbb-5a996a7b29ac tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 210 time: 0.0401204 Oct 19 01:25:32.625562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:32.667683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-6c3449da-2783-4942-a8fa-2c40c07f15a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--748367494&fields=id&tenant_id=42f53b4796e24cf59b77663c09ec8214 HTTP/1.1" status: 200 len: 267 time: 0.7135136 Oct 19 01:25:32.714699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 02312c9a-2e41-4a80-b970-6cdea45964ea details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:25:32.743078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:32.756508 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] Sync routers for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:32.763544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-cdcd58ce-1f7a-4e2a-b129-fe2bfa875bd5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:32.772391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-cdcd58ce-1f7a-4e2a-b129-fe2bfa875bd5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports/2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 931 time: 0.1036358 Oct 19 01:25:32.793717 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:32.794372 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:32.841456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-115585e8-dfeb-4d39-b6de-94b34128b0df req-40ee47d8-79de-4028-a89f-ec272a814181 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/ports?device_id=512d5fd7-ef92-420c-822e-e73b1a920138 HTTP/1.1" status: 200 len: 210 time: 0.0594380 Oct 19 01:25:32.866615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] No DVR routers for this DVR port 86c35ec1-7261-428d-9fe2-481078f5a422 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:32.877199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:32.883236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8da987d-8b65-4bb6-8004-6e39ed7a22c1 req-2ebeaa1c-1611-4336-a13b-9ef46be5362f tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.74 "DELETE /v2.0/ports/86c35ec1-7261-428d-9fe2-481078f5a422 HTTP/1.1" status: 204 len: 173 time: 3.3763139 Oct 19 01:25:32.883726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'name': 'network-vif-deleted', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:32.888437 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26603d4-0c82-44ad-be1c-00670fbe5066" -d '{"events": [{"server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "name": "network-vif-deleted", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:32.919502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-f3055591-0bc1-47f2-8776-32823b264fe3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:32.933413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Allocated IP 172.25.0.92 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d74a3d71-7079-4f0f-be36-51fe9035cc23) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:32.933834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-f3055591-0bc1-47f2-8776-32823b264fe3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports/b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 931 time: 0.1603372 Oct 19 01:25:33.037849 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c200993-abe9-426f-ad3b-c3dd583bee70 x-openstack-request-id: req-8c200993-abe9-426f-ad3b-c3dd583bee70 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:33.038522 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512d5fd7-ef92-420c-822e-e73b1a920138", "name": "network-vif-deleted", "tag": "86c35ec1-7261-428d-9fe2-481078f5a422", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:33.039036 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c200993-abe9-426f-ad3b-c3dd583bee70 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:33.039656 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512d5fd7-ef92-420c-822e-e73b1a920138', 'name': 'network-vif-deleted', 'tag': '86c35ec1-7261-428d-9fe2-481078f5a422', 'status': 'completed', 'code': 200} Oct 19 01:25:33.041889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 02312c9a-2e41-4a80-b970-6cdea45964ea, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=02312c9a-2e41-4a80-b970-6cdea45964ea,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:33.074280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '02312c9a-2e41-4a80-b970-6cdea45964ea', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '02312c9a-2e41-4a80-b970-6cdea45964ea', 'mac_address': 'fa:16:3e:6b:ab:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:25:33.115294 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:33.126589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d566ae40-6685-4789-bf56-d485a3ba015b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1916437 Oct 19 01:25:33.228471 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:33.261950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02312c9a-2e41-4a80-b970-6cdea45964ea {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:33.294178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 02312c9a-2e41-4a80-b970-6cdea45964ea, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=02312c9a-2e41-4a80-b970-6cdea45964ea,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:33.304254 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:33.359113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e50e0e3d-a529-4222-8e28-228d03489c7c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2004631 Oct 19 01:25:33.362026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:33.387715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=02312c9a-2e41-4a80-b970-6cdea45964ea,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:33.553128 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:33.578488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['02312c9a-2e41-4a80-b970-6cdea45964ea'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:33.632868 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:27Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:33.670850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3ed1a-8653-4c24-a7ef-3668823c0a72 req-b947912b-9aed-4c81-895c-8f986f8b77a9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:33.681804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76f3ed1a-8653-4c24-a7ef-3668823c0a72 req-b947912b-9aed-4c81-895c-8f986f8b77a9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 949 time: 0.2480905 Oct 19 01:25:33.690626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:33.691589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86c35ec1-7261-428d-9fe2-481078f5a422 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:33.710639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:33.712634 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] Checking router: 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:25:33.723624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:33.723851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 86c35ec1-7261-428d-9fe2-481078f5a422 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:33.724329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86c35ec1-7261-428d-9fe2-481078f5a422 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:33.738336 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:33.739343 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:33.769604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event updated for resources: {'Port': ['ID=d74a3d71-7079-4f0f-be36-51fe9035cc23,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:33.794477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-96d749f4-48e5-472f-acc8-a5ab894dff3f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:33.796745 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-96d749f4-48e5-472f-acc8-a5ab894dff3f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 816 time: 0.7667537 Oct 19 01:25:33.800541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76f3ed1a-8653-4c24-a7ef-3668823c0a72 req-7a8bc231-7307-4456-95b5-91d8dd6eb0ef tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176960 Oct 19 01:25:33.908774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-a9448f32-c09b-4afe-a163-5a99cc4c5cea tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 380 time: 0.0932634 Oct 19 01:25:33.921186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-498b1dbf-bfdd-433d-b041-8129a6b264ea tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:33.927801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-498b1dbf-bfdd-433d-b041-8129a6b264ea tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:33.934124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-498b1dbf-bfdd-433d-b041-8129a6b264ea tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:33.936089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-498b1dbf-bfdd-433d-b041-8129a6b264ea tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/networks?id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83 HTTP/1.1" status: 200 len: 1989 time: 0.5763440 Oct 19 01:25:33.941818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'port': {'device_id': '8af84087-fa8b-4325-951b-7c6f51302308', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'admin_state_up': True, 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'security_groups': ['cf81f9cb-a241-4495-84e8-73acf1430f60']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:34.032307 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:34.068211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dec983c9-3556-4414-bbb0-1c0651960868 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/quotas/42f53b4796e24cf59b77663c09ec8214 HTTP/1.1" status: 200 len: 375 time: 0.0238302 Oct 19 01:25:34.085881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Made reservation on behalf of 85779e6bf7d44cdc946fa55ca6608f59 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:34.089818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.118809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d95d72-e7b0-49f0-b014-ffaa174bf9c6 req-768a038e-ab55-4176-883d-eb5869decdf0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 210 time: 0.0393250 Oct 19 01:25:34.163401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Deleting port d74a3d71-7079-4f0f-be36-51fe9035cc23 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:34.163749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.268923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42372) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:34.323916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.324315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.338366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Calling delete_port for d74a3d71-7079-4f0f-be36-51fe9035cc23 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:34.393992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Allocated IP 172.20.0.8 (bb62427d-6162-422b-8a54-408b25dc7d3e/bbaec295-9fa7-4651-8923-f0acde529fff/d3bb2bba-f667-41f5-9b86-489126c8740c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:34.449626 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:27Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:34.490143 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345b182-ba46-4d1b-84a2-fea452da3d32 None None] The sync data for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 is: [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:22:20Z', 'revision_number': 4, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a307ae75-2409-471d-92c7-ea37e47af7ae', 'name': '', 'network_id': '2088d67c-78cf-47f6-8189-4d1d2f8f6781', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'mac_address': 'fa:16:3e:3e:8f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:18Z', 'updated_at': '2021-10-19T01:22:27Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'subnets': [{'id': '77a6f399-e83a-40c3-b0ce-8a053e7b156e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:34.529243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d5f9b878-2ee6-4310-8204-a0478f5a90ef tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4549899 Oct 19 01:25:34.534787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.592274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event deleted for resources: {'Port': ['ID=d74a3d71-7079-4f0f-be36-51fe9035cc23,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:34.717055 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] create failed (client error): The resource could not be found. Oct 19 01:25:34.718957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c0f70b54-8b86-434e-952b-4c1fc85fa014 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4324615 Oct 19 01:25:34.723215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42376) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:34.795105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.817212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-833cc755-d876-45e3-a61c-956663e99774 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.867788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Deleting port 29a692a9-0948-4b59-bbe5-b371371ff804 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:34.868975 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.875494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-2b1e997e-acaa-4328-9f23-afc6dd5884a3 service neutron] 10.222.0.64 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102612 Oct 19 01:25:34.897491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-833cc755-d876-45e3-a61c-956663e99774 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:34.908707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ce6db9-6920-4659-9d89-8e1ac0b7d88e None None] New status for floating IP ac18b24f-3cc1-457b-8970-7a3bcca30270: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:25:35.010253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.059306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.088662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Network bb62427d-6162-422b-8a54-408b25dc7d3e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:35.098769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc9c42-2014-4661-acfc-9726453db80f req-9554aa59-6d3d-4455-a158-12052640b995 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:35.100336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2dc9c42-2014-4661-acfc-9726453db80f req-9554aa59-6d3d-4455-a158-12052640b995 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 949 time: 0.1653993 Oct 19 01:25:35.101465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Calling delete_port for 29a692a9-0948-4b59-bbe5-b371371ff804 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:35.102909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-4a7ea887-cfcb-4c6f-a2d2-7d91e5aa5014 service neutron] 10.222.0.64 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263315 Oct 19 01:25:35.114749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:35.123260 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-833cc755-d876-45e3-a61c-956663e99774 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.126242 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-833cc755-d876-45e3-a61c-956663e99774 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.127443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-833cc755-d876-45e3-a61c-956663e99774 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "DELETE /v2.0/security-groups/54a2b611-d775-4a5a-91d0-b88f5ca4d0fb HTTP/1.1" status: 204 len: 168 time: 0.8574727 Oct 19 01:25:35.134690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42382) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:35.142633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:35.151702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:35.184074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cc755-d876-45e3-a61c-956663e99774 tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a2b611-d775-4a5a-91d0-b88f5ca4d0fb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:35.208480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bd97eb5-d031-4239-bfd0-32cf3620ec44 service neutron] 10.222.0.64 "GET /v2.0/ports/2ba632fe-f881-4852-bdef-818041d15035?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1046622 Oct 19 01:25:35.218230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2dc9c42-2014-4661-acfc-9726453db80f req-6b3b5cb9-4032-4c27-994a-9420a42b4344 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104147 Oct 19 01:25:35.224919 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-061af850-bbcb-4460-80b5-85ebf59643ac tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] show failed (client error): The resource could not be found. Oct 19 01:25:35.230275 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-061af850-bbcb-4460-80b5-85ebf59643ac tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "GET /v2.0/security-groups/54a2b611-d775-4a5a-91d0-b88f5ca4d0fb HTTP/1.1" status: 404 len: 347 time: 0.0968559 Oct 19 01:25:35.231696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42386) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:35.270140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:35.270834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.363786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6a3319bc-e944-4ed6-bf10-3bb2bddd229a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4262211 Oct 19 01:25:35.415121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e6c62524-73dc-4b83-90fb-b9480340b320 service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056804 Oct 19 01:25:35.422467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1f0bf821-9dd9-4987-b644-e2a6b0afc543 None None] Provisioning complete for port d3bb2bba-f667-41f5-9b86-489126c8740c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:35.423099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf821-9dd9-4987-b644-e2a6b0afc543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.474621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1f0bf821-9dd9-4987-b644-e2a6b0afc543 None None] Port d3bb2bba-f667-41f5-9b86-489126c8740c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:35.543586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7aa15-af6c-4d5c-ad4b-87e06278ba3d req-7f81487c-2290-4e49-97b5-23a72db58da5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:35.545678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32b7aa15-af6c-4d5c-ad4b-87e06278ba3d req-7f81487c-2290-4e49-97b5-23a72db58da5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 931 time: 0.1226239 Oct 19 01:25:35.552917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Request body: {'port': {'device_id': '8af84087-fa8b-4325-951b-7c6f51302308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:35.628543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Deleting port b1fa29a0-e0be-47f7-b868-0bce29dd5bb6 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:35.629058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.653265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.691119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d72e0796-79a0-4c11-b7ec-cd6e71019c02 service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599595 Oct 19 01:25:35.692230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.696161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32b7aa15-af6c-4d5c-ad4b-87e06278ba3d req-66404a75-4037-4ad0-8291-fb8c797e181a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130979 Oct 19 01:25:35.751822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event deleted for resources: {'Port': ['ID=29a692a9-0948-4b59-bbe5-b371371ff804,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:35.798944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-f6459265-2e92-4e60-85d7-645b0dfbcdc3 service neutron] 10.222.0.64 "GET /v2.0/ports/b95fc44e-cceb-4940-8314-f54f83bcbbdb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1038387 Oct 19 01:25:35.874990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.874990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.895750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Calling delete_port for b1fa29a0-e0be-47f7-b868-0bce29dd5bb6 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:35.912118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:35.931789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4a3f55dc-e255-45b4-9e39-c856a27a7798 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "DELETE /v2.0/ports/29a692a9-0948-4b59-bbe5-b371371ff804 HTTP/1.1" status: 204 len: 168 time: 1.2032440 Oct 19 01:25:35.945290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42398) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:36.127609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ea1a3-7e08-42ad-9950-73910f8a2fe7 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:36.132426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-070ea1a3-7e08-42ad-9950-73910f8a2fe7 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac7a566c-50be-4ac4-a7c1-05043de5303b HTTP/1.1" status: 200 len: 913 time: 0.1861043 Oct 19 01:25:36.134132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42400) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:36.148997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-f1963b5c-5107-4595-918f-2edfbcb1caf9 service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435192 Oct 19 01:25:36.231767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:36.293198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Pushing event deleted for resources: {'Port': ['ID=b1fa29a0-e0be-47f7-b868-0bce29dd5bb6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:36.450539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a2f89-7875-47ac-a195-7d6cc5d90232 req-38a7815e-d230-47e5-96e3-f8bde4729414 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:36.458465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-558a2f89-7875-47ac-a195-7d6cc5d90232 req-38a7815e-d230-47e5-96e3-f8bde4729414 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 949 time: 0.1131971 Oct 19 01:25:36.493652 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:36.496505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:36.501499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb124c8d-178c-4aa4-959a-c7b4e1a3a64e tempest-ServersTestFqdnHostnames-456289474 tempest-ServersTestFqdnHostnames-456289474-project] 10.222.0.64 "DELETE /v2.0/floatingips/ac18b24f-3cc1-457b-8970-7a3bcca30270 HTTP/1.1" status: 204 len: 168 time: 1.2640626 Oct 19 01:25:36.502161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42408) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:36.517462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-558a2f89-7875-47ac-a195-7d6cc5d90232 req-e4d5e500-fa6e-430d-8c50-fabc3fc123ba tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512409 Oct 19 01:25:36.528252 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-661e51ce-94bf-46ea-b907-1b7584407dec service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311050 Oct 19 01:25:36.704335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bb2bba-f667-41f5-9b86-489126c8740c {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:36.715160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:36.736479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 02312c9a-2e41-4a80-b970-6cdea45964ea up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:36.764338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-cfe201c0-7525-419e-bbc2-5608d48ddadd service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251620 Oct 19 01:25:36.766833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Transition to ACTIVE for port object d3bb2bba-f667-41f5-9b86-489126c8740c will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:25:36.800845 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:36.896385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 02312c9a-2e41-4a80-b970-6cdea45964ea completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:25:36.908628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 02312c9a-2e41-4a80-b970-6cdea45964ea triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:36.910083 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:36.946055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:36.976256 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ace53242-b001-483b-91fb-1de54efcca38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:37.033498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c9337-274f-4785-b0f5-363d3e237ba2 req-3f683d04-108b-4c4a-96b3-6e3dc5dcea11 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:37.035091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b0c9337-274f-4785-b0f5-363d3e237ba2 req-3f683d04-108b-4c4a-96b3-6e3dc5dcea11 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1851561 Oct 19 01:25:37.079603 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-5e20d1d6-bdfb-463e-acce-7c24287df2ee service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046238 Oct 19 01:25:37.103108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:37.136345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b0c9337-274f-4785-b0f5-363d3e237ba2 req-46ba5634-504a-46c9-b78c-1405b850961a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906851 Oct 19 01:25:37.175336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492cc4b1-2645-4090-b996-2629a600d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02312c9a-2e41-4a80-b970-6cdea45964ea'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:37.178044 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3115ac5d-3501-4f78-bc5c-e02e08a60f00" -d '{"events": [{"server_uuid": "492cc4b1-2645-4090-b996-2629a600d23e", "name": "network-vif-plugged", "status": "completed", "tag": "02312c9a-2e41-4a80-b970-6cdea45964ea"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:37.203386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 02312c9a-2e41-4a80-b970-6cdea45964ea, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=02312c9a-2e41-4a80-b970-6cdea45964ea,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:37.215921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:37.220096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:37.286495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:37.295904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=02312c9a-2e41-4a80-b970-6cdea45964ea,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:37.302559 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf21524-a1f8-45c5-89a2-2dee3c15c6a9 x-openstack-request-id: req-1bf21524-a1f8-45c5-89a2-2dee3c15c6a9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:37.302849 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492cc4b1-2645-4090-b996-2629a600d23e", "name": "network-vif-plugged", "status": "completed", "tag": "02312c9a-2e41-4a80-b970-6cdea45964ea", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:37.303099 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bf21524-a1f8-45c5-89a2-2dee3c15c6a9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:37.303484 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492cc4b1-2645-4090-b996-2629a600d23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02312c9a-2e41-4a80-b970-6cdea45964ea', 'code': 200} Oct 19 01:25:37.496535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f33111-fb2f-4c5f-afb5-e8e35c4c81b6 req-10d1b894-ab34-4b78-a1c1-ec9a6adeb5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:37.498543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08f33111-fb2f-4c5f-afb5-e8e35c4c81b6 req-10d1b894-ab34-4b78-a1c1-ec9a6adeb5a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 1102 time: 0.1000009 Oct 19 01:25:37.563912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08f33111-fb2f-4c5f-afb5-e8e35c4c81b6 req-c9567b6d-3aaa-4786-a8f4-aee3aec49999 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Oct 19 01:25:37.726514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dffa4e-8e40-4998-9541-041c20577712 req-bd13fc3e-053f-442f-bfd6-d9ba2b29bf2e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:37.728295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1dffa4e-8e40-4998-9541-041c20577712 req-bd13fc3e-053f-442f-bfd6-d9ba2b29bf2e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 950 time: 0.1155427 Oct 19 01:25:37.836025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:37.836366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:37.836696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:37.885874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Port d3bb2bba-f667-41f5-9b86-489126c8740c on network bb62427d-6162-422b-8a54-408b25dc7d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:25:37.886198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:37.902925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:37.903268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Checking segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:37.903661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Bound using segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:37.904146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Bound port: d3bb2bba-f667-41f5-9b86-489126c8740c, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:37.904491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:37.980348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d6391c73-8f77-4d02-aa53-75439bba05fb service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742509 Oct 19 01:25:38.124402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Deleting port a307ae75-2409-471d-92c7-ea37e47af7ae {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:38.125164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:38.126000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:38.132587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:38.150853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:38.175422 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1dffa4e-8e40-4998-9541-041c20577712 req-bb2cd3f2-647a-4e38-8774-021c60a5303d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321749 Oct 19 01:25:38.193929 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-2214ec89-6e76-497b-ac90-cd2ab5fd1d28 service neutron] 10.222.0.64 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953766 Oct 19 01:25:38.204081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:38.204926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:38.206548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 1092 time: 2.7902904 Oct 19 01:25:38.207002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:38.209287 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05da055-2581-47ed-8661-ebbe7772c980" -d '{"events": [{"name": "network-changed", "server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:38.320814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] For port a307ae75-2409-471d-92c7-ea37e47af7ae, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a307ae75-2409-471d-92c7-ea37e47af7ae,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:38.321318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:38.324414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ad835-b114-4a6a-893a-636ef59a1a74 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:38.339910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Calling delete_port for a307ae75-2409-471d-92c7-ea37e47af7ae owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:38.478303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-fe9251af-9073-4856-9ea1-bd35d2f52da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:38.479833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-fe9251af-9073-4856-9ea1-bd35d2f52da5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1095 time: 0.1778698 Oct 19 01:25:38.489438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9b3dd103-99e9-4461-b6ea-7cd645fae076 service neutron] 10.222.0.64 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738791 Oct 19 01:25:38.518678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Deleting port 9bda13d1-5887-405b-9eb7-d08f7a4f1594 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:38.519621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:38.621170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194110a-1ec3-45e3-ba8e-f772b54018ff req-3ebeaf17-d777-4883-9bb9-1c84b7774fd7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:38.621719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-6abc7a0a-6ec4-469e-8e22-4c2e9b81a2d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 217 time: 0.1248863 Oct 19 01:25:38.622699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3194110a-1ec3-45e3-ba8e-f772b54018ff req-3ebeaf17-d777-4883-9bb9-1c84b7774fd7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1464553 Oct 19 01:25:38.694867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3194110a-1ec3-45e3-ba8e-f772b54018ff req-8ca81ada-1c08-442c-8936-cb3867b8536d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626059 Oct 19 01:25:38.806801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:38.818717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-9885fa1d-e2e1-4d60-8437-823511652b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:38.820210 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-9885fa1d-e2e1-4d60-8437-823511652b4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1591065 Oct 19 01:25:38.823332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:38.867686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Calling delete_port for 9bda13d1-5887-405b-9eb7-d08f7a4f1594 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:38.870775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a307ae75-2409-471d-92c7-ea37e47af7ae,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:38.891850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-a10128b4-8e94-447a-a3af-6aa75f0478d6 service neutron] 10.222.0.64 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436973 Oct 19 01:25:38.972676 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159eb983-029e-47d0-a869-7daf8b643c98 x-openstack-request-id: req-159eb983-029e-47d0-a869-7daf8b643c98 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:38.973435 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:38.973870 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-159eb983-029e-47d0-a869-7daf8b643c98 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:38.974624 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'status': 'completed', 'code': 200} Oct 19 01:25:38.986108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-99fb7705-aa41-4d88-81ec-1352af2147d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:38.989877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-99fb7705-aa41-4d88-81ec-1352af2147d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569932 Oct 19 01:25:39.136539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:39.226595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-2bbdaff4-143c-4326-b65c-150353e5363e service neutron] 10.222.0.64 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939553 Oct 19 01:25:39.330530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-338a1685-df33-4d91-93d9-9b84061d1bae service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251007 Oct 19 01:25:39.433955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415117d-6ce0-4b83-8cc2-a569807ba3a4 req-d192d5d3-1680-4ce0-8f2a-b377c1cd158c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:39.437027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2415117d-6ce0-4b83-8cc2-a569807ba3a4 req-d192d5d3-1680-4ce0-8f2a-b377c1cd158c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 950 time: 0.1377578 Oct 19 01:25:39.438665 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:39.504569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-059b27b1-da12-4dfd-a842-bf6daa2a8eb6 service neutron] 10.222.0.64 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660487 Oct 19 01:25:39.511477 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:39.548014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2415117d-6ce0-4b83-8cc2-a569807ba3a4 req-e36b49d6-c517-4196-a1c1-1510f52de501 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029944 Oct 19 01:25:39.604736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:25:39.620878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3f4545d-60aa-41e9-9887-f8909a6cf778 req-a4a8866d-6f57-4c0f-9f5f-ec981c897261 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577300 Oct 19 01:25:39.649470 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-38e8bf7c-fdca-440e-97bb-3fccb6108561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:39.651461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event deleted for resources: {'Port': ['ID=9bda13d1-5887-405b-9eb7-d08f7a4f1594,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:39.848041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:39.888530 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] Sync routers for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:39.901656 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a375266b-143a-4d68-ae97-8fc9b72e48ea admin admin] 10.222.0.64 "PUT /v2.0/routers/8a4797e1-c1e2-4adc-81bf-38c38d9c97c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3830469 Oct 19 01:25:39.902430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42460) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:39.910609 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:39.911527 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:40.007729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c16ee-f1a8-4982-a1e7-241e7572b47f req-c767faf0-6121-450b-a762-a8d42ad03b2c tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:40.022840 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-855c16ee-f1a8-4982-a1e7-241e7572b47f req-c767faf0-6121-450b-a762-a8d42ad03b2c tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 1102 time: 0.1182139 Oct 19 01:25:40.084701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da055-2581-47ed-8661-ebbe7772c980 req-9a607ba3-a4ca-46fb-86c6-4940a739cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:40.086677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05da055-2581-47ed-8661-ebbe7772c980 req-9a607ba3-a4ca-46fb-86c6-4940a739cd57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1095 time: 0.2823763 Oct 19 01:25:40.098398 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:40.119391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-855c16ee-f1a8-4982-a1e7-241e7572b47f req-e3c32263-a729-44e6-b218-5b8b3eb6baf9 tempest-ServersOnMultiNodesTest-1893078510 tempest-ServersOnMultiNodesTest-1893078510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915611 Oct 19 01:25:40.271389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:40.293563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb6e56-7e38-4861-ae18-c67bc6c9e4c7 req-b0aa06b5-d97c-47d8-ae41-cb1bd6ef9bd2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:40.298924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7eeb6e56-7e38-4861-ae18-c67bc6c9e4c7 req-b0aa06b5-d97c-47d8-ae41-cb1bd6ef9bd2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.0896831 Oct 19 01:25:40.369934 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:25:38Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:40.398038 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7eeb6e56-7e38-4861-ae18-c67bc6c9e4c7 req-33c0b4ef-023e-44f3-9fe5-8dc63839c6c0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877299 Oct 19 01:25:40.399498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:40.411948 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] Checking router: 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:25:40.437958 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] Routers {'8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:40.440622 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:40.532707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da055-2581-47ed-8661-ebbe7772c980 req-b38e9812-ffe5-4840-8c29-c53fe8637fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:40.534289 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05da055-2581-47ed-8661-ebbe7772c980 req-b38e9812-ffe5-4840-8c29-c53fe8637fe4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.4391816 Oct 19 01:25:40.558789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:40.582742 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] Set router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:25:40.725126 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:40.841132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7814f6-c000-4f8b-9ebc-4f06bffa51db req-dd76653c-88f9-4622-9b37-bd16c52e164f tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:40.850810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e7814f6-c000-4f8b-9ebc-4f06bffa51db req-dd76653c-88f9-4622-9b37-bd16c52e164f tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 950 time: 0.1052003 Oct 19 01:25:40.897730 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e7814f6-c000-4f8b-9ebc-4f06bffa51db req-40c28139-0b0e-4b60-b6a1-a2589efd9411 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Oct 19 01:25:41.150315 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:25:38Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:41.189803 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9b401-7e55-45c4-b601-fa5d1f3ae106 None None] The sync data for ids ['8a4797e1-c1e2-4adc-81bf-38c38d9c97c5'] in n-d-789963-20 is: [{'id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'name': 'tempest-ServersTestFqdnHostnames-713342799-router', 'tenant_id': '2739797af05a4494b9000d5b5583933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:22:13Z', 'updated_at': '2021-10-19T01:25:38Z', 'revision_number': 5, 'project_id': '2739797af05a4494b9000d5b5583933f', 'gw_port': {'id': 'fbcd8aa5-3c8d-44cd-a246-547034d98f18', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4797e1-c1e2-4adc-81bf-38c38d9c97c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:22:15Z', 'updated_at': '2021-10-19T01:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:41.214136 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05da055-2581-47ed-8661-ebbe7772c980 req-5bd11661-6e99-4ef5-83f7-a857fef81fb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 217 time: 0.6679184 Oct 19 01:25:41.267111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10065bd4-4503-4576-8a07-007bf2c9d950 req-a3483ea0-3765-4a46-b0b1-5a1c3c32415a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.5546064 Oct 19 01:25:41.272512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Router ac7a566c-50be-4ac4-a7c1-05043de5303b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:25:41.328770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:41.355192 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da055-2581-47ed-8661-ebbe7772c980 req-063dde74-0a02-44dd-8298-e68f290ee204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:41.356709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05da055-2581-47ed-8661-ebbe7772c980 req-063dde74-0a02-44dd-8298-e68f290ee204 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1276238 Oct 19 01:25:41.483524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:25:41.493347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3662226a-c091-48b1-9c6c-ab627022dcee tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "PUT /v2.0/routers/ac7a566c-50be-4ac4-a7c1-05043de5303b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3556681 Oct 19 01:25:41.493805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42502) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:41.496421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] Sync routers for ids ['ac7a566c-50be-4ac4-a7c1-05043de5303b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:25:41.511210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] Routers {'ac7a566c-50be-4ac4-a7c1-05043de5303b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:41.511896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ac7a566c-50be-4ac4-a7c1-05043de5303b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:41.527059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da055-2581-47ed-8661-ebbe7772c980 req-5bc89e7f-942e-4c1e-a164-35af1ffcdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:41.528604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05da055-2581-47ed-8661-ebbe7772c980 req-5bc89e7f-942e-4c1e-a164-35af1ffcdfca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167274 Oct 19 01:25:41.576038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Deleting port fbcd8aa5-3c8d-44cd-a246-547034d98f18 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:41.576390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:41.596450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:41.618269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] Routers {'ac7a566c-50be-4ac4-a7c1-05043de5303b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:25:41.620322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ac7a566c-50be-4ac4-a7c1-05043de5303b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:41.648530 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-48b758d8-dbfd-4096-abe9-1b0b0bba060e tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:41.712820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd303368-f299-4cea-a487-d2f064e833fa req-1b3303e9-9269-4223-a6da-b6ecd5db8d8b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:41.722918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:41.724778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57143b62-843c-4fe6-be0c-804762e597f2 None None] The sync data for ids ['ac7a566c-50be-4ac4-a7c1-05043de5303b'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:25:41.725012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd303368-f299-4cea-a487-d2f064e833fa req-1b3303e9-9269-4223-a6da-b6ecd5db8d8b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.2233033 Oct 19 01:25:41.753284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a307ae75-2409-471d-92c7-ea37e47af7ae no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:41.779685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a307ae75-2409-471d-92c7-ea37e47af7ae {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:41.780865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a307ae75-2409-471d-92c7-ea37e47af7ae not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:41.894760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] For port fbcd8aa5-3c8d-44cd-a246-547034d98f18, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fbcd8aa5-3c8d-44cd-a246-547034d98f18,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:41.895158 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:41.900630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05da055-2581-47ed-8661-ebbe7772c980 req-6951c96d-2a2d-442d-96b5-08d2d834e2f4 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619459 Oct 19 01:25:41.924196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Calling delete_port for fbcd8aa5-3c8d-44cd-a246-547034d98f18 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:41.936959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd303368-f299-4cea-a487-d2f064e833fa req-afd86eb6-8a65-44ff-ade7-d82a1df41832 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057331 Oct 19 01:25:42.069691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-48b758d8-dbfd-4096-abe9-1b0b0bba060e tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.072893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-48b758d8-dbfd-4096-abe9-1b0b0bba060e tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.128511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530162f-a137-47fa-800a-0ce09d124c06 req-a9ce9efe-fbda-4f0e-88c9-5f883c5f809c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.130281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c530162f-a137-47fa-800a-0ce09d124c06 req-a9ce9efe-fbda-4f0e-88c9-5f883c5f809c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 950 time: 0.1378355 Oct 19 01:25:42.211506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-48b758d8-dbfd-4096-abe9-1b0b0bba060e tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.212146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b758d8-dbfd-4096-abe9-1b0b0bba060e tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Fanout notify agent at l3_agent the message router_deleted on router ac7a566c-50be-4ac4-a7c1-05043de5303b {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:25:42.226373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:25:42.253742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-48b758d8-dbfd-4096-abe9-1b0b0bba060e tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.253742 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-48b758d8-dbfd-4096-abe9-1b0b0bba060e tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "DELETE /v2.0/routers/ac7a566c-50be-4ac4-a7c1-05043de5303b HTTP/1.1" status: 204 len: 168 time: 0.7589090 Oct 19 01:25:42.255805 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.261895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42510) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:42.335860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d05d86f-5ee1-4eea-849c-012ba60c4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.337599 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d05d86f-5ee1-4eea-849c-012ba60c4c46 service neutron] 10.222.0.74 "GET /v2.0/ports/2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 1027 time: 0.1231089 Oct 19 01:25:42.407171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22ad32-348c-401d-92df-5efe6acc5e3f req-9705fa79-d40d-45d8-9114-66d3d5d6cab6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.416595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ea22ad32-348c-401d-92df-5efe6acc5e3f req-9705fa79-d40d-45d8-9114-66d3d5d6cab6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 950 time: 0.2810364 Oct 19 01:25:42.456970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-620fff86-baf5-4a88-ab6f-43c4b9b8df5c req-a4b3fc8b-d0ab-4440-a11a-c9219f0c8e15 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0389185 Oct 19 01:25:42.475242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Deleting subnet 9a1b47d9-cabe-4ffe-80f2-a984eb625828 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:25:42.489102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.492421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d167b4d6-2816-4d35-9ba5-42b60aae0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.494741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d167b4d6-2816-4d35-9ba5-42b60aae0d56 service neutron] 10.222.0.74 "GET /v2.0/ports/b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 1027 time: 0.1346712 Oct 19 01:25:42.499788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ea22ad32-348c-401d-92df-5efe6acc5e3f req-06c02fd6-ba9c-430e-a651-52f32efda692 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717003 Oct 19 01:25:42.522293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port 02312c9a-2e41-4a80-b970-6cdea45964ea {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:42.522903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.551952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f05da055-2581-47ed-8661-ebbe7772c980 req-cdbd2240-4cfe-4238-9dc5-28da7833bb2c service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173183 Oct 19 01:25:42.567294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.603539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.613151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcd8aa5-3c8d-44cd-a246-547034d98f18,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:42.693606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.819805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.822075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.844686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port 02312c9a-2e41-4a80-b970-6cdea45964ea, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=02312c9a-2e41-4a80-b970-6cdea45964ea,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:42.845615 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.873495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.874714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:25:42.881638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-1271fcc8-8afc-42d9-9b17-a75b6c3d753a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.887848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-1271fcc8-8afc-42d9-9b17-a75b6c3d753a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.891003 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.893408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f88a8b4d-d9f4-4069-819d-ba9b4c444f9b admin admin] 10.222.0.64 "DELETE /v2.0/routers/8a4797e1-c1e2-4adc-81bf-38c38d9c97c5 HTTP/1.1" status: 204 len: 168 time: 2.9891114 Oct 19 01:25:42.895852 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42516) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:42.897002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-1271fcc8-8afc-42d9-9b17-a75b6c3d753a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:42.899070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-1271fcc8-8afc-42d9-9b17-a75b6c3d753a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "GET /v2.0/networks?id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83 HTTP/1.1" status: 200 len: 1989 time: 0.3720083 Oct 19 01:25:42.900382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for 02312c9a-2e41-4a80-b970-6cdea45964ea owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:42.912077 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:42.994035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] Deleting subnet 77a6f399-e83a-40c3-b0ce-8a053e7b156e {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:25:43.013430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.071676 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.091261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.262165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.337674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.348667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9ef6ab4d-0d86-431b-a20b-05a47f3d2dab tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f53b4796e24cf59b77663c09ec8214 HTTP/1.1" status: 200 len: 379 time: 0.4269085 Oct 19 01:25:43.378502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'admin_state_up': True, 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'security_groups': ['f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:43.385046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.389212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "DELETE /v2.0/subnets/9a1b47d9-cabe-4ffe-80f2-a984eb625828 HTTP/1.1" status: 204 len: 168 time: 1.1262968 Oct 19 01:25:43.413874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a6f399-e83a-40c3-b0ce-8a053e7b156e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:43.414482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d067cd-b489-4a9a-9a82-fa75c488ddfc None None] Network e136034a-c8c1-4581-b910-653d217a2cce requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:43.418069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae33850-f3bf-473e-afae-c6a97c9cd292 None None] Network 2088d67c-78cf-47f6-8189-4d1d2f8f6781 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:43.419295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42524) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:43.421268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.425001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cdbc3565-192b-4876-b995-bbdd68093264 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/77a6f399-e83a-40c3-b0ce-8a053e7b156e HTTP/1.1" status: 204 len: 168 time: 0.5279589 Oct 19 01:25:43.531774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42528) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:43.581902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489a8f-9abe-4601-a17c-7e594bb48179 tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1b47d9-cabe-4ffe-80f2-a984eb625828,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:43.662731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.713744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1', '150977e8-758b-480e-8128-bd22bc2175e2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:43.770097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa', 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'b62fc743-df0f-4552-8a97-bee822cc7df2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:43.823436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a733d780-dc0c-4281-ad2e-98ca27b0d9ce req-06e5ed49-56a7-474a-bde1-b1eccd99ba73 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0664902 Oct 19 01:25:43.834290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214fd3-0ab1-4125-bd31-a557d20c6fe0 req-c8a147da-d250-4e9e-acbb-6018c1b8277a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:43.844277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:43.853193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36214fd3-0ab1-4125-bd31-a557d20c6fe0 req-c8a147da-d250-4e9e-acbb-6018c1b8277a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.7731652 Oct 19 01:25:43.873836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=02312c9a-2e41-4a80-b970-6cdea45964ea,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:43.875801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:25:43.885715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fbcd8aa5-3c8d-44cd-a246-547034d98f18 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:43.925174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: fbcd8aa5-3c8d-44cd-a246-547034d98f18 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:43.925933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fbcd8aa5-3c8d-44cd-a246-547034d98f18 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:43.977878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:43.990171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.025148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be72a6fe-935d-461e-b772-736a448d5d2e req-7233e43e-b7d0-4283-a451-3c3244836213 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=492cc4b1-2645-4090-b996-2629a600d23e HTTP/1.1" status: 200 len: 210 time: 0.0550113 Oct 19 01:25:44.050035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.051353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Deleting port f126f2a0-8ee0-4f0a-9e20-269723d20a88 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:44.054781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.100591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port 02312c9a-2e41-4a80-b970-6cdea45964ea on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:44.114865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.118208 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c530162f-a137-47fa-800a-0ce09d124c06 req-288bd65b-6368-4ea5-aa04-6e5d605c4869 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "DELETE /v2.0/ports/02312c9a-2e41-4a80-b970-6cdea45964ea HTTP/1.1" status: 204 len: 173 time: 1.9774888 Oct 19 01:25:44.122200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492cc4b1-2645-4090-b996-2629a600d23e', 'name': 'network-vif-deleted', 'tag': '02312c9a-2e41-4a80-b970-6cdea45964ea'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:44.131087 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74d24d6-52f7-4366-82b4-336143eb52c1" -d '{"events": [{"server_uuid": "492cc4b1-2645-4090-b996-2629a600d23e", "name": "network-vif-deleted", "tag": "02312c9a-2e41-4a80-b970-6cdea45964ea"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:44.155426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36214fd3-0ab1-4125-bd31-a557d20c6fe0 req-d6f2315c-5238-4147-9b89-d8d69ebd854b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010514 Oct 19 01:25:44.192101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:25:44.235124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] For port f126f2a0-8ee0-4f0a-9e20-269723d20a88, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f126f2a0-8ee0-4f0a-9e20-269723d20a88,segment=NetworkSegment(8f6d2682-8f6b-4e96-843a-bea41e7d3ef3),segment_id=8f6d2682-8f6b-4e96-843a-bea41e7d3ef3)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:44.235806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.239389 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a87a8-c298-4d3e-bed0-9ff90b879724 x-openstack-request-id: req-fe0a87a8-c298-4d3e-bed0-9ff90b879724 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:44.239682 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492cc4b1-2645-4090-b996-2629a600d23e", "name": "network-vif-deleted", "tag": "02312c9a-2e41-4a80-b970-6cdea45964ea", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:44.240805 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe0a87a8-c298-4d3e-bed0-9ff90b879724 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:44.240805 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492cc4b1-2645-4090-b996-2629a600d23e', 'name': 'network-vif-deleted', 'tag': '02312c9a-2e41-4a80-b970-6cdea45964ea', 'status': 'completed', 'code': 200} Oct 19 01:25:44.258875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Calling delete_port for f126f2a0-8ee0-4f0a-9e20-269723d20a88 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:44.376384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Deleting port 88dbda82-5b03-4978-8e76-741bcf1b42b4 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:44.376756 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.400518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 172.20.0.12 (10dcdece-13c6-4fa3-b37f-de1b55175d8c/a9fe147b-f61d-4713-8e05-4d469511db05/319032d6-299f-436a-864d-e155922bcabc) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:44.416362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.508835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event deleted for resources: {'Port': ['ID=f126f2a0-8ee0-4f0a-9e20-269723d20a88,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:44.518566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] No DVR routers for this DVR port f126f2a0-8ee0-4f0a-9e20-269723d20a88 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:44.536839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] DHCP port deletion for 2088d67c-78cf-47f6-8189-4d1d2f8f6781 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:25:44.721852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.794012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e136034a-c8c1-4581-b910-653d217a2cce']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:44.799216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd55991-0324-4e5d-b50e-81ee167ebb01 None None] DHCP port deletion for e136034a-c8c1-4581-b910-653d217a2cce request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:25:44.801581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 02312c9a-2e41-4a80-b970-6cdea45964ea no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:44.819544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6d2682-8f6b-4e96-843a-bea41e7d3ef3') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:44.819906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6d2682-8f6b-4e96-843a-bea41e7d3ef3') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:44.845984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.872711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 02312c9a-2e41-4a80-b970-6cdea45964ea {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:44.873405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 02312c9a-2e41-4a80-b970-6cdea45964ea not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:44.874312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.885723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:25:44.886146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:25:44.889753 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:25:45.075295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:45.143715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8c9df8f-4b53-4095-9510-f7c63a94b2f8 req-4d71157a-1bc7-40e1-9328-c1d4f2d7b9fb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.1203494 Oct 19 01:25:45.171355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:45.187417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:45.207778 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] 10.222.0.64 "DELETE /v2.0/networks/e136034a-c8c1-4581-b910-653d217a2cce HTTP/1.1" status: 204 len: 168 time: 1.7814889 Oct 19 01:25:45.213905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'port_id': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'mac_address': 'fa:16:3e:25:7e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:25:45.267198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8049f8-5b5d-4b37-8574-8b1c34349b0c tempest-FloatingIPNegativeTestJSON-1029475835 tempest-FloatingIPNegativeTestJSON-1029475835-project] Pushing event deleted for resources: {'Network': ['ID=e136034a-c8c1-4581-b910-653d217a2cce,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:45.323101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] For port 88dbda82-5b03-4978-8e76-741bcf1b42b4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=88dbda82-5b03-4978-8e76-741bcf1b42b4,segment=NetworkSegment(fe8f8b33-7b95-4514-b8fe-10bf2c38c022),segment_id=fe8f8b33-7b95-4514-b8fe-10bf2c38c022)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:45.323653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:45.356346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Calling delete_port for 88dbda82-5b03-4978-8e76-741bcf1b42b4 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:45.441703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a3a8e-6db6-4b93-9ff8-e52631d3dd68 req-2254f458-5e4e-44a0-84a7-89f848569673 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:45.471228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b5a3a8e-6db6-4b93-9ff8-e52631d3dd68 req-2254f458-5e4e-44a0-84a7-89f848569673 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1549006 Oct 19 01:25:45.577242 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b5a3a8e-6db6-4b93-9ff8-e52631d3dd68 req-6c77d5fa-666f-45f7-a617-58dccd3f8d2f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038902 Oct 19 01:25:45.826251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:45.843553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:45.888225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 88dbda82-5b03-4978-8e76-741bcf1b42b4 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:45.897947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:45.909324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd526-35b4-4ce4-a1bc-695e2e87bcf9 req-a1799c85-28d8-4686-af22-6368ab76b60d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:45.918347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04ddd526-35b4-4ce4-a1bc-695e2e87bcf9 req-a1799c85-28d8-4686-af22-6368ab76b60d tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 950 time: 0.1563668 Oct 19 01:25:45.930372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=88dbda82-5b03-4978-8e76-741bcf1b42b4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:45.933161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] No DVR routers for this DVR port 88dbda82-5b03-4978-8e76-741bcf1b42b4 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:45.986076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04ddd526-35b4-4ce4-a1bc-695e2e87bcf9 req-ca136f75-b406-4df7-bcaa-1401643fafe4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612910 Oct 19 01:25:45.998543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] Deleting port 88dbda82-5b03-4978-8e76-741bcf1b42b4 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:45.999886 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.020755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 88dbda82-5b03-4978-8e76-741bcf1b42b4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:46.021203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 88dbda82-5b03-4978-8e76-741bcf1b42b4 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:46.021694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f126f2a0-8ee0-4f0a-9e20-269723d20a88 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:46.023805 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.103487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.132349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bb2bba-f667-41f5-9b86-489126c8740c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:46.136559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f126f2a0-8ee0-4f0a-9e20-269723d20a88 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:46.136977 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f126f2a0-8ee0-4f0a-9e20-269723d20a88 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:46.142828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2088d67c-78cf-47f6-8189-4d1d2f8f6781']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:46.157726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:46.158027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8f8b33-7b95-4514-b8fe-10bf2c38c022') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:46.195296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.252569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.259868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-17ee2422-eb46-4cf9-85d6-69f233d293a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cd73798444445ccaf1da6c9f0be02e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376222 Oct 19 01:25:46.264195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:46.270549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] For port 88dbda82-5b03-4978-8e76-741bcf1b42b4, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:46.271113 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.274825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42574) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:46.287754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.288511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:25:46.291945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.319553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] Calling delete_port for 88dbda82-5b03-4978-8e76-741bcf1b42b4 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:46.359138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] Port 88dbda82-5b03-4978-8e76-741bcf1b42b4 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:25:46.371850 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.430820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b8549ec-c311-406b-86b7-22ed0e245e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.435890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] No DVR routers for this DVR port 88dbda82-5b03-4978-8e76-741bcf1b42b4 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:25:46.458000 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:25:46.473170 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b8549ec-c311-406b-86b7-22ed0e245e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.475791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:46.480957 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.482596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.522835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f266c6d-29e1-4c24-9dc0-1db4ed1b2eb5 None None] Pushing event deleted for resources: {'Port': ['ID=88dbda82-5b03-4978-8e76-741bcf1b42b4,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:46.582099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b8549ec-c311-406b-86b7-22ed0e245e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.586254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1b8549ec-c311-406b-86b7-22ed0e245e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.589354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1b8549ec-c311-406b-86b7-22ed0e245e19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7cab7701-e102-4131-b513-4832691d57d4 HTTP/1.1" status: 204 len: 168 time: 0.3135762 Oct 19 01:25:46.611394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8549ec-c311-406b-86b7-22ed0e245e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab7701-e102-4131-b513-4832691d57d4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:46.619149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:46.637263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] 10.222.0.64 "DELETE /v2.0/networks/2088d67c-78cf-47f6-8189-4d1d2f8f6781 HTTP/1.1" status: 204 len: 168 time: 3.0690258 Oct 19 01:25:46.730936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:46.745703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e9e5-ace1-4647-8075-da5dfd74c2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2088d67c-78cf-47f6-8189-4d1d2f8f6781,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:46.756784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:46.762201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:46.826426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42584) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:46.862456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d3bb2bba-f667-41f5-9b86-489126c8740c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:46.884628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=319032d6-299f-436a-864d-e155922bcabc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:46.927156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee1994-3762-4b49-811f-2e4b2cf6ac74 req-786fefb3-36ad-4b5b-bcfc-f311994d1b38 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:46.942293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9eee1994-3762-4b49-811f-2e4b2cf6ac74 req-786fefb3-36ad-4b5b-bcfc-f311994d1b38 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.2046132 Oct 19 01:25:46.951081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454a81a-6d8c-43bb-a645-fd534098bab2 req-f933cb0c-200d-4d95-bda8-3190c68ba054 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:46.977137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8454a81a-6d8c-43bb-a645-fd534098bab2 req-f933cb0c-200d-4d95-bda8-3190c68ba054 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 932 time: 0.5173275 Oct 19 01:25:47.029495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-949dd744-27d5-4693-85ef-1be3c94256d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2739797af05a4494b9000d5b5583933f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013550 Oct 19 01:25:47.034388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42590) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:47.067894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:47.073120 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.140499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9eee1994-3762-4b49-811f-2e4b2cf6ac74 req-fba902d5-ebc6-436d-980e-b583fe45b471 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897180 Oct 19 01:25:47.173918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8454a81a-6d8c-43bb-a645-fd534098bab2 req-9a66793d-19f7-4f68-a4b3-e1db85a4cbc0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957889 Oct 19 01:25:47.193677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3bf1875f-26b9-4fa1-84df-a7cec137c09a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8194511 Oct 19 01:25:47.209098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d473f627-a026-4be4-aa1f-bd18e08c7be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.210846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'admin_state_up': True, 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'security_groups': ['f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:47.392655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4a5885ea-f2b2-4fac-95a9-3ddc11bf7c10 None None] Provisioning complete for port 319032d6-299f-436a-864d-e155922bcabc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:47.393147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a5885ea-f2b2-4fac-95a9-3ddc11bf7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.398078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d473f627-a026-4be4-aa1f-bd18e08c7be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.482524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4a5885ea-f2b2-4fac-95a9-3ddc11bf7c10 None None] Port 319032d6-299f-436a-864d-e155922bcabc cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:47.530525 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d473f627-a026-4be4-aa1f-bd18e08c7be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.533139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d473f627-a026-4be4-aa1f-bd18e08c7be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.534319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d473f627-a026-4be4-aa1f-bd18e08c7be7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8587a1f3-2b4b-4017-99e0-dbd881200b59 HTTP/1.1" status: 204 len: 168 time: 0.4981015 Oct 19 01:25:47.555218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558b51-700f-4886-a645-c53865637038 req-6b83b2be-b6b1-4a48-af93-6d0256a42a55 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:47.559342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-07558b51-700f-4886-a645-c53865637038 req-6b83b2be-b6b1-4a48-af93-6d0256a42a55 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 950 time: 0.1995347 Oct 19 01:25:47.563156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:47.570850 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:47.590760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-15431fef-38a1-4bbe-9211-de95674da9d6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:47.595546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-15431fef-38a1-4bbe-9211-de95674da9d6 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 950 time: 0.3844414 Oct 19 01:25:47.618896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f627-a026-4be4-aa1f-bd18e08c7be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8587a1f3-2b4b-4017-99e0-dbd881200b59,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:47.763942 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-07558b51-700f-4886-a645-c53865637038 req-2062d8fc-9247-4a83-bf69-24290f8f0f0e tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867113 Oct 19 01:25:47.846581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port b62fc743-df0f-4552-8a97-bee822cc7df2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:47.848608 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:48.025500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port b62fc743-df0f-4552-8a97-bee822cc7df2, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b62fc743-df0f-4552-8a97-bee822cc7df2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:48.030906 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:48.082551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for b62fc743-df0f-4552-8a97-bee822cc7df2 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:48.171203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 10.1.1.42 (8f8c8dac-397c-4d16-9a51-460e92928a82/8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc/0cee8129-6f48-4c06-8f78-94ad6bcb64de) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:48.327385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:48.478497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42638) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:48.493415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port d3bb2bba-f667-41f5-9b86-489126c8740c completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:25:48.500032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port d3bb2bba-f667-41f5-9b86-489126c8740c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:48.500426 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:48.627368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11b0f-fa06-430a-ba17-703a9e43c083 req-c776006c-e424-4a26-a9ee-719cf004dad2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:48.629735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1b11b0f-fa06-430a-ba17-703a9e43c083 req-c776006c-e424-4a26-a9ee-719cf004dad2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.2587817 Oct 19 01:25:48.637297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:48.655902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1', '150977e8-758b-480e-8128-bd22bc2175e2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:48.752590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=b62fc743-df0f-4552-8a97-bee822cc7df2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:48.791167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019077572'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:48.826456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff4ee7-017e-4df7-8051-259b4c625e1f req-a11f5137-7152-4786-b438-aeb4d30b33df tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:48.831217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa', 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'b62fc743-df0f-4552-8a97-bee822cc7df2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:48.848722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fff4ee7-017e-4df7-8051-259b4c625e1f req-a11f5137-7152-4786-b438-aeb4d30b33df tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 932 time: 0.4473062 Oct 19 01:25:48.877179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1b11b0f-fa06-430a-ba17-703a9e43c083 req-f7f36f9c-09e1-44ac-82db-0c115b715851 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256377 Oct 19 01:25:48.885690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port b62fc743-df0f-4552-8a97-bee822cc7df2 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:48.908881 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:48.917176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:48.921227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f17804fe-5837-4bd9-a1ad-a9c1047f67b3 req-6738f62f-e914-4e44-88b6-334cb360777a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "DELETE /v2.0/ports/b62fc743-df0f-4552-8a97-bee822cc7df2 HTTP/1.1" status: 204 len: 173 time: 1.3176124 Oct 19 01:25:48.921696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'name': 'network-vif-deleted', 'tag': 'b62fc743-df0f-4552-8a97-bee822cc7df2'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:48.938607 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699653ed-1cfa-4bd4-bfca-77be62f6053d" -d '{"events": [{"server_uuid": "852fa950-6454-44e2-8f6a-7b7746d5ec8f", "name": "network-vif-deleted", "tag": "b62fc743-df0f-4552-8a97-bee822cc7df2"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:48.984066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:48.989536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.039493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fff4ee7-017e-4df7-8051-259b4c625e1f req-23b2e79e-83b3-49e4-81ce-dcc260902aeb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753504 Oct 19 01:25:49.040742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.167192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.238070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.241189 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9e4995-275e-4df0-a8f0-3e54ea3b8f67 x-openstack-request-id: req-ea9e4995-275e-4df0-a8f0-3e54ea3b8f67 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:49.241735 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852fa950-6454-44e2-8f6a-7b7746d5ec8f", "name": "network-vif-deleted", "tag": "b62fc743-df0f-4552-8a97-bee822cc7df2", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:49.242297 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea9e4995-275e-4df0-a8f0-3e54ea3b8f67 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:49.242900 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852fa950-6454-44e2-8f6a-7b7746d5ec8f', 'name': 'network-vif-deleted', 'tag': 'b62fc743-df0f-4552-8a97-bee822cc7df2', 'status': 'completed', 'code': 200} Oct 19 01:25:49.249829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.309522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:49.357765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c36911-ea22-4750-afe3-f57475f4d89e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:49.362456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.363332 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment 491db607-9e3b-4e1a-8841-89e39eb89d39 of type vlan for network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 Oct 19 01:25:49.377248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.391048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0f4a58e-db30-40a1-92a0-45a64ec04280 req-e10fe61a-d471-4c98-bc9b-3f4c6fd8a08b tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=852fa950-6454-44e2-8f6a-7b7746d5ec8f HTTP/1.1" status: 200 len: 210 time: 0.0895362 Oct 19 01:25:49.401310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:49.416281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:49.419747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:49.466502 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.492580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:49.496684 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b16100-18af-4fc5-807c-6bd2e9654742" -d '{"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-plugged", "status": "completed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:49.499890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=0cee8129-6f48-4c06-8f78-94ad6bcb64de,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:49.575326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:49.579958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.603808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:49.611012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.637902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:49.644771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.691423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42684) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:49.730981 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:49.737011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7c80e8eb-ee27-493d-8be9-583556f9dd63 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5307114 Oct 19 01:25:49.739866 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3007c493-30a8-45d1-9503-96170ef593c1 x-openstack-request-id: req-3007c493-30a8-45d1-9503-96170ef593c1 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:49.740186 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-plugged", "status": "completed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:49.740442 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3007c493-30a8-45d1-9503-96170ef593c1 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:49.742986 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'code': 200} Oct 19 01:25:49.775375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'admin_state_up': True, 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'security_groups': ['f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:49.800181 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3137150 Oct 19 01:25:49.977120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42690) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:49.982546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': 'ac3d6197-56e3-497b-8cec-dbd0faabbfd8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:50.093812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-247381718-network', 'tenant_id': 'be3bf60512b549f5b427655e01232f9f'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:50.135757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4f234-7f30-4c48-a1f1-d444b4e67bf6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=ac3d6197-56e3-497b-8cec-dbd0faabbfd8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:50.152880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:50.157314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.193562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:50.249540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bee8d-a041-44bf-b93e-200c86b9ccd4 req-6636a45c-9047-47d3-98c7-247589e3bd5b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.255209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b59bee8d-a041-44bf-b93e-200c86b9ccd4 req-6636a45c-9047-47d3-98c7-247589e3bd5b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1525683 Oct 19 01:25:50.257023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:50.266872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.372168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.408227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.496963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=055a8b7f-3241-473c-aa30-f32a0e3f4a31,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:50.507456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b59bee8d-a041-44bf-b93e-200c86b9ccd4 req-b6a4c93a-d41d-46c1-bb35-7a821be37b30 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375443 Oct 19 01:25:50.538394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14895-0b3a-4af7-b833-63f451aed730 req-656a33da-2f99-45c6-8571-3de3be88dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.542146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66e14895-0b3a-4af7-b833-63f451aed730 req-656a33da-2f99-45c6-8571-3de3be88dedd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1097 time: 0.6007903 Oct 19 01:25:50.556981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:50.650677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-747c0c6c-1a45-4270-b69f-8188a5d84c05 None None] Provisioning complete for port 0cee8129-6f48-4c06-8f78-94ad6bcb64de triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:50.651055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-747c0c6c-1a45-4270-b69f-8188a5d84c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.653047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66e14895-0b3a-4af7-b833-63f451aed730 req-4f1986b5-3f56-41c6-bfe4-1e4d16994746 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882061 Oct 19 01:25:50.667493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Made reservation on behalf of be3bf60512b549f5b427655e01232f9f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:50.670119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.691207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072878b-ef8b-438d-b9a8-e216175b73d2 req-f88cf8e0-cbf2-43a8-8d80-1491a712f03b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.698335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072878b-ef8b-438d-b9a8-e216175b73d2 req-f88cf8e0-cbf2-43a8-8d80-1491a712f03b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.700291 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f072878b-ef8b-438d-b9a8-e216175b73d2 req-f88cf8e0-cbf2-43a8-8d80-1491a712f03b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 1653 time: 0.3161767 Oct 19 01:25:50.702084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.710494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 10.1.1.170 (8f8c8dac-397c-4d16-9a51-460e92928a82/8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc/54786449-57f3-400d-8684-0d0a85275188) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:50.711741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': '491db607-9e3b-4e1a-8841-89e39eb89d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ac3d6197-56e3-497b-8cec-dbd0faabbfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:50.712595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: ac3d6197-56e3-497b-8cec-dbd0faabbfd8, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:50.773534 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f072878b-ef8b-438d-b9a8-e216175b73d2 req-51535de5-9f43-4490-af97-ee932a99bb43 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517952 Oct 19 01:25:50.805961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-747c0c6c-1a45-4270-b69f-8188a5d84c05 None None] Port 0cee8129-6f48-4c06-8f78-94ad6bcb64de cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:50.824846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:50.853178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, ac3d6197-56e3-497b-8cec-dbd0faabbfd8) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:50.862441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:50.863093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.921560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-12f15863-e959-4920-bb67-a88cde50a8f8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9432802 Oct 19 01:25:50.938388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42704) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:50.952402 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:50.952638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe3489-99c7-4349-8884-9d9cb2de11d9 None None] Network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:50.956048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414640448'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:50.971926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.054739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:51.078000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:51.080874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7125fc8-50c0-43fa-a024-7cefaa4a4011,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:51.098504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.103971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.104489 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Added segment 267934e5-d6e4-41f4-802c-8a6d44a47b83 of type vlan for network 2f63835c-cf52-47e7-82bd-6f934353e06e Oct 19 01:25:51.169330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.171613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:25:51.220566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.221314 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment 732aac55-3056-4546-ad66-035cbf44225b of type vlan for network 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 Oct 19 01:25:51.284487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.363420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a288fc-6c49-4b13-a63b-d32262a845ef req-d7b8ccbf-be1a-4adc-9e59-7a7510df0dfa tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.365043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22a288fc-6c49-4b13-a63b-d32262a845ef req-d7b8ccbf-be1a-4adc-9e59-7a7510df0dfa tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 949 time: 0.2289603 Oct 19 01:25:51.383466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.385278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.386634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.387215 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.450965 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.468655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7300150 Oct 19 01:25:51.478913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42710) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:51.485968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.493043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.493684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.506020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-ac3d6197-56e3-497b-8cec-dbd0faabbfd8', 'network_id': 'ac3d6197-56e3-497b-8cec-dbd0faabbfd8', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '055a8b7f-3241-473c-aa30-f32a0e3f4a31'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:25:51.506474 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:51.507574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Request body: {'subnet': {'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-247381718-subnet', 'tenant_id': 'be3bf60512b549f5b427655e01232f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:51.576883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22a288fc-6c49-4b13-a63b-d32262a845ef req-5c795cf4-bc75-4560-aca5-467967459f5a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953948 Oct 19 01:25:51.593319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c9a76-080b-4fac-82dc-671858280bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f63835c-cf52-47e7-82bd-6f934353e06e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:51.714701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2f63835c-cf52-47e7-82bd-6f934353e06e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:51.717345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:51.747072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:25:51.755742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:51.829802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:51.854043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:51.946900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f863005-377d-4e92-b0a2-64c5dc9881ca req-68574fde-d3f8-47b9-94a9-8b4f49909a5e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:51.948583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f863005-377d-4e92-b0a2-64c5dc9881ca req-68574fde-d3f8-47b9-94a9-8b4f49909a5e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.2163482 Oct 19 01:25:51.957031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=54786449-57f3-400d-8684-0d0a85275188,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:52.023362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Made reservation on behalf of be3bf60512b549f5b427655e01232f9f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:52.027229 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.058143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316fbc2-1c42-4fb2-9048-2d7049c16c83 req-c465edf2-f0ee-40fa-86e5-0aac40c300fa tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.078366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Allocated IP 172.20.255.242 (ac3d6197-56e3-497b-8cec-dbd0faabbfd8/055a8b7f-3241-473c-aa30-f32a0e3f4a31/0be310df-3ef9-4931-887c-7c451e17eb68) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:52.087506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316fbc2-1c42-4fb2-9048-2d7049c16c83 req-c465edf2-f0ee-40fa-86e5-0aac40c300fa tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.113910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316fbc2-1c42-4fb2-9048-2d7049c16c83 req-c465edf2-f0ee-40fa-86e5-0aac40c300fa tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.115802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f316fbc2-1c42-4fb2-9048-2d7049c16c83 req-c465edf2-f0ee-40fa-86e5-0aac40c300fa tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 2374 time: 0.1926684 Oct 19 01:25:52.228641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f316fbc2-1c42-4fb2-9048-2d7049c16c83 req-58e689e7-6820-49a5-bad2-567bf3b8ccc6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931106 Oct 19 01:25:52.316809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f863005-377d-4e92-b0a2-64c5dc9881ca req-ae591e38-7777-49fa-ae58-ca2368299be9 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437462 Oct 19 01:25:52.329174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66647e01-5a73-4f8e-b5c3-b9ad9b04f1ab tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3850477 Oct 19 01:25:52.329174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.329501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42728) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:52.335108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:52.394406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40c1c72-4204-4743-94f6-afa1016222a1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:52.430085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.430938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.462294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b62fc743-df0f-4552-8a97-bee822cc7df2 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:52.509575 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-7d9ffdec-7343-4ace-bba6-236e19c812bc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7251618 Oct 19 01:25:52.526913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83', 'admin_state_up': True, 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'security_groups': ['f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:52.601255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b62fc743-df0f-4552-8a97-bee822cc7df2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:52.601912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b62fc743-df0f-4552-8a97-bee822cc7df2 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:52.623187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.645440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-999b2c26-6382-42bc-8a85-e1147c77411a None None] Provisioning complete for port 54786449-57f3-400d-8684-0d0a85275188 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:52.646545 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-999b2c26-6382-42bc-8a85-e1147c77411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.690316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:52.692968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Checking segment: {'id': '267934e5-d6e4-41f4-802c-8a6d44a47b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:52.693337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Network hostable DHCP agents. Network: 2f63835c-cf52-47e7-82bd-6f934353e06e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:52.695941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.741398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Network 2f63835c-cf52-47e7-82bd-6f934353e06e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:52.788758 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.820140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2f63835c-cf52-47e7-82bd-6f934353e06e) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:52.835424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:52.836180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:52.840630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:52.854848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-999b2c26-6382-42bc-8a85-e1147c77411a None None] Port 54786449-57f3-400d-8684-0d0a85275188 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:52.867538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Pushing event updated for resources: {'Port': ['ID=0be310df-3ef9-4931-887c-7c451e17eb68,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:52.869900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d69319-5977-4384-8b3e-210211044e0b None None] Network 2f63835c-cf52-47e7-82bd-6f934353e06e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:52.902729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:52.927126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:52.936278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:52.980037 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8c108140-76fa-4388-9e65-8c7912ec8483 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4957027 Oct 19 01:25:52.984134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48762e-6b84-4b74-806d-930b8ab625ef req-2305f318-66c3-491d-96ee-8155adef5865 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:53.008872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c48762e-6b84-4b74-806d-930b8ab625ef req-2305f318-66c3-491d-96ee-8155adef5865 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 949 time: 0.2696075 Oct 19 01:25:53.071643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:53.159795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Attempting to bind port 0be310df-3ef9-4931-887c-7c451e17eb68 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:53.160209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Attempting to bind port 0be310df-3ef9-4931-887c-7c451e17eb68 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '491db607-9e3b-4e1a-8841-89e39eb89d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ac3d6197-56e3-497b-8cec-dbd0faabbfd8'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:53.160573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Attempting to bind port 0be310df-3ef9-4931-887c-7c451e17eb68 on network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:53.175255 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c48762e-6b84-4b74-806d-930b8ab625ef req-7517abf2-8c50-49f3-b567-c541fa1934f3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341960 Oct 19 01:25:53.203485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:53.203861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Checking segment: {'id': '491db607-9e3b-4e1a-8841-89e39eb89d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ac3d6197-56e3-497b-8cec-dbd0faabbfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:53.204302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:53.204697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Bound using segment: {'id': '491db607-9e3b-4e1a-8841-89e39eb89d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ac3d6197-56e3-497b-8cec-dbd0faabbfd8'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:53.205186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Bound port: 0be310df-3ef9-4931-887c-7c451e17eb68, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491db607-9e3b-4e1a-8841-89e39eb89d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ac3d6197-56e3-497b-8cec-dbd0faabbfd8'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:53.205565 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:53.229357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-68b059be-10c8-4c7b-862a-27f6f9e105f9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:53.231078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-68b059be-10c8-4c7b-862a-27f6f9e105f9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 949 time: 0.3131299 Oct 19 01:25:53.284614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2f1e4-92c8-4786-9c4c-f6090d9a79a5 None None] Network 2f63835c-cf52-47e7-82bd-6f934353e06e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:53.433536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 10.2.2.100 (9c160b5c-d58d-4f60-8f7d-0963c69f7b83/0ed089e0-dbb0-4861-9622-c5e61c518455/d7ae8147-6ed7-46d7-bac5-7a52fff1ec86) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:53.466998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:53.655490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:53.679460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port c5a02bfc-b246-4131-b192-ff5454dea0b8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:53.679847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:53.692829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] For port 0be310df-3ef9-4931-887c-7c451e17eb68, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:53.697954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] For port 0be310df-3ef9-4931-887c-7c451e17eb68, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0be310df-3ef9-4931-887c-7c451e17eb68,segment=NetworkSegment(491db607-9e3b-4e1a-8841-89e39eb89d39),segment_id=491db607-9e3b-4e1a-8841-89e39eb89d39)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:53.705147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:53.739193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d26d3a-7c38-4683-af2f-99cba8090e79 req-a44b91be-9bb9-4dfc-b5c5-05a9fc742cf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:53.774500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d26d3a-7c38-4683-af2f-99cba8090e79 req-a44b91be-9bb9-4dfc-b5c5-05a9fc742cf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:53.778708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989c04-7b6d-4173-8a46-082c329da4b1 None None] Pushing event updated for resources: {'Port': ['ID=0be310df-3ef9-4931-887c-7c451e17eb68,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:53.786133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d26d3a-7c38-4683-af2f-99cba8090e79 req-a44b91be-9bb9-4dfc-b5c5-05a9fc742cf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:53.790241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0d26d3a-7c38-4683-af2f-99cba8090e79 req-a44b91be-9bb9-4dfc-b5c5-05a9fc742cf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 2374 time: 0.1850295 Oct 19 01:25:53.895626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0d26d3a-7c38-4683-af2f-99cba8090e79 req-9485c7df-022a-4c47-b7d0-c569eaf61298 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893404 Oct 19 01:25:53.898587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:54.026466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:54.040456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:54.050824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:54.202971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:54.242773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:54.243594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:54.277330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318bd0d-204b-4c26-96c5-dea734aa82d3 req-d83a338d-c183-454e-80b3-732a3644585b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:54.279131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8318bd0d-204b-4c26-96c5-dea734aa82d3 req-d83a338d-c183-454e-80b3-732a3644585b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.2047293 Oct 19 01:25:54.310808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-82531fa7-e638-4ea6-bc01-ad5d7e939cec tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7969897 Oct 19 01:25:54.317990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=09b67783-51f7-43f5-a186-1404029431b7,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:54.330615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': '732aac55-3056-4546-ad66-035cbf44225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:54.333969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:25:54.336879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83', 'admin_state_up': True, 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'security_groups': ['f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:54.449206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:25:54.465425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8318bd0d-204b-4c26-96c5-dea734aa82d3 req-e12ae8ff-0014-4933-bd3b-7161a42d7213 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760681 Oct 19 01:25:54.523519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ad3eceed-87f7-430d-a054-bd39f0759cc2 None None] Provisioning complete for port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:54.525235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad3eceed-87f7-430d-a054-bd39f0759cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:54.551519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:54.559205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:54.559807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:54.609194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ad3eceed-87f7-430d-a054-bd39f0759cc2 None None] Port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:54.612115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe1a84-2be9-467e-824a-5a694889dfa8 None None] Network 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:54.662423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-0ba9b996-187a-40f8-b066-dccc069634e2 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:54.668351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-0ba9b996-187a-40f8-b066-dccc069634e2 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/networks?id=2f63835c-cf52-47e7-82bd-6f934353e06e HTTP/1.1" status: 200 len: 821 time: 1.0666702 Oct 19 01:25:54.683678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42774) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:54.685418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b89526b9-22d3-4115-bdc6-ffe4e914293e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3534315 Oct 19 01:25:54.702887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port c5a02bfc-b246-4131-b192-ff5454dea0b8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c5a02bfc-b246-4131-b192-ff5454dea0b8,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:54.704684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:54.724290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Made reservation on behalf of 42f53b4796e24cf59b77663c09ec8214 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:54.739016 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:54.746297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-0e4c4755-da39-45de-a800-2cd3cd3b66f1 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/quotas/be3bf60512b549f5b427655e01232f9f HTTP/1.1" status: 200 len: 375 time: 0.0571258 Oct 19 01:25:54.786391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for c5a02bfc-b246-4131-b192-ff5454dea0b8 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:54.859031 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-3603e953-fd7c-4171-aa78-5dd87064c752 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=be3bf60512b549f5b427655e01232f9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800118 Oct 19 01:25:55.122429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3', 'network_id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '09b67783-51f7-43f5-a186-1404029431b7'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:25:55.125205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.320380 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.333113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Allocated IP 172.20.0.2 (04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3/09b67783-51f7-43f5-a186-1404029431b7/d4a218ff-d2ad-40ca-b0e4-596af011711b) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:55.379481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=c5a02bfc-b246-4131-b192-ff5454dea0b8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:55.415900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Allocated IP 10.2.2.200 (9c160b5c-d58d-4f60-8f7d-0963c69f7b83/0ed089e0-dbb0-4861-9622-c5e61c518455/2907f8d0-4273-40f2-bf0a-1eb7e75d9f31) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:25:55.464628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port c5a02bfc-b246-4131-b192-ff5454dea0b8 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:25:55.469682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.474680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0e48de1-3086-4935-bcc1-2057108edf07 req-06f3dc5f-cf31-4e4e-b3cf-1ea425075bbb tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "DELETE /v2.0/ports/c5a02bfc-b246-4131-b192-ff5454dea0b8 HTTP/1.1" status: 204 len: 173 time: 2.2348781 Oct 19 01:25:55.481441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcaf8a-20ab-4be3-b86a-ba145708430d req-edefabe0-d383-4cbf-b53a-3de4d81efe14 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:55.483739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1', '150977e8-758b-480e-8128-bd22bc2175e2'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:55.487455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa', 'c5a02bfc-b246-4131-b192-ff5454dea0b8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:25:55.489489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-edfcaf8a-20ab-4be3-b86a-ba145708430d req-edefabe0-d383-4cbf-b53a-3de4d81efe14 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=79140b56-1e7f-4b1d-8886-be466270b1cd HTTP/1.1" status: 200 len: 949 time: 0.7478883 Oct 19 01:25:55.493726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e73b42-a22e-4f3b-88e8-e845057c6417 None None] Network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:55.502625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'name': 'network-vif-deleted', 'tag': 'c5a02bfc-b246-4131-b192-ff5454dea0b8'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:25:55.505785 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28c817c-845c-40cd-a2af-ce4c5ee8d428" -d '{"events": [{"server_uuid": "79140b56-1e7f-4b1d-8886-be466270b1cd", "name": "network-vif-deleted", "tag": "c5a02bfc-b246-4131-b192-ff5454dea0b8"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:25:55.517984 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-410ea7d2-f6c2-4b4c-be71-f329b4abaff7 service neutron] 10.222.0.64 "GET /v2.0/networks/2f63835c-cf52-47e7-82bd-6f934353e06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751247 Oct 19 01:25:55.522376 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.690266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-2430bc9d-a5e1-4c60-a7bf-f77b9261babe service neutron] 10.222.0.64 "GET /v2.0/networks/2f63835c-cf52-47e7-82bd-6f934353e06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655481 Oct 19 01:25:55.694532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-edfcaf8a-20ab-4be3-b86a-ba145708430d req-c3053628-18c7-4604-85d2-be1518851350 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541944 Oct 19 01:25:55.905458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e28b02c9-2099-42af-9d0f-01bbf03826db None None] Provisioning complete for port 0be310df-3ef9-4931-887c-7c451e17eb68 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:55.906359 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e28b02c9-2099-42af-9d0f-01bbf03826db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:55.909498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.005293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0be310df-3ef9-4931-887c-7c451e17eb68 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:56.229375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387efb-0f56-4170-a1fd-f28ac843ef11 req-3f2a50bc-4144-45cf-b483-35a9e2fa87e7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.254791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387efb-0f56-4170-a1fd-f28ac843ef11 req-3f2a50bc-4144-45cf-b483-35a9e2fa87e7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.294726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387efb-0f56-4170-a1fd-f28ac843ef11 req-3f2a50bc-4144-45cf-b483-35a9e2fa87e7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.325134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387efb-0f56-4170-a1fd-f28ac843ef11 req-3f2a50bc-4144-45cf-b483-35a9e2fa87e7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.340541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d387efb-0f56-4170-a1fd-f28ac843ef11 req-3f2a50bc-4144-45cf-b483-35a9e2fa87e7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3095 time: 0.3266141 Oct 19 01:25:56.344885 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.359142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7816-787e-477f-a49d-ba06a66c8ae4 req-7f170e8c-81b2-4c6d-95a2-7f7fdade1e33 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:56.370877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42800) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:25:56.379645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-516c7816-787e-477f-a49d-ba06a66c8ae4 req-7f170e8c-81b2-4c6d-95a2-7f7fdade1e33 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.4719443 Oct 19 01:25:56.388231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'floatingip': {'port_id': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:56.411941 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.422240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.471424 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b326fa-c8bb-4ebe-8412-7cdf5266f345 x-openstack-request-id: req-39b326fa-c8bb-4ebe-8412-7cdf5266f345 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:25:56.471718 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79140b56-1e7f-4b1d-8886-be466270b1cd", "name": "network-vif-deleted", "tag": "c5a02bfc-b246-4131-b192-ff5454dea0b8", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:25:56.471970 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39b326fa-c8bb-4ebe-8412-7cdf5266f345 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:25:56.473716 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79140b56-1e7f-4b1d-8886-be466270b1cd', 'name': 'network-vif-deleted', 'tag': 'c5a02bfc-b246-4131-b192-ff5454dea0b8', 'status': 'completed', 'code': 200} Oct 19 01:25:56.524500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d387efb-0f56-4170-a1fd-f28ac843ef11 req-84106025-d41a-40ab-b2e9-d816635abe2f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829607 Oct 19 01:25:56.532981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=09b67783-51f7-43f5-a186-1404029431b7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:56.547729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.566894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.633681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.699239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:56.712450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732aac55-3056-4546-ad66-035cbf44225b') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:56.712739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732aac55-3056-4546-ad66-035cbf44225b') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:25:56.727228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.741502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Network 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:56.746859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.756532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:25:56.757320 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.830402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:25:56.837117 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:25:56.839615 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:56.861172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:25:56.861172 n-d-789963-20 neutron-server[100848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:25:56.861172 n-d-789963-20 neutron-server[100848]: [parameters: {'id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3'}] Oct 19 01:25:56.861172 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:25:56.861648 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:25:56.870954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Pushing event updated for resources: {'Port': ['ID=d4a218ff-d2ad-40ca-b0e4-596af011711b,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:56.899099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:56.934399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:25:56.937831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:25:56.944137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:25:57.007642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event updated for resources: {'Port': ['ID=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:57.042862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:57.046874 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:57.061974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0be310df-3ef9-4931-887c-7c451e17eb68 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:57.069064 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:57.083480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e1056cd9-1b50-45d1-a7c1-d3429bba3b18 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7574594 Oct 19 01:25:57.104189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:57.232377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0aed67b4-7518-455f-a236-7df7ec09c73e req-596ca3ad-5475-4f82-96ec-5838ddb39acd tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 210 time: 0.5461044 Oct 19 01:25:57.343881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:57.368950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:57.525539 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e28b02c9-2099-42af-9d0f-01bbf03826db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:57.677842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Attempting to bind port d4a218ff-d2ad-40ca-b0e4-596af011711b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:25:57.677842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Attempting to bind port d4a218ff-d2ad-40ca-b0e4-596af011711b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '732aac55-3056-4546-ad66-035cbf44225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:25:57.678088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Attempting to bind port d4a218ff-d2ad-40ca-b0e4-596af011711b on network 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:25:57.694614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e28b02c9-2099-42af-9d0f-01bbf03826db None None] For port 0be310df-3ef9-4931-887c-7c451e17eb68, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0be310df-3ef9-4931-887c-7c451e17eb68,segment=NetworkSegment(491db607-9e3b-4e1a-8841-89e39eb89d39),segment_id=491db607-9e3b-4e1a-8841-89e39eb89d39)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:57.735495 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e28b02c9-2099-42af-9d0f-01bbf03826db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:57.956189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b02c9-2099-42af-9d0f-01bbf03826db None None] Pushing event updated for resources: {'Port': ['ID=0be310df-3ef9-4931-887c-7c451e17eb68,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:57.964025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.resource_extend [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:25:58.024815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:25:58.025194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Checking segment: {'id': '732aac55-3056-4546-ad66-035cbf44225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:25:58.025597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:58.025993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Bound using segment: {'id': '732aac55-3056-4546-ad66-035cbf44225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:25:58.026484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Bound port: d4a218ff-d2ad-40ca-b0e4-596af011711b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aac55-3056-4546-ad66-035cbf44225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:25:58.026868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:58.188530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121ede-0a82-4724-9e4b-820e1e8d5f0e req-e68affc4-9f99-4762-847b-5262816620b3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.203318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8322a51e-e2b6-40b8-9058-faa6b472ab99 None None] Provisioning complete for port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:58.203783 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8322a51e-e2b6-40b8-9058-faa6b472ab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:58.205312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121ede-0a82-4724-9e4b-820e1e8d5f0e req-e68affc4-9f99-4762-847b-5262816620b3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.222227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121ede-0a82-4724-9e4b-820e1e8d5f0e req-e68affc4-9f99-4762-847b-5262816620b3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.233927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121ede-0a82-4724-9e4b-820e1e8d5f0e req-e68affc4-9f99-4762-847b-5262816620b3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.242644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27121ede-0a82-4724-9e4b-820e1e8d5f0e req-e68affc4-9f99-4762-847b-5262816620b3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.246140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27121ede-0a82-4724-9e4b-820e1e8d5f0e req-e68affc4-9f99-4762-847b-5262816620b3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3816 time: 0.3791986 Oct 19 01:25:58.266040 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:58.286710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:58.456128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c5a02bfc-b246-4131-b192-ff5454dea0b8 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:25:58.521317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: c5a02bfc-b246-4131-b192-ff5454dea0b8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:25:58.521832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c5a02bfc-b246-4131-b192-ff5454dea0b8 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:25:58.534330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0be310df-3ef9-4931-887c-7c451e17eb68 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:25:58.541024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27121ede-0a82-4724-9e4b-820e1e8d5f0e req-20bde6d7-3e7f-4876-b3f5-46bb3bcc5b9b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703350 Oct 19 01:25:58.647305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8322a51e-e2b6-40b8-9058-faa6b472ab99 None None] Port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:25:58.699045 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Floating IP 3c5f076c-315b-4179-a8d9-ab2e13314323 associated. External IP: 172.25.0.55, port: d3bb2bba-f667-41f5-9b86-489126c8740c. Oct 19 01:25:58.741772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] For port d4a218ff-d2ad-40ca-b0e4-596af011711b, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:25:58.775943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e49e14-ed79-4fdc-a502-53f4fae18016 req-1b33ce8b-a60c-40f9-b370-28ba33d1c652 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:58.787347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-07e49e14-ed79-4fdc-a502-53f4fae18016 req-1b33ce8b-a60c-40f9-b370-28ba33d1c652 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 949 time: 0.2614479 Oct 19 01:25:58.839159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3265474-a739-4a1b-bd9c-3b8e88e76e24 req-fcb4d971-8201-49b0-b947-4a66f11cf184 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 210 time: 0.1399472 Oct 19 01:25:58.862937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] For port d4a218ff-d2ad-40ca-b0e4-596af011711b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d4a218ff-d2ad-40ca-b0e4-596af011711b,segment=NetworkSegment(732aac55-3056-4546-ad66-035cbf44225b),segment_id=732aac55-3056-4546-ad66-035cbf44225b)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:25:58.902539 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:58.996815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-592f97ff-2c59-444f-b6d6-6ae513f69f09 None None] Provisioning complete for port 0be310df-3ef9-4931-887c-7c451e17eb68 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:58.996815 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-592f97ff-2c59-444f-b6d6-6ae513f69f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.016958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-69b0f961-67e0-47ba-88d6-aff6d71ac2f0 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:59.024728 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-69b0f961-67e0-47ba-88d6-aff6d71ac2f0 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.62 "GET /v2.0/networks?id=2f63835c-cf52-47e7-82bd-6f934353e06e HTTP/1.1" status: 200 len: 821 time: 0.5011117 Oct 19 01:25:59.057118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0be310df-3ef9-4931-887c-7c451e17eb68 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:25:59.057349 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.081262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Request body: {'port': {'device_id': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e', 'admin_state_up': True, 'tenant_id': 'be3bf60512b549f5b427655e01232f9f'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:25:59.133904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58535792-fa18-4a2c-a4bc-061c420138ee None None] Pushing event updated for resources: {'Port': ['ID=d4a218ff-d2ad-40ca-b0e4-596af011711b,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:59.143235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-1ce59cbc-8582-4c9d-84aa-dd3231dd91de tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:59.145244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-1ce59cbc-8582-4c9d-84aa-dd3231dd91de tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 949 time: 0.3195839 Oct 19 01:25:59.158214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f406aa-a3cf-467b-93eb-cd6b0fae164b None None] Network 04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:25:59.302472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port d4a218ff-d2ad-40ca-b0e4-596af011711b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:59.304456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-b6f44ba3-90a3-4c2a-9c7f-7a93e7d60209 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:25:59.306110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-b6f44ba3-90a3-4c2a-9c7f-7a93e7d60209 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 949 time: 0.3009055 Oct 19 01:25:59.309974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.368707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-07e49e14-ed79-4fdc-a502-53f4fae18016 req-52a09b69-7459-4d0c-8896-684aa1cb1a10 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754228 Oct 19 01:25:59.395085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319032d6-299f-436a-864d-e155922bcabc {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:25:59.418293 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.472547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Made reservation on behalf of be3bf60512b549f5b427655e01232f9f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:25:59.476433 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.489264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b72119-89d3-4308-abe6-d617d2b33bab None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:25:59.557977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Transition to ACTIVE for port object 319032d6-299f-436a-864d-e155922bcabc will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:25:59.597580 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.701012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Router bc694d75-5f8c-4708-836b-c5b04f38c76d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:25:59.738374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Pushing event updated for resources: {'Port': ['ID=319032d6-299f-436a-864d-e155922bcabc,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:25:59.753261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port 7b37720f-f010-4146-b255-6c50e7d83eaa {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:59.753605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.765685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port d4a218ff-d2ad-40ca-b0e4-596af011711b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d4a218ff-d2ad-40ca-b0e4-596af011711b,segment=NetworkSegment(732aac55-3056-4546-ad66-035cbf44225b),segment_id=732aac55-3056-4546-ad66-035cbf44225b)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:59.766551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.846460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for d4a218ff-d2ad-40ca-b0e4-596af011711b owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:59.861613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port 7b37720f-f010-4146-b255-6c50e7d83eaa, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=7b37720f-f010-4146-b255-6c50e7d83eaa,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:25:59.862135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:25:59.888491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for 7b37720f-f010-4146-b255-6c50e7d83eaa owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:25:59.980636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port 150977e8-758b-480e-8128-bd22bc2175e2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:25:59.980980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.046441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b72119-89d3-4308-abe6-d617d2b33bab None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:00.062967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ffb4ad9-6b49-43d8-a664-eb2b8692ea1f req-4b102837-49c6-400d-bad2-248e0354e473 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 210 time: 0.1038356 Oct 19 01:26:00.145137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:26:00.150762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.155181 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] Sync routers for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:26:00.177231 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:00.178114 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:00.219460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3daff518-4dbc-4a74-ab05-44aa2e4dc8f3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "PUT /v2.0/floatingips/3c5f076c-315b-4179-a8d9-ab2e13314323 HTTP/1.1" status: 200 len: 990 time: 3.8463187 Oct 19 01:26:00.235576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Attempting to bind port 319032d6-299f-436a-864d-e155922bcabc on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:00.244480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Attempting to bind port 319032d6-299f-436a-864d-e155922bcabc by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:00.245562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Attempting to bind port 319032d6-299f-436a-864d-e155922bcabc on network 10dcdece-13c6-4fa3-b37f-de1b55175d8c {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:00.253113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:00.255388 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642" -d '{"events": [{"name": "network-changed", "server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:00.286014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Port 319032d6-299f-436a-864d-e155922bcabc on network 10dcdece-13c6-4fa3-b37f-de1b55175d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:00.288546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Attempting to bind port 319032d6-299f-436a-864d-e155922bcabc on network 10dcdece-13c6-4fa3-b37f-de1b55175d8c {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:00.329424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:00.331456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Checking segment: {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:00.332135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Bound using segment: {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:00.332776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Bound port: 319032d6-299f-436a-864d-e155922bcabc, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9bf874f-ebfd-454b-a525-548e366bac64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:00.334758 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.454450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec2aec-4bbe-41cb-90bd-c48ff95ea48b req-7351daf3-5798-490b-b335-b7867df842e9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.457415 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:26:00.474650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec2aec-4bbe-41cb-90bd-c48ff95ea48b req-7351daf3-5798-490b-b335-b7867df842e9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.491739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec2aec-4bbe-41cb-90bd-c48ff95ea48b req-7351daf3-5798-490b-b335-b7867df842e9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.506297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec2aec-4bbe-41cb-90bd-c48ff95ea48b req-7351daf3-5798-490b-b335-b7867df842e9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.512237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec2aec-4bbe-41cb-90bd-c48ff95ea48b req-7351daf3-5798-490b-b335-b7867df842e9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.537822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c8ec2aec-4bbe-41cb-90bd-c48ff95ea48b req-7351daf3-5798-490b-b335-b7867df842e9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3828 time: 0.8089585 Oct 19 01:26:00.541097 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea62aea-4530-438b-afc4-e1b8074d6b29 x-openstack-request-id: req-4ea62aea-4530-438b-afc4-e1b8074d6b29 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:00.541416 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:00.541676 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ea62aea-4530-438b-afc4-e1b8074d6b29 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:00.542095 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'status': 'completed', 'code': 200} Oct 19 01:26:00.578545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] For port 319032d6-299f-436a-864d-e155922bcabc, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:00.585631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] For port 319032d6-299f-436a-864d-e155922bcabc, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=319032d6-299f-436a-864d-e155922bcabc,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:00.599955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Allocated IP 172.20.0.4 (2f63835c-cf52-47e7-82bd-6f934353e06e/e40c1c72-4204-4743-94f6-afa1016222a1/063abedc-e0bf-49f2-8cab-3e7426c6dab8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:00.679913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.689534 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c8ec2aec-4bbe-41cb-90bd-c48ff95ea48b req-6537ff90-ce43-4e72-9bf0-ffc830e9c86f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507540 Oct 19 01:26:00.732822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port 150977e8-758b-480e-8128-bd22bc2175e2, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=150977e8-758b-480e-8128-bd22bc2175e2,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:00.733560 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.790818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for 150977e8-758b-480e-8128-bd22bc2175e2 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:00.897254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.938146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.951676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:00.974230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:00.979010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:00.980681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] 10.222.0.74 "PUT /v2.0/ports/319032d6-299f-436a-864d-e155922bcabc HTTP/1.1" status: 200 len: 1093 time: 3.8818555 Oct 19 01:26:01.006763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '319032d6-299f-436a-864d-e155922bcabc'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:01.022297 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "319032d6-299f-436a-864d-e155922bcabc"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:01.024578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=7b37720f-f010-4146-b255-6c50e7d83eaa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:01.063209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:01.079193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port d4a218ff-d2ad-40ca-b0e4-596af011711b on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:01.102624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:01.110686 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3c5f076c-315b-4179-a8d9-ab2e13314323', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'port_id': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'mac_address': 'fa:16:3e:25:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af84087-fa8b-4325-951b-7c6f51302308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:25Z', 'updated_at': '2021-10-19T01:25:57Z', 'revision_number': 1, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:01.147765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port 7b37720f-f010-4146-b255-6c50e7d83eaa on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:01.179863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:01.184023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-85b77d65-285f-4d95-9e85-ab72a40598cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.186010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-85b77d65-285f-4d95-9e85-ab72a40598cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1097 time: 0.5883701 Oct 19 01:26:01.192202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed6961c9-ee4a-4726-9238-bbbaaafb2cbc req-3d0db2cb-e9f5-4ce2-b3ff-601748808b28 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.74 "DELETE /v2.0/ports/7b37720f-f010-4146-b255-6c50e7d83eaa HTTP/1.1" status: 204 len: 173 time: 2.0268598 Oct 19 01:26:01.196448 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707f3d31-df8f-4633-a60c-dc99e3f736c1 x-openstack-request-id: req-707f3d31-df8f-4633-a60c-dc99e3f736c1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:01.196733 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "319032d6-299f-436a-864d-e155922bcabc", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:01.196991 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-707f3d31-df8f-4633-a60c-dc99e3f736c1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:01.197401 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '319032d6-299f-436a-864d-e155922bcabc', 'status': 'completed', 'code': 200} Oct 19 01:26:01.247670 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] Checking router: bc694d75-5f8c-4708-836b-c5b04f38c76d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:26:01.293324 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:01.293969 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:01.303840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c3d0a-aed3-49a1-90db-5dd61620ac8a service neutron] Pushing event updated for resources: {'Port': ['ID=319032d6-299f-436a-864d-e155922bcabc,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:01.375442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584e343-42cd-4c89-bbc8-e0366d50fe21 req-24f9a7a2-ecd0-44e3-8fb5-faf8676be3e8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:01.385698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1584e343-42cd-4c89-bbc8-e0366d50fe21 req-24f9a7a2-ecd0-44e3-8fb5-faf8676be3e8 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=02432f8a-67d2-4d2e-a729-c4b9704054ea HTTP/1.1" status: 200 len: 867 time: 0.7872212 Oct 19 01:26:01.512561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:01.552879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['7b37720f-f010-4146-b255-6c50e7d83eaa'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:01.605491 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:26:01.714322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:01.749668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:01.762574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732aac55-3056-4546-ad66-035cbf44225b') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:01.764476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732aac55-3056-4546-ad66-035cbf44225b') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:01.803081 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:01.826359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:01.843898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=d4a218ff-d2ad-40ca-b0e4-596af011711b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:02.002794 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3c5f076c-315b-4179-a8d9-ab2e13314323', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'port_id': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'mac_address': 'fa:16:3e:25:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af84087-fa8b-4325-951b-7c6f51302308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:25Z', 'updated_at': '2021-10-19T01:25:57Z', 'revision_number': 1, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:02.041200 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee85da-4e94-4107-804a-15c062951ffa None None] The sync data for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 is: [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3c5f076c-315b-4179-a8d9-ab2e13314323', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'port_id': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'mac_address': 'fa:16:3e:25:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af84087-fa8b-4325-951b-7c6f51302308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:25Z', 'updated_at': '2021-10-19T01:25:57Z', 'revision_number': 1, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:26:02.074297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:02.074876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:02.078537 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:02.155165 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1584e343-42cd-4c89-bbc8-e0366d50fe21 req-083edccd-2589-4d2f-9bc7-00059fa44a83 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302750 Oct 19 01:26:02.156028 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.353469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.450492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.476184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9f41f7-6cbb-460c-a43b-fa84017370ee None None] New status for floating IP 3c5f076c-315b-4179-a8d9-ab2e13314323: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:26:02.496298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-da853650-0e53-4e58-a7fd-4e5db04af637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.497767 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-da853650-0e53-4e58-a7fd-4e5db04af637 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 1.2460251 Oct 19 01:26:02.503871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.507366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 HTTP/1.1" status: 204 len: 168 time: 7.8225453 Oct 19 01:26:02.532378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42882) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:02.537332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1975392394'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:02.561347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3e438dd-38aa-4eea-b744-4a7f59351c82 req-884d4703-9a5a-4339-8be7-6f1ccc68c03b tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 210 time: 1.1290967 Oct 19 01:26:02.567296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'name': 'network-vif-deleted', 'tag': '7b37720f-f010-4146-b255-6c50e7d83eaa'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:02.570857 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f1bb0c-645d-4c09-a0d1-30207b681ec4" -d '{"events": [{"server_uuid": "02432f8a-67d2-4d2e-a729-c4b9704054ea", "name": "network-vif-deleted", "tag": "7b37720f-f010-4146-b255-6c50e7d83eaa"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:02.584375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=150977e8-758b-480e-8128-bd22bc2175e2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:02.601326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5d01-a038-4922-8388-8c9381054067 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:02.614947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.646354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-1c4d0599-be73-494b-9684-8776b0d7e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.646844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-1c4d0599-be73-494b-9684-8776b0d7e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.647320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-1c4d0599-be73-494b-9684-8776b0d7e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.647786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-1c4d0599-be73-494b-9684-8776b0d7e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.657177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-1c4d0599-be73-494b-9684-8776b0d7e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.685742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-1c4d0599-be73-494b-9684-8776b0d7e272 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 4364 time: 1.2249684 Oct 19 01:26:02.687965 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9529812-ace6-4a02-adb1-c619aceefe1f x-openstack-request-id: req-d9529812-ace6-4a02-adb1-c619aceefe1f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:02.688289 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02432f8a-67d2-4d2e-a729-c4b9704054ea", "name": "network-vif-deleted", "tag": "7b37720f-f010-4146-b255-6c50e7d83eaa", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:02.688547 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9529812-ace6-4a02-adb1-c619aceefe1f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:02.688945 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02432f8a-67d2-4d2e-a729-c4b9704054ea', 'name': 'network-vif-deleted', 'tag': '7b37720f-f010-4146-b255-6c50e7d83eaa', 'status': 'completed', 'code': 200} Oct 19 01:26:02.689878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port 150977e8-758b-480e-8128-bd22bc2175e2 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:02.696213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:02.699770 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-852fc243-4504-4605-aa0e-e14f823d4ee5 req-4c8e56e9-290f-429f-bc37-1943306dd438 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "DELETE /v2.0/ports/150977e8-758b-480e-8128-bd22bc2175e2 HTTP/1.1" status: 204 len: 173 time: 3.3506064 Oct 19 01:26:02.862131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-3dbc2630-743b-4bcf-807b-bb4763682258 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3883588 Oct 19 01:26:02.874251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:02.895416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c572-9de2-439a-8352-785471b93f5a req-32dfc2f1-6d7c-4897-a22a-e4852fcf37e5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.905828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c572-9de2-439a-8352-785471b93f5a req-32dfc2f1-6d7c-4897-a22a-e4852fcf37e5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.914167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c572-9de2-439a-8352-785471b93f5a req-32dfc2f1-6d7c-4897-a22a-e4852fcf37e5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.922258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c572-9de2-439a-8352-785471b93f5a req-32dfc2f1-6d7c-4897-a22a-e4852fcf37e5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.929515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39c572-9de2-439a-8352-785471b93f5a req-32dfc2f1-6d7c-4897-a22a-e4852fcf37e5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.936575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 150977e8-758b-480e-8128-bd22bc2175e2 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:02.941224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a39c572-9de2-439a-8352-785471b93f5a req-32dfc2f1-6d7c-4897-a22a-e4852fcf37e5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3828 time: 0.3764992 Oct 19 01:26:02.950360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-6bc804b3-b485-4222-b7dd-76fb90820a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.950683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-6bc804b3-b485-4222-b7dd-76fb90820a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.951206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-6bc804b3-b485-4222-b7dd-76fb90820a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:02.953548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-6bc804b3-b485-4222-b7dd-76fb90820a54 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=42f53b4796e24cf59b77663c09ec8214&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2528210 Oct 19 01:26:02.987556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 150977e8-758b-480e-8128-bd22bc2175e2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:02.987898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 150977e8-758b-480e-8128-bd22bc2175e2 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:03.009187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Network 2f63835c-cf52-47e7-82bd-6f934353e06e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:03.074386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:03.111882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:03.133615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:03.147940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.151393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-757b0646-441f-489f-a3f2-4f88d5527466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:03.154126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d355e21-94ad-4e61-bcd4-bc2c01ee203e req-757b0646-441f-489f-a3f2-4f88d5527466 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925831 Oct 19 01:26:03.287483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-203fac48-adcf-4f77-a314-e781f4c295b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 998 time: 0.7613304 Oct 19 01:26:03.307488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:03.308121 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.341623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a39c572-9de2-439a-8352-785471b93f5a req-a2e71576-8a86-4ae7-82cb-7bd63d23f341 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991234 Oct 19 01:26:03.342359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Pushing event updated for resources: {'Port': ['ID=063abedc-e0bf-49f2-8cab-3e7426c6dab8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:03.479352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9bb99e2-d384-4f48-b07d-c69695a51348 req-85290772-5d22-4d01-acfa-0d6f50472c7c tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe73b7d1-4d00-4527-9825-318b07a14950 HTTP/1.1" status: 200 len: 210 time: 0.0573792 Oct 19 01:26:03.488875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-59c400be-5fba-449c-a16e-7f9d330818ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:03.494316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-59c400be-5fba-449c-a16e-7f9d330818ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1412046 Oct 19 01:26:03.635737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715010e-086a-464f-b6a8-6697837eee5c req-5ed4f0e5-5a61-4917-9608-42941c83bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:03.637322 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-5ed4f0e5-5a61-4917-9608-42941c83bf86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb6d3d6de559488b97f9d51a637364c4&device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 1101 time: 0.6704085 Oct 19 01:26:03.665707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-6b0ca5b4-607f-4f46-9a19-6d4e886aa0be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6135712 Oct 19 01:26:03.728262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:03.739569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:03.740352 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment 3c351aa2-a990-4726-a69b-fcb481d539f9 of type vlan for network 11733626-607a-4da4-8d9e-2ff39c6cafce Oct 19 01:26:03.759146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Request body: {'port': {'device_id': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:04.017023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-036876e5-b6a0-4995-bab8-ea1ff386f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.021926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-036876e5-b6a0-4995-bab8-ea1ff386f2ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4751835 Oct 19 01:26:04.429845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 7b37720f-f010-4146-b255-6c50e7d83eaa no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:04.471735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 7b37720f-f010-4146-b255-6c50e7d83eaa {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:04.472143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 7b37720f-f010-4146-b255-6c50e7d83eaa not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:04.503213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.645026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee217-d04c-482e-9039-8e1af331f941 req-92ffcf56-bb02-4dea-8136-3df8aeae0a07 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.645807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.651112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee217-d04c-482e-9039-8e1af331f941 req-92ffcf56-bb02-4dea-8136-3df8aeae0a07 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.662919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee217-d04c-482e-9039-8e1af331f941 req-92ffcf56-bb02-4dea-8136-3df8aeae0a07 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.669620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee217-d04c-482e-9039-8e1af331f941 req-92ffcf56-bb02-4dea-8136-3df8aeae0a07 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.677483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee217-d04c-482e-9039-8e1af331f941 req-92ffcf56-bb02-4dea-8136-3df8aeae0a07 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.679594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01aee217-d04c-482e-9039-8e1af331f941 req-92ffcf56-bb02-4dea-8136-3df8aeae0a07 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3828 time: 0.1562393 Oct 19 01:26:04.679849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f9d1a-17f0-4d75-b9b7-f1d0c2896c61 req-1912e1c5-d644-4533-a9e2-3c7a010945e9 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.688257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a8f9d1a-17f0-4d75-b9b7-f1d0c2896c61 req-1912e1c5-d644-4533-a9e2-3c7a010945e9 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 931 time: 0.9365387 Oct 19 01:26:04.689623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'name': 'network-vif-deleted', 'tag': '150977e8-758b-480e-8128-bd22bc2175e2'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:04.693168 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a66144-e076-420f-ac29-cb619e2fedd7" -d '{"events": [{"server_uuid": "fe73b7d1-4d00-4527-9825-318b07a14950", "name": "network-vif-deleted", "tag": "150977e8-758b-480e-8128-bd22bc2175e2"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:04.718466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba632fe-f881-4852-bdef-818041d15035 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:04.724530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715010e-086a-464f-b6a8-6697837eee5c req-c956664c-02c3-4d1b-ab44-f232a71ab80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.725920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-c956664c-02c3-4d1b-ab44-f232a71ab80b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 1.0262325 Oct 19 01:26:04.739536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.750758 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01aee217-d04c-482e-9039-8e1af331f941 req-aaa97207-8359-496f-9fc1-7d4c902bea4f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622246 Oct 19 01:26:04.802616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.808760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:04.809903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.862350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-de8df3e3-5d58-4555-a935-f531eb0c7fdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3339aed8-db09-4ae7-802e-3a18abd538e1 HTTP/1.1" status: 200 len: 217 time: 0.1166174 Oct 19 01:26:04.893006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Transition to ACTIVE for port object 2ba632fe-f881-4852-bdef-818041d15035 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:04.953116 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:04.974670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a8f9d1a-17f0-4d75-b9b7-f1d0c2896c61 req-d00bb58f-32c8-4c2c-9eae-a49e85c6092d tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854755 Oct 19 01:26:04.982866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4494383 Oct 19 01:26:04.992196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42928) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:04.993862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '11733626-607a-4da4-8d9e-2ff39c6cafce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:05.072968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-ec0ae72c-72d1-41e1-b1b1-f23df6991ad4 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0223436 Oct 19 01:26:05.089232 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d3b50-0d01-4bda-86a5-8d32ebd3318b x-openstack-request-id: req-2f9d3b50-0d01-4bda-86a5-8d32ebd3318b {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:05.089726 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe73b7d1-4d00-4527-9825-318b07a14950", "name": "network-vif-deleted", "tag": "150977e8-758b-480e-8128-bd22bc2175e2", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:05.090384 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f9d3b50-0d01-4bda-86a5-8d32ebd3318b {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:05.091281 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe73b7d1-4d00-4527-9825-318b07a14950', 'name': 'network-vif-deleted', 'tag': '150977e8-758b-480e-8128-bd22bc2175e2', 'status': 'completed', 'code': 200} Oct 19 01:26:05.117840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929d1e3-8303-4504-a61f-5f31f03eeddd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=11733626-607a-4da4-8d9e-2ff39c6cafce,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:05.133522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 11733626-607a-4da4-8d9e-2ff39c6cafce details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:05.281572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715010e-086a-464f-b6a8-6697837eee5c req-a019c68e-a2f0-4fd1-b3ca-0d2dfba78b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.283102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-a019c68e-a2f0-4fd1-b3ca-0d2dfba78b3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.3824885 Oct 19 01:26:05.336576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:05.340720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:05.469678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing IP validity checks on allocation pools {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:26:05.470423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:26:05.593270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:05.702342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:05.731217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715010e-086a-464f-b6a8-6697837eee5c req-f4053f9b-21cd-4165-8f18-3f9144978059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.733280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-f4053f9b-21cd-4165-8f18-3f9144978059 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4194145 Oct 19 01:26:05.797094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Attempting to bind port 2ba632fe-f881-4852-bdef-818041d15035 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:05.797434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Attempting to bind port 2ba632fe-f881-4852-bdef-818041d15035 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:05.798303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Attempting to bind port 2ba632fe-f881-4852-bdef-818041d15035 on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:05.834391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=f504bd32-efd0-4314-86f7-1721d541bcac,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:05.838821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Port 2ba632fe-f881-4852-bdef-818041d15035 on network 8f8c8dac-397c-4d16-9a51-460e92928a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:05.839180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Attempting to bind port 2ba632fe-f881-4852-bdef-818041d15035 on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:05.883663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': '3c351aa2-a990-4726-a69b-fcb481d539f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11733626-607a-4da4-8d9e-2ff39c6cafce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:05.884095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 11733626-607a-4da4-8d9e-2ff39c6cafce, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:05.907855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:05.908241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Checking segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:05.908756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Bound using segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:05.909343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Bound port: 2ba632fe-f881-4852-bdef-818041d15035, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:05.909629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:05.914502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 11733626-607a-4da4-8d9e-2ff39c6cafce is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:05.930047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 11733626-607a-4da4-8d9e-2ff39c6cafce) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:05.936310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:05.937358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:05.944974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50091031-0352-4ab4-a561-226a18c69312 None None] Network 11733626-607a-4da4-8d9e-2ff39c6cafce requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:05.958967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-55e599fb-f65c-4b82-b525-acd7b200d2b9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9697504 Oct 19 01:26:05.964043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42946) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:06.095191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-41e02776-cc2f-41e4-9448-dc228c75f1d4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.096824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-41e02776-cc2f-41e4-9448-dc228c75f1d4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.7509286 Oct 19 01:26:06.132089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0b62d7-4c47-4c59-8c88-8c9efe71b642 req-d8bfb9e4-5950-4804-af4c-41cc4e53cf1c service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0350938 Oct 19 01:26:06.165692 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-93ae5ff2-e928-46cb-815e-3bdfad0f0094 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/quotas/94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 375 time: 0.0307038 Oct 19 01:26:06.215528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.250045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-11733626-607a-4da4-8d9e-2ff39c6cafce', 'network_id': '11733626-607a-4da4-8d9e-2ff39c6cafce', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': 'f504bd32-efd0-4314-86f7-1721d541bcac'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:06.251380 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.327766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.431143 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-618c20f2-21ab-4ae3-aac8-159ce192c51a service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535563 Oct 19 01:26:06.439962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063abedc-e0bf-49f2-8cab-3e7426c6dab8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:06.445457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:06.460795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.464642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2ba632fe-f881-4852-bdef-818041d15035,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:06.473438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-1a60f118-aa61-404f-9760-a33e42e6e191 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2548602 Oct 19 01:26:06.508624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.541258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8099de-a68a-48e8-9894-089439050876 req-d68c2ee9-b584-448c-adb2-5afbd08a7ae9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.547952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8099de-a68a-48e8-9894-089439050876 req-d68c2ee9-b584-448c-adb2-5afbd08a7ae9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.554235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Allocated IP 172.20.0.3 (11733626-607a-4da4-8d9e-2ff39c6cafce/f504bd32-efd0-4314-86f7-1721d541bcac/cbdabab5-b75b-4319-bc73-8f09caf8c715) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:06.560082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Transition to ACTIVE for port object 063abedc-e0bf-49f2-8cab-3e7426c6dab8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:06.564379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8099de-a68a-48e8-9894-089439050876 req-d68c2ee9-b584-448c-adb2-5afbd08a7ae9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.580224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8099de-a68a-48e8-9894-089439050876 req-d68c2ee9-b584-448c-adb2-5afbd08a7ae9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.590624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8099de-a68a-48e8-9894-089439050876 req-d68c2ee9-b584-448c-adb2-5afbd08a7ae9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.597269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8099de-a68a-48e8-9894-089439050876 req-d68c2ee9-b584-448c-adb2-5afbd08a7ae9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.608978 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f8099de-a68a-48e8-9894-089439050876 req-d68c2ee9-b584-448c-adb2-5afbd08a7ae9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 4600 time: 0.2303722 Oct 19 01:26:06.609382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.628471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:06.629099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.630512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] 10.222.0.74 "PUT /v2.0/ports/2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 1131 time: 5.5798666 Oct 19 01:26:06.630979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '2ba632fe-f881-4852-bdef-818041d15035'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:06.634025 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4de815-ede7-4b3f-badc-ce185f127c18" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "2ba632fe-f881-4852-bdef-818041d15035"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:06.699356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:06.703089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f8099de-a68a-48e8-9894-089439050876 req-a9d63a9c-a25a-474f-973c-341cef9d52fc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877967 Oct 19 01:26:06.749649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24092fe-d6e9-4b83-ad49-63c7bc0ae553 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:06.903838 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.915346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87981710-91f3-455a-864d-1598cc422528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.923457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.982826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:06.997668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Network 11733626-607a-4da4-8d9e-2ff39c6cafce is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:06.999964 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a715010e-086a-464f-b6a8-6697837eee5c req-54913a81-518f-461f-934a-d167a1ce7f78 service neutron] 10.222.0.62 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497210 Oct 19 01:26:07.004241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c68e-1ad7-4059-bfa4-753d414f24e6 req-d972c363-9402-435e-860b-910236852f91 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:07.011379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3945c68e-1ad7-4059-bfa4-753d414f24e6 req-d972c363-9402-435e-860b-910236852f91 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 949 time: 0.1255159 Oct 19 01:26:07.017848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:07.033086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:07.043265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-8f25a993-08e7-4222-97c0-5bae8859dce7 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:07.044877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-8f25a993-08e7-4222-97c0-5bae8859dce7 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 949 time: 0.2124021 Oct 19 01:26:07.048726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Pushing event updated for resources: {'Port': ['ID=cbdabab5-b75b-4319-bc73-8f09caf8c715,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:07.077173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.109367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3945c68e-1ad7-4059-bfa4-753d414f24e6 req-245a8f23-6c83-44d5-bcc4-dfea4ed17482 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910671 Oct 19 01:26:07.123783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-040d9804-4225-4232-8d55-1fdf193bd7d9 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132269 Oct 19 01:26:07.143914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Attempting to bind port cbdabab5-b75b-4319-bc73-8f09caf8c715 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:07.144223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Attempting to bind port cbdabab5-b75b-4319-bc73-8f09caf8c715 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '3c351aa2-a990-4726-a69b-fcb481d539f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11733626-607a-4da4-8d9e-2ff39c6cafce'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:07.144644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Attempting to bind port cbdabab5-b75b-4319-bc73-8f09caf8c715 on network 11733626-607a-4da4-8d9e-2ff39c6cafce {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:07.165002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:07.166811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Checking segment: {'id': '3c351aa2-a990-4726-a69b-fcb481d539f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11733626-607a-4da4-8d9e-2ff39c6cafce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:07.167963 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.169045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Bound using segment: {'id': '3c351aa2-a990-4726-a69b-fcb481d539f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11733626-607a-4da4-8d9e-2ff39c6cafce'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:07.169646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Bound port: cbdabab5-b75b-4319-bc73-8f09caf8c715, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c351aa2-a990-4726-a69b-fcb481d539f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '11733626-607a-4da4-8d9e-2ff39c6cafce'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:07.174261 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.190511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=f504bd32-efd0-4314-86f7-1721d541bcac,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:07.316905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] For port cbdabab5-b75b-4319-bc73-8f09caf8c715, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:07.322849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] For port cbdabab5-b75b-4319-bc73-8f09caf8c715, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cbdabab5-b75b-4319-bc73-8f09caf8c715,segment=NetworkSegment(3c351aa2-a990-4726-a69b-fcb481d539f9),segment_id=3c351aa2-a990-4726-a69b-fcb481d539f9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:07.325439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Pushing event updated for resources: {'Port': ['ID=063abedc-e0bf-49f2-8cab-3e7426c6dab8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:07.331325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.333153 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.354693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11733626-607a-4da4-8d9e-2ff39c6cafce']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:07.362685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Attempting to bind port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:07.363028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Attempting to bind port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '267934e5-d6e4-41f4-802c-8a6d44a47b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:07.363356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Attempting to bind port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 on network 2f63835c-cf52-47e7-82bd-6f934353e06e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:07.366320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c351aa2-a990-4726-a69b-fcb481d539f9') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:07.366875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c351aa2-a990-4726-a69b-fcb481d539f9') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:07.398946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.411367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 on network 2f63835c-cf52-47e7-82bd-6f934353e06e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:07.411726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Attempting to bind port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 on network 2f63835c-cf52-47e7-82bd-6f934353e06e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:07.446931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.449648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb6c1b-de3a-4bd8-8f0b-cc979426c419 None None] Pushing event updated for resources: {'Port': ['ID=cbdabab5-b75b-4319-bc73-8f09caf8c715,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:07.482990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:07.483405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:07.487521 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:07.495708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6729c05a-9766-4f1b-9ef5-c9e72a48559c None None] Network 11733626-607a-4da4-8d9e-2ff39c6cafce requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:07.534356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:07.534710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Checking segment: {'id': '267934e5-d6e4-41f4-802c-8a6d44a47b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:07.535080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Bound using segment: {'id': '267934e5-d6e4-41f4-802c-8a6d44a47b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:07.535535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Bound port: 063abedc-e0bf-49f2-8cab-3e7426c6dab8, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267934e5-d6e4-41f4-802c-8a6d44a47b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:07.535892 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.621827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-3654e0db-8012-4878-a298-512454f42aa4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:07.626143 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-3654e0db-8012-4878-a298-512454f42aa4 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 949 time: 0.2971776 Oct 19 01:26:07.631781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.api [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:26:07.631781 n-d-789963-20 neutron-server[100847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:26:07.631781 n-d-789963-20 neutron-server[100847]: [parameters: {'id': '11733626-607a-4da4-8d9e-2ff39c6cafce'}] Oct 19 01:26:07.631781 n-d-789963-20 neutron-server[100847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:26:07.632263 n-d-789963-20 neutron-server[100847]: DEBUG oslo_db.api [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:26:07.640557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f878d-d024-4498-8513-ac155d3aedfb req-2dcea85a-c8dc-4c73-a543-89e7cd6a03d4 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:07.642146 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-937f878d-d024-4498-8513-ac155d3aedfb req-2dcea85a-c8dc-4c73-a543-89e7cd6a03d4 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 943 time: 0.2672954 Oct 19 01:26:07.705495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:07.711414 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.737299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c856cd5-7a54-4b94-ae5d-dddf77c2c087 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:26:07.745520 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-0409906b-aeab-4762-bb90-20a13f475ac0 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207449 Oct 19 01:26:07.827827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:07.828292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:07.845690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:07.877688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] For port 063abedc-e0bf-49f2-8cab-3e7426c6dab8, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:07.921401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c856cd5-7a54-4b94-ae5d-dddf77c2c087 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:07.925330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-937f878d-d024-4498-8513-ac155d3aedfb req-ac7447ca-82ff-41e1-abcf-dbc2cb95641f tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731760 Oct 19 01:26:07.942770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] For port 063abedc-e0bf-49f2-8cab-3e7426c6dab8, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=063abedc-e0bf-49f2-8cab-3e7426c6dab8,segment=NetworkSegment(267934e5-d6e4-41f4-802c-8a6d44a47b83),segment_id=267934e5-d6e4-41f4-802c-8a6d44a47b83)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:07.995960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.133701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.182155 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5accbbc-0447-4211-bbb1-2d31556580f7 x-openstack-request-id: req-a5accbbc-0447-4211-bbb1-2d31556580f7 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:08.182385 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "2ba632fe-f881-4852-bdef-818041d15035", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:08.182612 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5accbbc-0447-4211-bbb1-2d31556580f7 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:08.183005 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '2ba632fe-f881-4852-bdef-818041d15035', 'status': 'completed', 'code': 200} Oct 19 01:26:08.244470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95fc44e-cceb-4940-8314-f54f83bcbbdb {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:08.285670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.286338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.287767 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] 10.222.0.62 "PUT /v2.0/ports/063abedc-e0bf-49f2-8cab-3e7426c6dab8 HTTP/1.1" status: 200 len: 1092 time: 4.5373476 Oct 19 01:26:08.289735 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.338149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.383424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20', '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', '3339aed8-db09-4ae7-802e-3a18abd538e1'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:08.392516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-fb290930-a8d9-4ad1-955e-789206319e4c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.398527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-fb290930-a8d9-4ad1-955e-789206319e4c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.405713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-fb290930-a8d9-4ad1-955e-789206319e4c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.412171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3449c319-5e01-4466-9a06-21e7311baa49 req-73504fad-8737-4dbf-b0bc-eedbafab8e67 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.2044663 Oct 19 01:26:08.413259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-fb290930-a8d9-4ad1-955e-789206319e4c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.420180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-fb290930-a8d9-4ad1-955e-789206319e4c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.426813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-fb290930-a8d9-4ad1-955e-789206319e4c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.436669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-fb290930-a8d9-4ad1-955e-789206319e4c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 4600 time: 0.1735015 Oct 19 01:26:08.447966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=6f8d7b87-3f28-49a5-a5ea-28b2686fbe60,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:08.455471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port cbdabab5-b75b-4319-bc73-8f09caf8c715 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:08.456046 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.505974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Transition to ACTIVE for port object b95fc44e-cceb-4940-8314-f54f83bcbbdb will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:08.529079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port 3339aed8-db09-4ae7-802e-3a18abd538e1 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:08.529431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.545815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:08.552186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.552493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.556287 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a5b1b24-abfd-402c-a0e2-ada20715beb1 req-c855beeb-8774-4e14-b9c2-ff671c784a80 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "DELETE /v2.0/ports/6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 HTTP/1.1" status: 204 len: 173 time: 1.4623749 Oct 19 01:26:08.559791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'name': 'network-vif-deleted', 'tag': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:08.562374 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4257e7b-d80b-4fb9-bd45-c5385df05164" -d '{"events": [{"server_uuid": "3d794d50-bcbe-4b18-9a89-c0cc623ca007", "name": "network-vif-deleted", "tag": "6f8d7b87-3f28-49a5-a5ea-28b2686fbe60"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:08.631748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d74640c6-7ada-4228-97d5-b1e6645bfca0 req-a780eb9b-d8d3-45bf-b0d3-b6da3b1656ae tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940937 Oct 19 01:26:08.688500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port cbdabab5-b75b-4319-bc73-8f09caf8c715, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cbdabab5-b75b-4319-bc73-8f09caf8c715,segment=NetworkSegment(3c351aa2-a990-4726-a69b-fcb481d539f9),segment_id=3c351aa2-a990-4726-a69b-fcb481d539f9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:08.690564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.694296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Pushing event updated for resources: {'Port': ['ID=063abedc-e0bf-49f2-8cab-3e7426c6dab8,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:08.727310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for cbdabab5-b75b-4319-bc73-8f09caf8c715 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:08.810977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce5d43e7-3fbb-4ded-9409-c77fda870798 req-1bf1e42a-0566-4af5-8e66-6a5c9b2effd9 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d794d50-bcbe-4b18-9a89-c0cc623ca007 HTTP/1.1" status: 200 len: 210 time: 0.1649542 Oct 19 01:26:08.829880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-272c558c-9363-4ad7-89ec-0f6395212ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.830675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-272c558c-9363-4ad7-89ec-0f6395212ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.831322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-272c558c-9363-4ad7-89ec-0f6395212ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.831963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-272c558c-9363-4ad7-89ec-0f6395212ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.833386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-272c558c-9363-4ad7-89ec-0f6395212ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.835382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-272c558c-9363-4ad7-89ec-0f6395212ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:08.847557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-272c558c-9363-4ad7-89ec-0f6395212ea6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5288 time: 0.6693134 Oct 19 01:26:08.910421 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5540b37d-e1b5-458f-8534-d93e8ea03bdb x-openstack-request-id: req-5540b37d-e1b5-458f-8534-d93e8ea03bdb {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:08.910823 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d794d50-bcbe-4b18-9a89-c0cc623ca007", "name": "network-vif-deleted", "tag": "6f8d7b87-3f28-49a5-a5ea-28b2686fbe60", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:08.910957 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5540b37d-e1b5-458f-8534-d93e8ea03bdb {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:08.911337 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d794d50-bcbe-4b18-9a89-c0cc623ca007', 'name': 'network-vif-deleted', 'tag': '6f8d7b87-3f28-49a5-a5ea-28b2686fbe60', 'status': 'completed', 'code': 200} Oct 19 01:26:08.979158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.979738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.980263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:08.980815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.981846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.983451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.983960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.984477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.984982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.985497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.985998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.986495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:08.987599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2a1e5-4376-414e-ba27-6775688fbccb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:09.030079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=cbdabab5-b75b-4319-bc73-8f09caf8c715,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:09.041908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port cbdabab5-b75b-4319-bc73-8f09caf8c715 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:09.045970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-7bb9e1bf-fea4-43dd-b3af-b835440073be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:09.047745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-7bb9e1bf-fea4-43dd-b3af-b835440073be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be3bf60512b549f5b427655e01232f9f&device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 1095 time: 0.6620340 Oct 19 01:26:09.312926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.396884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42990) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:09.428874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11733626-607a-4da4-8d9e-2ff39c6cafce']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:09.446912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c351aa2-a990-4726-a69b-fcb481d539f9') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:09.447266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c351aa2-a990-4726-a69b-fcb481d539f9') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:09.494523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.542646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.548427 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.570621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:09.571193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.658734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-afeda2da-71c6-484e-97ae-df054f5b3200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:09.715298 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:09.777419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63a96067-be73-44e1-8abf-48348214bc3f req-8f2f6a5b-81b6-4ea3-a3c9-4571583b719a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0561972 Oct 19 01:26:09.784542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-120e32a2-7d92-4dc2-bced-bd460c792c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.960779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-120e32a2-7d92-4dc2-bced-bd460c792c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.963587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.979642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:09.990086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/11733626-607a-4da4-8d9e-2ff39c6cafce HTTP/1.1" status: 204 len: 168 time: 4.0243769 Oct 19 01:26:09.992916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43002) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:10.001816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2051653661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:10.010869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-120e32a2-7d92-4dc2-bced-bd460c792c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.090456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Pushing event updated for resources: {'Port': ['ID=b95fc44e-cceb-4940-8314-f54f83bcbbdb,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:10.102184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=11733626-607a-4da4-8d9e-2ff39c6cafce,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:10.104482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-12a8d20b-b780-40b2-8c48-6b0a0ed90907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063abedc-e0bf-49f2-8cab-3e7426c6dab8 HTTP/1.1" status: 200 len: 217 time: 0.9975159 Oct 19 01:26:10.186643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-120e32a2-7d92-4dc2-bced-bd460c792c66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0adf6cf8020b47fc909c229b961c3912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814071 Oct 19 01:26:10.229867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'tag': '063abedc-e0bf-49f2-8cab-3e7426c6dab8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:10.239088 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e" -d '{"events": [{"name": "network-changed", "server_uuid": "8606f6f2-6b1d-4112-aba5-aaf125cd6c45", "tag": "063abedc-e0bf-49f2-8cab-3e7426c6dab8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:10.243245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-a5d48691-5958-47c3-8f6d-5e8a46191406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.244805 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-a5d48691-5958-47c3-8f6d-5e8a46191406 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e40c1c72-4204-4743-94f6-afa1016222a1 HTTP/1.1" status: 200 len: 861 time: 0.0986660 Oct 19 01:26:10.245282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43004) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:10.274836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.275421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.276008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.276575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.277137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.277960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.278503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.279702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.280327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.281005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.281626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.282170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030caefe-ca79-4504-b8f7-21d0384d058f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:10.301178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e32a2-7d92-4dc2-bced-bd460c792c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b99d4a-ad2c-435f-ba8b-d5f72209aa50,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:10.311225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:10.313139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-e7b3f893-1631-400b-b105-7741ae63097e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f63835c-cf52-47e7-82bd-6f934353e06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457988 Oct 19 01:26:10.315202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port 3339aed8-db09-4ae7-802e-3a18abd538e1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3339aed8-db09-4ae7-802e-3a18abd538e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:10.315518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.316131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.335857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.343279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.364446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.371722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.382289 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.388182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d336b46-5ae8-460b-9068-a6e0696559aa req-ef77a7cc-34a1-4e28-b90b-54ec8367f577 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.389725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.389865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d336b46-5ae8-460b-9068-a6e0696559aa req-ef77a7cc-34a1-4e28-b90b-54ec8367f577 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 943 time: 0.3236659 Oct 19 01:26:10.396870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.397179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for 3339aed8-db09-4ae7-802e-3a18abd538e1 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:10.399044 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-8a0cb85b-35cb-4d06-a78c-b6467173bb2e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5372 time: 0.4965906 Oct 19 01:26:10.449116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Attempting to bind port b95fc44e-cceb-4940-8314-f54f83bcbbdb on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:10.449864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Attempting to bind port b95fc44e-cceb-4940-8314-f54f83bcbbdb by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:10.450214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Attempting to bind port b95fc44e-cceb-4940-8314-f54f83bcbbdb on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:10.456631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-9872b076-60d0-459f-80bc-739ea9761aa8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.458263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-9872b076-60d0-459f-80bc-739ea9761aa8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.4522293 Oct 19 01:26:10.467065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-0634bcfa-af6b-4cb1-b6f3-4a2012177dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.468011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-0634bcfa-af6b-4cb1-b6f3-4a2012177dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.468476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-0634bcfa-af6b-4cb1-b6f3-4a2012177dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.468718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:10.470688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-0634bcfa-af6b-4cb1-b6f3-4a2012177dd2 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=42f53b4796e24cf59b77663c09ec8214&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.5504088 Oct 19 01:26:10.478990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'port': {'device_id': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'admin_state_up': True, 'tenant_id': '94246613562645278786674bc9722b64'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:10.515475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ee372e9-ea55-4f0b-8aaf-044588f1ba9a req-5252531e-4b1b-48a1-8d97-33d1a52647c9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046526 Oct 19 01:26:10.516896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.517333 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment d318f04b-82b6-43be-b9c1-1cb98d2075ed of type vlan for network 852318cf-9ce4-41a0-b215-80d3b3d8ca99 Oct 19 01:26:10.569582 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.610544 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.631546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-af295c2d-1be7-4f05-9767-676fd510d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.634222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad4de815-ede7-4b3f-badc-ce185f127c18 req-af295c2d-1be7-4f05-9767-676fd510d422 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416252 Oct 19 01:26:10.646567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Port b95fc44e-cceb-4940-8314-f54f83bcbbdb on network 8f8c8dac-397c-4d16-9a51-460e92928a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:10.646997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Attempting to bind port b95fc44e-cceb-4940-8314-f54f83bcbbdb on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:10.678290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.684153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:10.684838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.730003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.748083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:10.751950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.825221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:10.825592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Checking segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:10.826710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Bound using segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:10.827277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Bound port: b95fc44e-cceb-4940-8314-f54f83bcbbdb, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:10.828726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.835723 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7cf3c1-bba7-41d1-83b2-d5b4b2e3fe4d x-openstack-request-id: req-2d7cf3c1-bba7-41d1-83b2-d5b4b2e3fe4d {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:10.836115 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8606f6f2-6b1d-4112-aba5-aaf125cd6c45", "tag": "063abedc-e0bf-49f2-8cab-3e7426c6dab8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:10.836376 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d7cf3c1-bba7-41d1-83b2-d5b4b2e3fe4d {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:10.836798 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'tag': '063abedc-e0bf-49f2-8cab-3e7426c6dab8', 'status': 'completed', 'code': 200} Oct 19 01:26:10.866001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8688025 Oct 19 01:26:10.866768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43016) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:10.884643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:10.897250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5849c-5fe6-40c2-9972-bec5f65b73f4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=852318cf-9ce4-41a0-b215-80d3b3d8ca99,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:10.901856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:10.921995 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d336b46-5ae8-460b-9068-a6e0696559aa req-1030eb75-3a40-434a-a6bd-bbffab28d2be tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068204 Oct 19 01:26:10.949262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76165ed-1b8b-4001-ad22-4171f4ac6c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.980275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76165ed-1b8b-4001-ad22-4171f4ac6c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:10.994401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 852318cf-9ce4-41a0-b215-80d3b3d8ca99 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:11.000246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:11.000589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8d7b87-3f28-49a5-a5ea-28b2686fbe60 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:11.001012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3339aed8-db09-4ae7-802e-3a18abd538e1 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:11.122802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76165ed-1b8b-4001-ad22-4171f4ac6c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.126100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76165ed-1b8b-4001-ad22-4171f4ac6c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.130120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a76165ed-1b8b-4001-ad22-4171f4ac6c52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97b99d4a-ad2c-435f-ba8b-d5f72209aa50 HTTP/1.1" status: 204 len: 168 time: 0.8734679 Oct 19 01:26:11.142647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-599484f3-5ffe-447c-94d9-b98d8fe5ebaf service neutron] 10.222.0.62 "GET /v2.0/networks/2f63835c-cf52-47e7-82bd-6f934353e06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107722 Oct 19 01:26:11.144758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7136ddca-cbd4-419d-8ad3-c576c4b59545 req-c3c8b59f-555b-4889-9287-ad9e84bab923 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0734966 Oct 19 01:26:11.203141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:11.213689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.248388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76165ed-1b8b-4001-ad22-4171f4ac6c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b99d4a-ad2c-435f-ba8b-d5f72209aa50,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:11.280343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] For port b95fc44e-cceb-4940-8314-f54f83bcbbdb, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:11.341254 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.411198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.20.0.9 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/1bec4939-fe24-48d4-a5f8-5ea6aa17dde3) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:11.423583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:11.428810 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d365d918-7a89-471f-960c-5f090b618a08" -d '{"events": [{"server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:11.428998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ee0e2-c4b4-4df0-a64d-0fdbf537cbea req-4db60b21-9560-41eb-9f24-963e435d5766 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:11.439499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-079ee0e2-c4b4-4df0-a64d-0fdbf537cbea req-4db60b21-9560-41eb-9f24-963e435d5766 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=6240a0fe-a26b-42a8-85da-cd8418c0d4b0 HTTP/1.1" status: 200 len: 949 time: 0.2460809 Oct 19 01:26:11.456443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] For port b95fc44e-cceb-4940-8314-f54f83bcbbdb, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:11.462306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3339aed8-db09-4ae7-802e-3a18abd538e1, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3339aed8-db09-4ae7-802e-3a18abd538e1,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:11.473186 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.475839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.599997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3339aed8-db09-4ae7-802e-3a18abd538e1,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:11.641128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f6b85d4-35eb-41c1-88c3-f760017ae5e3 req-1a9892a6-5467-465c-8a99-cd06171c5951 service neutron] 10.222.0.62 "GET /v2.0/networks/2f63835c-cf52-47e7-82bd-6f934353e06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811254 Oct 19 01:26:11.677054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:11.677798 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.681148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] 10.222.0.74 "PUT /v2.0/ports/b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 1131 time: 4.9899545 Oct 19 01:26:11.720473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-079ee0e2-c4b4-4df0-a64d-0fdbf537cbea req-70aed5d9-da07-4f0a-84d0-5429389ced83 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681265 Oct 19 01:26:11.728105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:11.808853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf1c41-092c-4662-ad18-04c974e345dd service neutron] Pushing event updated for resources: {'Port': ['ID=b95fc44e-cceb-4940-8314-f54f83bcbbdb,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:11.841174 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9878fb-5113-4a59-ad48-3f2741417df6 x-openstack-request-id: req-8a9878fb-5113-4a59-ad48-3f2741417df6 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:11.842541 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:11.843525 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a9878fb-5113-4a59-ad48-3f2741417df6 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:11.844501 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1', 'code': 200} Oct 19 01:26:11.945837 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:11.957684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['436b9643-4e4a-4e9e-9620-db33b9e46b20'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:12.071472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=3339aed8-db09-4ae7-802e-3a18abd538e1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:12.177386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port 3339aed8-db09-4ae7-802e-3a18abd538e1 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:12.183215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.187203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b24ecc02-d708-46bd-9f5d-4a62258f694a req-74c3eee2-1ff4-4bc2-ad47-66736cbfe441 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "DELETE /v2.0/ports/3339aed8-db09-4ae7-802e-3a18abd538e1 HTTP/1.1" status: 204 len: 173 time: 4.5515599 Oct 19 01:26:12.200556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-a958b08c-0ff7-44c6-affd-22093cf3a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.202884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-a958b08c-0ff7-44c6-affd-22093cf3a635 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be3bf60512b549f5b427655e01232f9f&device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 1095 time: 0.3889275 Oct 19 01:26:12.203681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.208408 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.304574 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.505631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=7b48414c-64b2-4124-b39b-a41e8fce0e18,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:12.515699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.527895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.536701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.543105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.550277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.557335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.563690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.570119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.578606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-01100130-1dfb-4d5f-850a-da39841ea365 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5372 time: 0.5834899 Oct 19 01:26:12.631758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': 'd318f04b-82b6-43be-b9c1-1cb98d2075ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:12.632640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 852318cf-9ce4-41a0-b215-80d3b3d8ca99, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:12.729089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bace529-3c84-438f-8ccd-6c5997f7a3bf req-b87cbeda-e73e-496c-9026-872858b687f8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492753 Oct 19 01:26:12.755784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cee8129-6f48-4c06-8f78-94ad6bcb64de {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:12.765739 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.803284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 852318cf-9ce4-41a0-b215-80d3b3d8ca99 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:12.808562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Transition to ACTIVE for port object 0cee8129-6f48-4c06-8f78-94ad6bcb64de will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:12.830858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.833852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:12.857856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': 'b95fc44e-cceb-4940-8314-f54f83bcbbdb'}, {'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'name': 'network-vif-deleted', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:12.860398 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6c7940-cc15-4d0c-b22d-946686092805" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "b95fc44e-cceb-4940-8314-f54f83bcbbdb"}, {"server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "name": "network-vif-deleted", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:12.876498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 852318cf-9ce4-41a0-b215-80d3b3d8ca99) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:12.889984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe05777-5173-4318-acf2-376ea26b8dfc None None] Network 852318cf-9ce4-41a0-b215-80d3b3d8ca99 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:12.943173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:12.943905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:13.044699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:13.055651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdb417-5178-45d6-8563-985f41590fe3 req-3e031e99-a9ef-491f-80ff-b98ad132e4c4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.069387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01cdb417-5178-45d6-8563-985f41590fe3 req-3e031e99-a9ef-491f-80ff-b98ad132e4c4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 931 time: 0.1219447 Oct 19 01:26:13.104548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-b2bb380f-f8af-488d-8a21-64ab8b432499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.106803 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-b2bb380f-f8af-488d-8a21-64ab8b432499 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f63835c-cf52-47e7-82bd-6f934353e06e HTTP/1.1" status: 200 len: 922 time: 0.8877792 Oct 19 01:26:13.126262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:13.133416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:13.208845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-852318cf-9ce4-41a0-b215-80d3b3d8ca99', 'network_id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '7b48414c-64b2-4124-b39b-a41e8fce0e18'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:13.209874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:13.218343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b91f2-670f-4f90-8395-bb72883c47a3 req-ca3fd16c-74b0-4a50-9e1f-f9eef1a81d8a tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.227681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-602b91f2-670f-4f90-8395-bb72883c47a3 req-ca3fd16c-74b0-4a50-9e1f-f9eef1a81d8a tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 943 time: 0.9495592 Oct 19 01:26:13.241597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-f5c958cd-7ee3-4034-9bbb-fbd4da038001 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063abedc-e0bf-49f2-8cab-3e7426c6dab8 HTTP/1.1" status: 200 len: 217 time: 0.1227815 Oct 19 01:26:13.292961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Pushing event updated for resources: {'Port': ['ID=0cee8129-6f48-4c06-8f78-94ad6bcb64de,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:13.307228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.310326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:13.345136 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c272092-95f2-410b-8e62-0d619ad91eea tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4693425 Oct 19 01:26:13.345136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:13.346335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43068) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:13.431393 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-602b91f2-670f-4f90-8395-bb72883c47a3 req-a9c7403a-f905-4385-b148-92c044cc583e tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023349 Oct 19 01:26:13.520409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-10a2ca0e-8869-43d0-9a8f-84dae655138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.533876 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-10a2ca0e-8869-43d0-9a8f-84dae655138d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e40c1c72-4204-4743-94f6-afa1016222a1 HTTP/1.1" status: 200 len: 861 time: 0.2803681 Oct 19 01:26:13.590214 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8285d9bc-41ba-4826-af08-f7441ba318a9 x-openstack-request-id: req-8285d9bc-41ba-4826-af08-f7441ba318a9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:13.590618 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "b95fc44e-cceb-4940-8314-f54f83bcbbdb", "status": "completed", "code": 200}, {"server_uuid": "6240a0fe-a26b-42a8-85da-cd8418c0d4b0", "name": "network-vif-deleted", "tag": "3339aed8-db09-4ae7-802e-3a18abd538e1", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:13.590976 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8285d9bc-41ba-4826-af08-f7441ba318a9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:13.599502 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': 'b95fc44e-cceb-4940-8314-f54f83bcbbdb', 'status': 'completed', 'code': 200} Oct 19 01:26:13.600345 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6240a0fe-a26b-42a8-85da-cd8418c0d4b0', 'name': 'network-vif-deleted', 'tag': '3339aed8-db09-4ae7-802e-3a18abd538e1', 'status': 'completed', 'code': 200} Oct 19 01:26:13.628911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:13.631112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Attempting to bind port 0cee8129-6f48-4c06-8f78-94ad6bcb64de on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:13.636802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-87e9c3c0-2f5d-4907-9645-dcad1880548e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1656382 Oct 19 01:26:13.652733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Attempting to bind port 0cee8129-6f48-4c06-8f78-94ad6bcb64de by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:13.652733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Attempting to bind port 0cee8129-6f48-4c06-8f78-94ad6bcb64de on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:13.667231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Request body: {'port': {'device_id': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:13.677200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Allocated IP 172.20.0.1 (852318cf-9ce4-41a0-b215-80d3b3d8ca99/7b48414c-64b2-4124-b39b-a41e8fce0e18/351e337b-a76e-42cf-8774-961911bf8781) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:13.705434 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01cdb417-5178-45d6-8563-985f41590fe3 req-337dec2c-3ddc-4743-a685-a3cde4056477 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346114 Oct 19 01:26:13.758341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-cf63432a-c3d2-4ee6-a985-438f9f2e58bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f63835c-cf52-47e7-82bd-6f934353e06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2160316 Oct 19 01:26:13.775599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Port 0cee8129-6f48-4c06-8f78-94ad6bcb64de on network 8f8c8dac-397c-4d16-9a51-460e92928a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:13.776340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Attempting to bind port 0cee8129-6f48-4c06-8f78-94ad6bcb64de on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:13.849247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:13.860506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Checking segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:13.861191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Bound using segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:13.862088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Bound port: 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:13.862571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:13.912176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.913179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.913549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.920170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.920773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.921364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.922227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:13.924531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-dbd52ace-6d6a-4ffe-9787-0c9549fff8f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6238 time: 0.2718019 Oct 19 01:26:13.967546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-23ea924a-7036-4a19-8d82-29bb05e4a347 None None] Provisioning complete for port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:13.971517 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-23ea924a-7036-4a19-8d82-29bb05e4a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.073692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.084674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.096047 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.102081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-23ea924a-7036-4a19-8d82-29bb05e4a347 None None] Port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:26:14.112979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.133780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Network 852318cf-9ce4-41a0-b215-80d3b3d8ca99 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:14.136729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:14.193807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:14.230571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-948ac668-9e1c-4b4f-be0b-3b79fc255ce7 service neutron] 10.222.0.62 "GET /v2.0/networks/2f63835c-cf52-47e7-82bd-6f934353e06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518487 Oct 19 01:26:14.234206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] For port 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:14.250317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] For port 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:14.253520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-2689b99e-7be9-4863-aea7-5dda668aa87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:14.254048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-2689b99e-7be9-4863-aea7-5dda668aa87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:14.254724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-2689b99e-7be9-4863-aea7-5dda668aa87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:14.256533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-2689b99e-7be9-4863-aea7-5dda668aa87b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=42f53b4796e24cf59b77663c09ec8214&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3032250 Oct 19 01:26:14.262220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Pushing event updated for resources: {'Port': ['ID=351e337b-a76e-42cf-8774-961911bf8781,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:14.284442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.285017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.285367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.285770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.286161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.286518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.286852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.287341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.287678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.288037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.288513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.288870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:14.296471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Attempting to bind port 351e337b-a76e-42cf-8774-961911bf8781 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:14.296847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Attempting to bind port 351e337b-a76e-42cf-8774-961911bf8781 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'd318f04b-82b6-43be-b9c1-1cb98d2075ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:14.297944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Attempting to bind port 351e337b-a76e-42cf-8774-961911bf8781 on network 852318cf-9ce4-41a0-b215-80d3b3d8ca99 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:14.302983 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:14.303502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Checking segment: {'id': 'd318f04b-82b6-43be-b9c1-1cb98d2075ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:14.304073 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.304674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Bound using segment: {'id': 'd318f04b-82b6-43be-b9c1-1cb98d2075ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:14.305281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Bound port: 351e337b-a76e-42cf-8774-961911bf8781, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd318f04b-82b6-43be-b9c1-1cb98d2075ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:14.305831 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.380208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] For port 351e337b-a76e-42cf-8774-961911bf8781, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:14.384034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] For port 351e337b-a76e-42cf-8774-961911bf8781, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=351e337b-a76e-42cf-8774-961911bf8781,segment=NetworkSegment(d318f04b-82b6-43be-b9c1-1cb98d2075ed),segment_id=d318f04b-82b6-43be-b9c1-1cb98d2075ed)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:14.391683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.406693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.459011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:14.463162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:14.466251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] 10.222.0.74 "PUT /v2.0/ports/0cee8129-6f48-4c06-8f78-94ad6bcb64de HTTP/1.1" status: 200 len: 1091 time: 2.7425759 Oct 19 01:26:14.476546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5a46-74f6-4550-ac23-f78c52a21ceb None None] Pushing event updated for resources: {'Port': ['ID=351e337b-a76e-42cf-8774-961911bf8781,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:14.557148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:14.789503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-40b00139-2131-4dfa-84a4-0103cb1ed742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:14.793146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0e6c7940-cc15-4d0c-b22d-946686092805 req-40b00139-2131-4dfa-84a4-0103cb1ed742 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4927938 Oct 19 01:26:14.823857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cd192-fb30-49d4-a085-3740142ec95d req-3d9b4e9b-6252-4a7f-99b5-741904e3f546 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:14.846070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e69cd192-fb30-49d4-a085-3740142ec95d req-3d9b4e9b-6252-4a7f-99b5-741904e3f546 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 949 time: 0.5557585 Oct 19 01:26:14.903564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 063abedc-e0bf-49f2-8cab-3e7426c6dab8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:14.924212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99ab8f-b37d-4671-b2ed-d17c33f1440e service neutron] Pushing event updated for resources: {'Port': ['ID=0cee8129-6f48-4c06-8f78-94ad6bcb64de,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:14.985579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.005111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.023412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.030595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.039458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:15.051150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.057078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.084150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 063abedc-e0bf-49f2-8cab-3e7426c6dab8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=063abedc-e0bf-49f2-8cab-3e7426c6dab8,segment=NetworkSegment(267934e5-d6e4-41f4-802c-8a6d44a47b83),segment_id=267934e5-d6e4-41f4-802c-8a6d44a47b83)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:15.091184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.100365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-a8fe9136-5caa-4a00-8107-ffb4e83e7090 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5384 time: 1.1298683 Oct 19 01:26:15.115312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '063abedc-e0bf-49f2-8cab-3e7426c6dab8', 'network_id': '2f63835c-cf52-47e7-82bd-6f934353e06e', 'port_id': '063abedc-e0bf-49f2-8cab-3e7426c6dab8', 'mac_address': 'fa:16:3e:df:26:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40c1c72-4204-4743-94f6-afa1016222a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:15.192826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:15.204175 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:15.222116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063abedc-e0bf-49f2-8cab-3e7426c6dab8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:15.257354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 063abedc-e0bf-49f2-8cab-3e7426c6dab8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=063abedc-e0bf-49f2-8cab-3e7426c6dab8,segment=NetworkSegment(267934e5-d6e4-41f4-802c-8a6d44a47b83),segment_id=267934e5-d6e4-41f4-802c-8a6d44a47b83)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:15.264732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:15.300010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9aa98006-e51f-4199-9bfd-6e8520e9e991 req-841ea59f-cfcb-4f5a-af7c-c5f389798c65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927254 Oct 19 01:26:15.370960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=063abedc-e0bf-49f2-8cab-3e7426c6dab8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:15.418008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=7b48414c-64b2-4124-b39b-a41e8fce0e18,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:15.503252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['063abedc-e0bf-49f2-8cab-3e7426c6dab8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:15.505258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54786449-57f3-400d-8684-0d0a85275188 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:15.514105 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:15.527406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Transition to ACTIVE for port object 54786449-57f3-400d-8684-0d0a85275188 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:15.547275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:15.561595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc87b7cb-dba2-49f0-86d5-2d22ec30391e req-2050c98f-4183-4b67-a50d-822375a3304d service neutron] 10.222.0.62 "GET /v2.0/networks/2f63835c-cf52-47e7-82bd-6f934353e06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3217428 Oct 19 01:26:15.620066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:15.633309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:15.636233 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9181d62-312f-427c-ab48-1453f286907a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:15.659581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e69cd192-fb30-49d4-a085-3740142ec95d req-6f80187f-22b4-4280-925d-106336218aa1 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8058128 Oct 19 01:26:15.845299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-4160506e-1ae4-4bca-9ce3-07c17913104a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:15.851564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-4160506e-1ae4-4bca-9ce3-07c17913104a tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 949 time: 0.3170519 Oct 19 01:26:15.883097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852318cf-9ce4-41a0-b215-80d3b3d8ca99']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:15.901397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Pushing event updated for resources: {'Port': ['ID=54786449-57f3-400d-8684-0d0a85275188,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:15.961395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd318f04b-82b6-43be-b9c1-1cb98d2075ed') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:15.961822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd318f04b-82b6-43be-b9c1-1cb98d2075ed') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:16.020748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.052522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ac3d0-c639-4e2e-9827-50bead28ae4d req-90a2ebc1-484a-42cd-981e-51d03c4c8993 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:16.053275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-961ac3d0-c639-4e2e-9827-50bead28ae4d req-90a2ebc1-484a-42cd-981e-51d03c4c8993 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 944 time: 0.5855472 Oct 19 01:26:16.238142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-961ac3d0-c639-4e2e-9827-50bead28ae4d req-cf36a074-a9f2-4a98-a9a4-6ed837804fb1 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411364 Oct 19 01:26:16.254285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.275017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:16.275327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:16.281147 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:16.300746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3685f45-16e7-4dff-b590-8b9f7d82cde1 req-40ac4e36-6d97-4cb8-97ca-e234d78ba4b9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:16.312603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3685f45-16e7-4dff-b590-8b9f7d82cde1 req-40ac4e36-6d97-4cb8-97ca-e234d78ba4b9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 931 time: 0.3195662 Oct 19 01:26:16.337507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Attempting to bind port 54786449-57f3-400d-8684-0d0a85275188 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:16.337849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Attempting to bind port 54786449-57f3-400d-8684-0d0a85275188 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:16.338185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Attempting to bind port 54786449-57f3-400d-8684-0d0a85275188 on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:16.380767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84161c98-bf8e-42de-9e8a-bdca895bcefe None None] Network 852318cf-9ce4-41a0-b215-80d3b3d8ca99 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:16.394483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.api [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:26:16.394483 n-d-789963-20 neutron-server[100847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:26:16.394483 n-d-789963-20 neutron-server[100847]: [parameters: {'id': '852318cf-9ce4-41a0-b215-80d3b3d8ca99'}] Oct 19 01:26:16.394483 n-d-789963-20 neutron-server[100847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:26:16.394936 n-d-789963-20 neutron-server[100847]: DEBUG oslo_db.api [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:26:16.412696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:16.422367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.437517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Transition to ACTIVE for port object 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:16.442765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.469857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Deleting port 436b9643-4e4a-4e9e-9620-db33b9e46b20 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:16.473584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.505345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3685f45-16e7-4dff-b590-8b9f7d82cde1 req-b54c9643-213b-455d-bf21-efe2bfe072d8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917853 Oct 19 01:26:16.506013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Port 54786449-57f3-400d-8684-0d0a85275188 on network 8f8c8dac-397c-4d16-9a51-460e92928a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:16.506334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Attempting to bind port 54786449-57f3-400d-8684-0d0a85275188 on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:16.549799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b725e98e-5e60-4114-8824-f74fe390f258 None None] Provisioning complete for port 351e337b-a76e-42cf-8774-961911bf8781 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:16.550193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b725e98e-5e60-4114-8824-f74fe390f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.605771 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0821e1-a8cb-4a58-9faa-e9c395dd4d26 x-openstack-request-id: req-de0821e1-a8cb-4a58-9faa-e9c395dd4d26 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:16.609026 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:16.609502 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de0821e1-a8cb-4a58-9faa-e9c395dd4d26 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:16.610089 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de', 'status': 'completed', 'code': 200} Oct 19 01:26:16.684643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Pushing event updated for resources: {'Port': ['ID=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:16.740095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 351e337b-a76e-42cf-8774-961911bf8781 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:16.772724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Attempting to bind port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:16.773389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Attempting to bind port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:16.774190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Attempting to bind port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:16.781756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:16.782310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Attempting to bind port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:16.798114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:16.798913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:16.799621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:16.800474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Bound port: 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:16.801039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.806720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:16.807670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Checking segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:16.807670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Bound using segment: {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:16.807938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Bound port: 54786449-57f3-400d-8684-0d0a85275188, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:16.808277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.898471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.909696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 351e337b-a76e-42cf-8774-961911bf8781 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:16.910065 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:16.921479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 063abedc-e0bf-49f2-8cab-3e7426c6dab8 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:17.062426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ffeb-93d5-4ecd-9ee1-60e68f29c204 req-b14c5035-967a-4ff0-af3e-be294fe680a3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.074109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f92ffeb-93d5-4ecd-9ee1-60e68f29c204 req-b14c5035-967a-4ff0-af3e-be294fe680a3 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 949 time: 0.1834588 Oct 19 01:26:17.079686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] For port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:17.126688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] For port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:17.128570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] For port 54786449-57f3-400d-8684-0d0a85275188, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:17.130410 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b725e98e-5e60-4114-8824-f74fe390f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.161504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.161972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.162435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.162881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.163325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.163784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.179115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.182587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.182874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9181d62-312f-427c-ab48-1453f286907a req-a9d288e8-bb6f-4d26-8ac5-3ca28bc85021 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6306 time: 0.5717435 Oct 19 01:26:17.245465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b725e98e-5e60-4114-8824-f74fe390f258 None None] For port 351e337b-a76e-42cf-8774-961911bf8781, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=351e337b-a76e-42cf-8774-961911bf8781,segment=NetworkSegment(d318f04b-82b6-43be-b9c1-1cb98d2075ed),segment_id=d318f04b-82b6-43be-b9c1-1cb98d2075ed)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:17.255097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] DHCP port deletion for 852318cf-9ce4-41a0-b215-80d3b3d8ca99 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:26:17.262297 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b725e98e-5e60-4114-8824-f74fe390f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.285509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] For port 436b9643-4e4a-4e9e-9620-db33b9e46b20, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=436b9643-4e4a-4e9e-9620-db33b9e46b20,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:17.288091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.321449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Calling delete_port for 436b9643-4e4a-4e9e-9620-db33b9e46b20 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:17.326258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.326904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.333663 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] 10.222.0.62 "PUT /v2.0/ports/1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 HTTP/1.1" status: 200 len: 1092 time: 3.6693370 Oct 19 01:26:17.339169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'tag': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:17.342856 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75" -d '{"events": [{"name": "network-changed", "server_uuid": "22f80864-70d7-41ae-8e45-b16065dc1bcf", "tag": "1bec4939-fe24-48d4-a5f8-5ea6aa17dde3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:17.368609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f92ffeb-93d5-4ecd-9ee1-60e68f29c204 req-a7f395f0-f198-47ae-876c-af266c561255 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/security-groups?id=caef048d-4c92-4981-a27c-2d9c26351a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935081 Oct 19 01:26:17.441162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa264b-025e-40e2-932e-435d5b1817cb service neutron] Pushing event updated for resources: {'Port': ['ID=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:17.458827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] For port 54786449-57f3-400d-8684-0d0a85275188, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=54786449-57f3-400d-8684-0d0a85275188,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:17.465173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port 351e337b-a76e-42cf-8774-961911bf8781 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:17.465522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.491327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:26:17.501550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:17.502179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.521725 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.553258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725e98e-5e60-4114-8824-f74fe390f258 None None] Pushing event updated for resources: {'Port': ['ID=351e337b-a76e-42cf-8774-961911bf8781,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:17.584728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] Deleting port 351e337b-a76e-42cf-8774-961911bf8781 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:17.585551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.611937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port 351e337b-a76e-42cf-8774-961911bf8781, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=351e337b-a76e-42cf-8774-961911bf8781,segment=NetworkSegment(d318f04b-82b6-43be-b9c1-1cb98d2075ed),segment_id=d318f04b-82b6-43be-b9c1-1cb98d2075ed)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:17.612239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.635183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for 351e337b-a76e-42cf-8774-961911bf8781 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:17.682773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.690153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.697251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.699948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] For port 351e337b-a76e-42cf-8774-961911bf8781, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=351e337b-a76e-42cf-8774-961911bf8781,segment=NetworkSegment(d318f04b-82b6-43be-b9c1-1cb98d2075ed),segment_id=d318f04b-82b6-43be-b9c1-1cb98d2075ed)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:17.700385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.704743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.712667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.714391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] Calling delete_port for 351e337b-a76e-42cf-8774-961911bf8781 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:17.721011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.728130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.731657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-58d4f701-b3c1-47e2-9d96-8b9b8592dadc tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5396 time: 0.8867624 Oct 19 01:26:17.737010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:17.737948 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.741660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] 10.222.0.74 "PUT /v2.0/ports/54786449-57f3-400d-8684-0d0a85275188 HTTP/1.1" status: 200 len: 1092 time: 3.1935568 Oct 19 01:26:17.746396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.815424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:17.854172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.899607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=351e337b-a76e-42cf-8774-961911bf8781,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:17.918100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port 351e337b-a76e-42cf-8774-961911bf8781 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:17.918904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:17.965579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] No DVR routers for this DVR port 351e337b-a76e-42cf-8774-961911bf8781 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:17.974500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dff8b-3b5f-4386-9fd4-195093a2bc17 None None] Pushing event deleted for resources: {'Port': ['ID=351e337b-a76e-42cf-8774-961911bf8781,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:18.032196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfedfa7-db12-4b87-a805-0cd2a5f462d2 req-dafb937b-bda2-4551-bd81-b160658b4de2 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:18.037924 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.043310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cfedfa7-db12-4b87-a805-0cd2a5f462d2 req-dafb937b-bda2-4551-bd81-b160658b4de2 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 944 time: 0.3002143 Oct 19 01:26:18.074615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-c98fd1ac-eaee-482c-a154-a10ff0cd6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:18.076221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-c98fd1ac-eaee-482c-a154-a10ff0cd6cd7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 1095 time: 0.6296017 Oct 19 01:26:18.177246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-cb8126dd-21c7-4b83-a6c2-9d7dd4bbfda6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 HTTP/1.1" status: 200 len: 217 time: 0.0820432 Oct 19 01:26:18.178093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063abedc-e0bf-49f2-8cab-3e7426c6dab8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:18.179263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.186608 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6cb9ec-c632-4bb9-b12f-cfce12f676e1" -d '{"events": [{"server_uuid": "8606f6f2-6b1d-4112-aba5-aaf125cd6c45", "name": "network-vif-plugged", "status": "completed", "tag": "063abedc-e0bf-49f2-8cab-3e7426c6dab8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:18.273179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 063abedc-e0bf-49f2-8cab-3e7426c6dab8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=063abedc-e0bf-49f2-8cab-3e7426c6dab8,segment=NetworkSegment(267934e5-d6e4-41f4-802c-8a6d44a47b83),segment_id=267934e5-d6e4-41f4-802c-8a6d44a47b83)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:18.302433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.313767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852318cf-9ce4-41a0-b215-80d3b3d8ca99']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:18.343147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cfedfa7-db12-4b87-a805-0cd2a5f462d2 req-cd2271d9-6582-478b-a144-d38192d7262a tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979786 Oct 19 01:26:18.378780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd318f04b-82b6-43be-b9c1-1cb98d2075ed') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:18.379082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd318f04b-82b6-43be-b9c1-1cb98d2075ed') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:18.406996 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.414770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=063abedc-e0bf-49f2-8cab-3e7426c6dab8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:18.442025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.448497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:18.449001 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.488837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4a444-29ca-420b-a06e-2950d22b1562 service neutron] Pushing event updated for resources: {'Port': ['ID=54786449-57f3-400d-8684-0d0a85275188,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:18.523592 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:18.542265 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9df25c7-7b7d-4934-b182-23c212665fc7 x-openstack-request-id: req-f9df25c7-7b7d-4934-b182-23c212665fc7 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:18.542542 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f80864-70d7-41ae-8e45-b16065dc1bcf", "tag": "1bec4939-fe24-48d4-a5f8-5ea6aa17dde3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:18.544049 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9df25c7-7b7d-4934-b182-23c212665fc7 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:18.544049 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'tag': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3', 'status': 'completed', 'code': 200} Oct 19 01:26:18.637349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '54786449-57f3-400d-8684-0d0a85275188'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:18.641584 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "54786449-57f3-400d-8684-0d0a85275188"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:18.659926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-c152c323-7354-4bd4-9073-6f818a83dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:18.665279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-c152c323-7354-4bd4-9073-6f818a83dd3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.4690099 Oct 19 01:26:18.671372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-ea7f730d-82cb-4647-b2b3-99b1ad464650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:18.672331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-ea7f730d-82cb-4647-b2b3-99b1ad464650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:18.675136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-ea7f730d-82cb-4647-b2b3-99b1ad464650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:18.677387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.682845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 351e337b-a76e-42cf-8774-961911bf8781 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:18.705490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.712260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/852318cf-9ce4-41a0-b215-80d3b3d8ca99 HTTP/1.1" status: 204 len: 168 time: 5.3396471 Oct 19 01:26:18.712714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9181d62-312f-427c-ab48-1453f286907a req-ea7f730d-82cb-4647-b2b3-99b1ad464650 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=42f53b4796e24cf59b77663c09ec8214&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.4921143 Oct 19 01:26:18.730103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43128) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:18.740079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748176898'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:18.761885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef41f6-355f-4a6f-8bdd-d8d5d5bd956e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=852318cf-9ce4-41a0-b215-80d3b3d8ca99,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:18.765515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 351e337b-a76e-42cf-8774-961911bf8781 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:18.782260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 351e337b-a76e-42cf-8774-961911bf8781 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:18.783785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b059da86-9f5f-4fdb-a54c-fbd9ee5ada2a req-52e98a00-8d7e-4fdc-92c1-a4f2b5a16682 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9718792 Oct 19 01:26:18.808353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:18.831290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.889605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-c474b924-d0b8-4643-bf24-496f8a3a4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:18.891533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-c474b924-d0b8-4643-bf24-496f8a3a4b67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2119265 Oct 19 01:26:18.916766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 436b9643-4e4a-4e9e-9620-db33b9e46b20 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:18.934951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:18.969200 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:18.969603 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment 8ddacb7c-9fa6-4f10-b82a-15868adf7729 of type vlan for network 03ad5aa3-6b10-4507-88aa-bedef69a2a2a Oct 19 01:26:19.001506 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57781985-fcc0-43e4-8798-378ff9d606a4 x-openstack-request-id: req-57781985-fcc0-43e4-8798-378ff9d606a4 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:19.001794 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606f6f2-6b1d-4112-aba5-aaf125cd6c45", "name": "network-vif-plugged", "status": "completed", "tag": "063abedc-e0bf-49f2-8cab-3e7426c6dab8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:19.002048 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57781985-fcc0-43e4-8798-378ff9d606a4 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:19.002442 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063abedc-e0bf-49f2-8cab-3e7426c6dab8', 'code': 200} Oct 19 01:26:19.024605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.088593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.102569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.111044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.112339 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.156816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Pushing event deleted for resources: {'Port': ['ID=436b9643-4e4a-4e9e-9620-db33b9e46b20,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:19.173204 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.216084 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:26:19.234889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=03ad5aa3-6b10-4507-88aa-bedef69a2a2a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:19.246330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a95c-b9ea-4ca3-9ab4-88abd6e892d7 req-ed7ab8a4-5275-4317-b5ba-953c8e9e95f7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.257330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-67c0a95c-b9ea-4ca3-9ab4-88abd6e892d7 req-ed7ab8a4-5275-4317-b5ba-953c8e9e95f7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.4161789 Oct 19 01:26:19.259291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9181d62-312f-427c-ab48-1453f286907a req-3901cc42-8c3b-4a1b-9dc9-74b832e28d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.262633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9181d62-312f-427c-ab48-1453f286907a req-3901cc42-8c3b-4a1b-9dc9-74b832e28d02 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4757328 Oct 19 01:26:19.276129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 03ad5aa3-6b10-4507-88aa-bedef69a2a2a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:19.323595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dca30fc2-6a8a-4c04-8e92-d365ab599ae9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5908630 Oct 19 01:26:19.331464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43132) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:19.376399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:19.397312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] No DVR routers for this DVR port 436b9643-4e4a-4e9e-9620-db33b9e46b20 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:19.400820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6d2dab5-6408-46bc-ac05-18aa3c6ced1f req-01edbd41-de58-4553-b983-29977a3ae811 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.64 "GET /v2.0/ports?device_id=e689ef91-a51d-48f8-8132-271e8060f599 HTTP/1.1" status: 200 len: 210 time: 0.2304361 Oct 19 01:26:19.404772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.411969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48afa916-c118-4e1f-9fc2-a1f76184c9fc req-946ac004-7992-4b27-9ec3-0e96b1451a00 tempest-ServersOnMultiNodesTest-1358638097 tempest-ServersOnMultiNodesTest-1358638097-project] 10.222.0.62 "DELETE /v2.0/ports/436b9643-4e4a-4e9e-9620-db33b9e46b20 HTTP/1.1" status: 204 len: 173 time: 3.5140564 Oct 19 01:26:19.429791 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-67c0a95c-b9ea-4ca3-9ab4-88abd6e892d7 req-8e895c72-31f6-4c36-a521-7dec1b954bd2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708338 Oct 19 01:26:19.559401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956728-2628-4fd4-b659-a73d80ff6cb3 req-ddd03139-ad26-4f1a-a3c3-ca6e52132bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.561490 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50956728-2628-4fd4-b659-a73d80ff6cb3 req-ddd03139-ad26-4f1a-a3c3-ca6e52132bda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 1097 time: 0.1466496 Oct 19 01:26:19.611806 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680de4a-f290-4064-858a-233f3badbb63 x-openstack-request-id: req-7680de4a-f290-4064-858a-233f3badbb63 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:19.612127 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "54786449-57f3-400d-8684-0d0a85275188", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:19.613075 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7680de4a-f290-4064-858a-233f3badbb63 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:19.613478 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '54786449-57f3-400d-8684-0d0a85275188', 'status': 'completed', 'code': 200} Oct 19 01:26:19.713176 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50956728-2628-4fd4-b659-a73d80ff6cb3 req-053768b7-e1bc-4d50-8ab5-007c80277541 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377373 Oct 19 01:26:19.762046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-01fe14f2-1f97-4cae-af5e-d220b34344c5 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801760 Oct 19 01:26:19.776266 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.782181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:19.785874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.878624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:19.897071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.916406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.916874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.917414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.917837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.918346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.918790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.919771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.923006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-457b1065-e3c7-46c6-bf25-9d7d0be5f74b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6348 time: 0.2334065 Oct 19 01:26:19.941125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Transition to ACTIVE for port object d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:19.953471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:19.990342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cac62-4ed7-4017-a31e-61a18f333e21 req-99f78825-59f6-4674-adc0-f92195ef5c8f tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:19.998455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-725cac62-4ed7-4017-a31e-61a18f333e21 req-99f78825-59f6-4674-adc0-f92195ef5c8f tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 945 time: 0.1767673 Oct 19 01:26:20.144435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-725cac62-4ed7-4017-a31e-61a18f333e21 req-11a99926-d3ec-4877-972f-4b96e3b532ce tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447947 Oct 19 01:26:20.154418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Pushing event updated for resources: {'Port': ['ID=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:20.368742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.387595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.408351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.423442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Attempting to bind port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:20.423779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Attempting to bind port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:20.424192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Attempting to bind port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 on network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:20.425055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.434109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.437966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-13c27d93-35af-456b-a6a3-301b41f2c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.438362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-13c27d93-35af-456b-a6a3-301b41f2c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.438919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-13c27d93-35af-456b-a6a3-301b41f2c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.440574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-13c27d93-35af-456b-a6a3-301b41f2c96f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=42f53b4796e24cf59b77663c09ec8214&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5010703 Oct 19 01:26:20.441743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.444667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 on network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:20.444996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Attempting to bind port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 on network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:20.447858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.449997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-97be7393-e3f6-4753-aec4-7e6ca9122547 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5408 time: 0.4269714 Oct 19 01:26:20.461800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:20.462398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Checking segment: {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:20.462733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Bound using segment: {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:20.463072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Bound port: d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:20.465085 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:20.531896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6986eade-2528-47a0-9a65-ae7c4265f256 req-5fe38197-1d42-4229-8663-5db18d163991 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724430 Oct 19 01:26:20.580837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] For port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:20.585801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] For port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:20.600736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:20.601706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41f19d6b-0c16-461c-a82f-c2035048fd51 req-06bd2767-af5b-4312-b62c-e47afc34c035 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995955 Oct 19 01:26:20.641855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:20.757266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=a43d9e47-b38c-45ce-b19b-aa6393d46937,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:20.767205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-6dbb9401-9b3a-43c6-9322-26222b378a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.768787 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-6dbb9401-9b3a-43c6-9322-26222b378a52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 1095 time: 0.0986044 Oct 19 01:26:20.816360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': '8ddacb7c-9fa6-4f10-b82a-15868adf7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:20.816899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 03ad5aa3-6b10-4507-88aa-bedef69a2a2a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:20.874698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.884684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:20.889622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] 10.222.0.74 "PUT /v2.0/ports/d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 HTTP/1.1" status: 200 len: 1092 time: 3.0890851 Oct 19 01:26:20.907110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 03ad5aa3-6b10-4507-88aa-bedef69a2a2a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:20.931241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 03ad5aa3-6b10-4507-88aa-bedef69a2a2a) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:20.944519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa4052-fa66-4a18-8d6e-d16f786840df None None] Network 03ad5aa3-6b10-4507-88aa-bedef69a2a2a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:20.965242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:20.967210 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:20.991659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Request body: {'port': {'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:21.037077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca2d9f1a-8523-4f14-bfed-bacc2290cf02 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7043750 Oct 19 01:26:21.047845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43156) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:21.074679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-5955431e-fb03-4633-a9eb-662c8ae472e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.080307 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-5955431e-fb03-4633-a9eb-662c8ae472e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.2938209 Oct 19 01:26:21.136692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaffae-b23f-4ce3-8ff0-9e84d04c5ebb service neutron] Pushing event updated for resources: {'Port': ['ID=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:21.213798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2e49-d368-444a-994d-5f1e3197eecb req-abd59820-d259-4afe-a2a4-5ce969ac8278 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.217243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-af24e692-986c-4116-b931-8ae70b0d397b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 HTTP/1.1" status: 200 len: 217 time: 0.1012304 Oct 19 01:26:21.226130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b0d2e49-d368-444a-994d-5f1e3197eecb req-abd59820-d259-4afe-a2a4-5ce969ac8278 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.6060638 Oct 19 01:26:21.282047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-3ef2898f-b410-464e-9981-2b7d8580f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.283702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5c5ebfb-7979-4acb-9cee-7f0e509df6e4 req-3ef2898f-b410-464e-9981-2b7d8580f322 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8334281 Oct 19 01:26:21.292448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:21.380643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b0d2e49-d368-444a-994d-5f1e3197eecb req-bcc605c6-b529-4a3a-b010-f3302006cc2c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401198 Oct 19 01:26:21.530059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-03ad5aa3-6b10-4507-88aa-bedef69a2a2a', 'network_id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': 'a43d9e47-b38c-45ce-b19b-aa6393d46937'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:21.532541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:21.577552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:21.581504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-208e2aad-8de3-4e8f-81f7-a1a71baa154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.583191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-208e2aad-8de3-4e8f-81f7-a1a71baa154b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2957528 Oct 19 01:26:21.643333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43164) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:21.665795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e689ef91-a51d-48f8-8132-271e8060f599', 'name': 'network-vif-deleted', 'tag': '436b9643-4e4a-4e9e-9620-db33b9e46b20'}, {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:21.670470 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274fa474-51ef-4b65-a800-d371428b9ded" -d '{"events": [{"server_uuid": "e689ef91-a51d-48f8-8132-271e8060f599", "name": "network-vif-deleted", "tag": "436b9643-4e4a-4e9e-9620-db33b9e46b20"}, {"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:21.681623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c05628-2ac3-4fa3-bc1a-3f44e8460afc req-07b1b2d6-a391-4af5-a63b-751fa24dd868 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.690256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46c05628-2ac3-4fa3-bc1a-3f44e8460afc req-07b1b2d6-a391-4af5-a63b-751fa24dd868 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 945 time: 0.1830719 Oct 19 01:26:21.737208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:21.745165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-88b3ad5b-8b09-49e9-8554-bb143125e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.747972 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-88b3ad5b-8b09-49e9-8554-bb143125e747 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508100 Oct 19 01:26:21.823523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46c05628-2ac3-4fa3-bc1a-3f44e8460afc req-b6bb6f70-47aa-4a1d-995a-5d88b41e821e tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302454 Oct 19 01:26:21.940549 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859da9c1-e683-4e26-bde5-46ba070baea6 x-openstack-request-id: req-859da9c1-e683-4e26-bde5-46ba070baea6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:21.941390 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e689ef91-a51d-48f8-8132-271e8060f599", "name": "network-vif-deleted", "tag": "436b9643-4e4a-4e9e-9620-db33b9e46b20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:21.941759 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-859da9c1-e683-4e26-bde5-46ba070baea6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:21.942324 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e689ef91-a51d-48f8-8132-271e8060f599', 'name': 'network-vif-deleted', 'tag': '436b9643-4e4a-4e9e-9620-db33b9e46b20', 'status': 'completed', 'code': 200} Oct 19 01:26:21.943427 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86', 'status': 'completed', 'code': 200} Oct 19 01:26:21.950642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:21.968779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.977100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.985120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:21.996788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.006537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.016758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.025125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.027446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-34fcb1b4-c82b-47b6-9cbd-7c975cc9ce7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5408 time: 0.2108407 Oct 19 01:26:22.046128 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.063873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Allocated IP 172.20.0.2 (03ad5aa3-6b10-4507-88aa-bedef69a2a2a/a43d9e47-b38c-45ce-b19b-aa6393d46937/d65b9954-7737-4de1-a8b5-eccdbd3b2045) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:22.090667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-2aaabfc4-d721-4ff6-84a8-a80f9e5bcf68 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923079 Oct 19 01:26:22.121340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Transition to ACTIVE for port object 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:22.139674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.195188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba21dd19-4dd0-450f-ad7e-c601759072af req-a85588a8-31a2-48ab-be83-78c419bcf946 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545675 Oct 19 01:26:22.220616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.221208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.221733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.222443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.223120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.223638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.224186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.226347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-274fa474-51ef-4b65-a800-d371428b9ded req-8f170a8e-dbe1-42ac-bbd8-8b027664424b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6416 time: 0.1978097 Oct 19 01:26:22.284338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:22.520253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-571f9de2-57d1-4b70-93fa-0cb60dfcdf75 req-ac2200c7-92ee-44e7-aeb4-6cf25d405773 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284205 Oct 19 01:26:22.527700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab6e0224-cb9a-4922-8ec0-73eda191cd1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb6d3d6de559488b97f9d51a637364c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8800161 Oct 19 01:26:22.534528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43186) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:22.549012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.563003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.643664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Network 03ad5aa3-6b10-4507-88aa-bedef69a2a2a is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:22.646923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:22.660267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:22.670937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Pushing event updated for resources: {'Port': ['ID=d65b9954-7737-4de1-a8b5-eccdbd3b2045,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:22.734357 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.760208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Attempting to bind port d65b9954-7737-4de1-a8b5-eccdbd3b2045 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:22.761188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Attempting to bind port d65b9954-7737-4de1-a8b5-eccdbd3b2045 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '8ddacb7c-9fa6-4f10-b82a-15868adf7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:22.761807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Attempting to bind port d65b9954-7737-4de1-a8b5-eccdbd3b2045 on network 03ad5aa3-6b10-4507-88aa-bedef69a2a2a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:22.777122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:22.777912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Checking segment: {'id': '8ddacb7c-9fa6-4f10-b82a-15868adf7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:22.786593 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.787518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Bound using segment: {'id': '8ddacb7c-9fa6-4f10-b82a-15868adf7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:22.788293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Bound port: d65b9954-7737-4de1-a8b5-eccdbd3b2045, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddacb7c-9fa6-4f10-b82a-15868adf7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:22.788952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.806663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=a43d9e47-b38c-45ce-b19b-aa6393d46937,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:22.814143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d19a8da1-fc6e-4f12-bd03-dbf16d5f64e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.876095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-3fc00660-d580-4eb3-979e-ca93ee332ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.879917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-3fc00660-d580-4eb3-979e-ca93ee332ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.880476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-3fc00660-d580-4eb3-979e-ca93ee332ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.888866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-274fa474-51ef-4b65-a800-d371428b9ded req-3fc00660-d580-4eb3-979e-ca93ee332ee4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=42f53b4796e24cf59b77663c09ec8214&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6371973 Oct 19 01:26:22.914870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] For port d65b9954-7737-4de1-a8b5-eccdbd3b2045, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:22.924923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de3dd9-b5a7-403c-9aac-7023397c9cdb req-e23f4214-516e-4c2f-855d-d8b8aab5a929 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.926494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] For port d65b9954-7737-4de1-a8b5-eccdbd3b2045, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d65b9954-7737-4de1-a8b5-eccdbd3b2045,segment=NetworkSegment(8ddacb7c-9fa6-4f10-b82a-15868adf7729),segment_id=8ddacb7c-9fa6-4f10-b82a-15868adf7729)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:22.927089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1de3dd9-b5a7-403c-9aac-7023397c9cdb req-e23f4214-516e-4c2f-855d-d8b8aab5a929 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.2004402 Oct 19 01:26:22.930693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.951643 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.953885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d19a8da1-fc6e-4f12-bd03-dbf16d5f64e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:22.972777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee72aaa-3dcb-4220-a965-33afb8ff1157 req-ef2d394d-bc15-4af6-a093-8b3d650a51d0 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:22.974424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ee72aaa-3dcb-4220-a965-33afb8ff1157 req-ef2d394d-bc15-4af6-a093-8b3d650a51d0 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 945 time: 0.2048051 Oct 19 01:26:23.030894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Attempting to bind port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:23.031292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Attempting to bind port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:23.031446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ad5aa3-6b10-4507-88aa-bedef69a2a2a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:23.031690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Attempting to bind port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 on network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:23.039929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 on network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:23.041979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Attempting to bind port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 on network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:23.067325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:23.067708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Checking segment: {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:23.068074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Bound using segment: {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:23.068493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Bound port: 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:23.068852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.087893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1de3dd9-b5a7-403c-9aac-7023397c9cdb req-89b389a7-eca2-4dd8-8ad8-3daedc94e6f0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509814 Oct 19 01:26:23.101598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddacb7c-9fa6-4f10-b82a-15868adf7729') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:23.102196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddacb7c-9fa6-4f10-b82a-15868adf7729') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:23.136168 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.148562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ee72aaa-3dcb-4220-a965-33afb8ff1157 req-d1f8ccc8-b5e5-408d-9e02-bcae8fe96d3c tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578372 Oct 19 01:26:23.148562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa474-51ef-4b65-a800-d371428b9ded req-34ae7051-353d-452a-b76f-10d5d7c7407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.148562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-274fa474-51ef-4b65-a800-d371428b9ded req-34ae7051-353d-452a-b76f-10d5d7c7407e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2470105 Oct 19 01:26:23.218104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] For port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:23.225760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.231151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] For port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:23.243251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:23.243670 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.245187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.381668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780cd0-fad0-4150-9adc-c4f44366fc46 None None] Pushing event updated for resources: {'Port': ['ID=d65b9954-7737-4de1-a8b5-eccdbd3b2045,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:23.408017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0ddc7-ccbc-4392-be21-fbc622642827 None None] Network 03ad5aa3-6b10-4507-88aa-bedef69a2a2a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:23.462159 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:23.476165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.api [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:26:23.476165 n-d-789963-20 neutron-server[100847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:26:23.476165 n-d-789963-20 neutron-server[100847]: [parameters: {'id': '03ad5aa3-6b10-4507-88aa-bedef69a2a2a'}] Oct 19 01:26:23.476165 n-d-789963-20 neutron-server[100847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:26:23.476165 n-d-789963-20 neutron-server[100847]: DEBUG oslo_db.api [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:26:23.481348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:23.485831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d19a8da1-fc6e-4f12-bd03-dbf16d5f64e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.489005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d19a8da1-fc6e-4f12-bd03-dbf16d5f64e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.504475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d19a8da1-fc6e-4f12-bd03-dbf16d5f64e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/caef048d-4c92-4981-a27c-2d9c26351a2a HTTP/1.1" status: 204 len: 168 time: 0.9595268 Oct 19 01:26:23.526136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a8da1-fc6e-4f12-bd03-dbf16d5f64e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef048d-4c92-4981-a27c-2d9c26351a2a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:23.529221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.529858 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:23.535180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-feba3d60-7972-4fb0-bcdd-4fe58fe3d5c4 service neutron] 10.222.0.74 "PUT /v2.0/ports/2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 HTTP/1.1" status: 200 len: 1092 time: 2.5839555 Oct 19 01:26:23.624400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.639311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.659471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.670278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.677931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.687675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.706722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.715434 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-64d4d267-93d3-4918-9c6b-b302fb574bb8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.2685080 Oct 19 01:26:23.821488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-445a1e34-72de-4b94-8c19-5e0937e8dfd4 req-70b06bb0-faa7-47ad-8b2c-3ead73548948 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051657 Oct 19 01:26:23.829495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.829495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.829802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.830485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.830960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.831416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.831874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.834377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-3542d085-c0c6-43cb-a10d-3d1a5a952e2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6484 time: 0.1166487 Oct 19 01:26:23.867427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-a9d003bb-74bb-4ae8-aade-63f968b707e0 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.868998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-a9d003bb-74bb-4ae8-aade-63f968b707e0 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.62 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 945 time: 0.0999637 Oct 19 01:26:23.906713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ca69e50c-ae1a-46c9-b787-0a5d593e2873 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319032d6-299f-436a-864d-e155922bcabc HTTP/1.1" status: 200 len: 217 time: 0.0484068 Oct 19 01:26:23.953283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:23.953283 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ede91a-61eb-4961-b563-f3cd5ac14673" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:23.970741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc9819-8b71-4be6-9a3c-a40a4372e13f None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:26:23.984287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-6836d72e-8242-435f-92a1-d3836b173643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:23.986162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-6836d72e-8242-435f-92a1-d3836b173643 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fe147b-f61d-4713-8e05-4d469511db05 HTTP/1.1" status: 200 len: 850 time: 0.0683184 Oct 19 01:26:23.995618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:24.023195 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2462cdb-a4a6-4c3b-977c-090930891a4e x-openstack-request-id: req-b2462cdb-a4a6-4c3b-977c-090930891a4e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:24.023480 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:24.026073 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2462cdb-a4a6-4c3b-977c-090930891a4e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:24.026073 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31', 'status': 'completed', 'code': 200} Oct 19 01:26:24.089159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d3536e6a-a994-4d32-98df-184a8aae719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:24.094285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d3536e6a-a994-4d32-98df-184a8aae719d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969748 Oct 19 01:26:24.125796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Deleting port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:24.127264 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:24.295131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43212) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:24.321686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port d65b9954-7737-4de1-a8b5-eccdbd3b2045 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:24.322424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:24.375191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc9819-8b71-4be6-9a3c-a40a4372e13f None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:24.441114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-17fcc257-7a0c-40c4-86a2-1f0ba448d0c9 service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371594 Oct 19 01:26:24.608915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e2b8f-417b-4cd4-8af2-83b8d7f7089b req-e37c6400-9c82-4af8-9f0b-0c0b1d9cbebd tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:24.618770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-081e2b8f-417b-4cd4-8af2-83b8d7f7089b req-e37c6400-9c82-4af8-9f0b-0c0b1d9cbebd tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.3041015 Oct 19 01:26:24.674420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-081e2b8f-417b-4cd4-8af2-83b8d7f7089b req-fe2f3b20-f1ed-4d76-9de0-dba93cd4af81 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543864 Oct 19 01:26:24.824703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-13ad054c-9c6e-40e2-8ce2-9906e6eb94b9 service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717127 Oct 19 01:26:24.903138 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-66604636-042d-4206-a5e5-fc4d491cc30c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 217 time: 0.0689518 Oct 19 01:26:25.018430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-4827b924-39fd-4675-afc5-42ca1187cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.019896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-4827b924-39fd-4675-afc5-42ca1187cd0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.1072452 Oct 19 01:26:25.065100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2f27f75a-3902-4c89-b593-e2aa70660b64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9316bc150469438ca57ed392695fa900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580459 Oct 19 01:26:25.071452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43220) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:25.107648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] For port 063abedc-e0bf-49f2-8cab-3e7426c6dab8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=063abedc-e0bf-49f2-8cab-3e7426c6dab8,segment=NetworkSegment(267934e5-d6e4-41f4-802c-8a6d44a47b83),segment_id=267934e5-d6e4-41f4-802c-8a6d44a47b83)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:25.108041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.111518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port d65b9954-7737-4de1-a8b5-eccdbd3b2045, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d65b9954-7737-4de1-a8b5-eccdbd3b2045,segment=NetworkSegment(8ddacb7c-9fa6-4f10-b82a-15868adf7729),segment_id=8ddacb7c-9fa6-4f10-b82a-15868adf7729)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:25.111874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.121173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740c512-a369-4567-a8fd-1b0382dd2cd6 req-d937a354-a40c-41fa-a939-4a39a6c35dff tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.130562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8740c512-a369-4567-a8fd-1b0382dd2cd6 req-d937a354-a40c-41fa-a939-4a39a6c35dff tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 945 time: 0.8179269 Oct 19 01:26:25.162024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-89e56218-f655-43dc-acd7-04a6c8ef768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.163683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-89e56218-f655-43dc-acd7-04a6c8ef768e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1360178 Oct 19 01:26:25.164768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for d65b9954-7737-4de1-a8b5-eccdbd3b2045 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:25.166591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Calling delete_port for 063abedc-e0bf-49f2-8cab-3e7426c6dab8 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:25.208772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-133ec39e-4fd9-4ce2-b6ac-5a63eec1e84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.229121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.235599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.242016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.249072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.256530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.263055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.275022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8740c512-a369-4567-a8fd-1b0382dd2cd6 req-eed0ce3a-381b-4c69-9202-0cafa461cf14 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7125fc8-50c0-43fa-a024-7cefaa4a4011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435707 Oct 19 01:26:25.288513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.298034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21534705-2de4-4c98-bda9-d9623b935dea req-629be7d3-78fd-446d-90b2-c6f76c3bee39 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.1962333 Oct 19 01:26:25.352861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.387737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port d65b9954-7737-4de1-a8b5-eccdbd3b2045 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:25.410756 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-133ec39e-4fd9-4ce2-b6ac-5a63eec1e84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.431108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=d65b9954-7737-4de1-a8b5-eccdbd3b2045,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:25.445004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21534705-2de4-4c98-bda9-d9623b935dea req-bbeeb0cf-bd36-4083-8f1e-eb47a38eadf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1460676 Oct 19 01:26:25.494254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-56e9cd95-efe9-4c5e-93bd-da48a5e87d2f service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163688 Oct 19 01:26:25.527078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.549993 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ad5aa3-6b10-4507-88aa-bedef69a2a2a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:25.560722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddacb7c-9fa6-4f10-b82a-15868adf7729') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:25.561339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddacb7c-9fa6-4f10-b82a-15868adf7729') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:25.570245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.572064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-133ec39e-4fd9-4ce2-b6ac-5a63eec1e84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.573609 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.574745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-133ec39e-4fd9-4ce2-b6ac-5a63eec1e84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.576238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-133ec39e-4fd9-4ce2-b6ac-5a63eec1e84f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87ca2679-b924-40bd-b1ec-e9a826320657 HTTP/1.1" status: 204 len: 168 time: 0.5028498 Oct 19 01:26:25.618133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ec39e-4fd9-4ce2-b6ac-5a63eec1e84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca2679-b924-40bd-b1ec-e9a826320657,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:25.655434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Pushing event deleted for resources: {'Port': ['ID=063abedc-e0bf-49f2-8cab-3e7426c6dab8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:25.666371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.686319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-005a696f-70d4-4aa7-9e6f-3a9b454f3f80 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827757 Oct 19 01:26:25.692406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:25.693433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:25.697065 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:25.733630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] No DVR routers for this DVR port 063abedc-e0bf-49f2-8cab-3e7426c6dab8 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:25.738290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.742161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3fa809a2-bc02-4164-ae3f-c1ae3925d74b req-e02e786b-8932-49cb-b117-eafa2f6c8089 tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.62 "DELETE /v2.0/ports/063abedc-e0bf-49f2-8cab-3e7426c6dab8 HTTP/1.1" status: 204 len: 173 time: 1.8661535 Oct 19 01:26:25.743358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'name': 'network-vif-deleted', 'tag': '063abedc-e0bf-49f2-8cab-3e7426c6dab8'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:25.745722 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a890e0-0be9-4ba3-8000-a2080d7e38c9" -d '{"events": [{"server_uuid": "8606f6f2-6b1d-4112-aba5-aaf125cd6c45", "name": "network-vif-deleted", "tag": "063abedc-e0bf-49f2-8cab-3e7426c6dab8"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:25.764444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-8ed77923-0b4b-4ffa-a817-fb6f1e743fd8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 217 time: 0.0703132 Oct 19 01:26:25.811283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.819916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:25.831586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/03ad5aa3-6b10-4507-88aa-bedef69a2a2a HTTP/1.1" status: 204 len: 168 time: 4.7821107 Oct 19 01:26:25.840332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43230) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:25.858381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-247075677'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:25.894058 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d29a10-5d4c-4d0d-9e92-e939258fd040 x-openstack-request-id: req-59d29a10-5d4c-4d0d-9e92-e939258fd040 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:25.894346 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606f6f2-6b1d-4112-aba5-aaf125cd6c45", "name": "network-vif-deleted", "tag": "063abedc-e0bf-49f2-8cab-3e7426c6dab8", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:25.898492 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59d29a10-5d4c-4d0d-9e92-e939258fd040 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:25.898929 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8606f6f2-6b1d-4112-aba5-aaf125cd6c45', 'name': 'network-vif-deleted', 'tag': '063abedc-e0bf-49f2-8cab-3e7426c6dab8', 'status': 'completed', 'code': 200} Oct 19 01:26:25.905918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f13bce-b27f-4ba0-aefa-f43c5af3a39f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=03ad5aa3-6b10-4507-88aa-bedef69a2a2a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:25.942606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-2eb6534e-7748-4b73-b961-2ddc7f893bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:25.947241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-2eb6534e-7748-4b73-b961-2ddc7f893bc3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.1748998 Oct 19 01:26:25.984873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:25.996355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:26.074379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:26.104857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-af768f66-9170-4928-954a-41273fd6eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.106175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-af768f66-9170-4928-954a-41273fd6eb36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481302 Oct 19 01:26:26.108111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:26.108434 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment bc8e59e0-f924-4ba3-8491-edcdbe2a14c1 of type vlan for network 83e1691e-3cbf-4ff3-9595-0fb7148c05fb Oct 19 01:26:26.114201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26395d52-3704-4d79-ab9b-83fdafce6054 req-a2ec7d4e-2338-4980-8753-c3d2df12d83e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.119476 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26395d52-3704-4d79-ab9b-83fdafce6054 req-a2ec7d4e-2338-4980-8753-c3d2df12d83e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.2360718 Oct 19 01:26:26.200961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26395d52-3704-4d79-ab9b-83fdafce6054 req-bc300280-9315-4086-b817-215321ce62ce tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743370 Oct 19 01:26:26.250175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:26.403484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9bcb28f6-e95b-4565-80fc-738fca729a2c service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728477 Oct 19 01:26:26.405687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:26.412014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.413112 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:26.694721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d857d06f-a1a4-4a1d-850a-3791dc52d780 req-528bd055-12a2-4d5a-bf89-184b1135f10f tempest-InstanceActionsNegativeTestJSON-1620660794 tempest-InstanceActionsNegativeTestJSON-1620660794-project] 10.222.0.64 "GET /v2.0/ports?device_id=8606f6f2-6b1d-4112-aba5-aaf125cd6c45 HTTP/1.1" status: 200 len: 210 time: 0.1742733 Oct 19 01:26:26.737230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8918462 Oct 19 01:26:26.771427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43252) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:26.776276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:26.831796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.839203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.841604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb00e-6576-4db0-a7b9-268a2c146826 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=83e1691e-3cbf-4ff3-9595-0fb7148c05fb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:26.854775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 83e1691e-3cbf-4ff3-9595-0fb7148c05fb details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:26.876166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.893583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.907257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.924676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.938845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:26.939813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-36890756-91e1-4d73-809c-aa15fd912a07 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007536 Oct 19 01:26:26.953691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-d23a03a0-583f-4898-b9c8-9677ca228582 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.2904847 Oct 19 01:26:26.962882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 063abedc-e0bf-49f2-8cab-3e7426c6dab8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:26.996705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 063abedc-e0bf-49f2-8cab-3e7426c6dab8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:26.997021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 063abedc-e0bf-49f2-8cab-3e7426c6dab8 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:27.009263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-34fe64c4-00d2-4ec8-83cb-d8e6dd49a25c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de HTTP/1.1" status: 200 len: 217 time: 0.0609033 Oct 19 01:26:27.048462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-150b92b9-3ec7-4cf1-b1f5-2e1ea3dedb85 req-e8adbb44-3be5-4dd7-bf6a-9d0e8ace6815 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938540 Oct 19 01:26:27.056665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:27.061078 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:27.109938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-56b0602c-b5cd-408a-b78d-89f353a800b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:27.112643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-56b0602c-b5cd-408a-b78d-89f353a800b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0941513 Oct 19 01:26:27.196703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing IP validity checks on allocation pools {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:26:27.197326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:26:27.227532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-012ac1ca-d352-4b63-900e-f55423e907c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:27.229220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-012ac1ca-d352-4b63-900e-f55423e907c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1042085 Oct 19 01:26:27.457608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d06413-b7cd-4a5e-bcfe-b13542856e40 req-d0fe904a-e931-4f6b-9cd4-de96b68934bb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:27.459119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63d06413-b7cd-4a5e-bcfe-b13542856e40 req-d0fe904a-e931-4f6b-9cd4-de96b68934bb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1315434 Oct 19 01:26:27.468748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-74a6b192-b361-4a87-a989-340b18cd00b5 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295845 Oct 19 01:26:27.769705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:27.846245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] Deleting subnet e40c1c72-4204-4743-94f6-afa1016222a1 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:26:27.849971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:27.877849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:27.906284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:27.968599 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:27.988735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63d06413-b7cd-4a5e-bcfe-b13542856e40 req-140b0d2f-45ec-403f-8212-a8f3bb7ee089 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226603 Oct 19 01:26:28.019846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=08c669d8-cc1c-4b51-9567-b829cac22a1f,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:28.042135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:28.042732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 83e1691e-3cbf-4ff3-9595-0fb7148c05fb, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:28.057250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-9f5c2b34-272b-46bc-b2db-7dafcfdb7c69 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782325 Oct 19 01:26:28.064202 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.109695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-baf7e4cd-c91f-4a7b-b519-1c97d20cf379 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=54786449-57f3-400d-8684-0d0a85275188 HTTP/1.1" status: 200 len: 217 time: 0.0437348 Oct 19 01:26:28.113072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 83e1691e-3cbf-4ff3-9595-0fb7148c05fb is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:28.115696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40c1c72-4204-4743-94f6-afa1016222a1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:28.133871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.138945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d53034b-9b5b-4601-a1e0-cf53b9cee5de admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e40c1c72-4204-4743-94f6-afa1016222a1 HTTP/1.1" status: 204 len: 168 time: 0.3678133 Oct 19 01:26:28.143211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:28.159569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 83e1691e-3cbf-4ff3-9595-0fb7148c05fb) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:28.173037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.174116 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.174348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083b6c2-05c2-4aa5-bb90-3376a82fceb1 None None] Network 83e1691e-3cbf-4ff3-9595-0fb7148c05fb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:28.201465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-bd609815-cbb3-408f-a004-2fbca4920a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.202957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-bd609815-cbb3-408f-a004-2fbca4920a7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0864291 Oct 19 01:26:28.273430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e0cd1fc-5e8a-42da-ab27-b66afe7e8324 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5009935 Oct 19 01:26:28.277021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43350) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:28.318246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.347532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.351278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-bc83b653-e002-4c2c-9eba-f855308db195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.352403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.352815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-bc83b653-e002-4c2c-9eba-f855308db195 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1421621 Oct 19 01:26:28.359333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.365432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.371625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.377625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.382468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-83e1691e-3cbf-4ff3-9595-0fb7148c05fb', 'network_id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '08c669d8-cc1c-4b51-9567-b829cac22a1f'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:28.383726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.383925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:28.392064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-b1383ef5-5c7d-4d75-a7f7-913c34f7ce57 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.1959288 Oct 19 01:26:28.451353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e0ea383-99cb-4c30-b309-4eacab73af34 req-529acaca-c685-4465-a0c1-9191b6f49088 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583141 Oct 19 01:26:28.506151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.558958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Allocated IP 172.20.0.3 (83e1691e-3cbf-4ff3-9595-0fb7148c05fb/08c669d8-cc1c-4b51-9567-b829cac22a1f/71b8c3c7-f5d4-4169-a513-7407f3b4611f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:28.582107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.613642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f63835c-cf52-47e7-82bd-6f934353e06e']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:28.625750 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267934e5-d6e4-41f4-802c-8a6d44a47b83') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:28.626429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267934e5-d6e4-41f4-802c-8a6d44a47b83') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:28.650234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.679925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.687429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-a6d4debd-5313-44c6-8446-6684d472f12b service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015509 Oct 19 01:26:28.689871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:28.690748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.691595 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:28.692742 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:28.772871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.789142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.798912 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.804712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f63835c-cf52-47e7-82bd-6f934353e06e HTTP/1.1" status: 204 len: 168 time: 0.6494582 Oct 19 01:26:28.811181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:28.832947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755569a4-5bee-46d8-b1ca-b423aa33370f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f63835c-cf52-47e7-82bd-6f934353e06e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:28.887807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-86902571-c424-4745-a45c-595be29239d1 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892967 Oct 19 01:26:28.915057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Pushing event updated for resources: {'Port': ['ID=71b8c3c7-f5d4-4169-a513-7407f3b4611f,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:28.934164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Network 83e1691e-3cbf-4ff3-9595-0fb7148c05fb is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:28.938073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:28.941825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:28.992050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-a33fb073-fa00-4005-bf60-ac92dc0b6437 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 HTTP/1.1" status: 200 len: 217 time: 0.0938349 Oct 19 01:26:29.022288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Attempting to bind port 71b8c3c7-f5d4-4169-a513-7407f3b4611f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:29.022777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Attempting to bind port 71b8c3c7-f5d4-4169-a513-7407f3b4611f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:29.023247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Attempting to bind port 71b8c3c7-f5d4-4169-a513-7407f3b4611f on network 83e1691e-3cbf-4ff3-9595-0fb7148c05fb {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:29.042077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:29.042572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Checking segment: {'id': 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:29.042921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.043353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Bound using segment: {'id': 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:29.046545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Bound port: 71b8c3c7-f5d4-4169-a513-7407f3b4611f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:29.054849 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.064557 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.103030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-b745c74b-f7e1-407c-9db3-b586e6d4ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.104649 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-b745c74b-f7e1-407c-9db3-b586e6d4ae10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.1036823 Oct 19 01:26:29.106555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=08c669d8-cc1c-4b51-9567-b829cac22a1f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:29.161773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43384) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:29.166985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] For port 71b8c3c7-f5d4-4169-a513-7407f3b4611f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:29.172708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] For port 71b8c3c7-f5d4-4169-a513-7407f3b4611f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=71b8c3c7-f5d4-4169-a513-7407f3b4611f,segment=NetworkSegment(bc8e59e0-f924-4ba3-8491-edcdbe2a14c1),segment_id=bc8e59e0-f924-4ba3-8491-edcdbe2a14c1)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:29.180013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.250418 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.290134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9e019d1b-58cf-4b0b-9a8f-3767a1059f2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be3bf60512b549f5b427655e01232f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261680 Oct 19 01:26:29.293000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43386) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:29.299740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab3a43-6409-4fb7-bfd9-0361859e3ed1 req-f57477d3-814c-4037-b498-118e7dfcbde0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.301374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-edab3a43-6409-4fb7-bfd9-0361859e3ed1 req-f57477d3-814c-4037-b498-118e7dfcbde0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.2011490 Oct 19 01:26:29.314215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ae742739-880c-47f0-988d-e56f5ad96c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.314215 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-ae742739-880c-47f0-988d-e56f5ad96c23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920967 Oct 19 01:26:29.315677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e1691e-3cbf-4ff3-9595-0fb7148c05fb']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:29.340425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:29.340706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:29.345546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e278c-3f5f-4cbc-ac94-05d211ec5de2 None None] Network 83e1691e-3cbf-4ff3-9595-0fb7148c05fb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:29.370915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.388382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1406b99e-8f51-4f40-95e1-1309c62a4515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.417751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1406b99e-8f51-4f40-95e1-1309c62a4515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.447289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.451413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdcc32-f45d-4f80-bf88-b62628dba6c2 None None] Pushing event updated for resources: {'Port': ['ID=71b8c3c7-f5d4-4169-a513-7407f3b4611f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:29.471173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-edab3a43-6409-4fb7-bfd9-0361859e3ed1 req-efc934c2-5a7b-415d-af7c-0d0d1afe6419 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597085 Oct 19 01:26:29.472518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:29.472990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:29.478636 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:29.494003 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1406b99e-8f51-4f40-95e1-1309c62a4515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.497618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1406b99e-8f51-4f40-95e1-1309c62a4515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.500463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1406b99e-8f51-4f40-95e1-1309c62a4515 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7125fc8-50c0-43fa-a024-7cefaa4a4011 HTTP/1.1" status: 204 len: 168 time: 0.2033942 Oct 19 01:26:29.540121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406b99e-8f51-4f40-95e1-1309c62a4515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7125fc8-50c0-43fa-a024-7cefaa4a4011,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:29.569393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43400) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:29.698057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:26:29.698057 n-d-789963-20 neutron-server[100848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:26:29.698057 n-d-789963-20 neutron-server[100848]: [parameters: {'id': '83e1691e-3cbf-4ff3-9595-0fb7148c05fb'}] Oct 19 01:26:29.698057 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:26:29.698545 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:26:29.711026 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-37579663-d381-420d-a8c5-0d2aeec07deb service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832653 Oct 19 01:26:29.733955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f43bd71a-8c5f-4b8a-ba21-31878881e414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.854249 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f43bd71a-8c5f-4b8a-ba21-31878881e414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.861709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f43bd71a-8c5f-4b8a-ba21-31878881e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:29.877200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ddd698-8bf1-45df-a839-73728f94ead1 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:26:29.936743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.938038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd71a-8c5f-4b8a-ba21-31878881e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d7d18-e17f-4b2b-9e15-47a7b92883ec,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:29.943386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.951056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.959219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.967462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f43bd71a-8c5f-4b8a-ba21-31878881e414 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c937d9e93da41d8a12f5466692fa8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970904 Oct 19 01:26:29.967673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.968332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43406) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:29.974286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.980926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:29.990829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-7853cbad-69a0-48b9-9466-0bd5287345a9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.3481147 Oct 19 01:26:30.052060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-b3c64d1a-4229-4fd7-b5e0-c2cec3e1ff46 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281164 Oct 19 01:26:30.067874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a371dae-3e76-4bc2-9361-1a0bd0d9c1df req-a0c6ed24-f205-413f-9e08-77b668341c7d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719972 Oct 19 01:26:30.078711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e386c35-c6c0-41cd-8c49-523e5908392e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.111315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e386c35-c6c0-41cd-8c49-523e5908392e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.122239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-eb2a244b-19cf-4e4d-baf0-3422fc22ca6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 HTTP/1.1" status: 200 len: 217 time: 0.0529833 Oct 19 01:26:30.174493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-fc77b52c-5049-469c-baa4-344fd1bc419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:30.180710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-fc77b52c-5049-469c-baa4-344fd1bc419b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.0515640 Oct 19 01:26:30.199850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ddd698-8bf1-45df-a839-73728f94ead1 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:30.210439 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.237827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-932cf054-f8fa-4330-bba6-b20e8fe00b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:30.239341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-932cf054-f8fa-4330-bba6-b20e8fe00b90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566998 Oct 19 01:26:30.280628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e386c35-c6c0-41cd-8c49-523e5908392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.301579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e386c35-c6c0-41cd-8c49-523e5908392e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.304484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e386c35-c6c0-41cd-8c49-523e5908392e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f85d7d18-e17f-4b2b-9e15-47a7b92883ec HTTP/1.1" status: 204 len: 168 time: 0.3351445 Oct 19 01:26:30.318823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e386c35-c6c0-41cd-8c49-523e5908392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d7d18-e17f-4b2b-9e15-47a7b92883ec,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:30.530933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port 71b8c3c7-f5d4-4169-a513-7407f3b4611f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:30.531469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.711229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port 71b8c3c7-f5d4-4169-a513-7407f3b4611f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=71b8c3c7-f5d4-4169-a513-7407f3b4611f,segment=NetworkSegment(bc8e59e0-f924-4ba3-8491-edcdbe2a14c1),segment_id=bc8e59e0-f924-4ba3-8491-edcdbe2a14c1)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:30.711596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.751716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for 71b8c3c7-f5d4-4169-a513-7407f3b4611f owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:30.918284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43434) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:30.922609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-d4637691-a847-43f0-aae4-c8cf10bc6e4d service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618268 Oct 19 01:26:30.924558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.947268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-552de480-cb2d-469e-8177-a4f2b340a26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:30.998271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=71b8c3c7-f5d4-4169-a513-7407f3b4611f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:31.023655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43438) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:31.026008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port 71b8c3c7-f5d4-4169-a513-7407f3b4611f on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:31.042280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7040bf-21db-44c8-abf9-3dbbf79c3112 req-53a8bb6c-fb04-4146-bf55-8abfc31ebfda tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.050228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a7040bf-21db-44c8-abf9-3dbbf79c3112 req-53a8bb6c-fb04-4146-bf55-8abfc31ebfda tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1312957 Oct 19 01:26:31.084352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-552de480-cb2d-469e-8177-a4f2b340a26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.089405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-552de480-cb2d-469e-8177-a4f2b340a26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.140733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552de480-cb2d-469e-8177-a4f2b340a26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba5b557-d39e-4ebb-8862-582bca2afdfb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:31.145722 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.162666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-552de480-cb2d-469e-8177-a4f2b340a26c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84a1cbeddfea4a8b9e7cd9ffcf3bf35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411430 Oct 19 01:26:31.164178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43444) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:31.212977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2074643437-network', 'tenant_id': 'e5877ed65e224b51a7c16dab09ee1da5'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:31.216502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e1691e-3cbf-4ff3-9595-0fb7148c05fb']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:31.246284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:31.246577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8e59e0-f924-4ba3-8491-edcdbe2a14c1') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:31.257091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a7040bf-21db-44c8-abf9-3dbbf79c3112 req-474ebb8a-ded2-49c4-b757-735c3fc49075 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057583 Oct 19 01:26:31.260679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e847e55-78fd-487e-a2a5-2d0a7e2e6fac req-fdd3761b-961b-41bf-af86-57ba482f16a9 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999940 Oct 19 01:26:31.262579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.283240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.284398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Made reservation on behalf of e5877ed65e224b51a7c16dab09ee1da5 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:31.286718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.290856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fa676a2-d0fe-4855-ac88-8cec9712aed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.293454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:31.295508 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:31.300110 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:31.302646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.324695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.331679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.337706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.344111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.350145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.356987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.365540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.369813 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-bbeadff1-7f59-4420-b066-83fc8f53beb5 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.1763694 Oct 19 01:26:31.377676 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.384685 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.392870 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/83e1691e-3cbf-4ff3-9595-0fb7148c05fb HTTP/1.1" status: 204 len: 168 time: 3.1111224 Oct 19 01:26:31.395609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43446) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:31.409893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-972549355'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:31.414254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fa676a2-d0fe-4855-ac88-8cec9712aed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.416213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f724dd-02a2-4099-901c-5c5476ad48f7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=83e1691e-3cbf-4ff3-9595-0fb7148c05fb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:31.436766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:31.440789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.465896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:31.486950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.487397 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment 89136e16-e24c-4fb7-ab5e-5784b7be784a of type vlan for network 3cb37fe2-af2c-4e90-83ff-c796e4292441 Oct 19 01:26:31.490081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce908826-fbea-4063-9ba7-cfd82c32ee16 req-5d9d156b-7933-4d70-b216-42326b1d237a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050968 Oct 19 01:26:31.551051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fa676a2-d0fe-4855-ac88-8cec9712aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.552989 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fa676a2-d0fe-4855-ac88-8cec9712aed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.563207 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.563840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6fa676a2-d0fe-4855-ac88-8cec9712aed7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eba5b557-d39e-4ebb-8862-582bca2afdfb HTTP/1.1" status: 204 len: 168 time: 0.3908031 Oct 19 01:26:31.570537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.570790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.571553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.571918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.572398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.572850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.573302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.575335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-eeeacfee-b745-4dc9-92bf-15c461a89620 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6484 time: 0.1027493 Oct 19 01:26:31.600372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa676a2-d0fe-4855-ac88-8cec9712aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba5b557-d39e-4ebb-8862-582bca2afdfb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:31.679120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.687350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.690006 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.702172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.704567 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.738937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:31.760866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fb880f-bd1a-485a-ab19-ed0b814583dd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:31.785524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.785735 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Added segment b38a9c5a-08d6-4632-9fe2-5aab78af973c of type vlan for network 83eb3be7-abcb-4d82-8c24-6babd767e434 Oct 19 01:26:31.834879 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4356043 Oct 19 01:26:31.842112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43462) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:31.852265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '3cb37fe2-af2c-4e90-83ff-c796e4292441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:31.860830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.883588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b363e4-34e6-4280-9a4f-1cb311b5edc3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=3cb37fe2-af2c-4e90-83ff-c796e4292441,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:31.899875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 3cb37fe2-af2c-4e90-83ff-c796e4292441 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:31.900421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-721eda0e-7b09-4c87-b3d4-076c0a203edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.901825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-721eda0e-7b09-4c87-b3d4-076c0a203edd service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83 HTTP/1.1" status: 200 len: 903 time: 0.3183508 Oct 19 01:26:31.953798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.955455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:31.956296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:31.965346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-68f84ba0-2bb1-4ab3-b15a-c04989ad7f0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 HTTP/1.1" status: 200 len: 217 time: 0.0550058 Oct 19 01:26:32.061723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-dba177b5-a626-49e0-bae5-c5f23844bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:32.063759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-dba177b5-a626-49e0-bae5-c5f23844bac2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.0911021 Oct 19 01:26:32.064524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] Pushing event updated for resources: {'Network': ['ID=83eb3be7-abcb-4d82-8c24-6babd767e434,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:32.071340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:32.081815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 83eb3be7-abcb-4d82-8c24-6babd767e434 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:32.092291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:32.144538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-69fbc008-41fd-443b-8098-7c329f74c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:32.146558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-69fbc008-41fd-443b-8098-7c329f74c9dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654874 Oct 19 01:26:32.221177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1c70b168-67a7-4ab5-b417-dffc36363c74 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1961613 Oct 19 01:26:32.237079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43472) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:32.247132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Request body: {'subnet': {'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2074643437-subnet', 'tenant_id': 'e5877ed65e224b51a7c16dab09ee1da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:32.282626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-0603d99f-84d0-4df7-aaf0-dcb0f1eccb08 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264431 Oct 19 01:26:32.349263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Made reservation on behalf of e5877ed65e224b51a7c16dab09ee1da5 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:32.361295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:32.462560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ede91a-61eb-4961-b563-f3cd5ac14673 req-2c05fcea-069c-4194-99cd-6de6a82aac50 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718340 Oct 19 01:26:32.562365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689334-2dac-4383-af10-6f8b5d6fe446 req-23cd6ead-20c9-48cb-8ae2-2263c64b8ac6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:32.563962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05689334-2dac-4383-af10-6f8b5d6fe446 req-23cd6ead-20c9-48cb-8ae2-2263c64b8ac6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1005027 Oct 19 01:26:32.655715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05689334-2dac-4383-af10-6f8b5d6fe446 req-5a399907-05e5-422e-809c-fa6490fde619 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817130 Oct 19 01:26:32.762373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43488) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:32.889842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-network', 'tenant_id': '754879004b5041c388375ea00a5a1ada'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:32.920307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:32.923508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Made reservation on behalf of 754879004b5041c388375ea00a5a1ada for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:32.931551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:32.957819 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:32.979560 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.026850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.034819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.042170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.050616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.058220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.066551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.073569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.085356 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-45a7bd52-778b-4302-a8c0-67871b1cf469 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.4324996 Oct 19 01:26:33.089382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.095018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.111924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47efb885-21fa-496a-b52d-f76c4289ff5a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:33.118553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Checking segment: {'id': 'b38a9c5a-08d6-4632-9fe2-5aab78af973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:33.118942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Network hostable DHCP agents. Network: 83eb3be7-abcb-4d82-8c24-6babd767e434, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:33.128918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:33.150358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53a51a-801c-4857-993c-e6aed7a377d4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:33.155145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.156004 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Added segment 11fd707e-2ffc-45fa-af6c-df222ba26075 of type vlan for network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 Oct 19 01:26:33.215149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.220795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Network 83eb3be7-abcb-4d82-8c24-6babd767e434 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:33.247737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.249256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.249863 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.252587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0e44f8d-dcac-4b00-805a-22e0c9a6dcbb req-39b0ba63-e890-47b9-89e9-c54317fcef43 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1663415 Oct 19 01:26:33.258415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 83eb3be7-abcb-4d82-8c24-6babd767e434) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:33.265287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.266118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.266544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abc4d3-7b88-40f0-8750-afd0d2901c65 None None] Network 83eb3be7-abcb-4d82-8c24-6babd767e434 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:33.268601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=f5de2207-ae2f-468b-b676-b60a8da00dfc,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:33.307013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': '89136e16-e24c-4fb7-ab5e-5784b7be784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '3cb37fe2-af2c-4e90-83ff-c796e4292441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:33.308348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 3cb37fe2-af2c-4e90-83ff-c796e4292441, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:33.357138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-48b11f09-57f9-44d3-8c5f-adc291b280d9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1089926 Oct 19 01:26:33.357489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5832570 Oct 19 01:26:33.357595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43496) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:33.404017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Request body: {'subnet': {'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-subnet', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:33.411821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 3cb37fe2-af2c-4e90-83ff-c796e4292441 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:33.433840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 3cb37fe2-af2c-4e90-83ff-c796e4292441) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:33.443557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.444328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.457301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad0298-2800-45fd-8510-b3e018bdf125 None None] Network 3cb37fe2-af2c-4e90-83ff-c796e4292441 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:33.461287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd709-655c-47ac-b174-17b0ab30f7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c6e49b-45c0-4a9c-b438-e82c5ed37562,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:33.480850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Made reservation on behalf of 754879004b5041c388375ea00a5a1ada for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:33.484322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.495398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-108ac849-2b8f-4392-b18f-f0fc400387bc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6518719 Oct 19 01:26:33.499106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43500) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:33.519389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:33.694098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d73d3-b524-4fb3-97fd-87ac086c4f3d None None] Network 83eb3be7-abcb-4d82-8c24-6babd767e434 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:33.720473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.879531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.943382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:33.953558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec8069-3b10-4b22-af84-522252cbcc21 req-2a270e38-4e13-4680-8ff8-0bdebd147585 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:33.955111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5ec8069-3b10-4b22-af84-522252cbcc21 req-2a270e38-4e13-4680-8ff8-0bdebd147585 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1455891 Oct 19 01:26:33.992136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0d21b-ac6b-467b-93d6-f371afc25615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-3cb37fe2-af2c-4e90-83ff-c796e4292441', 'network_id': '3cb37fe2-af2c-4e90-83ff-c796e4292441', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': 'f5de2207-ae2f-468b-b676-b60a8da00dfc'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:33.993068 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-add0d21b-ac6b-467b-93d6-f371afc25615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.054830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0976377a-f046-4f2d-b9f7-eea30eb42f07,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:34.059404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5ec8069-3b10-4b22-af84-522252cbcc21 req-693ddeb3-9f39-4cec-8a4a-d48207250429 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714328 Oct 19 01:26:34.067245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Checking segment: {'id': '11fd707e-2ffc-45fa-af6c-df222ba26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:34.067610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Network hostable DHCP agents. Network: c0c6e49b-45c0-4a9c-b438-e82c5ed37562, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:34.073428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.093438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:34.113246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c0c6e49b-45c0-4a9c-b438-e82c5ed37562) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:34.119330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.120470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.140432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=f5de2207-ae2f-468b-b676-b60a8da00dfc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:34.162705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-11de8e27-495b-4387-afee-f4a98f961301 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8073704 Oct 19 01:26:34.162919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43524) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:34.164273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f94b6-4f08-4a64-a7c6-abf419f6271f None None] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:34.167141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278796-73f9-4972-88da-6745984fb340 req-525a415a-ee93-4cfe-b071-a254ca1723ed tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.167335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-router', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:34.169403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-525a415a-ee93-4cfe-b071-a254ca1723ed tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/networks?id=83eb3be7-abcb-4d82-8c24-6babd767e434 HTTP/1.1" status: 200 len: 814 time: 0.2053103 Oct 19 01:26:34.203512 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.206152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.230258 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-0a20967b-1337-411a-b85a-bf4b126d7fcb tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/quotas/e5877ed65e224b51a7c16dab09ee1da5 HTTP/1.1" status: 200 len: 375 time: 0.0129130 Oct 19 01:26:34.232558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-add0d21b-ac6b-467b-93d6-f371afc25615 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5de2207-ae2f-468b-b676-b60a8da00dfc: This subnet is being modified by another concurrent operation. Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:26:34.257207 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5de2207-ae2f-468b-b676-b60a8da00dfc: This subnet is being modified by another concurrent operation. Oct 19 01:26:34.261665 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:26:34.289969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-f5d841ca-60a7-4580-a90e-6fcff08bec62 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5877ed65e224b51a7c16dab09ee1da5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481009 Oct 19 01:26:34.292530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba95c4-c3bb-4c94-a8d3-7de1aa17443e None None] Network 3cb37fe2-af2c-4e90-83ff-c796e4292441 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:34.314571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb37fe2-af2c-4e90-83ff-c796e4292441']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:34.316642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.338954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89136e16-e24c-4fb7-ab5e-5784b7be784a') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:34.339472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89136e16-e24c-4fb7-ab5e-5784b7be784a') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:34.359409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.410919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.421920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:34.422590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:34.426182 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:34.501250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-86b44683-217a-43a4-96f4-5b9a7e69d0e1 service neutron] 10.222.0.64 "GET /v2.0/networks/83eb3be7-abcb-4d82-8c24-6babd767e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990461 Oct 19 01:26:34.524162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.539160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.542404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.545899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/3cb37fe2-af2c-4e90-83ff-c796e4292441 HTTP/1.1" status: 204 len: 168 time: 1.0457189 Oct 19 01:26:34.557360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43528) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:34.565029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-219068119'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:34.576005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c5d6-87f2-42c2-bf0a-3f493e541ccd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=3cb37fe2-af2c-4e90-83ff-c796e4292441,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:34.613253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.621867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-c0c6e49b-45c0-4a9c-b438-e82c5ed37562', 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'fixed_ips': [{'subnet_id': '0976377a-f046-4f2d-b9f7-eea30eb42f07'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:34.622912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.623385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.629616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.638324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.642387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:34.645389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.646088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.652413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.659053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.661403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-898c90f0-c02c-4908-bf7f-a2a888c71eac tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.1345391 Oct 19 01:26:34.701252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-4eb1e0a3-2a38-4429-b841-f46fedd4e6f0 service neutron] 10.222.0.64 "GET /v2.0/networks/83eb3be7-abcb-4d82-8c24-6babd767e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885836 Oct 19 01:26:34.703959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:34.714201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.714841 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment 3321d662-0760-49ba-b129-ea9ab9c07f2f of type vlan for network 2a22baea-1b18-4751-abd8-e3498ef1e3be Oct 19 01:26:34.765351 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.783636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e066244-0346-4c23-b710-35ab1f0cf9d4 req-22afc6be-f71c-4f65-997b-eea3a4090a1d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980008 Oct 19 01:26:34.800781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.808272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:34.808953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.912116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=2a22baea-1b18-4751-abd8-e3498ef1e3be,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:34.926843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2a22baea-1b18-4751-abd8-e3498ef1e3be details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:34.961330 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ed2c5b14-2271-4994-a231-11b149e6f686 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3985751 Oct 19 01:26:34.967661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43536) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:34.968487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:34.985903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Allocated IP 172.20.0.2 (c0c6e49b-45c0-4a9c-b438-e82c5ed37562/0976377a-f046-4f2d-b9f7-eea30eb42f07/59dd0d1e-38a6-4cca-a8db-105d63f5b5e5) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:34.992058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '2a22baea-1b18-4751-abd8-e3498ef1e3be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:35.034754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.120756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-37b15669-e9fc-4120-8264-22644a79898a req-f983846e-0010-43dd-81be-574488dfbc3c tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 210 time: 0.0697625 Oct 19 01:26:35.197686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:35.202308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.211303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Allocated IP 172.25.0.95 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ea7475da-693a-43a9-af78-b315849f2f11) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:35.366779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.389115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.437979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.462259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c565aa-f869-426e-a75e-64b3d638186f req-a0601c7e-9f72-4ff5-9e0f-ac62a89f255b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:35.473028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5c565aa-f869-426e-a75e-64b3d638186f req-a0601c7e-9f72-4ff5-9e0f-ac62a89f255b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.2595577 Oct 19 01:26:35.491616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Pushing event updated for resources: {'Port': ['ID=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:35.521635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:35.523699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:35.526485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:35.531286 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.570665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5c565aa-f869-426e-a75e-64b3d638186f req-1f2c2f15-fa28-4dca-b1ac-38576ede38e0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830281 Oct 19 01:26:35.592658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:35.598526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:35.603241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:35.644386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Attempting to bind port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:35.644759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Attempting to bind port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '11fd707e-2ffc-45fa-af6c-df222ba26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:35.645132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Attempting to bind port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 on network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:35.650466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:35.650843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Checking segment: {'id': '11fd707e-2ffc-45fa-af6c-df222ba26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:35.651243 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.651635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Bound using segment: {'id': '11fd707e-2ffc-45fa-af6c-df222ba26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:35.652417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Bound port: 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fd707e-2ffc-45fa-af6c-df222ba26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:35.652732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.760331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] For port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:35.764969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.765805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] For port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,segment=NetworkSegment(11fd707e-2ffc-45fa-af6c-df222ba26075),segment_id=11fd707e-2ffc-45fa-af6c-df222ba26075)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:35.785432 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.793336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Pushing event updated for resources: {'Port': ['ID=ea7475da-693a-43a9-af78-b315849f2f11,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:35.948660 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:35.959460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1b9d3-aeb4-4d19-8319-b304d06d290a None None] Pushing event updated for resources: {'Port': ['ID=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:36.133787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.143841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.168999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.185631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.207115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.218856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.238149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.243399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-72fab0b1-42d0-437b-8f0f-ae9d9c0416be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.3378608 Oct 19 01:26:36.449885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ebc23a1-fa6d-47b9-aa10-24056788f91c req-34842356-1f41-48a5-af8c-2fb2647c3c8a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1958828 Oct 19 01:26:36.495622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd7d790b-7038-491d-a754-03688aa81ef5 req-9a447e50-ff15-4a0c-a305-a63b62da18db tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 210 time: 0.0506680 Oct 19 01:26:36.595670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=7ae42d3a-79e4-40f4-a6fd-42010a660f5a,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:36.614975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': '3321d662-0760-49ba-b129-ea9ab9c07f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2a22baea-1b18-4751-abd8-e3498ef1e3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:36.615344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 2a22baea-1b18-4751-abd8-e3498ef1e3be, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:36.664569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 2a22baea-1b18-4751-abd8-e3498ef1e3be is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:36.686320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2a22baea-1b18-4751-abd8-e3498ef1e3be) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:36.695328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:36.697989 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:36.701317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9d92f-d11a-4f4b-9cc1-67a9936734b4 None None] Network 2a22baea-1b18-4751-abd8-e3498ef1e3be requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:36.849017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:36.951907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-99439a3a-bb11-414f-bcb6-20678a8c775a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9783816 Oct 19 01:26:36.961491 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd87e593-8234-45f5-a92a-c61f3a127a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:36.965124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43566) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:37.102872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:37.103390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.129821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-2a22baea-1b18-4751-abd8-e3498ef1e3be', 'network_id': '2a22baea-1b18-4751-abd8-e3498ef1e3be', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '7ae42d3a-79e4-40f4-a6fd-42010a660f5a'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:37.131421 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.169588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278796-73f9-4972-88da-6745984fb340 req-cfebeace-98c8-41ce-91ae-e33eb31197a3 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:37.171552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-cfebeace-98c8-41ce-91ae-e33eb31197a3 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.74 "GET /v2.0/networks?id=83eb3be7-abcb-4d82-8c24-6babd767e434 HTTP/1.1" status: 200 len: 814 time: 0.4549003 Oct 19 01:26:37.219475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612a91-404f-453a-b018-0a99e4e04011 req-da51449a-2d6b-4fbd-bc22-aa279d448975 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:37.221634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89612a91-404f-453a-b018-0a99e4e04011 req-da51449a-2d6b-4fbd-bc22-aa279d448975 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.4348881 Oct 19 01:26:37.226207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Request body: {'port': {'device_id': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434', 'admin_state_up': True, 'tenant_id': 'e5877ed65e224b51a7c16dab09ee1da5'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:37.350533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Allocated IP 172.20.0.1 (2a22baea-1b18-4751-abd8-e3498ef1e3be/7ae42d3a-79e4-40f4-a6fd-42010a660f5a/046e7f7e-a473-4254-86ae-0479f85ac92c) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:37.621140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.635257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89612a91-404f-453a-b018-0a99e4e04011 req-d3b6e3fa-718b-4b12-a942-2e955071da21 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027128 Oct 19 01:26:37.718521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.757618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Made reservation on behalf of e5877ed65e224b51a7c16dab09ee1da5 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:37.760949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.767347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13eeda9a-1b29-43b4-a583-56a67e8675b7 req-9329904e-1d00-4255-91fa-916aa131a59a tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 210 time: 0.0454226 Oct 19 01:26:37.845070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.904806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a072d2bf-f6cc-448f-8bfc-2585c61a84c4 None None] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:37.929704 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.947706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.976353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:37.982858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Router c42d302a-5216-4f20-8425-0c57e24709eb is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:26:38.022406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:38.030467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:38.036710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:38.042956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:38.049852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:38.056091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:38.061455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Network 2a22baea-1b18-4751-abd8-e3498ef1e3be is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:38.062531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-65569daa-a43e-4ab5-a04a-353c7bf338e3 None None] Provisioning complete for port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:38.063018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:38.063229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65569daa-a43e-4ab5-a04a-353c7bf338e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.065351 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-338069e3-670b-405f-bdb2-7c789d447797 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.2871988 Oct 19 01:26:38.080358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:38.118130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:38.128473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:26:38.142001 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Sync routers for ids ['c42d302a-5216-4f20-8425-0c57e24709eb'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:26:38.156941 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Routers {'c42d302a-5216-4f20-8425-0c57e24709eb'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:38.157568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c42d302a-5216-4f20-8425-0c57e24709eb'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:38.159072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.163895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5d690e43-1912-42df-a2fc-00c524accfda admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9999967 Oct 19 01:26:38.164808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43582) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:38.172484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed2a4570-bbf3-4b18-b609-489e0589093b req-95c94e70-a15c-4c8b-8a63-fe2226addab2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686653 Oct 19 01:26:38.180682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.249369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae42d3a-79e4-40f4-a6fd-42010a660f5a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:38.287901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Pushing event updated for resources: {'Port': ['ID=046e7f7e-a473-4254-86ae-0479f85ac92c,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:38.350832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,segment=NetworkSegment(11fd707e-2ffc-45fa-af6c-df222ba26075),segment_id=11fd707e-2ffc-45fa-af6c-df222ba26075)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:38.382715 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.399222 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Set router c42d302a-5216-4f20-8425-0c57e24709eb gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:26:38.490297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Attempting to bind port 046e7f7e-a473-4254-86ae-0479f85ac92c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:38.490809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Attempting to bind port 046e7f7e-a473-4254-86ae-0479f85ac92c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '3321d662-0760-49ba-b129-ea9ab9c07f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2a22baea-1b18-4751-abd8-e3498ef1e3be'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:38.491270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Attempting to bind port 046e7f7e-a473-4254-86ae-0479f85ac92c on network 2a22baea-1b18-4751-abd8-e3498ef1e3be {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:38.513192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.523716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:38.524276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Checking segment: {'id': '3321d662-0760-49ba-b129-ea9ab9c07f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2a22baea-1b18-4751-abd8-e3498ef1e3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:38.524827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.525276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Bound using segment: {'id': '3321d662-0760-49ba-b129-ea9ab9c07f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2a22baea-1b18-4751-abd8-e3498ef1e3be'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:38.525855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Bound port: 046e7f7e-a473-4254-86ae-0479f85ac92c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3321d662-0760-49ba-b129-ea9ab9c07f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '2a22baea-1b18-4751-abd8-e3498ef1e3be'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:38.526823 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.568638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:38.577008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Allocated IP 172.20.0.10 (83eb3be7-abcb-4d82-8c24-6babd767e434/47efb885-21fa-496a-b52d-f76c4289ff5a/e80d3a03-bcc2-4444-bd0c-e9db9f803cc8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:38.604152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a22baea-1b18-4751-abd8-e3498ef1e3be']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:38.634845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] For port 046e7f7e-a473-4254-86ae-0479f85ac92c, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:38.639673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] For port 046e7f7e-a473-4254-86ae-0479f85ac92c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=046e7f7e-a473-4254-86ae-0479f85ac92c,segment=NetworkSegment(3321d662-0760-49ba-b129-ea9ab9c07f2f),segment_id=3321d662-0760-49ba-b129-ea9ab9c07f2f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:38.648868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3321d662-0760-49ba-b129-ea9ab9c07f2f') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:38.649437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3321d662-0760-49ba-b129-ea9ab9c07f2f') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:38.660834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.698895 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.787846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7eee-a838-47a2-a293-7f9884d53544 None None] Pushing event updated for resources: {'Port': ['ID=046e7f7e-a473-4254-86ae-0479f85ac92c,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:38.803563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.809862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b322363-97a9-49c5-8679-e0685ade4e68 None None] Network 2a22baea-1b18-4751-abd8-e3498ef1e3be requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:38.861054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:38.861482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:38.891267 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:38.951101 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-router', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:34Z', 'updated_at': '2021-10-19T01:26:35Z', 'revision_number': 3, 'project_id': '754879004b5041c388375ea00a5a1ada', 'gw_port': {'id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:35Z', 'updated_at': '2021-10-19T01:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:39.023973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.029316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aaaa6b9b-02c6-4f3c-b83d-e64cd4a57f16 req-ab35b1fd-843b-45e4-86f1-348b16acc923 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 210 time: 0.1335847 Oct 19 01:26:39.067018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:26:39.067018 n-d-789963-20 neutron-server[100848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:26:39.067018 n-d-789963-20 neutron-server[100848]: [parameters: {'id': '2a22baea-1b18-4751-abd8-e3498ef1e3be'}] Oct 19 01:26:39.067018 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:26:39.067410 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:26:39.072525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096dade0-6daa-4bd4-9ef5-f60ae90645a8 req-836c77b8-0cf6-4ec1-a576-4c9017819f1e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.075070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-096dade0-6daa-4bd4-9ef5-f60ae90645a8 req-836c77b8-0cf6-4ec1-a576-4c9017819f1e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1921432 Oct 19 01:26:39.146758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feef6a1-cabb-4b3f-a4dc-430209d36a63 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:26:39.253189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.265008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9bbbaf77-1157-4b36-8158-42efede20407 None None] Provisioning complete for port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:39.267419 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Checking router: c42d302a-5216-4f20-8425-0c57e24709eb for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:26:39.269096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9bbbaf77-1157-4b36-8158-42efede20407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.269661 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Updating router c42d302a-5216-4f20-8425-0c57e24709eb port ea7475da-693a-43a9-af78-b315849f2f11 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:26:39.316479 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.323418 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.447871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-096dade0-6daa-4bd4-9ef5-f60ae90645a8 req-82fe7fd9-b6fd-4967-b1b2-1777265c27ee tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508927 Oct 19 01:26:39.462772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Allocated IP 172.20.0.1 (c0c6e49b-45c0-4a9c-b438-e82c5ed37562/0976377a-f046-4f2d-b9f7-eea30eb42f07/4831d9fd-d37d-4a99-98be-aa5581e667ba) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:39.466979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Network 83eb3be7-abcb-4d82-8c24-6babd767e434 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:39.486138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Pushing event updated for resources: {'Port': ['ID=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:39.491889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:39.499711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:39.557994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feef6a1-cabb-4b3f-a4dc-430209d36a63 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:39.560546 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.577353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.585989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.586613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.603973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.611121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.617977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.626033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.634136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.640782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.647294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:39.649488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-aba9dc1c-9ad6-4ce2-a07a-43ed373ba8d8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.2400398 Oct 19 01:26:39.657848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.698025 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.710204 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.736003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-297a0e1c-8633-4d1f-b067-ef06cebc7177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.743601 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-058073d8-6e4b-409a-8e05-09700cb73aa5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5348368 Oct 19 01:26:39.748549 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.773725 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Attempting to bind port ea7475da-693a-43a9-af78-b315849f2f11 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:39.774421 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Attempting to bind port ea7475da-693a-43a9-af78-b315849f2f11 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:39.775009 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Attempting to bind port ea7475da-693a-43a9-af78-b315849f2f11 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:39.775541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Request body: {'port': {'device_id': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:39.801496 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:39.802720 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:39.803348 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.803994 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:39.804701 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Bound port: ea7475da-693a-43a9-af78-b315849f2f11, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:39.805317 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.808887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:39.810801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:39.819357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:39.822509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=4831d9fd-d37d-4a99-98be-aa5581e667ba,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:39.840345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc3b4e9e-d5ac-423e-9399-9936eee8e222 req-2975c1f7-a660-483c-af42-0a0d079488e3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827822 Oct 19 01:26:39.884592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.886479 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] For port ea7475da-693a-43a9-af78-b315849f2f11, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:39.892137 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] For port ea7475da-693a-43a9-af78-b315849f2f11, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea7475da-693a-43a9-af78-b315849f2f11,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:39.895009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.924560 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:39.937285 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Pushing event updated for resources: {'Port': ['ID=ea7475da-693a-43a9-af78-b315849f2f11,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:39.970658 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.971008 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.971357 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.971696 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.974941 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.975438 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.975783 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.976155 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.976489 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.976817 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.977143 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:39.977469 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:26:40.057367 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Routers {'c42d302a-5216-4f20-8425-0c57e24709eb'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:40.058194 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c42d302a-5216-4f20-8425-0c57e24709eb'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:40.060626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.122123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d194d5a-79db-4ceb-949a-b43d511c784e None None] Pushing event updated for resources: {'Port': ['ID=ea7475da-693a-43a9-af78-b315849f2f11,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:40.132930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40db27-c756-4a5b-9dee-d9b74b9b9b86 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:26:40.194372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port 046e7f7e-a473-4254-86ae-0479f85ac92c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:40.194704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.236348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ef40-1b91-4349-9250-e986cd9fb545 req-ae932535-2fe5-4586-b54c-e46e852c9238 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:40.238082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef4ef40-1b91-4349-9250-e986cd9fb545 req-ae932535-2fe5-4586-b54c-e46e852c9238 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 932 time: 0.0901256 Oct 19 01:26:40.242822 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] Set router c42d302a-5216-4f20-8425-0c57e24709eb gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:26:40.320872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40db27-c756-4a5b-9dee-d9b74b9b9b86 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:40.345031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port 046e7f7e-a473-4254-86ae-0479f85ac92c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=046e7f7e-a473-4254-86ae-0479f85ac92c,segment=NetworkSegment(3321d662-0760-49ba-b129-ea9ab9c07f2f),segment_id=3321d662-0760-49ba-b129-ea9ab9c07f2f)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:40.345403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.364230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for 046e7f7e-a473-4254-86ae-0479f85ac92c owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:40.381156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ef4ef40-1b91-4349-9250-e986cd9fb545 req-cad2b89f-f860-48e3-9fd7-215f4f5e2181 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310835 Oct 19 01:26:40.480768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.496421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.618729 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.630708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:40.633949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=4831d9fd-d37d-4a99-98be-aa5581e667ba,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:40.634977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:40.656841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.670969 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-router', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:34Z', 'updated_at': '2021-10-19T01:26:40Z', 'revision_number': 4, 'project_id': '754879004b5041c388375ea00a5a1ada', 'gw_port': {'id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:35Z', 'updated_at': '2021-10-19T01:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4831d9fd-d37d-4a99-98be-aa5581e667ba', 'name': '', 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'mac_address': 'fa:16:3e:c2:ef:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0976377a-f046-4f2d-b9f7-eea30eb42f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:39Z', 'updated_at': '2021-10-19T01:26:39Z', 'revision_number': 1, 'project_id': '754879004b5041c388375ea00a5a1ada', 'subnets': [{'id': '0976377a-f046-4f2d-b9f7-eea30eb42f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:40.680079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.687488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Transition to ACTIVE for port object e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:26:40.697883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31751fd6-9b57-4b16-b562-139636372a5c req-7a12f5b3-810c-40c3-a79e-eeac089730d8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:40.703358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.705960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31751fd6-9b57-4b16-b562-139636372a5c req-7a12f5b3-810c-40c3-a79e-eeac089730d8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.0729523 Oct 19 01:26:40.734188 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd57e35-a71e-48f4-a67a-09b5fd55d60d None None] The sync data for ids ['c42d302a-5216-4f20-8425-0c57e24709eb'] in n-d-789963-20 is: [{'id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-router', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:34Z', 'updated_at': '2021-10-19T01:26:40Z', 'revision_number': 4, 'project_id': '754879004b5041c388375ea00a5a1ada', 'gw_port': {'id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:35Z', 'updated_at': '2021-10-19T01:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4831d9fd-d37d-4a99-98be-aa5581e667ba', 'name': '', 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'mac_address': 'fa:16:3e:c2:ef:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0976377a-f046-4f2d-b9f7-eea30eb42f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:39Z', 'updated_at': '2021-10-19T01:26:39Z', 'revision_number': 1, 'project_id': '754879004b5041c388375ea00a5a1ada', 'subnets': [{'id': '0976377a-f046-4f2d-b9f7-eea30eb42f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:26:40.796207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Pushing event updated for resources: {'Port': ['ID=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:40.816701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.826119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:40.829443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:40.882330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:40.882772 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.912394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:40.922640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Attempting to bind port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:40.922984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Attempting to bind port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b38a9c5a-08d6-4632-9fe2-5aab78af973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:40.923323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Attempting to bind port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 on network 83eb3be7-abcb-4d82-8c24-6babd767e434 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:40.933419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port 046e7f7e-a473-4254-86ae-0479f85ac92c on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:40.988164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 on network 83eb3be7-abcb-4d82-8c24-6babd767e434 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:26:40.988773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Attempting to bind port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 on network 83eb3be7-abcb-4d82-8c24-6babd767e434 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:40.996406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=046e7f7e-a473-4254-86ae-0479f85ac92c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:41.026794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31751fd6-9b57-4b16-b562-139636372a5c req-02b5831f-894d-4105-a8c1-168b9af64db6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198891 Oct 19 01:26:41.029553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Router c42d302a-5216-4f20-8425-0c57e24709eb has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:26:41.029707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:41.029893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Checking segment: {'id': 'b38a9c5a-08d6-4632-9fe2-5aab78af973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:41.030273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Bound using segment: {'id': 'b38a9c5a-08d6-4632-9fe2-5aab78af973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:41.030715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Bound port: e80d3a03-bcc2-4444-bd0c-e9db9f803cc8, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38a9c5a-08d6-4632-9fe2-5aab78af973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:41.031070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.200165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.264085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:26:41.276753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a22baea-1b18-4751-abd8-e3498ef1e3be']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:41.279688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c789abd3-3767-4a95-b729-686366d79ca3 admin admin] 10.222.0.64 "PUT /v2.0/routers/c42d302a-5216-4f20-8425-0c57e24709eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1085384 Oct 19 01:26:41.320652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3321d662-0760-49ba-b129-ea9ab9c07f2f') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:41.320939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3321d662-0760-49ba-b129-ea9ab9c07f2f') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:41.326719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] For port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:41.356006 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.360517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] For port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,segment=NetworkSegment(b38a9c5a-08d6-4632-9fe2-5aab78af973c),segment_id=b38a9c5a-08d6-4632-9fe2-5aab78af973c)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:41.385894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.397827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.398930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-500490e1-0dc4-49a0-aa78-2c4853650d96 None None] Provisioning complete for port 4831d9fd-d37d-4a99-98be-aa5581e667ba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:41.399833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-500490e1-0dc4-49a0-aa78-2c4853650d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.406247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.413224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.421183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.430898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.455049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.457493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15033f37-5697-4e57-b12c-b4b8970536aa req-4da5a61f-683a-49c6-ba9b-4905efe5b7d4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.3368547 Oct 19 01:26:41.464315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.475882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.497825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-500490e1-0dc4-49a0-aa78-2c4853650d96 None None] Port 4831d9fd-d37d-4a99-98be-aa5581e667ba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:26:41.533165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:41.533575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:41.542384 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:41.561377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.562107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.563537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] 10.222.0.74 "PUT /v2.0/ports/e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 HTTP/1.1" status: 200 len: 1093 time: 1.7964969 Oct 19 01:26:41.567896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'tag': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:41.570858 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e25db260-0910-4fb8-9875-1d56afb6ef48", "tag": "e80d3a03-bcc2-4444-bd0c-e9db9f803cc8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:41.662131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c08a5-03f8-4f9a-af7b-eed634a6b992 req-8e05cb9a-f5f9-4484-a62f-6245b218d5bd tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.664029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-356c08a5-03f8-4f9a-af7b-eed634a6b992 req-8e05cb9a-f5f9-4484-a62f-6245b218d5bd tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 944 time: 0.1382542 Oct 19 01:26:41.715514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15033f37-5697-4e57-b12c-b4b8970536aa req-ba57fb1e-2894-4a8c-bfe4-41eebd35808d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2455451 Oct 19 01:26:41.722501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-356c08a5-03f8-4f9a-af7b-eed634a6b992 req-7b8d0c8d-5bcd-4fcb-9690-c2baf8f841ff tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510528 Oct 19 01:26:41.734770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d9109f88-e1d5-42d3-ab55-d9e0ef185fc8 None None] Provisioning complete for port 4831d9fd-d37d-4a99-98be-aa5581e667ba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:41.740967 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d9109f88-e1d5-42d3-ab55-d9e0ef185fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.751635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bdc8b-8661-4e1a-8b00-9a7a46ff73fb service neutron] Pushing event updated for resources: {'Port': ['ID=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:41.774235 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.780732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:41.786493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/2a22baea-1b18-4751-abd8-e3498ef1e3be HTTP/1.1" status: 204 len: 168 time: 4.8175292 Oct 19 01:26:41.792185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43626) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:41.798796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-137975170'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:41.822701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278796-73f9-4972-88da-6745984fb340 req-f603a240-ea95-4b09-a2dd-679cb11a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.824474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-f603a240-ea95-4b09-a2dd-679cb11a1939 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5877ed65e224b51a7c16dab09ee1da5&device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 1096 time: 0.1462069 Oct 19 01:26:41.828470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf510be-5981-4b72-8563-7d3149be1243 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=2a22baea-1b18-4751-abd8-e3498ef1e3be,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:41.879138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d9109f88-e1d5-42d3-ab55-d9e0ef185fc8 None None] Port 4831d9fd-d37d-4a99-98be-aa5581e667ba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:26:41.905624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-f40bedd7-1317-4c45-a5c9-6b5464842740 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 HTTP/1.1" status: 200 len: 217 time: 0.0576982 Oct 19 01:26:41.968027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bbca2-0b0a-418c-8b70-383860bc6239 req-933ff706-252d-4cae-bdbe-4c33160042f9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:41.969872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a90bbca2-0b0a-418c-8b70-383860bc6239 req-933ff706-252d-4cae-bdbe-4c33160042f9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 945 time: 0.0838532 Oct 19 01:26:41.988607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:41.993904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.017892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278796-73f9-4972-88da-6745984fb340 req-be5f485f-0494-4743-a040-176a09825ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:42.019665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-be5f485f-0494-4743-a040-176a09825ef1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47efb885-21fa-496a-b52d-f76c4289ff5a HTTP/1.1" status: 200 len: 854 time: 0.1017866 Oct 19 01:26:42.053514 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a90bbca2-0b0a-418c-8b70-383860bc6239 req-06a36b25-f98c-4fb4-89f3-c8a6b01be273 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763507 Oct 19 01:26:42.078000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-8f3cfdba-d95a-4bc5-be11-24196dd1c643 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83eb3be7-abcb-4d82-8c24-6babd767e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488729 Oct 19 01:26:42.078997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:42.090989 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.091544 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment a51af6ee-1a52-4286-b512-8aea6c4ebf62 of type vlan for network f98cd6a2-e612-44c3-85e8-49fde513a39f Oct 19 01:26:42.141507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.162253 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265680e-dd79-424b-8635-87a2f3a22751 x-openstack-request-id: req-e265680e-dd79-424b-8635-87a2f3a22751 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:42.162798 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25db260-0910-4fb8-9875-1d56afb6ef48", "tag": "e80d3a03-bcc2-4444-bd0c-e9db9f803cc8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:42.163219 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e265680e-dd79-424b-8635-87a2f3a22751 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:42.163777 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'tag': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8', 'status': 'completed', 'code': 200} Oct 19 01:26:42.195557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21c2ea50-86ed-4072-89b1-3c74d17fe79f req-a069e0e9-d83e-4994-a8a3-a96699613667 tempest-FloatingIPsNegativeTestJSON-685458057 tempest-FloatingIPsNegativeTestJSON-685458057-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=754879004b5041c388375ea00a5a1ada HTTP/1.1" status: 200 len: 217 time: 0.1565428 Oct 19 01:26:42.222970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaae7d-8cd5-4f63-834d-09b2f2578694 req-fb3217f6-1164-4672-adac-40d1fade0408 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:42.225448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d8aaae7d-8cd5-4f63-834d-09b2f2578694 req-fb3217f6-1164-4672-adac-40d1fade0408 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.0652809 Oct 19 01:26:42.250997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.255556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.258218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:42.259101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.306846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d8aaae7d-8cd5-4f63-834d-09b2f2578694 req-cd781354-ceb5-4058-baa8-e98265df1822 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729413 Oct 19 01:26:42.355229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5609732 Oct 19 01:26:42.360923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43640) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:42.369160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:42.383448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c4f7aa46-af25-4698-98e4-6900cdbe8785 req-b6cd862e-3801-403e-8a6c-33c03d4ebdbb tempest-FloatingIPsNegativeTestJSON-685458057 tempest-FloatingIPsNegativeTestJSON-685458057-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0314128 Oct 19 01:26:42.442912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63c8ac-44cf-411b-bf72-f3f266cf6618 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=f98cd6a2-e612-44c3-85e8-49fde513a39f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:42.457520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f98cd6a2-e612-44c3-85e8-49fde513a39f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:42.466470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-a2105c59-4253-4a88-873c-a6b9e26094da service neutron] 10.222.0.74 "GET /v2.0/networks/83eb3be7-abcb-4d82-8c24-6babd767e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007309 Oct 19 01:26:42.482850 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-d78c9edc-7712-4486-bca5-1b695f352f15 req-5e841ebc-16dc-487a-a908-0d28746cb575 tempest-FloatingIPsNegativeTestJSON-685458057 tempest-FloatingIPsNegativeTestJSON-685458057-project] show failed (client error): The resource could not be found. Oct 19 01:26:42.483923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d78c9edc-7712-4486-bca5-1b695f352f15 req-5e841ebc-16dc-487a-a908-0d28746cb575 tempest-FloatingIPsNegativeTestJSON-685458057 tempest-FloatingIPsNegativeTestJSON-685458057-project] 10.222.0.64 "GET /v2.0/floatingips/17a2a07b-1f7f-43d6-87b2-afb6d7cc9aba HTTP/1.1" status: 404 len: 350 time: 0.0785632 Oct 19 01:26:42.494141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43644) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:42.634073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40278796-73f9-4972-88da-6745984fb340 req-d4e2ab30-5c9d-4cbc-aa7f-8856773d3166 service neutron] 10.222.0.74 "GET /v2.0/networks/83eb3be7-abcb-4d82-8c24-6babd767e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377964 Oct 19 01:26:42.657566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea7475da-693a-43a9-af78-b315849f2f11 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:42.736702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ea7475da-693a-43a9-af78-b315849f2f11 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:42.737722 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.948968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:42.983163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port ea7475da-693a-43a9-af78-b315849f2f11, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea7475da-693a-43a9-af78-b315849f2f11,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:42.993479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.009898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.060948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-9644ec79-5858-443f-bc70-0149bc346409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.062482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-9644ec79-5858-443f-bc70-0149bc346409 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5877ed65e224b51a7c16dab09ee1da5&device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 1096 time: 0.3056355 Oct 19 01:26:43.067529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.069581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=ea7475da-693a-43a9-af78-b315849f2f11,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:43.102617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8901c-8977-4ac8-bcb7-282619c3fd56 req-347541d4-9a31-4741-8491-fc9fe131d506 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.104514 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47c8901c-8977-4ac8-bcb7-282619c3fd56 req-347541d4-9a31-4741-8491-fc9fe131d506 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 944 time: 0.1742265 Oct 19 01:26:43.104667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network f98cd6a2-e612-44c3-85e8-49fde513a39f is not hosted by any dhcp agent {{(pid=100848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:26:43.110288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.110884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.114809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "PUT /v2.0/networks/f98cd6a2-e612-44c3-85e8-49fde513a39f HTTP/1.1" status: 200 len: 723 time: 0.7491848 Oct 19 01:26:43.117143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43666) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:43.124390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:43.168375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.175148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.181612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.188147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43668) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:43.191723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.197825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.204633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.210892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.221188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-121947a4-6591-4cda-90ce-4acc594cd975 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.2828879 Oct 19 01:26:43.283592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47c8901c-8977-4ac8-bcb7-282619c3fd56 req-c32db0df-b527-40e0-9986-28b6a3b134a6 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596663 Oct 19 01:26:43.331517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397d681-5c7d-46cd-963e-a677571fe6e6 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=f98cd6a2-e612-44c3-85e8-49fde513a39f,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:43.349260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:43.352211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1375b125-58da-4e5b-85cb-f4070d58bb7d req-c9f37693-67c2-444a-b154-6eb8c9e34381 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253397 Oct 19 01:26:43.355027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f98cd6a2-e612-44c3-85e8-49fde513a39f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:43.362939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.401768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-c843c5f0-6d64-4d16-836c-eb0654be4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.408309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-c843c5f0-6d64-4d16-836c-eb0654be4cee service neutron] 10.222.0.74 "GET /v2.0/networks?id=83eb3be7-abcb-4d82-8c24-6babd767e434 HTTP/1.1" status: 200 len: 915 time: 0.3277376 Oct 19 01:26:43.478707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83c64fe8-9d16-4a4a-a07b-1766aee86c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.501535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-08406dd3-bc7f-43b3-90fb-2bc3762ee56d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 HTTP/1.1" status: 200 len: 217 time: 0.0825529 Oct 19 01:26:43.537276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.596099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-00705a70-8a92-4e05-ac05-b3b147839b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.597645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-00705a70-8a92-4e05-ac05-b3b147839b6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47efb885-21fa-496a-b52d-f76c4289ff5a HTTP/1.1" status: 200 len: 854 time: 0.0790274 Oct 19 01:26:43.605031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379c8ea-d2a5-4af5-9452-ef2c81598b16 req-8fae6898-075c-46d3-a372-de89ce9a877d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:43.606481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a379c8ea-d2a5-4af5-9452-ef2c81598b16 req-8fae6898-075c-46d3-a372-de89ce9a877d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1183119 Oct 19 01:26:43.648025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-d8842dc1-e4bd-4f9c-9c67-3ffc0ad1fb2e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83eb3be7-abcb-4d82-8c24-6babd767e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384126 Oct 19 01:26:43.721224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a379c8ea-d2a5-4af5-9452-ef2c81598b16 req-9979f8e8-f563-4ef9-b5f7-5ff236149139 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033165 Oct 19 01:26:43.761781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83c64fe8-9d16-4a4a-a07b-1766aee86c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.767876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83c64fe8-9d16-4a4a-a07b-1766aee86c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.779857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-446eb53c-bfa7-4ccc-a7b9-522f07b9afec service neutron] 10.222.0.74 "GET /v2.0/networks/83eb3be7-abcb-4d82-8c24-6babd767e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240215 Oct 19 01:26:43.806281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:43.908809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-83c64fe8-9d16-4a4a-a07b-1766aee86c7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06e8ef4c8cf1413487bcc6b33800bbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175729 Oct 19 01:26:43.912641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43678) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:43.913525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c64fe8-9d16-4a4a-a07b-1766aee86c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b8209-c7e8-4a55-9120-acb222501469,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:43.930869 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d48a2e58-4c1a-4a86-a902-e56ba09c7e0d req-d72f304e-6a93-4ea5-a440-1d874d30e72b service neutron] 10.222.0.74 "GET /v2.0/networks/83eb3be7-abcb-4d82-8c24-6babd767e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254964 Oct 19 01:26:43.931106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=531f100d-0fc3-42e7-88c5-40d37f75cd54,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:43.953263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': 'a51af6ee-1a52-4286-b512-8aea6c4ebf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:43.953638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: f98cd6a2-e612-44c3-85e8-49fde513a39f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:43.983169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network f98cd6a2-e612-44c3-85e8-49fde513a39f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:43.990967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-888c09c1-6119-477f-91c4-648add68969e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.007229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Sync routers for ids ['c42d302a-5216-4f20-8425-0c57e24709eb'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:26:44.013513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f98cd6a2-e612-44c3-85e8-49fde513a39f) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:44.016544 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-888c09c1-6119-477f-91c4-648add68969e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.030261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbb364-4e14-4e69-9084-3be833289a3e None None] Network f98cd6a2-e612-44c3-85e8-49fde513a39f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:44.034271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.034855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.063890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43680) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:44.064315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a49d6783-e17a-4884-9c2d-9a4f25d7f65e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9445758 Oct 19 01:26:44.070993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e3f5a8c7-fe3f-45ff-8210-b968ee9a59de tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:44.071198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Routers {'c42d302a-5216-4f20-8425-0c57e24709eb'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:44.072232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c42d302a-5216-4f20-8425-0c57e24709eb'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:44.077465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Deleting port 4831d9fd-d37d-4a99-98be-aa5581e667ba {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:44.077804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.100531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-888c09c1-6119-477f-91c4-648add68969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.103287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-888c09c1-6119-477f-91c4-648add68969e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.104531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-888c09c1-6119-477f-91c4-648add68969e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a7b8209-c7e8-4a55-9120-acb222501469 HTTP/1.1" status: 204 len: 168 time: 0.1904840 Oct 19 01:26:44.170582 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.182558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c09c1-6119-477f-91c4-648add68969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b8209-c7e8-4a55-9120-acb222501469,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:44.191181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Calling delete_port for 4831d9fd-d37d-4a99-98be-aa5581e667ba owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:44.203125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a8c7-fe3f-45ff-8210-b968ee9a59de tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58597991'] for subnet, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.374566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a8c7-fe3f-45ff-8210-b968ee9a59de tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741433417494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63203981'] for subnet, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.429658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a8c7-fe3f-45ff-8210-b968ee9a59de tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=531f100d-0fc3-42e7-88c5-40d37f75cd54,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:44.465081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5a8c7-fe3f-45ff-8210-b968ee9a59de tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.466373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a8c7-fe3f-45ff-8210-b968ee9a59de tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.467690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e3f5a8c7-fe3f-45ff-8210-b968ee9a59de tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "PUT /v2.0/subnets/531f100d-0fc3-42e7-88c5-40d37f75cd54 HTTP/1.1" status: 200 len: 806 time: 0.4025939 Oct 19 01:26:44.471458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43698) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:44.515590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Set router c42d302a-5216-4f20-8425-0c57e24709eb gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:26:44.589036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea7475da-693a-43a9-af78-b315849f2f11 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:44.643095 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.667741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f98cd6a2-e612-44c3-85e8-49fde513a39f', 'network_id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '531f100d-0fc3-42e7-88c5-40d37f75cd54'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:44.669110 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.725218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.732443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.741664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.748658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.755095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.761811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.769324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.780435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f58c4416-a321-401a-a554-3231a518c028 req-fec14aa3-4a47-4b68-904a-727b5c618139 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.3071187 Oct 19 01:26:44.789088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dde40-34f6-427b-9fa9-47a59a90ddee req-97f62e0b-05e0-408e-ad0f-ea3dc0413b84 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:44.797502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-971dde40-34f6-427b-9fa9-47a59a90ddee req-97f62e0b-05e0-408e-ad0f-ea3dc0413b84 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 944 time: 0.1216245 Oct 19 01:26:44.846539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f58c4416-a321-401a-a554-3231a518c028 req-b7764ce4-cf45-4a12-82f0-1ed21f7d503c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647242 Oct 19 01:26:44.855739 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:44.926942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-971dde40-34f6-427b-9fa9-47a59a90ddee req-b637fada-baea-4f74-bd8d-ce49c0023500 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285260 Oct 19 01:26:44.955743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ea7475da-693a-43a9-af78-b315849f2f11 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:44.956378 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.000354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:45.022291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Allocated IP 172.20.0.2 (f98cd6a2-e612-44c3-85e8-49fde513a39f/531f100d-0fc3-42e7-88c5-40d37f75cd54/b58e94e5-3c11-4635-acc1-f2b03c04e1bc) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:45.057589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.099801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4831d9fd-d37d-4a99-98be-aa5581e667ba,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:45.150847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2f718-2bce-4c32-ad8c-fdae33e6e08b req-8f33a4df-88ad-45ed-a9b4-e80ccc4434a7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:45.152462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbe2f718-2bce-4c32-ad8c-fdae33e6e08b req-8f33a4df-88ad-45ed-a9b4-e80ccc4434a7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1254992 Oct 19 01:26:45.228296 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbe2f718-2bce-4c32-ad8c-fdae33e6e08b req-f353c1f5-fb28-4e61-9658-4f75e84ad53d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Oct 19 01:26:45.333060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:45.352032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.377339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'mac_address': 'fa:16:3e:bf:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:45.383309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-router', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:34Z', 'updated_at': '2021-10-19T01:26:40Z', 'revision_number': 4, 'project_id': '754879004b5041c388375ea00a5a1ada', 'gw_port': {'id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:35Z', 'updated_at': '2021-10-19T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '4831d9fd-d37d-4a99-98be-aa5581e667ba', 'name': '', 'network_id': 'c0c6e49b-45c0-4a9c-b438-e82c5ed37562', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'mac_address': 'fa:16:3e:c2:ef:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '0976377a-f046-4f2d-b9f7-eea30eb42f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:39Z', 'updated_at': '2021-10-19T01:26:40Z', 'revision_number': 2, 'project_id': '754879004b5041c388375ea00a5a1ada', 'subnets': [{'id': '0976377a-f046-4f2d-b9f7-eea30eb42f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:45.390412 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.430975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Checking router: c42d302a-5216-4f20-8425-0c57e24709eb for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:26:45.430975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Updating router c42d302a-5216-4f20-8425-0c57e24709eb port 4831d9fd-d37d-4a99-98be-aa5581e667ba binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:26:45.449601 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.466954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.472387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Port 4831d9fd-d37d-4a99-98be-aa5581e667ba not found while updating agent binding for router c42d302a-5216-4f20-8425-0c57e24709eb. {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 01:26:45.513878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=531f100d-0fc3-42e7-88c5-40d37f75cd54,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:45.526804 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.529254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Routers {'c42d302a-5216-4f20-8425-0c57e24709eb'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:45.529918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['c42d302a-5216-4f20-8425-0c57e24709eb'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:45.543508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Network f98cd6a2-e612-44c3-85e8-49fde513a39f is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:45.582846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Pushing event updated for resources: {'Port': ['ID=b58e94e5-3c11-4635-acc1-f2b03c04e1bc,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:45.591536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:45.595641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:45.598494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:45.612867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Router c42d302a-5216-4f20-8425-0c57e24709eb has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:26:45.629411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.654416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:45.662851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98cd6a2-e612-44c3-85e8-49fde513a39f']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:45.678014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51af6ee-1a52-4286-b512-8aea6c4ebf62') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:45.678416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51af6ee-1a52-4286-b512-8aea6c4ebf62') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:45.693369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.700986 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.709671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.719414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:45.720555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:45.724678 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:45.750936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Attempting to bind port b58e94e5-3c11-4635-acc1-f2b03c04e1bc on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:45.751305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Attempting to bind port b58e94e5-3c11-4635-acc1-f2b03c04e1bc by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a51af6ee-1a52-4286-b512-8aea6c4ebf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:45.751678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Attempting to bind port b58e94e5-3c11-4635-acc1-f2b03c04e1bc on network f98cd6a2-e612-44c3-85e8-49fde513a39f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:45.760250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:26:45.764113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] Set router c42d302a-5216-4f20-8425-0c57e24709eb gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:26:45.768799 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cad47e93-a8ef-4b49-9419-33f4eccd52a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/c42d302a-5216-4f20-8425-0c57e24709eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2735963 Oct 19 01:26:45.769413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43726) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:45.800408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:45.808346 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:26:45.808346 n-d-789963-20 neutron-server[100848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:26:45.808346 n-d-789963-20 neutron-server[100848]: [parameters: {'id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f'}] Oct 19 01:26:45.808346 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:26:45.809570 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:26:45.834040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:45.834414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Checking segment: {'id': 'a51af6ee-1a52-4286-b512-8aea6c4ebf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:45.834818 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.835215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Bound using segment: {'id': 'a51af6ee-1a52-4286-b512-8aea6c4ebf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:45.835687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Bound port: b58e94e5-3c11-4635-acc1-f2b03c04e1bc, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51af6ee-1a52-4286-b512-8aea6c4ebf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f98cd6a2-e612-44c3-85e8-49fde513a39f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:45.836085 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:45.899758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:45.902301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.045035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] For port b58e94e5-3c11-4635-acc1-f2b03c04e1bc, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:46.048916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.051439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] For port b58e94e5-3c11-4635-acc1-f2b03c04e1bc, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b58e94e5-3c11-4635-acc1-f2b03c04e1bc,segment=NetworkSegment(a51af6ee-1a52-4286-b512-8aea6c4ebf62),segment_id=a51af6ee-1a52-4286-b512-8aea6c4ebf62)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:46.079011 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.092074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.098628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.106543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.114259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.126693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.139296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.145937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.156262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-8f286b91-4fcf-43db-b7d6-33091582eaf2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.1589155 Oct 19 01:26:46.178126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37760-3e3a-4bfb-b378-58f44c0a35a2 req-b0d756d4-8f5d-43bc-96ec-6702cffe99a7 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.179566 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94b37760-3e3a-4bfb-b378-58f44c0a35a2 req-b0d756d4-8f5d-43bc-96ec-6702cffe99a7 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 944 time: 0.1215849 Oct 19 01:26:46.239682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9371f-bfcd-4278-bb89-9d5335be4458 None None] Pushing event updated for resources: {'Port': ['ID=b58e94e5-3c11-4635-acc1-f2b03c04e1bc,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:46.253245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f253e00-23e2-421e-9c61-2e3a1effc9a7 None None] Network f98cd6a2-e612-44c3-85e8-49fde513a39f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:46.256705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94b37760-3e3a-4bfb-b378-58f44c0a35a2 req-4a30d858-c5c3-409b-825e-4c4bd1d05b31 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Oct 19 01:26:46.268778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Deleting port ea7475da-693a-43a9-af78-b315849f2f11 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:46.269126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.359814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-router', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:34Z', 'updated_at': '2021-10-19T01:26:44Z', 'revision_number': 5, 'project_id': '754879004b5041c388375ea00a5a1ada', 'gw_port': {'id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:35Z', 'updated_at': '2021-10-19T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:46.402358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] For port ea7475da-693a-43a9-af78-b315849f2f11, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea7475da-693a-43a9-af78-b315849f2f11,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:46.402358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.420691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Calling delete_port for ea7475da-693a-43a9-af78-b315849f2f11 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:46.734267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b9d6d-791b-4f27-8873-83950b0436ef req-48a829bc-6a7a-4e38-b62b-6548d3f8fa99 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:46.735325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:46.736543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d9b9d6d-791b-4f27-8873-83950b0436ef req-48a829bc-6a7a-4e38-b62b-6548d3f8fa99 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 943 time: 0.1673090 Oct 19 01:26:46.757714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c7069-2c96-4ceb-ac54-3740a1f082c5 None None] The sync data for ids ['c42d302a-5216-4f20-8425-0c57e24709eb'] in n-d-789963-20 is: [{'id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1150648052-router', 'tenant_id': '754879004b5041c388375ea00a5a1ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:34Z', 'updated_at': '2021-10-19T01:26:44Z', 'revision_number': 5, 'project_id': '754879004b5041c388375ea00a5a1ada', 'gw_port': {'id': 'ea7475da-693a-43a9-af78-b315849f2f11', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42d302a-5216-4f20-8425-0c57e24709eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:35Z', 'updated_at': '2021-10-19T01:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:26:46.824490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.843754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3b0f0-93b8-4aca-8dd2-53a5f8a2c47c None None] Network f98cd6a2-e612-44c3-85e8-49fde513a39f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:46.901046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7475da-693a-43a9-af78-b315849f2f11,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:46.902065 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:46.927321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d9b9d6d-791b-4f27-8873-83950b0436ef req-11661b21-7d4b-403e-81ec-56ee84c1a8eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729476 Oct 19 01:26:47.007521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fe3955fc-7dbb-4d24-8e61-e7b32f23bc2b req-06876900-3dc7-4963-8204-651915ab772a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8502936 Oct 19 01:26:47.061818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port b58e94e5-3c11-4635-acc1-f2b03c04e1bc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:47.063781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.067658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:47.070267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:47.088429 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.241112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.246705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.262121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port b58e94e5-3c11-4635-acc1-f2b03c04e1bc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b58e94e5-3c11-4635-acc1-f2b03c04e1bc,segment=NetworkSegment(a51af6ee-1a52-4286-b512-8aea6c4ebf62),segment_id=a51af6ee-1a52-4286-b512-8aea6c4ebf62)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:47.262604 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.322277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:47.322981 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.342667 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.343907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c42d302a-5216-4f20-8425-0c57e24709eb {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:26:47.348991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for b58e94e5-3c11-4635-acc1-f2b03c04e1bc owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:47.349127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.350277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-89d1212f-778b-467b-a093-dbb38b8fb747 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c42d302a-5216-4f20-8425-0c57e24709eb HTTP/1.1" status: 204 len: 168 time: 1.5798686 Oct 19 01:26:47.354141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43896) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:47.386321 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:26:47.405247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,segment=NetworkSegment(b38a9c5a-08d6-4632-9fe2-5aab78af973c),segment_id=b38a9c5a-08d6-4632-9fe2-5aab78af973c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:47.475476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] Deleting subnet 0976377a-f046-4f2d-b9f7-eea30eb42f07 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:26:47.484788 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.498441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7acbcd-37b6-42ff-b806-61567c4a3889 req-32de35b2-37cd-489e-b3c7-7a5d2ecf479e tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:47.500124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c7acbcd-37b6-42ff-b806-61567c4a3889 req-32de35b2-37cd-489e-b3c7-7a5d2ecf479e tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 944 time: 0.0949647 Oct 19 01:26:47.565574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.625128 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.625782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c7acbcd-37b6-42ff-b806-61567c4a3889 req-03fc58f2-f875-46ce-8108-0b6642403edb tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037655 Oct 19 01:26:47.688985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8', 'network_id': '83eb3be7-abcb-4d82-8c24-6babd767e434', 'port_id': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8', 'mac_address': 'fa:16:3e:fa:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47efb885-21fa-496a-b52d-f76c4289ff5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:47.697671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port b58e94e5-3c11-4635-acc1-f2b03c04e1bc on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:47.702760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=b58e94e5-3c11-4635-acc1-f2b03c04e1bc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:47.712709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.840094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.896589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:47.923195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43902) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:47.943615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'port_id': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3', 'mac_address': 'fa:16:3e:30:2b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:47.948852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:47.955085 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0976377a-f046-4f2d-b9f7-eea30eb42f07 HTTP/1.1" status: 204 len: 168 time: 0.5997112 Oct 19 01:26:47.962639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130725c2-ba4f-427b-91a6-5a8de67ecf86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0976377a-f046-4f2d-b9f7-eea30eb42f07,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:47.972144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43906) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:47.975368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf829c-f0a0-4757-9ccd-87c7742e9d35 None None] Network c0c6e49b-45c0-4a9c-b438-e82c5ed37562 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:47.984011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.110980 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98cd6a2-e612-44c3-85e8-49fde513a39f']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:48.146358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.156240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51af6ee-1a52-4286-b512-8aea6c4ebf62') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:48.160783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51af6ee-1a52-4286-b512-8aea6c4ebf62') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:48.197264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:48.214695 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.226444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:48.286900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f75e1a6-652c-42fd-b458-8004f76aa946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.305373 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.324074 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.331757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.346139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:48.351140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.351303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.357724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.368454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.373021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,segment=NetworkSegment(b38a9c5a-08d6-4632-9fe2-5aab78af973c),segment_id=b38a9c5a-08d6-4632-9fe2-5aab78af973c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:48.375332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.388841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.400859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.412393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.412970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:48.417158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.421007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-602536ea-f7bf-4921-91af-c9f195848002 req-37a8b6de-86ac-4c04-bc32-d9b4fb776790 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.2526057 Oct 19 01:26:48.423565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:48.427472 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e482e-1b4e-4d2d-8a70-00d1f5f606aa" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:48.437405 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.451189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d78dbb-fff9-4fb4-8729-80ea4aa29901 req-0b815122-40c2-48c2-a543-b2f0fabe749c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:48.454539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74d78dbb-fff9-4fb4-8729-80ea4aa29901 req-0b815122-40c2-48c2-a543-b2f0fabe749c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 944 time: 0.2882090 Oct 19 01:26:48.481846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:48.482408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.504362 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:48.507325 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:48.595381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-602536ea-f7bf-4921-91af-c9f195848002 req-911750b9-51ff-4e52-94c0-d087c57d973c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433892 Oct 19 01:26:48.598757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:48.624718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Deleting port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:48.625064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.710864 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] Sync routers for ids ['c42d302a-5216-4f20-8425-0c57e24709eb'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:26:48.719953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] DHCP port deletion for c0c6e49b-45c0-4a9c-b438-e82c5ed37562 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:26:48.723893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['1bec4939-fe24-48d4-a5f8-5ea6aa17dde3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:48.732586 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:48.733662 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:26:48.734338 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_agentschedulers_db [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c42d302a-5216-4f20-8425-0c57e24709eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:26:48.734598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4831d9fd-d37d-4a99-98be-aa5581e667ba no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:48.743331 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e05476a-312d-4c3d-aa18-12b0ab005140 x-openstack-request-id: req-4e05476a-312d-4c3d-aa18-12b0ab005140 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:48.743642 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:48.747019 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e05476a-312d-4c3d-aa18-12b0ab005140 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:48.747276 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'code': 200} Oct 19 01:26:48.773772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:48.774296 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:26:48.784742 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_agentschedulers_db [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c42d302a-5216-4f20-8425-0c57e24709eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:26:48.785458 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115326c3-a887-49c3-974d-8b5251e1e05e None None] The sync data for ids ['c42d302a-5216-4f20-8425-0c57e24709eb'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:26:48.795167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74d78dbb-fff9-4fb4-8729-80ea4aa29901 req-3110de7e-b036-4938-b248-e6fde16ee80b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213515 Oct 19 01:26:48.812266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] For port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,segment=NetworkSegment(11fd707e-2ffc-45fa-af6c-df222ba26075),segment_id=11fd707e-2ffc-45fa-af6c-df222ba26075)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:48.812821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.819838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.837422 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:48.845523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/f98cd6a2-e612-44c3-85e8-49fde513a39f HTTP/1.1" status: 204 len: 168 time: 4.3364363 Oct 19 01:26:48.852651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Calling delete_port for 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:48.866288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4831d9fd-d37d-4a99-98be-aa5581e667ba {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:48.866969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4831d9fd-d37d-4a99-98be-aa5581e667ba not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:48.872486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43922) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:48.902118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a4240-c870-4510-b7c5-80746e9a51b7 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=f98cd6a2-e612-44c3-85e8-49fde513a39f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:48.920476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e80d3a03-bcc2-4444-bd0c-e9db9f803cc8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:48.943848 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3a1764-84c7-4bcf-bc77-0c6245c83228 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:48.944501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3a1764-84c7-4bcf-bc77-0c6245c83228 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:48.954295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cd3a1764-84c7-4bcf-bc77-0c6245c83228 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/f98cd6a2-e612-44c3-85e8-49fde513a39f HTTP/1.1" status: 404 len: 339 time: 0.0749629 Oct 19 01:26:48.964042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43924) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:48.978606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:48.995804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-952785936', 'description': 'd1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:49.045558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.083790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] No DVR routers for this DVR port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:49.087514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:49.111432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.151299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:49.154189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:49.167627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:49.192677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.193437 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment c25f3e3a-d0db-4662-a55f-6bc5e65b452b of type vlan for network 2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 Oct 19 01:26:49.240012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] Deleting port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:49.240449 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.251269 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.294534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ca60b-9886-4764-a8c2-7045e668cd81 req-f8f03c66-f5f2-48c1-8f4a-8b021fa4c076 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:49.302562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-789ca60b-9886-4764-a8c2-7045e668cd81 req-f8f03c66-f5f2-48c1-8f4a-8b021fa4c076 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 945 time: 0.3528497 Oct 19 01:26:49.320705 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.326759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:49.327373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.354619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.395346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4286988 Oct 19 01:26:49.401739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43930) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:49.434289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f75e1a6-652c-42fd-b458-8004f76aa946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.439244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-789ca60b-9886-4764-a8c2-7045e668cd81 req-99c47862-7a27-425d-a888-c206f12853fa tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302278 Oct 19 01:26:49.470535 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f75e1a6-652c-42fd-b458-8004f76aa946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.483963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] For port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:49.484405 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.490430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c6e49b-45c0-4a9c-b438-e82c5ed37562']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:49.503279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3006-ca1d-4638-b4cd-4fc91eec1c20 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:49.521040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fd707e-2ffc-45fa-af6c-df222ba26075') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:49.528496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fd707e-2ffc-45fa-af6c-df222ba26075') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:49.528980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:49.535208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] Calling delete_port for 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:49.541554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] Port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:26:49.542493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.557048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.558169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.565706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:49.566385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.617918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f16eb1-2743-4cca-959e-35c6e5c0adfb tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:49.620377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e2f16eb1-2743-4cca-959e-35c6e5c0adfb tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/networks?id=2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 HTTP/1.1" status: 200 len: 760 time: 0.2168596 Oct 19 01:26:49.624517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43932) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:49.628286 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:49.631488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'description': 'd2'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:49.635435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] Pushing event deleted for resources: {'Port': ['ID=59dd0d1e-38a6-4cca-a8db-105d63f5b5e5,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:49.652606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2f75e1a6-652c-42fd-b458-8004f76aa946 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2df880804efb4a25b5179a935f0c14c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7271814 Oct 19 01:26:49.656255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43934) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:49.658150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7588c8a-11c4-4f4f-92ee-a2469ffb457a None None] No DVR routers for this DVR port 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:49.662628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.672140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.674555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0c6e49b-45c0-4a9c-b438-e82c5ed37562 HTTP/1.1" status: 204 len: 168 time: 1.7008634 Oct 19 01:26:49.693756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999facae-c0d4-436e-99ae-1e63d3c87c49 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:26:49.724666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0717-1fa3-43e4-988f-b694398b8db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c6e49b-45c0-4a9c-b438-e82c5ed37562,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:49.730138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75e1a6-652c-42fd-b458-8004f76aa946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd9ab8-85a4-453c-b46a-3436f503eda1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:49.794067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.859309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99a9c6a9-704d-4979-95e5-add4071d7add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.897011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43944) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:49.905238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999facae-c0d4-436e-99ae-1e63d3c87c49 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:49.938146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99a9c6a9-704d-4979-95e5-add4071d7add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.960468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:49.969849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:49.971635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:49.978202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:49.986662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:49.994845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.001130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d965443-01e8-4398-aa4b-594516cb1e0a req-6f5059ea-646d-495a-8a6e-4e9c1a2b8db7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.003134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d965443-01e8-4398-aa4b-594516cb1e0a req-6f5059ea-646d-495a-8a6e-4e9c1a2b8db7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 944 time: 0.0849557 Oct 19 01:26:50.004726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.018130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.024735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.026689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-d601b74e-5b12-4437-913d-ac25a9cc1f4d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.2704329 Oct 19 01:26:50.044636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 is not hosted by any dhcp agent {{(pid=100848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:26:50.052171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.052787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.054246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "PUT /v2.0/networks/2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 HTTP/1.1" status: 200 len: 757 time: 0.4285727 Oct 19 01:26:50.060100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43946) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:50.134045 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13440573-eada-4971-977c-32922d24704c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=754879004b5041c388375ea00a5a1ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324002 Oct 19 01:26:50.138582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43948) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:50.152076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab3deb68-4a05-4c88-92ee-ccdf45377f43 req-af44d74e-73bb-45ac-82fb-e7ed2b0a6a08 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105080 Oct 19 01:26:50.170181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99a9c6a9-704d-4979-95e5-add4071d7add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.173807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-99a9c6a9-704d-4979-95e5-add4071d7add admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.175408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-99a9c6a9-704d-4979-95e5-add4071d7add admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19bd9ab8-85a4-453c-b46a-3436f503eda1 HTTP/1.1" status: 204 len: 168 time: 0.5181096 Oct 19 01:26:50.188788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9c6a9-704d-4979-95e5-add4071d7add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd9ab8-85a4-453c-b46a-3436f503eda1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:50.369494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8ae0d-e3b1-4a46-9d7c-27862cd88bb0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:50.388858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d965443-01e8-4398-aa4b-594516cb1e0a req-7190d1b9-58ce-4776-98ab-ab7f1fc7836d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601651 Oct 19 01:26:50.390007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:50.400541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa24c5-99c9-4de3-80ee-4a122bed83ec tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.402099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f1fa24c5-99c9-4de3-80ee-4a122bed83ec tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/networks?id=2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 HTTP/1.1" status: 200 len: 760 time: 0.3389633 Oct 19 01:26:50.408310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:50.414763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347266124'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:50.430485 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8429e40a-a9b2-4388-9395-8142086c6a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.442174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:50.447342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.458654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8429e40a-a9b2-4388-9395-8142086c6a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.483962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:50.496148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.497104 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment 1137b645-c582-4c18-a580-5d3d9154f2a0 of type vlan for network 5f67a598-1d6d-4387-b54d-0283c7bbb5fa Oct 19 01:26:50.522216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8429e40a-a9b2-4388-9395-8142086c6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.525122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8429e40a-a9b2-4388-9395-8142086c6a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.528468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8429e40a-a9b2-4388-9395-8142086c6a6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad53a51a-801c-4857-993c-e6aed7a377d4 HTTP/1.1" status: 204 len: 168 time: 0.3862045 Oct 19 01:26:50.557831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.567239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429e40a-a9b2-4388-9395-8142086c6a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53a51a-801c-4857-993c-e6aed7a377d4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:50.593013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:50.613701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.620343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.625116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.628123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea7475da-693a-43a9-af78-b315849f2f11 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:50.773856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43964) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:50.774019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3637826 Oct 19 01:26:50.780157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '5f67a598-1d6d-4387-b54d-0283c7bbb5fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:50.873965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faabbc1-61ac-447d-9a10-d1be99151a90 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=5f67a598-1d6d-4387-b54d-0283c7bbb5fa,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:50.921561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:50.928723 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:50.944040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467e27-b2c0-425e-8c10-46f62cbef319 req-c43a3e05-09fb-4e85-80ef-37914c6d2ede tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:50.953926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7467e27-b2c0-425e-8c10-46f62cbef319 req-c43a3e05-09fb-4e85-80ef-37914c6d2ede tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 945 time: 0.2745881 Oct 19 01:26:50.973132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43968) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:51.010437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7467e27-b2c0-425e-8c10-46f62cbef319 req-56e61631-9ddf-4de7-9e03-7ccf21da4211 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Oct 19 01:26:51.039863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 5f67a598-1d6d-4387-b54d-0283c7bbb5fa details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:51.060459 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab92c8e0-b5a7-4df2-a296-0ed76dd21a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.141169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:51.141169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ea7475da-693a-43a9-af78-b315849f2f11 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:51.141169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea7475da-693a-43a9-af78-b315849f2f11 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:51.141169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:26:51.266075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:26:51.267089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 59dd0d1e-38a6-4cca-a8db-105d63f5b5e5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:26:51.291465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:26:51.295605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:26:51.299901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:51.300390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.302035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:51.302449 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.432080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab92c8e0-b5a7-4df2-a296-0ed76dd21a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.447158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.479759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.524833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.534156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:51.541081 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8714d68-b54d-4483-870a-693bf57e50be" -d '{"events": [{"server_uuid": "e25db260-0910-4fb8-9875-1d56afb6ef48", "name": "network-vif-plugged", "status": "completed", "tag": "e80d3a03-bcc2-4444-bd0c-e9db9f803cc8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:51.542420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab92c8e0-b5a7-4df2-a296-0ed76dd21a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.592280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,segment=NetworkSegment(b38a9c5a-08d6-4632-9fe2-5aab78af973c),segment_id=b38a9c5a-08d6-4632-9fe2-5aab78af973c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:51.613809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ab92c8e0-b5a7-4df2-a296-0ed76dd21a59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0c15e2e542142ba99524622238060bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352153 Oct 19 01:26:51.615344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43992) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:51.633113 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.643487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1149-6c94-4320-bcc0-78fea10f0bf3 req-9dbd9bc4-63d5-49f1-bf23-7f4a93ecc09a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.658875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374c1149-6c94-4320-bcc0-78fea10f0bf3 req-9dbd9bc4-63d5-49f1-bf23-7f4a93ecc09a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 944 time: 0.1283376 Oct 19 01:26:51.717212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:51.718935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:51.730758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92c8e0-b5a7-4df2-a296-0ed76dd21a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9138def4-308c-4885-ac32-f30b0906d9b4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:51.732641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374c1149-6c94-4320-bcc0-78fea10f0bf3 req-05157324-6745-4490-a099-5f0f0dabd409 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727565 Oct 19 01:26:51.733661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.770628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5c11-0913-489a-a473-010445cf953c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.773817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.799425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5c11-0913-489a-a473-010445cf953c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.810235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.819243 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dae76-6efa-4370-bf9f-0f0999c3460c x-openstack-request-id: req-537dae76-6efa-4370-bf9f-0f0999c3460c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:51.819539 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25db260-0910-4fb8-9875-1d56afb6ef48", "name": "network-vif-plugged", "status": "completed", "tag": "e80d3a03-bcc2-4444-bd0c-e9db9f803cc8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:51.820052 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-537dae76-6efa-4370-bf9f-0f0999c3460c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:51.820463 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8', 'code': 200} Oct 19 01:26:51.821049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:51.822987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.836019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.842990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.869572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.890525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:51.891697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5c11-0913-489a-a473-010445cf953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.892973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5b5198a-9cac-46d0-b238-2026740b331f req-9aa7dbb4-7c31-44bc-8900-28098de9063e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5420 time: 0.5899892 Oct 19 01:26:51.893782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=83f32a2b-0fc3-4e87-8f61-56e15ebadd25,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:51.903607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5c11-0913-489a-a473-010445cf953c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:51.911196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fd3d5c11-0913-489a-a473-010445cf953c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9138def4-308c-4885-ac32-f30b0906d9b4 HTTP/1.1" status: 204 len: 168 time: 0.2909756 Oct 19 01:26:51.918737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d5c11-0913-489a-a473-010445cf953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9138def4-308c-4885-ac32-f30b0906d9b4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:52.002503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85699fd-4fd2-40fa-bd93-4e95b237cd55 req-1d3af543-32c7-4ce1-a65c-98a53adf7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:52.003851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f85699fd-4fd2-40fa-bd93-4e95b237cd55 req-1d3af543-32c7-4ce1-a65c-98a53adf7a71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 1098 time: 0.1063688 Oct 19 01:26:52.006757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': '1137b645-c582-4c18-a580-5d3d9154f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5f67a598-1d6d-4387-b54d-0283c7bbb5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:52.007119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 5f67a598-1d6d-4387-b54d-0283c7bbb5fa, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:52.035185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5b5198a-9cac-46d0-b238-2026740b331f req-5f1bfc20-b261-422f-8870-5e5c6303d51a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975876 Oct 19 01:26:52.081624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44004) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:52.086533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f85699fd-4fd2-40fa-bd93-4e95b237cd55 req-819450c0-de7c-401f-a59a-1af5627943b0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719256 Oct 19 01:26:52.088886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 5f67a598-1d6d-4387-b54d-0283c7bbb5fa is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:52.108466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 5f67a598-1d6d-4387-b54d-0283c7bbb5fa) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:52.119676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f8cf1-4dc5-455f-ad08-c6e3f4a56d06 None None] Network 5f67a598-1d6d-4387-b54d-0283c7bbb5fa requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:52.121875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:52.122728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.172991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6bc05d83-9428-4323-80ee-6b19be534b40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3979788 Oct 19 01:26:52.175918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44008) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:52.202765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f3bf-d174-47b4-98b9-cd05261f3e45 req-c4cfccc1-3597-416b-97a6-5cee005845f2 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:52.210439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f924f3bf-d174-47b4-98b9-cd05261f3e45 req-c4cfccc1-3597-416b-97a6-5cee005845f2 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 946 time: 0.0808547 Oct 19 01:26:52.334255 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f924f3bf-d174-47b4-98b9-cd05261f3e45 req-907ab2de-5233-40f0-810b-d00b6592d3e3 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226079 Oct 19 01:26:52.395751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.491191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.561080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079af5b9-9d5e-4a05-93c2-5721a65c34ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5f67a598-1d6d-4387-b54d-0283c7bbb5fa', 'network_id': '5f67a598-1d6d-4387-b54d-0283c7bbb5fa', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '83f32a2b-0fc3-4e87-8f61-56e15ebadd25'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:52.563711 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-079af5b9-9d5e-4a05-93c2-5721a65c34ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.648826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.672867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1725469876-network', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:52.679678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 319032d6-299f-436a-864d-e155922bcabc details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-079af5b9-9d5e-4a05-93c2-5721a65c34ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83f32a2b-0fc3-4e87-8f61-56e15ebadd25: This subnet is being modified by another concurrent operation. Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:26:52.685726 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83f32a2b-0fc3-4e87-8f61-56e15ebadd25: This subnet is being modified by another concurrent operation. Oct 19 01:26:52.691181 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:26:52.724114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea3506-d4e3-481a-9710-533a126f8a72 None None] Network 5f67a598-1d6d-4387-b54d-0283c7bbb5fa requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:52.764384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=83f32a2b-0fc3-4e87-8f61-56e15ebadd25,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:52.766220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Made reservation on behalf of de451db8586445fd82cf7c9674ffda7b for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:52.768803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.782842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.846530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.876438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 319032d6-299f-436a-864d-e155922bcabc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=319032d6-299f-436a-864d-e155922bcabc,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:52.901486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '319032d6-299f-436a-864d-e155922bcabc', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'port_id': '319032d6-299f-436a-864d-e155922bcabc', 'mac_address': 'fa:16:3e:79:5f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:52.914316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f67a598-1d6d-4387-b54d-0283c7bbb5fa']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:52.936899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1137b645-c582-4c18-a580-5d3d9154f2a0') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:52.937432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1137b645-c582-4c18-a580-5d3d9154f2a0') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:52.944604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f8570-0748-4af1-996e-f73e2f67a6bd None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:26:52.973052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e62536-fd1d-4eb6-91db-93ec75ed7492 req-12be7bd1-3430-4f85-91a5-9bb3b4b087b3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:52.974644 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65e62536-fd1d-4eb6-91db-93ec75ed7492 req-12be7bd1-3430-4f85-91a5-9bb3b4b087b3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.1339912 Oct 19 01:26:52.976581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:52.980084 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.016106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319032d6-299f-436a-864d-e155922bcabc {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:53.081241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 319032d6-299f-436a-864d-e155922bcabc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=319032d6-299f-436a-864d-e155922bcabc,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:53.103670 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.107939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:53.238479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f8570-0748-4af1-996e-f73e2f67a6bd None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:26:53.258420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=319032d6-299f-436a-864d-e155922bcabc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:53.259788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.270535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.281260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.289805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.298140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.306792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.315970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.326864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-51dce34d-7d90-4d72-b1d8-ac9a8b02452b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5421 time: 0.1524723 Oct 19 01:26:53.393845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2bfcf21-5643-434b-a79e-ea9b4798bb15 req-bec3b854-5264-464f-bd59-8ce18287d2f8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594711 Oct 19 01:26:53.396216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.410033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:53.410689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:53.416367 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:53.433161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:53.458924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31', 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83', 'port_id': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31', 'mac_address': 'fa:16:3e:bc:a8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed089e0-dbb0-4861-9622-c5e61c518455', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:53.472503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.484116 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65e62536-fd1d-4eb6-91db-93ec75ed7492 req-ea95cc28-f76c-48a0-9760-56a4193fa8c3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952343 Oct 19 01:26:53.532960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.563157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06786ecf-1981-483f-9e88-989534880cad,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:53.564843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.592334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:53.599502 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.608971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.612587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d30c98-22a4-4ecd-9986-7a18e3041226 req-6f82895c-e96e-44dd-a73f-17c8ee01e4b2 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.617421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/5f67a598-1d6d-4387-b54d-0283c7bbb5fa HTTP/1.1" status: 204 len: 168 time: 1.4403536 Oct 19 01:26:53.618568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:53.625166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03d30c98-22a4-4ecd-9986-7a18e3041226 req-6f82895c-e96e-44dd-a73f-17c8ee01e4b2 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 946 time: 0.1396835 Oct 19 01:26:53.627553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44028) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:53.646322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:53.672979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.673671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b95fc44e-cceb-4940-8314-f54f83bcbbdb details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:53.680683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8ae5f-e668-43bb-92d2-8cdb2e2b5e67 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=5f67a598-1d6d-4387-b54d-0283c7bbb5fa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:53.694877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.695655 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Added segment 5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5 of type vlan for network 85a27418-cdb8-4fb9-aa58-ec47ce48150a Oct 19 01:26:53.708793 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-17376657-68b1-4d06-aa2e-c714fc8f1292 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] GET failed (client error): The resource could not be found. Oct 19 01:26:53.714732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-17376657-68b1-4d06-aa2e-c714fc8f1292 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/subnets/83f32a2b-0fc3-4e87-8f61-56e15ebadd25 HTTP/1.1" status: 404 len: 337 time: 0.0855820 Oct 19 01:26:53.718223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44030) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:53.746925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03d30c98-22a4-4ecd-9986-7a18e3041226 req-69018bea-1094-4d58-8a72-109085afe69b tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168315 Oct 19 01:26:53.765866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.770641 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c5b298-79ba-43a7-8de8-51b4ea41713a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:53.771360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c5b298-79ba-43a7-8de8-51b4ea41713a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:53.783065 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d9c5b298-79ba-43a7-8de8-51b4ea41713a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/5f67a598-1d6d-4387-b54d-0283c7bbb5fa HTTP/1.1" status: 404 len: 339 time: 0.0636537 Oct 19 01:26:53.783856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44032) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:53.805533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.807175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:53.807958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:53.834362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:53.836681 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4164fad7-33c6-4831-ba7e-667edd614df9" -d '{"events": [{"server_uuid": "22f80864-70d7-41ae-8e45-b16065dc1bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1bec4939-fe24-48d4-a5f8-5ea6aa17dde3"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:53.882225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7993944 Oct 19 01:26:53.885718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44036) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:53.892342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Request body: {'subnet': {'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1725469876-subnet', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:53.905420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:53.914911 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd8cb55-927a-4a16-a25f-ee756c7905e5 x-openstack-request-id: req-1dd8cb55-927a-4a16-a25f-ee756c7905e5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:53.915209 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f80864-70d7-41ae-8e45-b16065dc1bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1bec4939-fe24-48d4-a5f8-5ea6aa17dde3", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:53.915468 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dd8cb55-927a-4a16-a25f-ee756c7905e5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:53.915893 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3', 'code': 200} Oct 19 01:26:53.982308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b95fc44e-cceb-4940-8314-f54f83bcbbdb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:54.009077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b95fc44e-cceb-4940-8314-f54f83bcbbdb', 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'port_id': 'b95fc44e-cceb-4940-8314-f54f83bcbbdb', 'mac_address': 'fa:16:3e:8a:e3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:54.013041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Made reservation on behalf of de451db8586445fd82cf7c9674ffda7b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:54.013942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.034892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b156d-eaa9-4245-b14d-254d0b195cfd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.047690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-901b156d-eaa9-4245-b14d-254d0b195cfd tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2603679 Oct 19 01:26:54.047922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44038) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:54.072216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.076837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136343-b670-490b-9c82-869ab8e10334 admin admin] Pushing event updated for resources: {'Network': ['ID=85a27418-cdb8-4fb9-aa58-ec47ce48150a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:54.101719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95fc44e-cceb-4940-8314-f54f83bcbbdb {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:54.110699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6c2b-cdcc-42a5-8200-8b7bfec09c82 req-8803d0c1-e80e-458f-b66b-63a750c5a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.112321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e3e6c2b-cdcc-42a5-8200-8b7bfec09c82 req-8803d0c1-e80e-458f-b66b-63a750c5a575 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 1097 time: 0.1351335 Oct 19 01:26:54.114492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3567ef2a-9c5f-4553-a60f-630728efb4d5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 207 time: 0.0624311 Oct 19 01:26:54.117060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44044) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:54.134558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b95fc44e-cceb-4940-8314-f54f83bcbbdb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:54.135966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:54.156384 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.157215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:54.187677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e3e6c2b-cdcc-42a5-8200-8b7bfec09c82 req-9bf32a83-b4c2-4d76-9b1c-b5269d353297 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638759 Oct 19 01:26:54.262170 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.266046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d61c0-e724-4df7-ab34-4a72f91ce080 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.273809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d61c0-e724-4df7-ab34-4a72f91ce080 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.284797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d61c0-e724-4df7-ab34-4a72f91ce080 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.286303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b95fc44e-cceb-4940-8314-f54f83bcbbdb,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:54.294469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d61c0-e724-4df7-ab34-4a72f91ce080 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.296839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7e2d61c0-e724-4df7-ab34-4a72f91ce080 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1787345 Oct 19 01:26:54.300827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44050) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:54.304184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:54.321116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86', 'network_id': '9c160b5c-d58d-4f60-8f7d-0963c69f7b83', 'port_id': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86', 'mac_address': 'fa:16:3e:fc:76:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed089e0-dbb0-4861-9622-c5e61c518455', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:54.343873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:54.352821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Checking segment: {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:54.353180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Network hostable DHCP agents. Network: 85a27418-cdb8-4fb9-aa58-ec47ce48150a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:54.378658 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.384257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:54.392874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:54.400424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 85a27418-cdb8-4fb9-aa58-ec47ce48150a) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:54.412658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.413250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.427956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494d6b1-584f-4ba5-b5f9-247ef06a1db5 None None] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:54.432305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:54.443298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f63d6c47-47a9-4676-949e-703abe7286a4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5538759 Oct 19 01:26:54.443850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44054) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:54.451830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:54.452325 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.452999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2ba632fe-f881-4852-bdef-818041d15035 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:54.480246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4184f61d-5a2f-4144-a026-1d38b488b1a0 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1767473 Oct 19 01:26:54.483624 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.484540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:54.485153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.560149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.597721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee2e91-e10c-4857-9ab1-c331461bbea1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.599354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee2e91-e10c-4857-9ab1-c331461bbea1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.601066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4fee2e91-e10c-4857-9ab1-c331461bbea1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1155558 Oct 19 01:26:54.610409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2ba632fe-f881-4852-bdef-818041d15035,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:54.613552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.614859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44060) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:54.620223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.630031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.636623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.651672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:54.658942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.664356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '2ba632fe-f881-4852-bdef-818041d15035', 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'port_id': '2ba632fe-f881-4852-bdef-818041d15035', 'mac_address': 'fa:16:3e:b6:56:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:54.665393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.681555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.691257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-2318cbdf-6326-4ee4-835d-9b9008958cd0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5424 time: 0.1957438 Oct 19 01:26:54.735685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.748362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1a5112d-530c-42e9-a0e7-4c44e00fcec2 req-8e81b99a-c5fe-4d9b-ac5a-2cc41a6c0b41 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480189 Oct 19 01:26:54.768031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba632fe-f881-4852-bdef-818041d15035 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:54.799268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2ba632fe-f881-4852-bdef-818041d15035,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:54.829565 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.830864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 54786449-57f3-400d-8684-0d0a85275188 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:54.851265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.857787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777dbb5b-fb00-42b0-974d-3a421a082bc1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.859994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777dbb5b-fb00-42b0-974d-3a421a082bc1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['shared'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.861565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-777dbb5b-fb00-42b0-974d-3a421a082bc1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2440932 Oct 19 01:26:54.870057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:54.884165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:54.891026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:54.899873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd475-9050-490e-a6fe-51353242a5ae req-1a68acb4-26f3-4163-a21b-6975d015745d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:54.901493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f6dd475-9050-490e-a6fe-51353242a5ae req-1a68acb4-26f3-4163-a21b-6975d015745d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.2855184 Oct 19 01:26:55.017481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f6dd475-9050-490e-a6fe-51353242a5ae req-c2ede246-5cd7-44a9-802e-1739b8017908 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028528 Oct 19 01:26:55.061340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Allocated IP 172.20.0.2 (85a27418-cdb8-4fb9-aa58-ec47ce48150a/21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2/e0bcceab-3677-4773-856e-8d2a8da839cc) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:55.072883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a27f3-90be-42e9-815a-ed17c4139202 req-c9d51a81-ef13-446a-b737-aac5b22a9cf0 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:55.074778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537a27f3-90be-42e9-815a-ed17c4139202 req-c9d51a81-ef13-446a-b737-aac5b22a9cf0 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 946 time: 0.0799034 Oct 19 01:26:55.134297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537a27f3-90be-42e9-815a-ed17c4139202 req-7b587d89-287b-419a-936a-2073312caed0 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Oct 19 01:26:55.143761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d77047-5881-4608-a141-442867eb4afb tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:55.145007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-82d77047-5881-4608-a141-442867eb4afb tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/networks/ac3d6197-56e3-497b-8cec-dbd0faabbfd8 HTTP/1.1" status: 200 len: 800 time: 0.2739582 Oct 19 01:26:55.153647 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.resource_extend [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:26:55.154959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44070) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:55.183887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:55.188219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 54786449-57f3-400d-8684-0d0a85275188, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=54786449-57f3-400d-8684-0d0a85275188,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:55.296786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '54786449-57f3-400d-8684-0d0a85275188', 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'port_id': '54786449-57f3-400d-8684-0d0a85275188', 'mac_address': 'fa:16:3e:26:87:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:55.360474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.385230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-91f7a583-c6fb-40cd-b6d9-3fa2ac0f3665 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/networks/ac3d6197-56e3-497b-8cec-dbd0faabbfd8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2289891 Oct 19 01:26:55.388703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44080) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:55.390342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.418942 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.446382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92477579-03f8-4632-8728-700a10babc7e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:55.448008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92477579-03f8-4632-8728-700a10babc7e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/subnets/055a8b7f-3241-473c-aa30-f32a0e3f4a31 HTTP/1.1" status: 200 len: 811 time: 0.0581784 Oct 19 01:26:55.457393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44082) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:55.483176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54786449-57f3-400d-8684-0d0a85275188 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:55.511536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5b700-c092-4d69-a43b-e6c4f1a433dc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['shared'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:55.516749 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c9e5b700-c092-4d69-a43b-e6c4f1a433dc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "GET /v2.0/subnets/055a8b7f-3241-473c-aa30-f32a0e3f4a31?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0608904 Oct 19 01:26:55.523055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44086) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:55.529127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724515330'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:55.550603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.563384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 54786449-57f3-400d-8684-0d0a85275188, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=54786449-57f3-400d-8684-0d0a85275188,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:55.566416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:55.571747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.576068 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.576787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Allocated IP 172.25.0.26 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/1c7e9731-06d5-488a-8a48-4893113949c4) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:55.582544 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.584121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 0cee8129-6f48-4c06-8f78-94ad6bcb64de details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:26:55.624714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:26:55.626161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:55.635626 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.636120 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Added segment ec213bc6-8f8a-4e8a-a104-0f49b442744a of type vlan for network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 Oct 19 01:26:55.646840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '0cee8129-6f48-4c06-8f78-94ad6bcb64de', 'network_id': '8f8c8dac-397c-4d16-9a51-460e92928a82', 'port_id': '0cee8129-6f48-4c06-8f78-94ad6bcb64de', 'mac_address': 'fa:16:3e:67:1c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:26:55.685991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:55.708358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:55.710073 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.718679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:55.730067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Pushing event updated for resources: {'Port': ['ID=e0bcceab-3677-4773-856e-8d2a8da839cc,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:55.756962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.765512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:55.766270 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.848715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.853808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Network': ['ID=57cb7ea3-f4a2-4006-a9c8-95ff259ced49,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:55.938176 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-497b12a0-b6d7-46f9-abd0-c981a6232fd5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4129746 Oct 19 01:26:55.941309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44094) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:55.948172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'network_id': '57cb7ea3-f4a2-4006-a9c8-95ff259ced49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:55.975025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:55.992180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:26:56.000314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8b14-f3ed-482f-ba5f-88822b141f21 req-bbcb1bf3-9ab7-4565-9e04-3927cac5ca60 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.001943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-563e8b14-f3ed-482f-ba5f-88822b141f21 req-bbcb1bf3-9ab7-4565-9e04-3927cac5ca60 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 946 time: 0.0985410 Oct 19 01:26:56.009276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.016008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.022131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.029361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.036593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.040346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:56.041330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.047556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.049662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-3adbae5e-cbb4-4a82-b8f7-53359721bdd8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5426 time: 0.1803970 Oct 19 01:26:56.051148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:56.056478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:56.116621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.149208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cee8129-6f48-4c06-8f78-94ad6bcb64de {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:26:56.163692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=54786449-57f3-400d-8684-0d0a85275188,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:56.166516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Attempting to bind port e0bcceab-3677-4773-856e-8d2a8da839cc on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:26:56.166999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Attempting to bind port e0bcceab-3677-4773-856e-8d2a8da839cc by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:26:56.167517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Attempting to bind port e0bcceab-3677-4773-856e-8d2a8da839cc on network 85a27418-cdb8-4fb9-aa58-ec47ce48150a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:26:56.173303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1ee82fe-10ee-4844-aef8-9933021ae50c req-e34ead49-1a0a-4079-89d3-4086e404666f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940533 Oct 19 01:26:56.176730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Made reservation on behalf of d2579f077c774cc9ab778519fae81f33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:26:56.183289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:26:56.184356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Checking segment: {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:56.184851 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.185083 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.185430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Bound using segment: {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:26:56.186016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Bound port: e0bcceab-3677-4773-856e-8d2a8da839cc, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:26:56.186509 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.203661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:56.212765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-563e8b14-f3ed-482f-ba5f-88822b141f21 req-19d82567-a49c-4320-afd8-e9f99f939cb6 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884215 Oct 19 01:26:56.214461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7e9731-06d5-488a-8a48-4893113949c4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:56.217719 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:26:56.218540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.278773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] For port e0bcceab-3677-4773-856e-8d2a8da839cc, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:26:56.283216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] For port e0bcceab-3677-4773-856e-8d2a8da839cc, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e0bcceab-3677-4773-856e-8d2a8da839cc,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:26:56.307424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.359816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=0cee8129-6f48-4c06-8f78-94ad6bcb64de,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:56.399871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Performing IP validity checks on allocation pools {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:26:56.404917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:26:56.424632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aff165-637c-4a27-b2be-a52e2ddd7156 None None] Pushing event updated for resources: {'Port': ['ID=e0bcceab-3677-4773-856e-8d2a8da839cc,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:56.558456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752128-6c7a-419e-839e-5efef59d4d1d req-8f8a7e9b-fecd-4ed1-8609-b654e3e53a11 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.571840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0752128-6c7a-419e-839e-5efef59d4d1d req-8f8a7e9b-fecd-4ed1-8609-b654e3e53a11 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.1820166 Oct 19 01:26:56.594178 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.707036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Checking segment: {'id': 'ec213bc6-8f8a-4e8a-a104-0f49b442744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '57cb7ea3-f4a2-4006-a9c8-95ff259ced49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:26:56.708115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network hostable DHCP agents. Network: 57cb7ea3-f4a2-4006-a9c8-95ff259ced49, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:26:56.725793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=07e92fa3-42bb-41d9-90df-c6a3bef681c5,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:56.736803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0752128-6c7a-419e-839e-5efef59d4d1d req-56bff04e-3860-4e94-b817-d0dc6af151aa tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637290 Oct 19 01:26:56.745098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.757146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:26:56.784324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 57cb7ea3-f4a2-4006-a9c8-95ff259ced49) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:56.793283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:56.794727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:56.795512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62640d-26ad-451e-81c4-f7710ed34abe None None] Network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:56.834100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8d75a12a-a26c-43e1-923a-93e015e71d30 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8912873 Oct 19 01:26:56.836546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44104) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:56.850957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a8f74092-051e-427b-b80a-f93c6c271382 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:26:56.997311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88624e1-8c7a-4b38-a68c-e051e5782d0b req-03aba4a3-048d-44dd-af33-c1ba53563ef7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.005361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f88624e1-8c7a-4b38-a68c-e051e5782d0b req-03aba4a3-048d-44dd-af33-c1ba53563ef7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.1107860 Oct 19 01:26:57.006172 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c76ca1-8a16-4b22-a11d-87a1b1428593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-57cb7ea3-f4a2-4006-a9c8-95ff259ced49', 'network_id': '57cb7ea3-f4a2-4006-a9c8-95ff259ced49', 'tenant_id': 'd2579f077c774cc9ab778519fae81f33', 'fixed_ips': [{'subnet_id': '07e92fa3-42bb-41d9-90df-c6a3bef681c5'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:26:57.007682 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98c76ca1-8a16-4b22-a11d-87a1b1428593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.033776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.039694 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8f74092-051e-427b-b80a-f93c6c271382 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58597991'] for subnet, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.108174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f88624e1-8c7a-4b38-a68c-e051e5782d0b req-ce1b436a-c1ac-4fc6-88d9-e68a9a1f67a3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016123 Oct 19 01:26:57.191877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-98c76ca1-8a16-4b22-a11d-87a1b1428593 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:26:57.191877 n-d-789963-20 neutron-server[100849]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 19 01:26:57.191877 n-d-789963-20 neutron-server[100849]: [parameters: {'in_use': 1, 'id_1': '07e92fa3-42bb-41d9-90df-c6a3bef681c5'}] Oct 19 01:26:57.191877 n-d-789963-20 neutron-server[100849]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:26:57.192431 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-98c76ca1-8a16-4b22-a11d-87a1b1428593 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:26:57.284512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f257f1-94a6-44fe-9696-2edd120c39e7 req-1f3c9eed-b47d-4228-a265-cc8a701e4ad5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.286390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f257f1-94a6-44fe-9696-2edd120c39e7 req-1f3c9eed-b47d-4228-a265-cc8a701e4ad5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.0986164 Oct 19 01:26:57.319743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Router aa082a4d-956e-463d-bade-8cad39c0117b is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:26:57.418032 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f257f1-94a6-44fe-9696-2edd120c39e7 req-eb5e38ed-1a69-4b91-b79c-7769c429f193 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223674 Oct 19 01:26:57.484721 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8f74092-051e-427b-b80a-f93c6c271382 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741433417494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63203981'] for subnet, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.518226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.524932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.532244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.538578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.546458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.553210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.565755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.567896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-9055f795-156f-4da4-beeb-78f1cf84f3b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5427 time: 0.1919112 Oct 19 01:26:57.588555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:26:57.599699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Sync routers for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:26:57.615717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:26:57.616639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:57.634265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cadd-4d42-458c-930d-0e1c948bd228 req-0c322677-57a2-4b08-bfcf-f880c6d16e36 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.636191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f56cadd-4d42-458c-930d-0e1c948bd228 req-0c322677-57a2-4b08-bfcf-f880c6d16e36 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 946 time: 0.1004643 Oct 19 01:26:57.646582 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.647911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c30b0d9f-5f00-42f3-a0fc-49847343d857 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2012827 Oct 19 01:26:57.658372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44122) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:57.693990 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98c76ca1-8a16-4b22-a11d-87a1b1428593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.747145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f74092-051e-427b-b80a-f93c6c271382 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.749827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8f74092-051e-427b-b80a-f93c6c271382 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.754269 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a8f74092-051e-427b-b80a-f93c6c271382 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "PUT /v2.0/subnets/07e92fa3-42bb-41d9-90df-c6a3bef681c5 HTTP/1.1" status: 200 len: 877 time: 0.9137084 Oct 19 01:26:57.766719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-300a57c8-51ad-4c59-9ef7-1cdd57ca26cb req-c578359a-ca19-4718-bdf8-b92bccf5bca6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874967 Oct 19 01:26:57.767408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44124) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:57.787380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['2907f8d0-4273-40f2-bf0a-1eb7e75d9f31'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:57.843885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['319032d6-299f-436a-864d-e155922bcabc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:57.885831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['2ba632fe-f881-4852-bdef-818041d15035'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:57.904194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f56cadd-4d42-458c-930d-0e1c948bd228 req-6f2c58cc-3ccf-4df5-b763-406b21cb61b5 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547374 Oct 19 01:26:57.958696 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:57.963333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f74092-051e-427b-b80a-f93c6c271382 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event updated for resources: {'Subnet': ['ID=07e92fa3-42bb-41d9-90df-c6a3bef681c5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:57.983344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d9d51-53af-4684-993e-890288b8c920 req-481267c4-69cb-4d05-b48a-2febd2731205 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:57.985103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e2d9d51-53af-4684-993e-890288b8c920 req-481267c4-69cb-4d05-b48a-2febd2731205 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.74 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 946 time: 0.3227146 Oct 19 01:26:58.016028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ecac33-a6d2-402c-88d3-511b74efbd7f None None] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:58.029256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d7ae8147-6ed7-46d7-bac5-7a52fff1ec86'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:58.031325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b95fc44e-cceb-4940-8314-f54f83bcbbdb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:58.051458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['0cee8129-6f48-4c06-8f78-94ad6bcb64de'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:58.120667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.180525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Deleting port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:26:58.181007 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.207183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:26:58.295648 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.403786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=07e92fa3-42bb-41d9-90df-c6a3bef681c5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:58.411126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] For port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,segment=NetworkSegment(b38a9c5a-08d6-4632-9fe2-5aab78af973c),segment_id=b38a9c5a-08d6-4632-9fe2-5aab78af973c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:26:58.411609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.518771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.535901 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.553993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cb7ea3-f4a2-4006-a9c8-95ff259ced49']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:58.569396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec213bc6-8f8a-4e8a-a104-0f49b442744a') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:58.569816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec213bc6-8f8a-4e8a-a104-0f49b442744a') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:58.586011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.609519 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.617988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:58.618279 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:58.642308 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:58.645017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Calling delete_port for e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:26:58.695969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e0bcceab-3677-4773-856e-8d2a8da839cc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:26:58.708862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81dd4-d39e-481b-9e1d-a0927d5cab8a req-6bec2ef2-2fb7-4c7d-a599-db933e89c9e4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:58.710407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74e81dd4-d39e-481b-9e1d-a0927d5cab8a req-6bec2ef2-2fb7-4c7d-a599-db933e89c9e4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.4041543 Oct 19 01:26:58.782318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.787097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.790534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/57cb7ea3-f4a2-4006-a9c8-95ff259ced49 HTTP/1.1" status: 204 len: 168 time: 1.0001867 Oct 19 01:26:58.793985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44138) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:58.812703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cadff-0472-4de8-ba7e-d4fda3b82d57 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=57cb7ea3-f4a2-4006-a9c8-95ff259ced49,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:58.842239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Allocated IP 172.20.0.1 (85a27418-cdb8-4fb9-aa58-ec47ce48150a/21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2/646e80aa-5719-4d9e-8451-8bf69784ed87) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:26:58.844964 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74e81dd4-d39e-481b-9e1d-a0927d5cab8a req-7a546f9e-325c-4847-b872-e34c4c0173df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222498 Oct 19 01:26:58.847888 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0349da9-2d08-4913-9ffb-56078cfc2297 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:58.848493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0349da9-2d08-4913-9ffb-56078cfc2297 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:58.855065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c0349da9-2d08-4913-9ffb-56078cfc2297 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/07e92fa3-42bb-41d9-90df-c6a3bef681c5 HTTP/1.1" status: 404 len: 337 time: 0.0568187 Oct 19 01:26:58.856066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44142) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:58.889881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['54786449-57f3-400d-8684-0d0a85275188'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:26:58.890462 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c230cb25-0cbf-4e57-9668-a8195b7befc1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:58.890814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c230cb25-0cbf-4e57-9668-a8195b7befc1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:58.896935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c230cb25-0cbf-4e57-9668-a8195b7befc1 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/57cb7ea3-f4a2-4006-a9c8-95ff259ced49 HTTP/1.1" status: 404 len: 339 time: 0.0373452 Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-98c76ca1-8a16-4b22-a11d-87a1b1428593 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07e92fa3-42bb-41d9-90df-c6a3bef681c5: This subnet is being modified by another concurrent operation. Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:26:58.897133 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07e92fa3-42bb-41d9-90df-c6a3bef681c5: This subnet is being modified by another concurrent operation. Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e019da91-592d-41b0-84c1-985cbbdc3338 None None] Provisioning complete for port e0bcceab-3677-4773-856e-8d2a8da839cc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:58.900738 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e019da91-592d-41b0-84c1-985cbbdc3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:58.906453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44146) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:58.991519 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-486ae476-e7c4-4267-81be-a7f47915e94a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:58.992242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486ae476-e7c4-4267-81be-a7f47915e94a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:58.999043 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-486ae476-e7c4-4267-81be-a7f47915e94a tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/83f32a2b-0fc3-4e87-8f61-56e15ebadd25 HTTP/1.1" status: 404 len: 337 time: 0.0905247 Oct 19 01:26:59.003875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44152) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:59.008874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a0e4f-de3b-42a2-86a5-c76140cb1ed5 None None] Network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:59.040232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a0e4f-de3b-42a2-86a5-c76140cb1ed5 None None] Network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 could not be found, it might have been deleted concurrently. {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:26:59.073950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3a367-f090-4a2c-8198-300fce50e3bb None None] Network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:26:59.110519 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-906234d1-3ab5-4958-a0fb-c467926321fe tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:59.111139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906234d1-3ab5-4958-a0fb-c467926321fe tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:59.115172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.116360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-906234d1-3ab5-4958-a0fb-c467926321fe tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/5f67a598-1d6d-4387-b54d-0283c7bbb5fa HTTP/1.1" status: 404 len: 339 time: 0.1098359 Oct 19 01:26:59.121409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44154) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:59.122196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.128563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.135045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.142530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.149145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.158837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.160887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-9cd57cc0-160f-4330-9623-f873c8033dcb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5427 time: 0.1914415 Oct 19 01:26:59.166391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.177636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e0bcceab-3677-4773-856e-8d2a8da839cc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:26:59.177993 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.193109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.232400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7f8b4-bcb2-47ee-bdf3-d8253d80b75a req-36dc34ac-c8d1-4cc1-989f-9474bb6246b7 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.240292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97f7f8b4-bcb2-47ee-bdf3-d8253d80b75a req-36dc34ac-c8d1-4cc1-989f-9474bb6246b7 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25db260-0910-4fb8-9875-1d56afb6ef48 HTTP/1.1" status: 200 len: 946 time: 0.2033956 Oct 19 01:26:59.244745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3a367-f090-4a2c-8198-300fce50e3bb None None] Network 57cb7ea3-f4a2-4006-a9c8-95ff259ced49 could not be found, it might have been deleted concurrently. {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:26:59.262979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.266373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Pushing event deleted for resources: {'Port': ['ID=e80d3a03-bcc2-4444-bd0c-e9db9f803cc8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:59.330030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Pushing event updated for resources: {'Port': ['ID=646e80aa-5719-4d9e-8451-8bf69784ed87,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:59.366394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5ba02d16-22a8-48d1-96b2-0375e3f62a20 req-3ef54a38-9c49-45e2-85ff-a4d77a915c92 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843603 Oct 19 01:26:59.368332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:26:59.381550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:26:59.384003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:26:59.414323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] No DVR routers for this DVR port e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:26:59.435715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.447181 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97f7f8b4-bcb2-47ee-bdf3-d8253d80b75a req-28eaa236-228e-4085-90d2-e9482a1a6944 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.64 "GET /v2.0/security-groups?id=23fb880f-bd1a-485a-ab19-ed0b814583dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058997 Oct 19 01:26:59.448541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.454648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e2d9d51-53af-4684-993e-890288b8c920 req-4a581d4e-77d7-4293-ad7a-28583711c716 tempest-ServerAddressesTestJSON-1248470440 tempest-ServerAddressesTestJSON-1248470440-project] 10.222.0.74 "DELETE /v2.0/ports/e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 HTTP/1.1" status: 204 len: 173 time: 1.4607291 Oct 19 01:26:59.461725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'name': 'network-vif-deleted', 'tag': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:26:59.464855 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bf6498-218a-4772-bc9c-05e81ecea552" -d '{"events": [{"server_uuid": "e25db260-0910-4fb8-9875-1d56afb6ef48", "name": "network-vif-deleted", "tag": "e80d3a03-bcc2-4444-bd0c-e9db9f803cc8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:26:59.496037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.561983 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02534e-8ae9-49e3-a6b9-2b8d3084a6ad x-openstack-request-id: req-df02534e-8ae9-49e3-a6b9-2b8d3084a6ad {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:26:59.562693 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25db260-0910-4fb8-9875-1d56afb6ef48", "name": "network-vif-deleted", "tag": "e80d3a03-bcc2-4444-bd0c-e9db9f803cc8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:26:59.562693 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df02534e-8ae9-49e3-a6b9-2b8d3084a6ad {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:26:59.563037 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25db260-0910-4fb8-9875-1d56afb6ef48', 'name': 'network-vif-deleted', 'tag': 'e80d3a03-bcc2-4444-bd0c-e9db9f803cc8', 'status': 'completed', 'code': 200} Oct 19 01:26:59.643043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.686662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:59.697979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25f3e3a-d0db-4662-a55f-6bc5e65b452b') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:59.698272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25f3e3a-d0db-4662-a55f-6bc5e65b452b') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:59.704147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.715679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.732114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.738941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:26:59.739340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.793909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-5ea3b89d-d5c0-4504-95c0-fe6367981501 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:26:59.795722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-5ea3b89d-d5c0-4504-95c0-fe6367981501 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.1334414 Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:26:59.835209 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:26:59.842616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.851575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:26:59.857952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2 HTTP/1.1" status: 204 len: 168 time: 0.7344728 Oct 19 01:26:59.868188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44162) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:59.936776 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-534a62ce-c441-4e1c-9e5f-b1340c75cad5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:59.937625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534a62ce-c441-4e1c-9e5f-b1340c75cad5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:59.941224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-534a62ce-c441-4e1c-9e5f-b1340c75cad5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/531f100d-0fc3-42e7-88c5-40d37f75cd54 HTTP/1.1" status: 404 len: 337 time: 0.0718248 Oct 19 01:26:59.942609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419822c-c10e-405a-b3a8-aabb1ab76574 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=2fcc9ab4-c942-4fb8-882a-b3046f0ff8e2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:26:59.946191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44166) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:26:59.965335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:56Z', 'revision_number': 3, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:26:59.971358 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b79880-01cd-4e5e-8300-5e8bddecb85f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:26:59.972206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b79880-01cd-4e5e-8300-5e8bddecb85f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:26:59.977789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-27b79880-01cd-4e5e-8300-5e8bddecb85f tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/f98cd6a2-e612-44c3-85e8-49fde513a39f HTTP/1.1" status: 404 len: 339 time: 0.0281818 Oct 19 01:26:59.978669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44168) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:00.016567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:00.016816 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.059603 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b872ea-deb8-4744-9d40-b2b2e54f5bdf tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:00.060506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b872ea-deb8-4744-9d40-b2b2e54f5bdf tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:00.067437 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-10b872ea-deb8-4744-9d40-b2b2e54f5bdf tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/7ae42d3a-79e4-40f4-a6fd-42010a660f5a HTTP/1.1" status: 404 len: 337 time: 0.0878737 Oct 19 01:27:00.083125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44170) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:00.109260 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71b5f12-f644-459e-9595-b94c88bfa614 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:00.110185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71b5f12-f644-459e-9595-b94c88bfa614 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:00.116919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e71b5f12-f644-459e-9595-b94c88bfa614 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/2a22baea-1b18-4751-abd8-e3498ef1e3be HTTP/1.1" status: 404 len: 339 time: 0.0324283 Oct 19 01:27:00.122431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44172) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:00.145379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] For port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:00.145743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.160716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:00.163330 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-68450892-4e0b-40e6-84f9-8044a8793028 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:00.164280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68450892-4e0b-40e6-84f9-8044a8793028 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:00.170838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-68450892-4e0b-40e6-84f9-8044a8793028 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/f5de2207-ae2f-468b-b676-b60a8da00dfc HTTP/1.1" status: 404 len: 337 time: 0.0455561 Oct 19 01:27:00.171858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44174) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:00.195939 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fce948-1c6b-420c-8f2d-d9bf921a807d tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:00.197013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fce948-1c6b-420c-8f2d-d9bf921a807d tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:00.204857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-80fce948-1c6b-420c-8f2d-d9bf921a807d tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/3cb37fe2-af2c-4e90-83ff-c796e4292441 HTTP/1.1" status: 404 len: 339 time: 0.0290201 Oct 19 01:27:00.206012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44176) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:00.247797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad021b23-19de-4008-89b0-73d2f2fec543 req-cdf79475-20ce-41e8-b2a2-da58b496bd76 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.257097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad021b23-19de-4008-89b0-73d2f2fec543 req-cdf79475-20ce-41e8-b2a2-da58b496bd76 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 945 time: 0.2557621 Oct 19 01:27:00.275864 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ce89c5-8d6a-4443-84b7-ceaa02bca5f3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:00.276727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ce89c5-8d6a-4443-84b7-ceaa02bca5f3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:00.287366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Checking router: aa082a4d-956e-463d-bade-8cad39c0117b for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:00.288553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Updating router aa082a4d-956e-463d-bade-8cad39c0117b port 1c7e9731-06d5-488a-8a48-4893113949c4 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:27:00.289342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e1ce89c5-8d6a-4443-84b7-ceaa02bca5f3 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/08c669d8-cc1c-4b51-9567-b829cac22a1f HTTP/1.1" status: 404 len: 337 time: 0.0809584 Oct 19 01:27:00.290666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44178) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:00.369016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.504994 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e019da91-592d-41b0-84c1-985cbbdc3338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.573959 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.836763 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.874888 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.879031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port e0bcceab-3677-4773-856e-8d2a8da839cc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e0bcceab-3677-4773-856e-8d2a8da839cc,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:00.902180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.910097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.912927 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a716f16-4f87-4b02-a2c6-50473ceb34e4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:00.914375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a716f16-4f87-4b02-a2c6-50473ceb34e4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:00.917556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.921828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0a716f16-4f87-4b02-a2c6-50473ceb34e4 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/83e1691e-3cbf-4ff3-9595-0fb7148c05fb HTTP/1.1" status: 404 len: 339 time: 0.6081843 Oct 19 01:27:00.925332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44192) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:00.926762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.934429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.938055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:00.943653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.952986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:00.962470 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-567dbbb7-139b-4351-b85f-bf68d3be46d3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5427 time: 0.2470841 Oct 19 01:27:01.001246 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-623d5f16-b740-4add-b975-a21a084df77e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.002111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623d5f16-b740-4add-b975-a21a084df77e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.008557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-623d5f16-b740-4add-b975-a21a084df77e tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/a43d9e47-b38c-45ce-b19b-aa6393d46937 HTTP/1.1" status: 404 len: 337 time: 0.0806184 Oct 19 01:27:01.012369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44194) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.077466 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-caba6260-576e-4acd-beb0-edb682bd0cbc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.078427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caba6260-576e-4acd-beb0-edb682bd0cbc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.083531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-caba6260-576e-4acd-beb0-edb682bd0cbc tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/03ad5aa3-6b10-4507-88aa-bedef69a2a2a HTTP/1.1" status: 404 len: 339 time: 0.0665982 Oct 19 01:27:01.108561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad021b23-19de-4008-89b0-73d2f2fec543 req-93447a09-22a3-48e1-9173-1cd257fa8f6e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8496478 Oct 19 01:27:01.108947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44196) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.116766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e39efb47-6f5b-4019-9f9b-c44a54093f65 req-cd14b644-0010-4d00-a482-9ea31dff5fb9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532085 Oct 19 01:27:01.156312 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4b2244-3126-4aa9-9bc7-881f3b157c95 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.157896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4b2244-3126-4aa9-9bc7-881f3b157c95 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.168303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44198) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.169532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7a4b2244-3126-4aa9-9bc7-881f3b157c95 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/7b48414c-64b2-4124-b39b-a41e8fce0e18 HTTP/1.1" status: 404 len: 337 time: 0.0505004 Oct 19 01:27:01.178267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44200) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.198534 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-e019da91-592d-41b0-84c1-985cbbdc3338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:27:01.199085 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-e019da91-592d-41b0-84c1-985cbbdc3338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:27:01.217905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.230616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=e0bcceab-3677-4773-856e-8d2a8da839cc,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:01.237093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d8d81c-d815-4014-a814-4be3d02d8f01 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:27:01.247969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Pushing event updated for resources: {'Port': ['ID=646e80aa-5719-4d9e-8451-8bf69784ed87,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:01.286038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] Deleting subnet 47efb885-21fa-496a-b52d-f76c4289ff5a {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:01.291047 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8141a7d-ecdd-47a4-b353-7a7aade842f5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.292076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8141a7d-ecdd-47a4-b353-7a7aade842f5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.296256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f8141a7d-ecdd-47a4-b353-7a7aade842f5 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/852318cf-9ce4-41a0-b215-80d3b3d8ca99 HTTP/1.1" status: 404 len: 339 time: 0.1268303 Oct 19 01:27:01.297772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.300408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44202) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.359950 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8693a21-061d-4632-9fee-045730211fc8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.360602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8693a21-061d-4632-9fee-045730211fc8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.366375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a8693a21-061d-4632-9fee-045730211fc8 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/f504bd32-efd0-4314-86f7-1721d541bcac HTTP/1.1" status: 404 len: 337 time: 0.0624371 Oct 19 01:27:01.366967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.395189 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9b6ffb-d171-49d1-b95a-a067c0d1d3bf tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.395906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9b6ffb-d171-49d1-b95a-a067c0d1d3bf tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.399875 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dc9b6ffb-d171-49d1-b95a-a067c0d1d3bf tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/11733626-607a-4da4-8d9e-2ff39c6cafce HTTP/1.1" status: 404 len: 339 time: 0.0315337 Oct 19 01:27:01.402783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44206) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.414661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.441390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.444153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.457915 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc30e9e-17e3-4936-9a34-fe9de15c4dfe tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.458499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc30e9e-17e3-4936-9a34-fe9de15c4dfe tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.462553 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cfc30e9e-17e3-4936-9a34-fe9de15c4dfe tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/09b67783-51f7-43f5-a186-1404029431b7 HTTP/1.1" status: 404 len: 337 time: 0.0585384 Oct 19 01:27:01.463775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.466126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44208) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.485458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:01.490672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=1bec4939-fe24-48d4-a5f8-5ea6aa17dde3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:01.494635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:01.505930 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e47bf20-97ce-4855-89e3-2e0093c6f3e9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] DELETE failed (client error): The resource could not be found. Oct 19 01:27:01.506621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e47bf20-97ce-4855-89e3-2e0093c6f3e9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:27:01.513465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5e47bf20-97ce-4855-89e3-2e0093c6f3e9 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/04ed9559-39e8-4e8c-aa7f-ba7417e8b4b3 HTTP/1.1" status: 404 len: 339 time: 0.0430665 Oct 19 01:27:01.514469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.536264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Attempting to bind port 1c7e9731-06d5-488a-8a48-4893113949c4 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:01.536967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Attempting to bind port 1c7e9731-06d5-488a-8a48-4893113949c4 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:01.537573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Attempting to bind port 1c7e9731-06d5-488a-8a48-4893113949c4 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:01.593942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:01.593942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:01.593942 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.593942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:01.593942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Bound port: 1c7e9731-06d5-488a-8a48-4893113949c4, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:01.593942 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.604184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.654393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting subnet 055a8b7f-3241-473c-aa30-f32a0e3f4a31 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:01.655355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] For port 1c7e9731-06d5-488a-8a48-4893113949c4, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:01.658926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] For port 1c7e9731-06d5-488a-8a48-4893113949c4, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1c7e9731-06d5-488a-8a48-4893113949c4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:01.659112 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.672033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8d81c-d815-4014-a814-4be3d02d8f01 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:27:01.687096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.702986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] No DVR routers for this DVR port 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:01.706045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.711630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d7d3490-81ce-408b-aced-4b2da830dbb1 req-8558c272-4e1f-4e7e-97c6-ea6a7c8560f5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "DELETE /v2.0/ports/1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 HTTP/1.1" status: 204 len: 173 time: 1.8859909 Oct 19 01:27:01.713176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.723639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'name': 'network-vif-deleted', 'tag': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:01.724412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c424678-8387-4f34-b148-16d2624e6207 None None] Pushing event updated for resources: {'Port': ['ID=1c7e9731-06d5-488a-8a48-4893113949c4,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:01.727596 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7398ae69-b953-4a39-86b1-8f237a645e08" -d '{"events": [{"server_uuid": "22f80864-70d7-41ae-8e45-b16065dc1bcf", "name": "network-vif-deleted", "tag": "1bec4939-fe24-48d4-a5f8-5ea6aa17dde3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:01.767174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Router aa082a4d-956e-463d-bade-8cad39c0117b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:01.801951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.845159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47efb885-21fa-496a-b52d-f76c4289ff5a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:01.857195 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:01.861448 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e02fc0-fd4c-4c63-af20-f76f13864740 x-openstack-request-id: req-71e02fc0-fd4c-4c63-af20-f76f13864740 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:01.862640 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f80864-70d7-41ae-8e45-b16065dc1bcf", "name": "network-vif-deleted", "tag": "1bec4939-fe24-48d4-a5f8-5ea6aa17dde3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:01.863502 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a5be1958-cfd3-4751-924d-bd82c19ac238 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/47efb885-21fa-496a-b52d-f76c4289ff5a HTTP/1.1" status: 204 len: 168 time: 0.6800523 Oct 19 01:27:01.863992 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71e02fc0-fd4c-4c63-af20-f76f13864740 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:01.864136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44222) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:01.864768 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f80864-70d7-41ae-8e45-b16065dc1bcf', 'name': 'network-vif-deleted', 'tag': '1bec4939-fe24-48d4-a5f8-5ea6aa17dde3', 'status': 'completed', 'code': 200} Oct 19 01:27:01.963480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:01.975242 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d38a80d2-81c2-4162-a1d6-0d76ac855aae admin admin] 10.222.0.64 "PUT /v2.0/routers/aa082a4d-956e-463d-bade-8cad39c0117b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3156729 Oct 19 01:27:01.994859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.032610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c424678-8387-4f34-b148-16d2624e6207 None None] Pushing event updated for resources: {'Port': ['ID=1c7e9731-06d5-488a-8a48-4893113949c4,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:02.051447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:02.052123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.109764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.260015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.276576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0995d642-abde-4452-ac59-b61a8e3dde86 None None] Provisioning complete for port e0bcceab-3677-4773-856e-8d2a8da839cc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:02.277180 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0995d642-abde-4452-ac59-b61a8e3dde86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.332304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c6cbf66f-836d-48eb-b2e6-1c562508e881 req-10e060d2-afe4-4834-910d-080c56a17ea8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0982194 Oct 19 01:27:02.427132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:02.431506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Subnet': ['ID=055a8b7f-3241-473c-aa30-f32a0e3f4a31,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:02.437330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.450267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.456140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:02.456296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7c9fa6b2-2807-4420-92b7-e92146de3e93 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/subnets/055a8b7f-3241-473c-aa30-f32a0e3f4a31 HTTP/1.1" status: 204 len: 168 time: 0.9406490 Oct 19 01:27:02.508605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eb3be7-abcb-4d82-8c24-6babd767e434']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.539738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38a9c5a-08d6-4632-9fe2-5aab78af973c') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.539949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38a9c5a-08d6-4632-9fe2-5aab78af973c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:02.576310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.597778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.635724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:02.635889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.636448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc57ade3-775c-4014-a7c5-08efc6bcbc95 None None] Network ac3d6197-56e3-497b-8cec-dbd0faabbfd8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:02.638257 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:02.653526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:02.773579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.797023 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.801953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:02.808375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] 10.222.0.64 "DELETE /v2.0/networks/83eb3be7-abcb-4d82-8c24-6babd767e434 HTTP/1.1" status: 204 len: 168 time: 0.9252028 Oct 19 01:27:02.829621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.841387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c0900-2d64-4627-b3d9-d6ee7b4b6b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=83eb3be7-abcb-4d82-8c24-6babd767e434,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:02.863789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.892837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.912193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.932169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.968626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:02.982615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-579b6301-7472-4d8e-8567-4a62f90c83da req-507ec66d-714e-439f-818f-d95a89bd458e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5427 time: 0.4825070 Oct 19 01:27:02.990381 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.092012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44244) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.096094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0ca9125f-24e1-4400-a261-b45f23405c8d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930903406', 'description': 'tempest-description--1435772085'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:03.147109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ca9125f-24e1-4400-a261-b45f23405c8d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.227806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44246) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.286749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ca9125f-24e1-4400-a261-b45f23405c8d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.289587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-579b6301-7472-4d8e-8567-4a62f90c83da req-bd68a53f-6e54-442f-85c7-d8a46a26b7fa tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3030453 Oct 19 01:27:03.302344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ca9125f-24e1-4400-a261-b45f23405c8d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.346667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-49ff7e73-84b4-47e3-97fa-4541caa30bb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5877ed65e224b51a7c16dab09ee1da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160469 Oct 19 01:27:03.351214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44248) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.360024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9125f-24e1-4400-a261-b45f23405c8d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a73f417-9ec6-4a8d-a5f3-af649405690b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:03.380436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ca9125f-24e1-4400-a261-b45f23405c8d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.381731 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0ca9125f-24e1-4400-a261-b45f23405c8d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2960994 Oct 19 01:27:03.384694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44252) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.390080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d788d043-0e46-4fd8-a832-96803cf1ede1 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Request body: {'security_group_rule': {'security_group_id': '1a73f417-9ec6-4a8d-a5f3-af649405690b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:03.452709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Deleting port 0be310df-3ef9-4931-887c-7c451e17eb68 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:03.454606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.468645 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d788d043-0e46-4fd8-a832-96803cf1ede1 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.533160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f702e9b-0404-4a6b-aa4f-91201411ec45 req-13b5d3dc-89b2-4983-9c0f-3cbf6816b228 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0526462 Oct 19 01:27:03.533782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:03.536311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e0bcceab-3677-4773-856e-8d2a8da839cc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:03.566793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] For port 0be310df-3ef9-4931-887c-7c451e17eb68, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0be310df-3ef9-4931-887c-7c451e17eb68,segment=NetworkSegment(491db607-9e3b-4e1a-8841-89e39eb89d39),segment_id=491db607-9e3b-4e1a-8841-89e39eb89d39)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:03.567588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.595370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5edd39f-ed60-4bb9-921c-5d7056226be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.620167 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5edd39f-ed60-4bb9-921c-5d7056226be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.640776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:03.667678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d788d043-0e46-4fd8-a832-96803cf1ede1 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.679116 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d788d043-0e46-4fd8-a832-96803cf1ede1 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.712932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Calling delete_port for 0be310df-3ef9-4931-887c-7c451e17eb68 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:03.720092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5edd39f-ed60-4bb9-921c-5d7056226be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.722672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5edd39f-ed60-4bb9-921c-5d7056226be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.726201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f5edd39f-ed60-4bb9-921c-5d7056226be5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23fb880f-bd1a-485a-ab19-ed0b814583dd HTTP/1.1" status: 204 len: 168 time: 0.3347447 Oct 19 01:27:03.740483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:03.740962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 1bec4939-fe24-48d4-a5f8-5ea6aa17dde3 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:03.745726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edd39f-ed60-4bb9-921c-5d7056226be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fb880f-bd1a-485a-ab19-ed0b814583dd,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:03.750212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:03.750774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.763949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788d043-0e46-4fd8-a832-96803cf1ede1 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eec82b6-c7cc-4482-ac45-2dc434c8a01b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:03.789555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d788d043-0e46-4fd8-a832-96803cf1ede1 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.795335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d788d043-0e46-4fd8-a832-96803cf1ede1 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087877 Oct 19 01:27:03.796841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44260) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:03.802068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8ad10241-c4ac-4011-864d-fd761aca8ab4 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Request body: {'security_group_rule': {'security_group_id': '1a73f417-9ec6-4a8d-a5f3-af649405690b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:03.846290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ad10241-c4ac-4011-864d-fd761aca8ab4 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.873404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.938034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0995d642-abde-4452-ac59-b61a8e3dde86 None None] Provisioning complete for port 646e80aa-5719-4d9e-8451-8bf69784ed87 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:03.938034 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0995d642-abde-4452-ac59-b61a8e3dde86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.946389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Port': ['ID=0be310df-3ef9-4931-887c-7c451e17eb68,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:03.961784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] No DVR routers for this DVR port 0be310df-3ef9-4931-887c-7c451e17eb68 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:03.974929 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ad10241-c4ac-4011-864d-fd761aca8ab4 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:03.985969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ad10241-c4ac-4011-864d-fd761aca8ab4 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.016365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad10241-c4ac-4011-864d-fd761aca8ab4 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25971de-8c44-4419-a14a-b342b04d00e1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:04.040541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ad10241-c4ac-4011-864d-fd761aca8ab4 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.045945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8ad10241-c4ac-4011-864d-fd761aca8ab4 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479219 Oct 19 01:27:04.047304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44262) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:04.052995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:04.090215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.198480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0995d642-abde-4452-ac59-b61a8e3dde86 None None] Port 646e80aa-5719-4d9e-8451-8bf69784ed87 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:04.224302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.264264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 2, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:04.267067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.276094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e0bcceab-3677-4773-856e-8d2a8da839cc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:04.276527 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.279399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d4a3a-8da3-44c4-b241-e955cec79749 None None] DHCP port deletion for ac3d6197-56e3-497b-8cec-dbd0faabbfd8 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:27:04.296146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3d6197-56e3-497b-8cec-dbd0faabbfd8']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:04.338839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491db607-9e3b-4e1a-8841-89e39eb89d39') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:04.341789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491db607-9e3b-4e1a-8841-89e39eb89d39') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:04.369145 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.407304 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.422357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:04.422933 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.478073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba7187-5c04-4c0e-92af-3bc82a73ea0a None None] The sync data for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 is: [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 2, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:04.518585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c21d9b14-e9e9-4ffe-b69b-476b945448b3 None None] Provisioning complete for port 646e80aa-5719-4d9e-8451-8bf69784ed87 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:04.518952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c21d9b14-e9e9-4ffe-b69b-476b945448b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:04.597151 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:04.615924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c21d9b14-e9e9-4ffe-b69b-476b945448b3 None None] Port 646e80aa-5719-4d9e-8451-8bf69784ed87 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:04.628119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.657717 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.669035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] 10.222.0.64 "DELETE /v2.0/networks/ac3d6197-56e3-497b-8cec-dbd0faabbfd8 HTTP/1.1" status: 204 len: 168 time: 2.2101624 Oct 19 01:27:04.676313 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.769929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd2be0-89c1-4b57-908c-32b33444ed40 tempest-NetworksTest-1877512472 tempest-NetworksTest-1877512472-project] Pushing event deleted for resources: {'Network': ['ID=ac3d6197-56e3-497b-8cec-dbd0faabbfd8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:04.810622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:04.814099 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864951b-3c4b-4cba-b8fb-a064d8e1c657" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:04.846323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Allocated IP 172.25.0.229 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b6b92d3b-82a8-4728-acbb-d3aa54cc7767) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:04.852854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:04.870302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:04.874087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 0cee8129-6f48-4c06-8f78-94ad6bcb64de up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:04.987703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e4a632d-f9b2-48d5-b4f9-410fca735fe0 req-5da40ca1-2017-4f79-9aad-1291e327fd74 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.2227366 Oct 19 01:27:05.031405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc774e4-4959-4774-b587-b954692e53e9 req-72205e55-4dd6-47d2-9006-3a9719f0e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.037702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bc774e4-4959-4774-b587-b954692e53e9 req-72205e55-4dd6-47d2-9006-3a9719f0e72c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1097 time: 0.4386766 Oct 19 01:27:05.190483 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf566d-8d9c-413c-8986-bfa5c6437bac x-openstack-request-id: req-f9bf566d-8d9c-413c-8986-bfa5c6437bac {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:05.190978 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:05.191761 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9bf566d-8d9c-413c-8986-bfa5c6437bac {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:05.192439 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31', 'code': 200} Oct 19 01:27:05.198326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:05.254793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 0cee8129-6f48-4c06-8f78-94ad6bcb64de completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:05.264064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 0cee8129-6f48-4c06-8f78-94ad6bcb64de triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:05.264064 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:05.269500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.292485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.316016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.330267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.334725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0be310df-3ef9-4931-887c-7c451e17eb68 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:05.349228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.364736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.380440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.389665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0be310df-3ef9-4931-887c-7c451e17eb68 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:05.389979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0be310df-3ef9-4931-887c-7c451e17eb68 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:05.394169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-8064b6a2-68af-46cb-87ec-4b15112403a1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5427 time: 0.9084749 Oct 19 01:27:05.408618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc774e4-4959-4774-b587-b954692e53e9 req-23d88985-74c1-42b6-9dec-e55ffb4c2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.414464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bc774e4-4959-4774-b587-b954692e53e9 req-23d88985-74c1-42b6-9dec-e55ffb4c2080 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.3408103 Oct 19 01:27:05.575323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:05.616448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb2a8f2d-ab40-4823-aca7-660d94a245e4 req-194a75a7-e686-4059-b580-56dc3a450459 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212560 Oct 19 01:27:05.671402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:05.687852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44300) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:05.693280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bc774e4-4959-4774-b587-b954692e53e9 req-9d17289a-3e2b-4ac7-83d4-d7682ef054c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 1000 time: 0.2741742 Oct 19 01:27:05.732882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:05.782044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:05.795915 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:05.796856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:05.865967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:05.866333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc774e4-4959-4774-b587-b954692e53e9 req-108bdfcc-3e40-4eaa-9426-ba6b374f354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:05.867847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bc774e4-4959-4774-b587-b954692e53e9 req-108bdfcc-3e40-4eaa-9426-ba6b374f354f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1654251 Oct 19 01:27:05.868971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e80d3a03-bcc2-4444-bd0c-e9db9f803cc8 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:05.913028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:05.935299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:05.967855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 319032d6-299f-436a-864d-e155922bcabc up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:05.969751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:05.974900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event updated for resources: {'Port': ['ID=b6b92d3b-82a8-4728-acbb-d3aa54cc7767,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:06.017952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc774e4-4959-4774-b587-b954692e53e9 req-748d8fcd-4969-49b4-9c79-b5fd664576df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:06.029975 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bc774e4-4959-4774-b587-b954692e53e9 req-748d8fcd-4969-49b4-9c79-b5fd664576df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450298 Oct 19 01:27:06.204676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bc774e4-4959-4774-b587-b954692e53e9 req-eb971509-2608-4534-93f8-725a3474bc3a service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718898 Oct 19 01:27:06.225961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=0cee8129-6f48-4c06-8f78-94ad6bcb64de,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:06.248880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 319032d6-299f-436a-864d-e155922bcabc completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:06.258683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 319032d6-299f-436a-864d-e155922bcabc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:06.259071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:06.410851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c783f8eb-dcbe-41ad-8603-daa6012403e3 req-9fcb4b0c-6330-4c58-a411-5c3bb53962b4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.1321139 Oct 19 01:27:06.487088 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:06.509429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:06.513711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bc774e4-4959-4774-b587-b954692e53e9 req-a2494d4f-e561-43b6-8620-1775fd59446b service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003886 Oct 19 01:27:06.538568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 319032d6-299f-436a-864d-e155922bcabc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=319032d6-299f-436a-864d-e155922bcabc,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:06.547193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:06.548190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b95fc44e-cceb-4940-8314-f54f83bcbbdb up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:06.553921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f31953e8-284c-4f19-958f-fa5d042cd5f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2579f077c774cc9ab778519fae81f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8631475 Oct 19 01:27:06.556331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44324) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:06.664562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:06.707070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=319032d6-299f-436a-864d-e155922bcabc,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:06.726618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b95fc44e-cceb-4940-8314-f54f83bcbbdb completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:06.748907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b95fc44e-cceb-4940-8314-f54f83bcbbdb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:06.752361 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:06.879939 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:06.956040 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-15d3244d-1ca0-4c83-a389-9d3bc7801e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.014875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.037140 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b95fc44e-cceb-4940-8314-f54f83bcbbdb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:07.040502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.049724 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.050808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2ba632fe-f881-4852-bdef-818041d15035 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:07.056992 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.064270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.075395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.090962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.107636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53bce243-5782-4a23-b994-5e3f276bac53 req-9ea901fd-f09e-4627-8724-c96d35d65bd1 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba590d7c-562b-4b49-8908-33a42eea7e75 HTTP/1.1" status: 200 len: 210 time: 0.0477297 Oct 19 01:27:07.131583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.170451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.185219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:07.194606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-61b10b57-b33c-4334-b947-ec31858b703b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5430 time: 0.3334665 Oct 19 01:27:07.200585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-095fb2f4-e1d7-4bb6-b295-b76a9f3a8df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.224934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319032d6-299f-436a-864d-e155922bcabc'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95fc44e-cceb-4940-8314-f54f83bcbbdb'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:07.228654 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d8e348-ede1-4a50-b482-60d824a74129" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "319032d6-299f-436a-864d-e155922bcabc"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "b95fc44e-cceb-4940-8314-f54f83bcbbdb"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:07.292102 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b35af1f-bf9b-4c78-8fa3-2876cb9dbe3c req-387284f4-befc-4093-88c0-c8b1d608ab16 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962706 Oct 19 01:27:07.305181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1c7e9731-06d5-488a-8a48-4893113949c4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:07.399270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event updated for resources: {'Port': ['ID=b6b92d3b-82a8-4728-acbb-d3aa54cc7767,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:07.434008 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288b9a65-7f72-4ce3-8b11-561236ea0ee9 x-openstack-request-id: req-288b9a65-7f72-4ce3-8b11-561236ea0ee9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:07.434355 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "319032d6-299f-436a-864d-e155922bcabc", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "b95fc44e-cceb-4940-8314-f54f83bcbbdb", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:07.434609 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-288b9a65-7f72-4ce3-8b11-561236ea0ee9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:07.435218 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de', 'code': 200} Oct 19 01:27:07.435348 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319032d6-299f-436a-864d-e155922bcabc', 'code': 200} Oct 19 01:27:07.436056 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95fc44e-cceb-4940-8314-f54f83bcbbdb', 'code': 200} Oct 19 01:27:07.436661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b95fc44e-cceb-4940-8314-f54f83bcbbdb,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:07.443103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-095fb2f4-e1d7-4bb6-b295-b76a9f3a8df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.455180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 2ba632fe-f881-4852-bdef-818041d15035 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:07.471966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 2ba632fe-f881-4852-bdef-818041d15035 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:07.472373 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.491249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.584308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1c7e9731-06d5-488a-8a48-4893113949c4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:07.584686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.621785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df783814-2182-40ed-be1c-fbbc6d06bd88 req-6f338d63-cbd7-41ef-abef-fe0ce8777012 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.1036077 Oct 19 01:27:07.629510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.631616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3bb61049-cb5f-43b6-8055-fe91638e3a70 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5831225 Oct 19 01:27:07.687534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-095fb2f4-e1d7-4bb6-b295-b76a9f3a8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.690216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-095fb2f4-e1d7-4bb6-b295-b76a9f3a8df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.691345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-095fb2f4-e1d7-4bb6-b295-b76a9f3a8df2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57c36911-ea22-4750-afe3-f57475f4d89e HTTP/1.1" status: 204 len: 168 time: 1.1340950 Oct 19 01:27:07.713099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fb2f4-e1d7-4bb6-b295-b76a9f3a8df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c36911-ea22-4750-afe3-f57475f4d89e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:07.739456 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.952538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2ba632fe-f881-4852-bdef-818041d15035,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:07.975669 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:07.976085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 54786449-57f3-400d-8684-0d0a85275188 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:08.065841 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fbddf262-4831-4408-b125-80f6d305d4a2 req-9ab8d8ea-62b8-4b05-8421-f574301823ff tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0885005 Oct 19 01:27:08.129476 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-90cf81b2-d364-48a4-a8c6-d73d98202723 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--930903406&fields=id&tenant_id=de451db8586445fd82cf7c9674ffda7b HTTP/1.1" status: 200 len: 267 time: 0.0946183 Oct 19 01:27:08.197696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:08.229906 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.271426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-e2be89d2-ca71-4cf1-a5d5-ba600caaa946 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.279811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-e2be89d2-ca71-4cf1-a5d5-ba600caaa946 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/networks?id=85a27418-cdb8-4fb9-aa58-ec47ce48150a HTTP/1.1" status: 200 len: 806 time: 0.1494837 Oct 19 01:27:08.287187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 1c7e9731-06d5-488a-8a48-4893113949c4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1c7e9731-06d5-488a-8a48-4893113949c4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:08.298569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-bbd8d483-bd3f-4de7-8df6-6679fc158202 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/quotas/de451db8586445fd82cf7c9674ffda7b HTTP/1.1" status: 200 len: 375 time: 0.0174983 Oct 19 01:27:08.309717 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.373499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 54786449-57f3-400d-8684-0d0a85275188 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:08.383088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 54786449-57f3-400d-8684-0d0a85275188 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:08.383843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.438297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-f41c4429-db43-4a20-b422-a12155394b07 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=de451db8586445fd82cf7c9674ffda7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1306558 Oct 19 01:27:08.534160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=1c7e9731-06d5-488a-8a48-4893113949c4,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:08.573156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.592279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.619316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.635852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.645339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.660089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.668275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:08.681858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a04043-2e57-491d-8337-0147f6b85ada req-728085e6-43bd-4ebb-afd3-99326b3045a0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5432 time: 0.2120020 Oct 19 01:27:08.687221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-6065b9ee-1700-4f05-9196-766ac8f877c9 service neutron] 10.222.0.64 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474406 Oct 19 01:27:08.705173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.800768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a04043-2e57-491d-8337-0147f6b85ada req-da6aa341-f2af-4c43-b301-d124d2daa4bd tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095426 Oct 19 01:27:08.816738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 54786449-57f3-400d-8684-0d0a85275188, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=54786449-57f3-400d-8684-0d0a85275188,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:08.834636 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:08.836122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:08.965996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-d8787dfb-7f9a-40d4-8ea8-616677494476 service neutron] 10.222.0.64 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762592 Oct 19 01:27:09.033171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=54786449-57f3-400d-8684-0d0a85275188,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:09.042634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0323c55b-944b-4e7b-b31f-cd6f8186e7b0 req-dfaf5b88-40da-46df-a34a-26fb9d4001d1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0501320 Oct 19 01:27:09.080919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:09.087950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:09.087950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.226872 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Sync routers for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:09.259522 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:09.264056 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:26:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:09.304099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1c7e9731-06d5-488a-8a48-4893113949c4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:09.404608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.413262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1b26ef0-5390-43aa-ae11-ed15dce5a1d2 req-969ac579-b2ab-4ee6-8991-86fa096d7dd3 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0619011 Oct 19 01:27:09.469070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba632fe-f881-4852-bdef-818041d15035'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54786449-57f3-400d-8684-0d0a85275188'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:09.471771 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933c3f47-77c6-4f20-b5c1-37aa4d5c90fa" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "2ba632fe-f881-4852-bdef-818041d15035"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "54786449-57f3-400d-8684-0d0a85275188"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:09.482867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6580afd7-ffcf-455e-9bc2-20d0b6588ca8 req-14ae3eec-e214-4d1b-9b2a-a008cbbd628d tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0371356 Oct 19 01:27:09.532894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44428) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:09.569871 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1252af8d-1360-4a7c-be44-061aa45edccf x-openstack-request-id: req-1252af8d-1360-4a7c-be44-061aa45edccf {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:09.570422 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "2ba632fe-f881-4852-bdef-818041d15035", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "54786449-57f3-400d-8684-0d0a85275188", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:09.570870 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1252af8d-1360-4a7c-be44-061aa45edccf {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:09.571444 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba632fe-f881-4852-bdef-818041d15035', 'code': 200} Oct 19 01:27:09.571966 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54786449-57f3-400d-8684-0d0a85275188', 'code': 200} Oct 19 01:27:09.602664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1c7e9731-06d5-488a-8a48-4893113949c4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:09.603575 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.666510 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.667352 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:09.697456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1293405456'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:09.699183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:09.749395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:09.755045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.755815 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.771820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.786900 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6eb2-2d97-41ac-a844-4a3a9811984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.936298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.950982 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:09.988449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:10.054667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c946ab9d-669f-46e1-8e1a-0aad4489229c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:10.064603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:27:10.140906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.168251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.175580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.194995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.213203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.229665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73cb8388-d779-43d7-a0b6-87f466cae0c5 req-c91e3103-e510-4bca-bdbe-85289a134624 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0726602 Oct 19 01:27:10.235244 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 2, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:10.239645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.263944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Checking router: aa082a4d-956e-463d-bade-8cad39c0117b for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:10.264767 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Updating router aa082a4d-956e-463d-bade-8cad39c0117b port 646e80aa-5719-4d9e-8451-8bf69784ed87 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:27:10.280570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.282647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-c0a9fd5f-967c-43a1-96d1-c5b8c4ac1703 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.2763748 Oct 19 01:27:10.283922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.284375 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment f2255993-0b33-4085-93e9-235ef1faffc1 of type vlan for network f6c4858a-ab94-4d31-8531-80d21276a437 Oct 19 01:27:10.327136 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.391198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.453832 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a96f2b71-2040-4b9c-b93f-811fa771f058 req-8dbe1657-7fe3-4719-a938-b7399ccd4c00 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba590d7c-562b-4b49-8908-33a42eea7e75 HTTP/1.1" status: 200 len: 210 time: 0.0584750 Oct 19 01:27:10.498753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ead6aef-7db2-4da5-a9af-fabe7029a7da req-ea70bfb1-1e1d-4262-ad79-a192ed96333a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897760 Oct 19 01:27:10.506557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.519836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.520673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.562661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.627083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0924304 Oct 19 01:27:10.643121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44452) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:10.648535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-658764958'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:10.686667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abc30b2b-4e86-4344-8c2b-055c01bbce14 req-2cba687c-3117-46de-9e41-fbc49e781749 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0800703 Oct 19 01:27:10.732274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.779557 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a91edea-289e-40b9-bb1f-0cb815927a3b req-61e2cebb-a7e8-4ce9-bb8d-3a3f70537107 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 210 time: 0.1459234 Oct 19 01:27:10.784916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=f6c4858a-ab94-4d31-8531-80d21276a437,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:10.796466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.797341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.797803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.798314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.798811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.799331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.799827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.800343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.800827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.801311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.801820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.802299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18b4ce4-fb78-4f06-94a4-0d165666a60d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:10.816293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f6c4858a-ab94-4d31-8531-80d21276a437 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:27:10.824783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:10.833331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.868465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:27:10.878801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.879411 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment d2838520-4139-44b6-ac71-e07c2376d2c2 of type vlan for network 511a436d-853a-466a-b945-bfa4374a242b Oct 19 01:27:10.927042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.928073 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.935241 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.982890 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:10.988693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:10.989982 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7502b8-8f36-41ef-8e76-ef60c8d982d7 None None] Pushing event updated for resources: {'Port': ['ID=646e80aa-5719-4d9e-8451-8bf69784ed87,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:10.990662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.045962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4014723 Oct 19 01:27:11.048805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44454) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:11.055421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': 'f6c4858a-ab94-4d31-8531-80d21276a437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:11.088162 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Attempting to bind port 646e80aa-5719-4d9e-8451-8bf69784ed87 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:11.088858 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Attempting to bind port 646e80aa-5719-4d9e-8451-8bf69784ed87 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:11.090192 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Attempting to bind port 646e80aa-5719-4d9e-8451-8bf69784ed87 on network 85a27418-cdb8-4fb9-aa58-ec47ce48150a {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:11.101750 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:11.102374 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Checking segment: {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:11.104579 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.105193 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Bound using segment: {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:11.106378 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Bound port: 646e80aa-5719-4d9e-8451-8bf69784ed87, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:11.112136 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.118015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f3e39-4e3d-45de-9c32-81472cb82164 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=511a436d-853a-466a-b945-bfa4374a242b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.231177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 511a436d-853a-466a-b945-bfa4374a242b details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:27:11.299794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e4a83c7-a223-42fc-b233-239abd5d2ab2 req-6f7dc9f9-6f98-4b79-b35d-8f4c9780bd16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0654986 Oct 19 01:27:11.312775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:11.317530 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.359761 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] For port 646e80aa-5719-4d9e-8451-8bf69784ed87, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:11.364916 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] For port 646e80aa-5719-4d9e-8451-8bf69784ed87, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=646e80aa-5719-4d9e-8451-8bf69784ed87,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:11.374089 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.478790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5f50a1fc-875f-446e-b9a9-83819893754b None None] Provisioning complete for port 646e80aa-5719-4d9e-8451-8bf69784ed87 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:11.479163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f50a1fc-875f-446e-b9a9-83819893754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.513642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a5e1987f-bcaf-48c3-a680-313d2b9dc5a1 req-cced4bf0-41cb-410d-9322-df5cb3e1f8ac tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0931501 Oct 19 01:27:11.537341 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7502b8-8f36-41ef-8e76-ef60c8d982d7 None None] Pushing event updated for resources: {'Port': ['ID=646e80aa-5719-4d9e-8451-8bf69784ed87,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:11.575914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:11.578680 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f16de8-4c6e-4be6-86b5-88fda905be02" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:11.616932 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:11.617716 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:11.735702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f50a1fc-875f-446e-b9a9-83819893754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.814339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5f50a1fc-875f-446e-b9a9-83819893754b None None] For port 646e80aa-5719-4d9e-8451-8bf69784ed87, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=646e80aa-5719-4d9e-8451-8bf69784ed87,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:11.817990 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5645f0-d07b-4b0b-8929-bbb6d9acf633 x-openstack-request-id: req-8c5645f0-d07b-4b0b-8929-bbb6d9acf633 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:11.818531 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-plugged", "status": "completed", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:11.819589 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c5645f0-d07b-4b0b-8929-bbb6d9acf633 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:11.821141 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86', 'code': 200} Oct 19 01:27:11.826012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f50a1fc-875f-446e-b9a9-83819893754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:11.862106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-80d8e889-c6bb-45e4-a30b-23fc016cfb2a tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:11.863945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-80d8e889-c6bb-45e4-a30b-23fc016cfb2a tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.74 "GET /v2.0/networks?id=85a27418-cdb8-4fb9-aa58-ec47ce48150a HTTP/1.1" status: 200 len: 806 time: 0.4861801 Oct 19 01:27:11.974809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50a1fc-875f-446e-b9a9-83819893754b None None] Pushing event updated for resources: {'Port': ['ID=646e80aa-5719-4d9e-8451-8bf69784ed87,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:12.063383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9372e44-3f8a-4178-a188-266ae47c0eae req-3ff80399-19e3-47ab-983f-0f1f2f8408de tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0723729 Oct 19 01:27:12.166615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-68d6c67f-0c2a-43a9-815d-770362f0d65c None None] Provisioning complete for port 646e80aa-5719-4d9e-8451-8bf69784ed87 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:12.167063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68d6c67f-0c2a-43a9-815d-770362f0d65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.185975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.186720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.187254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.187971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.188528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.189052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.189579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.191806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-5ca5a917-62b7-4aac-b226-23ddf143f605 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6498 time: 0.1127052 Oct 19 01:27:12.206471 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:12.297608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-dd1b3141-2b8b-44b5-964e-90a3e0604d8b tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de451db8586445fd82cf7c9674ffda7b HTTP/1.1" status: 200 len: 379 time: 0.4109724 Oct 19 01:27:12.316128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce011ee8-3b5d-4815-bac5-7022c08e396b req-f4094b61-7f8f-416d-b539-8a50cb4a8232 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 210 time: 0.1406815 Oct 19 01:27:12.366433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.397781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:12.400734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.405560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-f862d841-a6c9-44ca-b824-45cae3b9b510 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738791 Oct 19 01:27:12.417077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.440451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.455701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.468184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.482268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:12.490443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-547b411b-ebb7-414d-86e8-4dc63f1a4ef8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.6057878 Oct 19 01:27:12.501916 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-ec141803-9222-4498-a4d2-079c46c4a3a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6344566 Oct 19 01:27:12.508279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Request body: {'port': {'device_id': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'admin_state_up': True, 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'security_groups': ['1a73f417-9ec6-4a8d-a5f3-af649405690b']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:12.708935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1663bb8e-9e85-41c9-9a6d-a1f0d0c3dc79 req-991af0f2-b9a3-4e4d-b950-6981550088f0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=22f80864-70d7-41ae-8e45-b16065dc1bcf HTTP/1.1" status: 200 len: 210 time: 0.0554681 Oct 19 01:27:12.742633 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:12.776275 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a09e9-3df6-43d9-98fb-016a34666a73 None None] The sync data for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 is: [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:13.077594 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79ff906c-eb4d-4b6c-a160-3c0686d6f641 req-f7ce132a-0cd5-4738-8233-5df380f5f430 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5858817 Oct 19 01:27:13.082364 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.266599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a827af24-4b37-42c7-8079-422c14ff480b req-408cff96-9d3a-4751-8a50-ec3216109ac4 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0518894 Oct 19 01:27:13.268269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=99cd79d0-8df2-482d-8b13-69178f852a44,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:13.277010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 646e80aa-5719-4d9e-8451-8bf69784ed87 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:13.333140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': 'f2255993-0b33-4085-93e9-235ef1faffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6c4858a-ab94-4d31-8531-80d21276a437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:13.333593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: f6c4858a-ab94-4d31-8531-80d21276a437, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:27:13.361461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.361798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.362205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.362625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.363074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.363450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.363842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.364250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.364637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.365026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.365429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.365998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:13.378929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 646e80aa-5719-4d9e-8451-8bf69784ed87 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:13.379310 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.431620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network f6c4858a-ab94-4d31-8531-80d21276a437 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:27:13.451160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-1a11e263-749e-4fc6-9aba-bc2cbdcc39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:13.453504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-1a11e263-749e-4fc6-9aba-bc2cbdcc39b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1097 time: 0.3746779 Oct 19 01:27:13.456753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f6c4858a-ab94-4d31-8531-80d21276a437) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:13.485331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:13.486339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.495296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8de8c4-be7a-438a-8873-a59b1322a19b None None] Network f6c4858a-ab94-4d31-8531-80d21276a437 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:13.547333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-319bc9e6-75b4-4d7d-b8f3-d005db254ec9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4948859 Oct 19 01:27:13.547706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Made reservation on behalf of de451db8586445fd82cf7c9674ffda7b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:13.551880 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.567651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a30e42d8-d68a-42af-9220-5b3afb76371d req-4cde4b29-df67-40fd-91ae-94d85686e5b5 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0884497 Oct 19 01:27:13.568640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44504) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:13.590490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': '511a436d-853a-466a-b945-bfa4374a242b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:13.769966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-d7702eff-9699-4376-b344-71147534aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:13.775247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-d7702eff-9699-4376-b344-71147534aee5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.2683299 Oct 19 01:27:13.871928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f6c4858a-ab94-4d31-8531-80d21276a437', 'network_id': 'f6c4858a-ab94-4d31-8531-80d21276a437', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '99cd79d0-8df2-482d-8b13-69178f852a44'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:27:13.872892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:13.905136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:13.909302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.098241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-ba551ef9-4835-4ea9-a231-6f2c2213b084 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 1000 time: 0.2227292 Oct 19 01:27:14.158634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8f164f1-fdd4-4734-b8cd-2411e86d1fe0 req-9a256f99-1639-489c-94d6-fb82f8da9faf tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.1337981 Oct 19 01:27:14.197192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Allocated IP 172.20.0.12 (85a27418-cdb8-4fb9-aa58-ec47ce48150a/21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2/2be4832d-f50a-48a5-8bd0-b5afaa0d46c4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:14.212752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Allocated IP 2001:db8::2 (f6c4858a-ab94-4d31-8531-80d21276a437/99cd79d0-8df2-482d-8b13-69178f852a44/69aff5fb-2678-47ef-8616-6cdd9aa1a95c) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:14.263689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-7269e59e-b158-49e3-8fe4-428fc5bcc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.266323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-7269e59e-b158-49e3-8fe4-428fc5bcc1ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1425345 Oct 19 01:27:14.455549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-2dbbb0b5-2403-45cc-9d81-6d0baa0080c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.457421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-2dbbb0b5-2403-45cc-9d81-6d0baa0080c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1824026 Oct 19 01:27:14.467121 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.509214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.519557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.539920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.546079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.563175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.571110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b68480-8932-4eec-8124-7187b7a526ca req-fe5a2558-c76e-4017-9413-6a9a16408dba tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.578906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.580892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2b68480-8932-4eec-8124-7187b7a526ca req-fe5a2558-c76e-4017-9413-6a9a16408dba tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 945 time: 0.1666565 Oct 19 01:27:14.585444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.587406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-db4acdf3-f789-4717-a603-9daedf3dc21e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.2887726 Oct 19 01:27:14.594501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=5a114a5a-55e6-4ea6-98b4-a81fdb05e200,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:14.608949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': 'd2838520-4139-44b6-ac71-e07c2376d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '511a436d-853a-466a-b945-bfa4374a242b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:14.610227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: 511a436d-853a-466a-b945-bfa4374a242b, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:27:14.651782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d2b68480-8932-4eec-8124-7187b7a526ca req-93626a2b-4619-45fe-a9e6-67ed05c3d4fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656381 Oct 19 01:27:14.652894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 511a436d-853a-466a-b945-bfa4374a242b is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:27:14.694982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 511a436d-853a-466a-b945-bfa4374a242b) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:14.702846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:14.702846 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.710247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12f470-1363-4928-8813-73ca1163913e None None] Network 511a436d-853a-466a-b945-bfa4374a242b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:14.729882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-31b2fbf6-6401-4c44-ade9-67ab3fc1d9d4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1594131 Oct 19 01:27:14.732433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44542) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:14.738731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7e123ef9-2490-4fcf-917c-568f134dbf5b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-583033278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:14.742970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.795110 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.801867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.814359 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e123ef9-2490-4fcf-917c-568f134dbf5b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.815523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e123ef9-2490-4fcf-917c-568f134dbf5b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.823248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-44296bac-50f8-4e86-9184-4d6a2c6f1e44 req-e2498112-a2f7-4f8a-a9ea-ec8cc44d4002 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0455117 Oct 19 01:27:14.875741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Network f6c4858a-ab94-4d31-8531-80d21276a437 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:14.884227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:14.887502 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdfe7775-0771-4fe9-b2e8-a839ea83bb10 req-6aeb4cb4-7581-4980-b1fb-40b505294491 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2682481 Oct 19 01:27:14.890935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:14.912400 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e123ef9-2490-4fcf-917c-568f134dbf5b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.921377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e123ef9-2490-4fcf-917c-568f134dbf5b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.922531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Pushing event updated for resources: {'Port': ['ID=69aff5fb-2678-47ef-8616-6cdd9aa1a95c,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:14.930958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-c774a90c-c3a9-40a8-b61f-7544c5cc7992 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630532 Oct 19 01:27:14.945258 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e123ef9-2490-4fcf-917c-568f134dbf5b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.946639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7e123ef9-2490-4fcf-917c-568f134dbf5b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2131326 Oct 19 01:27:14.949982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44544) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:14.953349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:14.981431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.981781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.982122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.982453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.982790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.983118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.983443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.983765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.984111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.984432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.984780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:14.985060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:27:15.032812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Attempting to bind port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:15.033501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Attempting to bind port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f2255993-0b33-4085-93e9-235ef1faffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6c4858a-ab94-4d31-8531-80d21276a437'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:15.034113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Attempting to bind port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c on network f6c4858a-ab94-4d31-8531-80d21276a437 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:15.053726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:15.054103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Checking segment: {'id': 'f2255993-0b33-4085-93e9-235ef1faffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6c4858a-ab94-4d31-8531-80d21276a437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:15.054500 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.054886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Bound using segment: {'id': 'f2255993-0b33-4085-93e9-235ef1faffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6c4858a-ab94-4d31-8531-80d21276a437'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:15.055432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Bound port: 69aff5fb-2678-47ef-8616-6cdd9aa1a95c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2255993-0b33-4085-93e9-235ef1faffc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f6c4858a-ab94-4d31-8531-80d21276a437'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:15.055727 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.056997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:15.067848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-511a436d-853a-466a-b945-bfa4374a242b', 'network_id': '511a436d-853a-466a-b945-bfa4374a242b', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '5a114a5a-55e6-4ea6-98b4-a81fdb05e200'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:27:15.068892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.111959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:15.119197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:15.250908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] For port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:15.299007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] For port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=69aff5fb-2678-47ef-8616-6cdd9aa1a95c,segment=NetworkSegment(f2255993-0b33-4085-93e9-235ef1faffc1),segment_id=f2255993-0b33-4085-93e9-235ef1faffc1)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:15.315771 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.320910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event updated for resources: {'Port': ['ID=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:15.364823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Allocated IP 2001:db8:1::2 (511a436d-853a-466a-b945-bfa4374a242b/5a114a5a-55e6-4ea6-98b4-a81fdb05e200/9c4f9f94-6505-454b-99ac-099fdc0ffd56) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:15.406323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:15.407199 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.437121 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2bc2d0a7-d5f7-4893-8e93-2ebb8bc6cbdc req-2c7fd136-ef26-457b-adda-954fcad85e68 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977069 Oct 19 01:27:15.438929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e132-1226-45b2-a68b-db72c941fbf7 None None] Pushing event updated for resources: {'Port': ['ID=69aff5fb-2678-47ef-8616-6cdd9aa1a95c,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:15.444090 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d7133df-0122-4c58-857b-7bd58a623d06 req-1c49ddf5-12cd-4e50-a3f6-eea28834cf7a tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.1402779 Oct 19 01:27:15.517004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0e54b9be-e8dd-4ed7-9023-138bcec92c14 None None] Provisioning complete for port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:15.517477 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0e54b9be-e8dd-4ed7-9023-138bcec92c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.549545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-9c8a825d-d494-4b53-9bff-ff211d09c6c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0438967 Oct 19 01:27:15.585671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Request body: {'port': {'device_id': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:15.586096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0e54b9be-e8dd-4ed7-9023-138bcec92c14 None None] Port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:15.600013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.609087 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.677745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Network 511a436d-853a-466a-b945-bfa4374a242b is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:15.680773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:15.688546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:15.690736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Pushing event updated for resources: {'Port': ['ID=9c4f9f94-6505-454b-99ac-099fdc0ffd56,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:15.756459 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.758520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.807156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Attempting to bind port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:15.807623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Attempting to bind port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'd2838520-4139-44b6-ac71-e07c2376d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '511a436d-853a-466a-b945-bfa4374a242b'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:15.807872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Attempting to bind port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 on network 511a436d-853a-466a-b945-bfa4374a242b {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:15.822760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:15.823194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Checking segment: {'id': 'd2838520-4139-44b6-ac71-e07c2376d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '511a436d-853a-466a-b945-bfa4374a242b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:15.823536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.824031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Bound using segment: {'id': 'd2838520-4139-44b6-ac71-e07c2376d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '511a436d-853a-466a-b945-bfa4374a242b'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:15.824510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Bound port: 9c4f9f94-6505-454b-99ac-099fdc0ffd56, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2838520-4139-44b6-ac71-e07c2376d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '511a436d-853a-466a-b945-bfa4374a242b'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:15.824879 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.874591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d557d-e361-4bb2-abb7-990971e3968e req-1631c3dc-25f4-459f-87be-7f0ebb91a406 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:15.885167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e3d557d-e361-4bb2-abb7-990971e3968e req-1631c3dc-25f4-459f-87be-7f0ebb91a406 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 945 time: 0.1042755 Oct 19 01:27:15.909735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] For port 9c4f9f94-6505-454b-99ac-099fdc0ffd56, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:15.913275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] For port 9c4f9f94-6505-454b-99ac-099fdc0ffd56, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9c4f9f94-6505-454b-99ac-099fdc0ffd56,segment=NetworkSegment(d2838520-4139-44b6-ac71-e07c2376d2c2),segment_id=d2838520-4139-44b6-ac71-e07c2376d2c2)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:15.919796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:15.958974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e3d557d-e361-4bb2-abb7-990971e3968e req-4ec6dd47-b9ef-4a61-801c-1b865881c553 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719888 Oct 19 01:27:16.001882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1659c5a-32ea-488b-b8cc-ba56b81ff19b None None] Pushing event updated for resources: {'Port': ['ID=9c4f9f94-6505-454b-99ac-099fdc0ffd56,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:16.137753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.144546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.151073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.158128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.164378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.171348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.177348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.180064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-03e1c7d9-c93f-4422-8b18-35f2693cfc78 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.1558657 Oct 19 01:27:16.224584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb42a6-f199-4e40-953f-f3393b5b0e27 req-8874910c-03d3-4940-9709-f8cdc74d7647 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.226288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6eb42a6-f199-4e40-953f-f3393b5b0e27 req-8874910c-03d3-4940-9709-f8cdc74d7647 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 932 time: 0.2487051 Oct 19 01:27:16.248834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e6d0944-5bf3-4c67-a32e-b07b891025fc req-d79e1dc3-5130-4fc9-9304-de3ccaf42b74 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582469 Oct 19 01:27:16.406516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6eb42a6-f199-4e40-953f-f3393b5b0e27 req-a955936d-1f3b-4d72-8440-1cfe5a1630c6 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239038 Oct 19 01:27:16.413374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8::1 (f6c4858a-ab94-4d31-8531-80d21276a437/99cd79d0-8df2-482d-8b13-69178f852a44/55231b3e-5a53-41d4-890e-e1b482be99b1) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:16.682395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.702634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:16.713032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.726395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Transition to ACTIVE for port object 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:27:16.753751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:16.867804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Pushing event updated for resources: {'Port': ['ID=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:16.901095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.908638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.910136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5852df-099b-4e47-919f-8fcaa47b3bb6 None None] Network f6c4858a-ab94-4d31-8531-80d21276a437 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:16.915117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.921662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.930827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.937891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.944006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:16.958519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54e7655b-4864-4e4c-8673-a29cc022c118 req-31e12282-1576-418c-b8c3-8c29d5f60b4a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.2290404 Oct 19 01:27:16.959300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44580) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:16.968444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Request body: {'floatingip': {'port_id': '319032d6-299f-436a-864d-e155922bcabc'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:16.997384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d840cdd-23b3-4730-941d-10d1dcaef3de req-9b2df94c-62f3-484a-9c52-d96dd597ce82 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.1240609 Oct 19 01:27:17.079398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-003a74ee-33b1-48ee-a1e0-5f3b9bb37d19 None None] Provisioning complete for port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:17.079867 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-003a74ee-33b1-48ee-a1e0-5f3b9bb37d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.082851 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.196850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:17.395286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9c4f9f94-6505-454b-99ac-099fdc0ffd56 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:17.426906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.500282 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.540470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:17.551387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:17.554058 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ee1e30-a7d6-4d69-a0df-41dd567d4127" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:17.558351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-003a74ee-33b1-48ee-a1e0-5f3b9bb37d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.575936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5dd257-1e73-4e20-a3c8-1747f59f7192 None None] Network 511a436d-853a-466a-b945-bfa4374a242b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:17.577135 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.585395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network f6c4858a-ab94-4d31-8531-80d21276a437 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:17.601338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-003a74ee-33b1-48ee-a1e0-5f3b9bb37d19 None None] For port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=69aff5fb-2678-47ef-8616-6cdd9aa1a95c,segment=NetworkSegment(f2255993-0b33-4085-93e9-235ef1faffc1),segment_id=f2255993-0b33-4085-93e9-235ef1faffc1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:17.631038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:17.641285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:17.641835 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.646523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=55231b3e-5a53-41d4-890e-e1b482be99b1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:17.658610 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c95648d-1427-4fb3-9c88-456dedcda42a x-openstack-request-id: req-1c95648d-1427-4fb3-9c88-456dedcda42a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:17.659136 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:17.659557 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c95648d-1427-4fb3-9c88-456dedcda42a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:17.660206 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'code': 200} Oct 19 01:27:17.677854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:17.681563 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-003a74ee-33b1-48ee-a1e0-5f3b9bb37d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.683389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:17.683917 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.739032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Attempting to bind port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:17.739972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Attempting to bind port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:17.740513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Attempting to bind port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 on network 85a27418-cdb8-4fb9-aa58-ec47ce48150a {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:17.805461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 on network 85a27418-cdb8-4fb9-aa58-ec47ce48150a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:27:17.806018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Attempting to bind port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 on network 85a27418-cdb8-4fb9-aa58-ec47ce48150a {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:17.854893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:17.855579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Checking segment: {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:17.855960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Bound using segment: {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:17.856611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Bound port: 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:17.856969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.865912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3aa9-90fa-4857-8e10-bc7dbcc439b6 req-4cbf4da6-b669-42ab-bf65-afaab30598bb tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:17.870061 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37cd3aa9-90fa-4857-8e10-bc7dbcc439b6 req-4cbf4da6-b669-42ab-bf65-afaab30598bb tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 944 time: 0.3222177 Oct 19 01:27:17.882060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a74ee-33b1-48ee-a1e0-5f3b9bb37d19 None None] Pushing event updated for resources: {'Port': ['ID=69aff5fb-2678-47ef-8616-6cdd9aa1a95c,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:17.913374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6f267433-3d90-47e4-82d9-bc78b9b0c9ed None None] Provisioning complete for port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:17.914034 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f267433-3d90-47e4-82d9-bc78b9b0c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:17.917213 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.052259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 9c4f9f94-6505-454b-99ac-099fdc0ffd56, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9c4f9f94-6505-454b-99ac-099fdc0ffd56,segment=NetworkSegment(d2838520-4139-44b6-ac71-e07c2376d2c2),segment_id=d2838520-4139-44b6-ac71-e07c2376d2c2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:18.064975 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.065757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 69aff5fb-2678-47ef-8616-6cdd9aa1a95c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:18.110521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37cd3aa9-90fa-4857-8e10-bc7dbcc439b6 req-d6df0870-444d-4785-8c24-5d5ab611b575 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306373 Oct 19 01:27:18.111024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.217163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ccd11999-63c2-4633-8c86-c3c4149387ea req-56406bb6-771a-4eab-afbd-614b437606a9 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0499165 Oct 19 01:27:18.225858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=9c4f9f94-6505-454b-99ac-099fdc0ffd56,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:18.254957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:18.255590 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.316946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] For port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:18.391155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d0670981-8f8d-4f0e-beb1-9a6370dfb888 None None] Provisioning complete for port 55231b3e-5a53-41d4-890e-e1b482be99b1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:18.391802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0670981-8f8d-4f0e-beb1-9a6370dfb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.496356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d0670981-8f8d-4f0e-beb1-9a6370dfb888 None None] Port 55231b3e-5a53-41d4-890e-e1b482be99b1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:18.527218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d0670981-8f8d-4f0e-beb1-9a6370dfb888 None None] Provisioning complete for port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:18.541645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0670981-8f8d-4f0e-beb1-9a6370dfb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.661859 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] For port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:18.677957 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.762724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c8c94da3-aedf-4547-895e-62140ce32073 None None] Provisioning complete for port 55231b3e-5a53-41d4-890e-e1b482be99b1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:18.763397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c8c94da3-aedf-4547-895e-62140ce32073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.809831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c8c94da3-aedf-4547-895e-62140ce32073 None None] Port 55231b3e-5a53-41d4-890e-e1b482be99b1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:18.826219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c8c94da3-aedf-4547-895e-62140ce32073 None None] Provisioning complete for port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:18.826586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c8c94da3-aedf-4547-895e-62140ce32073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.922281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:18.924734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:18.926510 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] 10.222.0.74 "PUT /v2.0/ports/2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 HTTP/1.1" status: 200 len: 1093 time: 3.3495033 Oct 19 01:27:18.959676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:18.962925 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec35b991-d762-4870-9986-907eb9c753e7" -d '{"events": [{"name": "network-changed", "server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:19.047927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.055887 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6317575e-f26a-4e91-a572-847152241383 x-openstack-request-id: req-6317575e-f26a-4e91-a572-847152241383 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:19.056197 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:19.056444 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6317575e-f26a-4e91-a572-847152241383 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:19.056865 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'status': 'completed', 'code': 200} Oct 19 01:27:19.100148 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.158745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:27:19.205660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9c4f9f94-6505-454b-99ac-099fdc0ffd56 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:19.356285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:19.359792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:19.360207 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.394335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'mac_address': 'fa:16:3e:bf:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:27:19.420682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f7d793d-6f70-4a96-8de8-707e4f36c20a req-099400d9-e1f7-4920-84eb-1e948290e34a tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0543137 Oct 19 01:27:19.449701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.466156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:19.477692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c98f29-2698-4e85-8c1e-a1305f470273 service neutron] Pushing event updated for resources: {'Port': ['ID=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:19.510192 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:19.515859 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.518466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 69aff5fb-2678-47ef-8616-6cdd9aa1a95c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:19.607795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:19.619506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:27:19.651474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-6c472e13-b4fd-4dcd-a680-f18b7d388ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:19.653704 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-6c472e13-b4fd-4dcd-a680-f18b7d388ee6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de451db8586445fd82cf7c9674ffda7b&device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 1096 time: 0.6454387 Oct 19 01:27:19.664760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b1e8-afa1-4d3a-96eb-a4ce6f5278e7 req-f1b373cb-b9cc-487f-916c-7f8f462e6131 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:19.666122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f07b1e8-afa1-4d3a-96eb-a4ce6f5278e7 req-f1b373cb-b9cc-487f-916c-7f8f462e6131 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 944 time: 0.1643465 Oct 19 01:27:19.673712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:19.674449 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.712371 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-98e821ea-56d4-4f00-98dc-58f897bf008a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 HTTP/1.1" status: 200 len: 217 time: 0.0406451 Oct 19 01:27:19.775998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-41c6a4c5-d039-4ca8-a519-93b76878578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:19.778170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-41c6a4c5-d039-4ca8-a519-93b76878578f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2 HTTP/1.1" status: 200 len: 845 time: 0.0485637 Oct 19 01:27:19.814410 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.832474 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Floating IP 95514996-b7bc-48e3-866e-e02b2ab883df associated. External IP: 172.25.0.7, port: 319032d6-299f-436a-864d-e155922bcabc. Oct 19 01:27:19.883382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.909839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.910629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:19.988658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f07b1e8-afa1-4d3a-96eb-a4ce6f5278e7 req-83395dfa-2c43-4580-a9da-f9e6454431f9 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703221 Oct 19 01:27:20.037296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-22187a6b-d291-4b39-a98f-2d4b2bec64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:20.038815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-22187a6b-d291-4b39-a98f-2d4b2bec64e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=85a27418-cdb8-4fb9-aa58-ec47ce48150a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2402344 Oct 19 01:27:20.106660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=55231b3e-5a53-41d4-890e-e1b482be99b1,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:20.284514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network f6c4858a-ab94-4d31-8531-80d21276a437 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:20.286757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-1e9339d2-94d3-45a0-8a38-d992db5c139f service neutron] 10.222.0.74 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267339 Oct 19 01:27:20.289526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:20.490538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:20.523141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0435d8ef-f161-4e97-8e07-1202574ff3de req-e4760786-0d5f-4c2a-9693-51c825e4075d service neutron] 10.222.0.74 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261562 Oct 19 01:27:20.554670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a613d77-e17c-40bc-94a9-e1c1e38e2e3b req-cb7a11a2-42c9-4f23-99e1-8fcbd21c4019 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0417299 Oct 19 01:27:20.565360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ce1cbc45-5298-47b2-9dd0-270dc768c414 None None] Provisioning complete for port 55231b3e-5a53-41d4-890e-e1b482be99b1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:20.566794 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ce1cbc45-5298-47b2-9dd0-270dc768c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.629403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ce1cbc45-5298-47b2-9dd0-270dc768c414 None None] Port 55231b3e-5a53-41d4-890e-e1b482be99b1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:20.660003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 3b0b0f1a-8748-41a4-bb57-e2d36b20943a is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:27:20.745096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:20.757062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] Sync routers for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:20.772250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:20.772877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.809607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:20.812027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:20.821293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44648) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:20.821521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4c25c2f9-c868-4920-888c-1fb80e3833c2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/3b0b0f1a-8748-41a4-bb57-e2d36b20943a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8693159 Oct 19 01:27:20.826025 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] Sync routers for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:20.842292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:20.842931 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.872923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b991-d762-4870-9986-907eb9c753e7 req-432ff9e3-e2d2-4d60-b15b-199df6607533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:20.874437 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec35b991-d762-4870-9986-907eb9c753e7 req-432ff9e3-e2d2-4d60-b15b-199df6607533 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de451db8586445fd82cf7c9674ffda7b&device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 1096 time: 0.2294638 Oct 19 01:27:20.895141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c382311-7cea-41d6-972e-d6f0ccddb699 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:20.901041 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92c1f443-39f4-45d3-8115-3a15a53d69a7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "PUT /v2.0/floatingips/95514996-b7bc-48e3-866e-e02b2ab883df HTTP/1.1" status: 200 len: 990 time: 3.9344332 Oct 19 01:27:20.908743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7c382311-7cea-41d6-972e-d6f0ccddb699 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports/55231b3e-5a53-41d4-890e-e1b482be99b1 HTTP/1.1" status: 200 len: 911 time: 0.0863414 Oct 19 01:27:20.911239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44656) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:20.912527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:20.936372 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:20.955299 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:20.955959 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:21.051586 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:21.052286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e0341-bc1d-427a-a4b2-6aaa6ed187b6 None None] The sync data for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:21.063744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '319032d6-299f-436a-864d-e155922bcabc'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:21.066042 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78e27c-18fa-4aa4-bde4-da1dcad98339" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "319032d6-299f-436a-864d-e155922bcabc"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:21.101366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b991-d762-4870-9986-907eb9c753e7 req-a8773865-a14f-48d1-bed1-b34484e8ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.108466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec35b991-d762-4870-9986-907eb9c753e7 req-a8773865-a14f-48d1-bed1-b34484e8ece0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=85a27418-cdb8-4fb9-aa58-ec47ce48150a HTTP/1.1" status: 200 len: 907 time: 0.2078540 Oct 19 01:27:21.179377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:21.183925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec35b991-d762-4870-9986-907eb9c753e7 req-dad46441-5376-4a45-81b2-e3c1611aef04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 HTTP/1.1" status: 200 len: 217 time: 0.0672402 Oct 19 01:27:21.240881 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3abd32-a66b-4d73-b52f-9621890365f8 x-openstack-request-id: req-8c3abd32-a66b-4d73-b52f-9621890365f8 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:21.241180 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "tag": "319032d6-299f-436a-864d-e155922bcabc", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:21.241455 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c3abd32-a66b-4d73-b52f-9621890365f8 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:21.241809 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'tag': '319032d6-299f-436a-864d-e155922bcabc', 'status': 'completed', 'code': 200} Oct 19 01:27:21.273547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6bb9c-0b10-4381-afcc-e801ac929825 req-9357ed3c-02e9-4071-9e1e-86a06a51334e tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.275854 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfb6bb9c-0b10-4381-afcc-e801ac929825 req-9357ed3c-02e9-4071-9e1e-86a06a51334e tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 944 time: 0.1052387 Oct 19 01:27:21.278727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b991-d762-4870-9986-907eb9c753e7 req-078363b4-4711-4bf3-b962-a39bb7381e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.280245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec35b991-d762-4870-9986-907eb9c753e7 req-078363b4-4711-4bf3-b962-a39bb7381e91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2 HTTP/1.1" status: 200 len: 845 time: 0.0768859 Oct 19 01:27:21.385308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b991-d762-4870-9986-907eb9c753e7 req-74429273-cac8-4fb3-83df-3c2253e0d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.387499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec35b991-d762-4870-9986-907eb9c753e7 req-74429273-cac8-4fb3-83df-3c2253e0d95e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=85a27418-cdb8-4fb9-aa58-ec47ce48150a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940192 Oct 19 01:27:21.394418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfb6bb9c-0b10-4381-afcc-e801ac929825 req-37cf209b-de6b-4193-90ff-10d612124b4b tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092150 Oct 19 01:27:21.434452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:21.438696 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:21.441738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.442215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.442671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.443136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.443590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.444078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.444524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.446650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0f2e8974-0964-45a1-9ddd-93c1be3bc11b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6498 time: 0.1438339 Oct 19 01:27:21.724146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:21.775109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '95514996-b7bc-48e3-866e-e02b2ab883df', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'port_id': '319032d6-299f-436a-864d-e155922bcabc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'mac_address': 'fa:16:3e:79:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:30Z', 'updated_at': '2021-10-19T01:27:18Z', 'revision_number': 1, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 5, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:21.811638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72bf9a1b-9171-4d11-9a62-98f21cc53907 req-18c42df7-9a0f-4dc6-b159-2aaf7da07046 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0352311 Oct 19 01:27:21.881467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:21.884269 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9411bb54-7f13-4f06-b466-fa1d3f3c131c" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:21.895732 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:21.903260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] Checking router: a2505f40-7535-4fb4-bb00-17d8ec00f4a1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:21.930098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec35b991-d762-4870-9986-907eb9c753e7 req-599b92e8-8b86-4f52-b937-d25307f08f0f service neutron] 10.222.0.74 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343895 Oct 19 01:27:21.937191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:21.951689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:21.954292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:21.980261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-dc714098-3286-4fc5-992f-ffbd486aba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:21.982046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-dc714098-3286-4fc5-992f-ffbd486aba0a service neutron] 10.222.0.74 "GET /v2.0/networks?id=10dcdece-13c6-4fa3-b37f-de1b55175d8c HTTP/1.1" status: 200 len: 912 time: 0.1561291 Oct 19 01:27:22.001752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:22.005984 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba6e23a-bdeb-4d22-aa9e-170967e2e99a x-openstack-request-id: req-2ba6e23a-bdeb-4d22-aa9e-170967e2e99a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:22.006322 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:22.006668 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ba6e23a-bdeb-4d22-aa9e-170967e2e99a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:22.007078 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'code': 200} Oct 19 01:27:22.108421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-0b60a15b-8cef-490c-83d0-dc357298f405 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319032d6-299f-436a-864d-e155922bcabc HTTP/1.1" status: 200 len: 998 time: 0.1093168 Oct 19 01:27:22.179373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=10']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:22.230800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-dd6e00f4-c43e-4d82-b306-b9cfbf152d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:22.232864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-dd6e00f4-c43e-4d82-b306-b9cfbf152d49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fe147b-f61d-4713-8e05-4d469511db05 HTTP/1.1" status: 200 len: 850 time: 0.0791087 Oct 19 01:27:22.239291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec35b991-d762-4870-9986-907eb9c753e7 req-a4f11960-0b4f-4c01-9b7c-52a224fa5776 service neutron] 10.222.0.74 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991817 Oct 19 01:27:22.326276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-057d9f9f-d107-476d-b33c-d3d19cd18724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:22.328676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-057d9f9f-d107-476d-b33c-d3d19cd18724 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619190 Oct 19 01:27:22.338096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:22.493650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-3c1f4fb5-a37c-4128-bc03-086a7c8def8e service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517997 Oct 19 01:27:22.611965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f78e27c-18fa-4aa4-bde4-da1dcad98339 req-ac6a9cee-a746-4813-836a-cb239b533933 service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098742 Oct 19 01:27:22.743618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '95514996-b7bc-48e3-866e-e02b2ab883df', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'port_id': '319032d6-299f-436a-864d-e155922bcabc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'mac_address': 'fa:16:3e:79:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:30Z', 'updated_at': '2021-10-19T01:27:18Z', 'revision_number': 1, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 5, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:22.773861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76861d5c-9118-489c-9617-b84eb0465356 None None] The sync data for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 is: [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '95514996-b7bc-48e3-866e-e02b2ab883df', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'port_id': '319032d6-299f-436a-864d-e155922bcabc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'mac_address': 'fa:16:3e:79:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41385a-33aa-40f4-a159-33ade7553941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:25:30Z', 'updated_at': '2021-10-19T01:27:18Z', 'revision_number': 1, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 5, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:22.914442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8:1::1 (511a436d-853a-466a-b945-bfa4374a242b/5a114a5a-55e6-4ea6-98b4-a81fdb05e200/4e9032ea-1540-4e4d-a386-148e778cc7ec) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:23.045477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747760-354f-442f-bcd2-81670e329123 req-8b6a3be2-1ce9-4077-946f-5dbefef2ea26 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:23.052611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9260e5af-8399-4241-99bf-b6930b450f4c req-bbf70930-7ac0-49ba-9d71-c0fe09391e1e tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0615263 Oct 19 01:27:23.054996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f747760-354f-442f-bcd2-81670e329123 req-8b6a3be2-1ce9-4077-946f-5dbefef2ea26 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 944 time: 0.2697992 Oct 19 01:27:23.140906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f747760-354f-442f-bcd2-81670e329123 req-9816051c-3bb9-45c3-aa4b-5cf31a503568 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837104 Oct 19 01:27:23.170923 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.176925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986cf96d-0976-4063-8dff-c1b3e90fc409 None None] New status for floating IP 95514996-b7bc-48e3-866e-e02b2ab883df: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:23.251388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.329122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=4e9032ea-1540-4e4d-a386-148e778cc7ec,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:23.341495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 511a436d-853a-466a-b945-bfa4374a242b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:23.342921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:23.346162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:23.346711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.534533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.800031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8a5a06a2-df18-4d13-bfa3-aec09fd94913 None None] Provisioning complete for port 4e9032ea-1540-4e4d-a386-148e778cc7ec triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:23.800568 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a5a06a2-df18-4d13-bfa3-aec09fd94913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.850449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a06a2-df18-4d13-bfa3-aec09fd94913 None None] Port 4e9032ea-1540-4e4d-a386-148e778cc7ec cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:23.909106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.918107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.919202 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:23.972470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=4e9032ea-1540-4e4d-a386-148e778cc7ec,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:24.092319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 511a436d-853a-466a-b945-bfa4374a242b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:24.096385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:24.251346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd0328bd-6171-44be-b042-01fafaed9f6e req-83e09ab4-be21-4760-86d0-8b90b5cb4270 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0670466 Oct 19 01:27:24.429350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36343ec-ec9a-4269-b7b7-50459506b8da req-bff4c43f-7548-4bf5-a7c0-c0b0cf949998 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:24.430876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d36343ec-ec9a-4269-b7b7-50459506b8da req-bff4c43f-7548-4bf5-a7c0-c0b0cf949998 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 944 time: 0.1268208 Oct 19 01:27:24.480803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 3b0b0f1a-8748-41a4-bb57-e2d36b20943a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:24.482252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f522192c-6bbe-443d-a572-cf83696b1f17 None None] Provisioning complete for port 4e9032ea-1540-4e4d-a386-148e778cc7ec triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:24.487523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f522192c-6bbe-443d-a572-cf83696b1f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.614047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:27:24.742115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d36343ec-ec9a-4269-b7b7-50459506b8da req-532e2bd1-de85-4a44-9e3c-8bbf7ce6013b tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874024 Oct 19 01:27:24.764547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:24.767179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f522192c-6bbe-443d-a572-cf83696b1f17 None None] Port 4e9032ea-1540-4e4d-a386-148e778cc7ec cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:24.773297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:24.780673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e0c3ef6-47e1-42e5-9ef4-d607ef218b9c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/3b0b0f1a-8748-41a4-bb57-e2d36b20943a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8665688 Oct 19 01:27:24.781691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44756) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:24.787938 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e251a-9352-4753-9456-8281a0835dce None None] Sync routers for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:24.789144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'port_id': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:27:24.799687 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e251a-9352-4753-9456-8281a0835dce None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:24.800687 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-142e251a-9352-4753-9456-8281a0835dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:24.846183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.857565 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-142e251a-9352-4753-9456-8281a0835dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:24.867811 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e251a-9352-4753-9456-8281a0835dce None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:24.869098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-142e251a-9352-4753-9456-8281a0835dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:24.871607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:24.880296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101249c3-e081-4dc7-92b8-1da11eb3d030 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:24.881952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-101249c3-e081-4dc7-92b8-1da11eb3d030 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports/4e9032ea-1540-4e4d-a386-148e778cc7ec HTTP/1.1" status: 200 len: 913 time: 0.0991385 Oct 19 01:27:24.885114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44758) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:24.909620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:24.919299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:24.943908 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-142e251a-9352-4753-9456-8281a0835dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:24.944724 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e251a-9352-4753-9456-8281a0835dce None None] The sync data for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:24.978108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:25.368750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:25.406089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['2be4832d-f50a-48a5-8bd0-b5afaa0d46c4'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:27:25.451223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6d37df1-074a-4bbe-b780-4f9ee6364e98 req-02950302-5592-4a2b-a609-5f5a84a72bc5 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0876400 Oct 19 01:27:25.945757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2aec-d43f-42d1-b92a-65fc43e7b7a7 req-cd80f53a-55f9-42dd-a9d8-cd269da75355 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:25.947798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b4d2aec-d43f-42d1-b92a-65fc43e7b7a7 req-cd80f53a-55f9-42dd-a9d8-cd269da75355 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 945 time: 0.0706115 Oct 19 01:27:25.998435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 4e9032ea-1540-4e4d-a386-148e778cc7ec {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:25.998827 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:26.040311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b4d2aec-d43f-42d1-b92a-65fc43e7b7a7 req-36e9c27c-79b0-4ae8-b455-a8b8f4aa70ce tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839548 Oct 19 01:27:26.131290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:26.152421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 4e9032ea-1540-4e4d-a386-148e778cc7ec owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:26.422237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:26.482686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=4e9032ea-1540-4e4d-a386-148e778cc7ec,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:26.642111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:26.643288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9465376a-4db9-4196-bd2c-83a67c98df96 req-298a6171-6995-41cc-9cc0-ea86720b3ec8 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0371482 Oct 19 01:27:26.945225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 3b0b0f1a-8748-41a4-bb57-e2d36b20943a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:27.056025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:27.062144 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58263c21-171c-4542-9cfc-ee0652b289f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/3b0b0f1a-8748-41a4-bb57-e2d36b20943a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1721563 Oct 19 01:27:27.062399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44812) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:27.068369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] Sync routers for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:27.085166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:27.085923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:27.133482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:27.144385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:27.145300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:27.186154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:27.187136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8390d4-a558-495e-a6c5-c6e1531b5135 None None] The sync data for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:27.228022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049ae05-9341-495d-9db6-80fd0a9c08e1 req-1952b083-dcc4-4a2e-9fc5-27208e4a3582 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:27.230358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a049ae05-9341-495d-9db6-80fd0a9c08e1 req-1952b083-dcc4-4a2e-9fc5-27208e4a3582 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 945 time: 0.0662408 Oct 19 01:27:27.303754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a049ae05-9341-495d-9db6-80fd0a9c08e1 req-65a4ceed-f6d7-4b10-9c42-e68da7158b05 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664878 Oct 19 01:27:27.537091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:27.816128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80716993-9f13-49d7-bc63-579a4b2106ce req-ccd38d19-a102-43c8-980c-696592ba61c7 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0600677 Oct 19 01:27:27.852536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 55231b3e-5a53-41d4-890e-e1b482be99b1 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:27.852536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:27.970898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:27.990217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 55231b3e-5a53-41d4-890e-e1b482be99b1 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:28.230262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.266256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=55231b3e-5a53-41d4-890e-e1b482be99b1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:28.467749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.505418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:28.552911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a2f79-d13d-4b78-9c41-ca60ea78b3e1 req-5634061c-3b9a-4a58-8aa5-bb6ee26faf84 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:28.560659 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e0a2f79-d13d-4b78-9c41-ca60ea78b3e1 req-5634061c-3b9a-4a58-8aa5-bb6ee26faf84 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 945 time: 0.1253674 Oct 19 01:27:28.576829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:27:28.582613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:28.583462 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.688186 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.717870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e0a2f79-d13d-4b78-9c41-ca60ea78b3e1 req-f49b2303-c03e-431a-9b15-3759af6176fe tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563394 Oct 19 01:27:28.731634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:28.735073 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c192ca-33eb-4c18-82ae-bfad7c766a1c" -d '{"events": [{"server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "name": "network-vif-plugged", "status": "completed", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:28.742939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:28.745098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 3b0b0f1a-8748-41a4-bb57-e2d36b20943a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:28.753621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:28.789121 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef279c-bf15-4b5e-92bf-cee2e8aaf7d7 x-openstack-request-id: req-dcef279c-bf15-4b5e-92bf-cee2e8aaf7d7 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:28.789758 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "name": "network-vif-plugged", "status": "completed", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:28.790107 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcef279c-bf15-4b5e-92bf-cee2e8aaf7d7 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:28.790653 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'code': 200} Oct 19 01:27:28.825766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:29.039972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c52c1d-f679-4595-a9b7-14fd57b5c751 req-97a5eee4-d35e-4840-8512-3c2021fb2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:29.041543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f7c52c1d-f679-4595-a9b7-14fd57b5c751 req-97a5eee4-d35e-4840-8512-3c2021fb2eb4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 1098 time: 0.1541719 Oct 19 01:27:29.051652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1df1dcf5-ba7a-4a2d-ae88-9fa93bef4056 req-06810abe-89f6-415f-b6e6-53acf84c8b08 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0814211 Oct 19 01:27:29.128789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f7c52c1d-f679-4595-a9b7-14fd57b5c751 req-176c9c6c-2061-408d-b6e1-32117f997955 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713067 Oct 19 01:27:29.474877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:29.490467 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] Sync routers for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:29.499083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-20e45179-c9f4-4fca-9be5-d18adb76dc96 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/3b0b0f1a-8748-41a4-bb57-e2d36b20943a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4313099 Oct 19 01:27:29.499380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44840) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:29.505837 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:29.506554 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:29.531700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-70205f83-3e47-4d89-8f65-aaaede086369 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b0b0f1a-8748-41a4-bb57-e2d36b20943a HTTP/1.1" status: 200 len: 205 time: 0.0311096 Oct 19 01:27:29.534626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44842) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:29.577440 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:29.599439 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] Routers {'3b0b0f1a-8748-41a4-bb57-e2d36b20943a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:29.601067 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:29.646279 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:29.646867 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99ed92-e731-4271-ad51-d57f4f01b186 None None] The sync data for ids ['3b0b0f1a-8748-41a4-bb57-e2d36b20943a'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:29.662377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf985-76a0-4a2e-8ada-cd9a2bc30812 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.857275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf985-76a0-4a2e-8ada-cd9a2bc30812 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.860853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf985-76a0-4a2e-8ada-cd9a2bc30812 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.906308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f53835-9d2d-493d-b4be-da902d7faf27 req-0b8e55e1-c106-405b-adbe-65a44a13ecdb tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:29.908233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-07f53835-9d2d-493d-b4be-da902d7faf27 req-0b8e55e1-c106-405b-adbe-65a44a13ecdb tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0895004 Oct 19 01:27:29.921268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf985-76a0-4a2e-8ada-cd9a2bc30812 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.922506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaaf985-76a0-4a2e-8ada-cd9a2bc30812 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0b0f1a-8748-41a4-bb57-e2d36b20943a {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:29.933868 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf985-76a0-4a2e-8ada-cd9a2bc30812 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:29.935344 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cfaaf985-76a0-4a2e-8ada-cd9a2bc30812 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/3b0b0f1a-8748-41a4-bb57-e2d36b20943a HTTP/1.1" status: 204 len: 168 time: 0.3994186 Oct 19 01:27:29.938433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44846) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:30.001884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-07f53835-9d2d-493d-b4be-da902d7faf27 req-3df3feb2-03a4-4e60-b0c2-959a342c2ef6 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857091 Oct 19 01:27:30.017992 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 5a114a5a-55e6-4ea6-98b4-a81fdb05e200 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:30.021391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.087830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.236552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50b30fac-0a64-4b95-a4d6-c0114f015bcd req-75e18884-c473-40ab-804b-392e49a031af tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0382373 Oct 19 01:27:30.263607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.358220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.398363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=5a114a5a-55e6-4ea6-98b4-a81fdb05e200,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:30.402534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.408503 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d4c5cfc4-0d63-4480-a9b2-50408a0579e9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/5a114a5a-55e6-4ea6-98b4-a81fdb05e200 HTTP/1.1" status: 204 len: 168 time: 0.4664233 Oct 19 01:27:30.408846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44854) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:30.413915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9fb446-b507-4dc9-bfcb-56b59ed79a80 None None] Network 511a436d-853a-466a-b945-bfa4374a242b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:30.498563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 99cd79d0-8df2-482d-8b13-69178f852a44 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:30.503022 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.574546 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.681738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] DHCP port deletion for 511a436d-853a-466a-b945-bfa4374a242b request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:27:30.739789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.754690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] Deleting port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:30.754983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.842902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] For port 9c4f9f94-6505-454b-99ac-099fdc0ffd56, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9c4f9f94-6505-454b-99ac-099fdc0ffd56,segment=NetworkSegment(d2838520-4139-44b6-ac71-e07c2376d2c2),segment_id=d2838520-4139-44b6-ac71-e07c2376d2c2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:30.843451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.860271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] Calling delete_port for 9c4f9f94-6505-454b-99ac-099fdc0ffd56 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:30.860769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.905582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=99cd79d0-8df2-482d-8b13-69178f852a44,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:30.911185 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:30.920378 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-75826268-dc14-49c1-8530-8f5ef9605358 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/99cd79d0-8df2-482d-8b13-69178f852a44 HTTP/1.1" status: 204 len: 168 time: 0.5066934 Oct 19 01:27:30.921677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44858) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:30.936515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27369615-137f-4ba3-b0bb-183f089f6cf0 None None] Network f6c4858a-ab94-4d31-8531-80d21276a437 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:31.094330 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.104158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.132016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] Pushing event deleted for resources: {'Port': ['ID=9c4f9f94-6505-454b-99ac-099fdc0ffd56,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:31.138006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d61fe-c438-4276-b6a3-1cbc17988022 None None] No DVR routers for this DVR port 9c4f9f94-6505-454b-99ac-099fdc0ffd56 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:31.266401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] DHCP port deletion for f6c4858a-ab94-4d31-8531-80d21276a437 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:27:31.337603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9c4f9f94-6505-454b-99ac-099fdc0ffd56 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:31.359344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.365375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 9c4f9f94-6505-454b-99ac-099fdc0ffd56 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:31.365718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9c4f9f94-6505-454b-99ac-099fdc0ffd56 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:31.382765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511a436d-853a-466a-b945-bfa4374a242b']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:31.394481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2838520-4139-44b6-ac71-e07c2376d2c2') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:31.394848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2838520-4139-44b6-ac71-e07c2376d2c2') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:31.409888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.414240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] Deleting port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:31.414742 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.432761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.437040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10bcca15-08b0-49b0-b75b-35a573b6de94 req-3ac3c8ef-6ae4-4ae1-a0bb-aa9d389fbe83 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0569227 Oct 19 01:27:31.442365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:31.442770 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:31.446194 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:31.465917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6790b-ecdb-4508-b53c-e233fee4d159 req-47110d2d-ce7b-4938-b5b7-0a463319356e tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:31.467463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29f6790b-ecdb-4508-b53c-e233fee4d159 req-47110d2d-ce7b-4938-b5b7-0a463319356e tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.2325947 Oct 19 01:27:31.536841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] For port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=69aff5fb-2678-47ef-8616-6cdd9aa1a95c,segment=NetworkSegment(f2255993-0b33-4085-93e9-235ef1faffc1),segment_id=f2255993-0b33-4085-93e9-235ef1faffc1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:31.536841 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.553491 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.557029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] Calling delete_port for 69aff5fb-2678-47ef-8616-6cdd9aa1a95c owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:31.572374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29f6790b-ecdb-4508-b53c-e233fee4d159 req-55cb296d-2502-481c-a123-06b8726e51fe tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897200 Oct 19 01:27:31.604730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.611941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/511a436d-853a-466a-b945-bfa4374a242b HTTP/1.1" status: 204 len: 168 time: 0.6886895 Oct 19 01:27:31.615675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:31.634348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177e2f4-ebfc-47ce-96b0-03d3da1340fe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=511a436d-853a-466a-b945-bfa4374a242b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:31.680750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.751677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] Pushing event deleted for resources: {'Port': ['ID=69aff5fb-2678-47ef-8616-6cdd9aa1a95c,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:31.767901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f8b0e-da95-4e7b-ae37-29e9ee557a42 None None] No DVR routers for this DVR port 69aff5fb-2678-47ef-8616-6cdd9aa1a95c on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:31.949205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b251d-e3e5-4314-a9af-862afb961bd9 req-0a6e8738-367c-4ca9-a98b-80bfbfe3d558 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:31.951319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d04b251d-e3e5-4314-a9af-862afb961bd9 req-0a6e8738-367c-4ca9-a98b-80bfbfe3d558 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.2535098 Oct 19 01:27:31.955067 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:31.960364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44878) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:31.965713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Request body: {'floatingip': {'port_id': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:32.008927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.085252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.115836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c4858a-ab94-4d31-8531-80d21276a437']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:32.127682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2255993-0b33-4085-93e9-235ef1faffc1') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:32.127992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2255993-0b33-4085-93e9-235ef1faffc1') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:32.138991 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.161401 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.179259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:32.180025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:32.186575 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:32.335049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.348755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.360545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/f6c4858a-ab94-4d31-8531-80d21276a437 HTTP/1.1" status: 204 len: 168 time: 0.7388189 Oct 19 01:27:32.386613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:32.403478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-324851557'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:32.412075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5816b5-cf07-4944-b670-f2ca27189134 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=f6c4858a-ab94-4d31-8531-80d21276a437,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:32.436796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:32.443730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.494453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:27:32.512253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.513196 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d of type vlan for network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 Oct 19 01:27:32.606176 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f83d9bc4-6dc4-49db-90ae-45357845259d req-6e77fa92-fa08-41c5-a27d-6b983c54f688 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0471339 Oct 19 01:27:32.610232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.682126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.691324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:32.691973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.760926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3729012 Oct 19 01:27:32.763224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.764788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44888) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:32.771193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:32.778175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:32.799971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0fa10-bc4e-4847-9222-094dc00ac705 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:32.816334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:27:32.957319 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Floating IP bcef956a-a32b-4236-b85e-0b3a1cbf897b associated. External IP: 172.25.0.229, port: 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4. Oct 19 01:27:33.147625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:33.151310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.218968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 69aff5fb-2678-47ef-8616-6cdd9aa1a95c no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:33.222773 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:27:33.250328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 69aff5fb-2678-47ef-8616-6cdd9aa1a95c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:33.250741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 69aff5fb-2678-47ef-8616-6cdd9aa1a95c not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:33.392606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Router aa082a4d-956e-463d-bade-8cad39c0117b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:33.641139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:33.645698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.660970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] Sync routers for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:33.684055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:33.684523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:33.715310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.794336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-52bdaf38-27d7-40cb-a91c-3bb776809888 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "PUT /v2.0/floatingips/bcef956a-a32b-4236-b85e-0b3a1cbf897b HTTP/1.1" status: 200 len: 992 time: 1.8328202 Oct 19 01:27:33.848209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:33.851050 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a73fe08-457d-4b1d-9b6a-4b7829084342" -d '{"events": [{"name": "network-changed", "server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:33.860915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1e02c97-4710-410e-b598-cf6e0c44fe88 req-df2e3de8-e5b4-4491-84fb-edac1138752c tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0891683 Oct 19 01:27:33.865926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:33.892821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=41330ce1-d43e-4c81-87d5-90a1245ab5a9,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:33.895779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': 'b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:33.895779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:27:33.927880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:27:33.947872 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86635a-8301-4210-b2db-5b943771291b x-openstack-request-id: req-9d86635a-8301-4210-b2db-5b943771291b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:33.948188 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:33.949766 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d86635a-8301-4210-b2db-5b943771291b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:33.950166 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'status': 'completed', 'code': 200} Oct 19 01:27:33.951797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:33.959265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:33.962681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:33.969207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4858c7-dcf2-4825-943a-de01f935d35a None None] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:33.992428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c90b3273-fc99-43a2-9ebe-771cabc2fcda tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2260985 Oct 19 01:27:33.994958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44904) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:34.001202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9d22e922-cb33-4280-a00e-b1aa5938eb2d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1637246366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:34.071428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d22e922-cb33-4280-a00e-b1aa5938eb2d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.072825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d22e922-cb33-4280-a00e-b1aa5938eb2d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.167492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d22e922-cb33-4280-a00e-b1aa5938eb2d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.170610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-059831eb-0e7d-439d-8d86-240a9243f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:34.172769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-059831eb-0e7d-439d-8d86-240a9243f4f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=de451db8586445fd82cf7c9674ffda7b&device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 1098 time: 0.1635163 Oct 19 01:27:34.174356 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d22e922-cb33-4280-a00e-b1aa5938eb2d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.201363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d22e922-cb33-4280-a00e-b1aa5938eb2d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.203149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9d22e922-cb33-4280-a00e-b1aa5938eb2d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2061572 Oct 19 01:27:34.207575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44906) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:34.218213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'port': {'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56', 'name': 'tempest-RoutersIpV6Test-2036280784'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:34.356760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-08c968bd-5045-488f-94ab-e81a0a5ed43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:34.358620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-08c968bd-5045-488f-94ab-e81a0a5ed43b service neutron] 10.222.0.74 "GET /v2.0/networks?id=85a27418-cdb8-4fb9-aa58-ec47ce48150a HTTP/1.1" status: 200 len: 907 time: 0.1693778 Oct 19 01:27:34.484676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:34.583485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.622904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56', 'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '41330ce1-d43e-4c81-87d5-90a1245ab5a9'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:27:34.626626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:34.643095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] device_id is not set on port ff07172d-7ddb-4300-a80f-52795d761b57 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:27:34.657560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-020dc981-0d17-430e-8e32-0624993a4317 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 HTTP/1.1" status: 200 len: 1000 time: 0.2907772 Oct 19 01:27:34.828438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-ddbcbc12-4b40-445c-aec8-6be9b8a541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:34.830005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-ddbcbc12-4b40-445c-aec8-6be9b8a541ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2 HTTP/1.1" status: 200 len: 845 time: 0.1644330 Oct 19 01:27:34.878365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8::1ce (4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56/41330ce1-d43e-4c81-87d5-90a1245ab5a9/ff07172d-7ddb-4300-a80f-52795d761b57) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:34.959259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'bcef956a-a32b-4236-b85e-0b3a1cbf897b', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'port_id': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:06Z', 'updated_at': '2021-10-19T01:27:32Z', 'revision_number': 1, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 5, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:34.978583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-3c2813cc-d5a2-4f3a-8c89-df62af83e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:34.980919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-3c2813cc-d5a2-4f3a-8c89-df62af83e0d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=85a27418-cdb8-4fb9-aa58-ec47ce48150a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394491 Oct 19 01:27:34.999639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] Checking router: aa082a4d-956e-463d-bade-8cad39c0117b for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:27:35.008711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:35.009401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:35.119169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:27:35.139791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-d9ae169d-23c1-40d1-b0af-79175fc310ec service neutron] 10.222.0.74 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466308 Oct 19 01:27:35.157987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba68e221-54c0-430b-9cdb-9355236405d5 req-5a01dd00-c9a2-4ff8-9863-124df068f547 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.1033790 Oct 19 01:27:35.356668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.362347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a73fe08-457d-4b1d-9b6a-4b7829084342 req-62158ee4-6ff8-4c2d-a017-5f938bde41b4 service neutron] 10.222.0.74 "GET /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134423 Oct 19 01:27:35.401992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.466618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:35.471360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:35.476134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:35.482496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:35.483214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.505023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=ff07172d-7ddb-4300-a80f-52795d761b57,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:35.519392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1901b74f-3163-4c5a-8a7c-628c0046be9a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3081791 Oct 19 01:27:35.519650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44918) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:35.538845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Allocated IP 2001:db8::2 (4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56/41330ce1-d43e-4c81-87d5-90a1245ab5a9/0a42056e-3f4a-44fc-a5fd-8f8c24a42083) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:35.697957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'bcef956a-a32b-4236-b85e-0b3a1cbf897b', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'port_id': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:06Z', 'updated_at': '2021-10-19T01:27:32Z', 'revision_number': 1, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 5, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:35.735777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52735ee4-1d44-46e7-b17f-fb19ca7d5698 None None] The sync data for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 is: [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'bcef956a-a32b-4236-b85e-0b3a1cbf897b', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'port_id': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:27:06Z', 'updated_at': '2021-10-19T01:27:32Z', 'revision_number': 1, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 5, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:35.894799 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:35.909138 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:36.016419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:36.018692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:36.024175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:36.028976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Pushing event updated for resources: {'Port': ['ID=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:36.112550 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b643d-395e-4969-9660-de589793ecc3 None None] New status for floating IP bcef956a-a32b-4236-b85e-0b3a1cbf897b: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:27:36.131403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Attempting to bind port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:36.131876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Attempting to bind port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:36.132274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Attempting to bind port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 on network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:36.142634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:36.143386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Checking segment: {'id': 'b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:36.144157 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:36.144609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Bound using segment: {'id': 'b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:36.145094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Bound port: 0a42056e-3f4a-44fc-a5fd-8f8c24a42083, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:36.145899 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:36.257298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:36.275151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] For port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:36.279674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] For port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,segment=NetworkSegment(b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d),segment_id=b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:36.308447 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:36.455909 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b241-d32a-4ae6-ac85-6cc09ea84a20 None None] Pushing event updated for resources: {'Port': ['ID=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:36.571389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7dd9b52a-ed98-4d52-9530-2c9acff6ccff req-e3d291dc-48dc-4b6d-b42d-6cb156a1a6f2 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0814757 Oct 19 01:27:36.733820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:36.743040 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:36.890375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=ff07172d-7ddb-4300-a80f-52795d761b57,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:36.930861 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5b19-c577-4fdf-b6f1-9c52260ebbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.084448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.280796 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.310129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:37.387714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:37.388222 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.532201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.642984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,segment=NetworkSegment(b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d),segment_id=b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:37.655478 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.769228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.774634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c851edfb-7c35-49a9-b6e5-238ba699db39 req-bed5aa50-9e89-4b52-acd3-6f5a91e490f3 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0432484 Oct 19 01:27:37.776177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.778472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:37.808444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:37.912338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=ff07172d-7ddb-4300-a80f-52795d761b57,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:37.967607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:37.969171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:38.113703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47fcf3f-0260-474d-bdce-1e4b10b3b7a6 None None] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:38.185608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 967d23ea-a059-4123-b4a5-5f16d0159230 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:27:38.217460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-126ecdc9-73b8-4865-9eb0-3cf98c3686d8 None None] Provisioning complete for port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:38.218247 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-126ecdc9-73b8-4865-9eb0-3cf98c3686d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.327209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:38.333661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b1fb44c3-2fd8-443e-8cfc-2374073bc6ec tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/967d23ea-a059-4123-b4a5-5f16d0159230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8123326 Oct 19 01:27:38.335778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:38.357758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] Sync routers for ids ['967d23ea-a059-4123-b4a5-5f16d0159230'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:38.427655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] Routers {'967d23ea-a059-4123-b4a5-5f16d0159230'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:38.428451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['967d23ea-a059-4123-b4a5-5f16d0159230'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:38.429680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2db8f80-3373-4351-ba6f-c218de04cf4f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:38.431460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a2db8f80-3373-4351-ba6f-c218de04cf4f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports/ff07172d-7ddb-4300-a80f-52795d761b57 HTTP/1.1" status: 200 len: 984 time: 0.0943818 Oct 19 01:27:38.435148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44952) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:38.732841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:38.757430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] Routers {'967d23ea-a059-4123-b4a5-5f16d0159230'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:38.758169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['967d23ea-a059-4123-b4a5-5f16d0159230'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:38.797632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:38.798667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c85c0-2f6e-45f6-9eda-c63a60e68aa6 None None] The sync data for ids ['967d23ea-a059-4123-b4a5-5f16d0159230'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:38.913837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e52a8df5-1875-4972-9480-97f66762c76a None None] Provisioning complete for port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:38.919301 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e52a8df5-1875-4972-9480-97f66762c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:38.979130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33369756-1f5e-423c-af3d-b6655525b0f5 req-9888034b-d3a6-4103-9c2d-993b15ffadad tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0578146 Oct 19 01:27:39.079424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e52a8df5-1875-4972-9480-97f66762c76a None None] Provisioning complete for port ff07172d-7ddb-4300-a80f-52795d761b57 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:39.079916 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e52a8df5-1875-4972-9480-97f66762c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.131800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e52a8df5-1875-4972-9480-97f66762c76a None None] Port ff07172d-7ddb-4300-a80f-52795d761b57 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:39.263922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:39.318431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-183d003b-b3be-47b6-a0bc-3a689d5cadc9 None None] Provisioning complete for port ff07172d-7ddb-4300-a80f-52795d761b57 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:39.318793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-183d003b-b3be-47b6-a0bc-3a689d5cadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.352324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:39.352692 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.366527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460a5be-465f-44a5-baeb-1670fcf9607c req-c3d470ab-bbd5-4473-bf92-f860039f200a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:39.372482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f460a5be-465f-44a5-baeb-1670fcf9607c req-c3d470ab-bbd5-4473-bf92-f860039f200a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.1507742 Oct 19 01:27:39.386644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-183d003b-b3be-47b6-a0bc-3a689d5cadc9 None None] Port ff07172d-7ddb-4300-a80f-52795d761b57 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:39.501779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f460a5be-465f-44a5-baeb-1670fcf9607c req-9ebf1e23-bad0-4687-a3c3-d8a9db2c3386 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258411 Oct 19 01:27:39.539139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.543451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-08a27589-8c04-4124-8aa1-6ca3a8d916fb None None] Provisioning complete for port ff07172d-7ddb-4300-a80f-52795d761b57 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:39.544146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08a27589-8c04-4124-8aa1-6ca3a8d916fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.631334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-08a27589-8c04-4124-8aa1-6ca3a8d916fb None None] Port ff07172d-7ddb-4300-a80f-52795d761b57 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:39.645548 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.652990 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-01b227af-6a12-49e6-91a2-c8eb93fa5faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.861986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0cd1597b-4db1-4109-8d66-b506f923ac83 None None] Provisioning complete for port ff07172d-7ddb-4300-a80f-52795d761b57 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:39.862456 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0cd1597b-4db1-4109-8d66-b506f923ac83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.900501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port ff07172d-7ddb-4300-a80f-52795d761b57 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:39.901008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:39.905413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1597b-4db1-4109-8d66-b506f923ac83 None None] Port ff07172d-7ddb-4300-a80f-52795d761b57 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:40.004714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.027768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for ff07172d-7ddb-4300-a80f-52795d761b57 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:40.081408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f7a2d1c-484e-424b-bc74-b25acea74bd6 req-076b7f3c-3500-42e2-89a5-26ec64740f35 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0280192 Oct 19 01:27:40.215070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.243921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=ff07172d-7ddb-4300-a80f-52795d761b57,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:40.357339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.537530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 967d23ea-a059-4123-b4a5-5f16d0159230 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:40.556401 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.625951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:40.636702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d96c249c-21e4-4223-83ac-aaf7a93eefad tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/967d23ea-a059-4123-b4a5-5f16d0159230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1952913 Oct 19 01:27:40.636702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44996) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:40.638950 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] Sync routers for ids ['967d23ea-a059-4123-b4a5-5f16d0159230'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:40.657494 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] Routers {'967d23ea-a059-4123-b4a5-5f16d0159230'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:40.659168 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['967d23ea-a059-4123-b4a5-5f16d0159230'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:40.705651 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:40.719346 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] Routers {'967d23ea-a059-4123-b4a5-5f16d0159230'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:40.720517 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['967d23ea-a059-4123-b4a5-5f16d0159230'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:40.724725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c988a2-c085-4c69-8ace-69ad8d4c8bf4 req-c0d829b0-f45e-42de-a3be-5d092bd86414 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:40.730379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83c988a2-c085-4c69-8ace-69ad8d4c8bf4 req-c0d829b0-f45e-42de-a3be-5d092bd86414 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.1106095 Oct 19 01:27:40.744196 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:40.760434 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:40.761747 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9fc32-e01f-4cd9-b5b1-aa56a45c52e9 None None] The sync data for ids ['967d23ea-a059-4123-b4a5-5f16d0159230'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:40.791466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83c988a2-c085-4c69-8ace-69ad8d4c8bf4 req-11c2c34e-4989-414a-99c7-41bbb764bcee tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545635 Oct 19 01:27:40.875670 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-53ba65a4-55af-48a6-85e6-d8440284b4f8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 01:27:40.877344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-53ba65a4-55af-48a6-85e6-d8440284b4f8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/967d23ea-a059-4123-b4a5-5f16d0159230/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2417486 Oct 19 01:27:40.879893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45004) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:40.920333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45008) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:40.920927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-58aaa966-b52b-4a76-bff4-d49ee3c7d149 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=967d23ea-a059-4123-b4a5-5f16d0159230 HTTP/1.1" status: 200 len: 205 time: 0.0393958 Oct 19 01:27:41.008803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f52f8d7d-a99b-4026-b9a5-a0b830a00713 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.210291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f52f8d7d-a99b-4026-b9a5-a0b830a00713 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.231013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f52f8d7d-a99b-4026-b9a5-a0b830a00713 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.234619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fa7b831-21e0-4ee7-b39f-9dfdd9f32edc req-3f837bf6-5114-45ba-893c-b2f783d0d809 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0379713 Oct 19 01:27:41.296355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f52f8d7d-a99b-4026-b9a5-a0b830a00713 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.297749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f8d7d-a99b-4026-b9a5-a0b830a00713 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Fanout notify agent at l3_agent the message router_deleted on router 967d23ea-a059-4123-b4a5-5f16d0159230 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:41.309722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f52f8d7d-a99b-4026-b9a5-a0b830a00713 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.313886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45020) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:41.314540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f52f8d7d-a99b-4026-b9a5-a0b830a00713 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/967d23ea-a059-4123-b4a5-5f16d0159230 HTTP/1.1" status: 204 len: 168 time: 0.3902378 Oct 19 01:27:41.356136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5454f-a6ed-419c-9674-037b5228d1d8 req-0826e90b-5017-41e6-b85a-c6adc7ec3cb6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:41.358209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec5454f-a6ed-419c-9674-037b5228d1d8 req-0826e90b-5017-41e6-b85a-c6adc7ec3cb6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.0983207 Oct 19 01:27:41.415496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 41330ce1-d43e-4c81-87d5-90a1245ab5a9 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:41.420070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.468187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec5454f-a6ed-419c-9674-037b5228d1d8 req-aa4dd888-0093-48e3-9dac-a0d6abacaded tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008644 Oct 19 01:27:41.486654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.579316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.654292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.696464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=41330ce1-d43e-4c81-87d5-90a1245ab5a9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:41.701710 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.707313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e60242b7-9538-46c5-80fc-04fc44d2f64e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/41330ce1-d43e-4c81-87d5-90a1245ab5a9 HTTP/1.1" status: 204 len: 168 time: 0.3900137 Oct 19 01:27:41.708157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45026) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:41.712241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30f551-188e-405f-b3ab-924ca0c50c5b None None] Network 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:41.794776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.856106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:41.856787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.930516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,segment=NetworkSegment(b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d),segment_id=b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:41.930921 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:41.934298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] DHCP port deletion for 4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:27:41.946209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:41.985295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] Deleting port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:41.985673 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.043117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.068308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:42.068988 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] For port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,segment=NetworkSegment(b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d),segment_id=b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:42.069560 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.082642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No DVR routers for this DVR port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:42.089900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] Calling delete_port for 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:42.227365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.246315 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.250123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:42.263795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:42.264208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f4fb60-3299-4bfc-bf8e-7dbcc7ca8d2d') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:42.275027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.283038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] Pushing event deleted for resources: {'Port': ['ID=0a42056e-3f4a-44fc-a5fd-8f8c24a42083,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:42.289525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3306aa-1cf4-4cb8-ba43-d9a5559dd654 None None] No DVR routers for this DVR port 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:42.296456 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.297142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.307583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:42.308912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:42.313270 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:42.398138 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.399284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-90644dc7-0bfd-4921-abf0-a323e8eafc81 req-90fb6d37-03e0-4e9a-92c1-c67e19d23656 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0528324 Oct 19 01:27:42.417390 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.421752 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56 HTTP/1.1" status: 204 len: 168 time: 0.7128088 Oct 19 01:27:42.425666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45042) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:42.432265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-659841398'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:42.457955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf1a57-8c5e-498a-a095-7fab0d7f9243 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=4d2209f9-bf0a-4e01-9ea5-eee73ce5ba56,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:42.474475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:42.478406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.508057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:27:42.520535 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.520830 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment 5b600fcd-009b-4bc3-a8a4-666642778fd6 of type vlan for network 8c57397f-235b-4610-a632-321f1ca0348e Oct 19 01:27:42.585389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.642864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed75ed-c351-4b0b-bb88-1dc7a6cc05d4 req-1a0d90aa-fb8e-4ae0-a3e0-1de26201e179 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:42.644336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7ed75ed-c351-4b0b-bb88-1dc7a6cc05d4 req-1a0d90aa-fb8e-4ae0-a3e0-1de26201e179 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.0787659 Oct 19 01:27:42.645207 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.652044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:42.652729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:42.721377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2931826 Oct 19 01:27:42.724883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45048) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:42.731808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': '8c57397f-235b-4610-a632-321f1ca0348e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:42.760390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e15a5-8e92-4323-a1bd-05ee362dbc00 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=8c57397f-235b-4610-a632-321f1ca0348e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:42.765395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7ed75ed-c351-4b0b-bb88-1dc7a6cc05d4 req-0781295d-1b0c-4f41-9fc1-b92cd6f5d354 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100245 Oct 19 01:27:42.772347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 8c57397f-235b-4610-a632-321f1ca0348e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:27:42.845176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:42.848851 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.065462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.136909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=7dcebc6d-0e26-444b-97b2-7ebe096bff1d,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:43.146943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': '5b600fcd-009b-4bc3-a8a4-666642778fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8c57397f-235b-4610-a632-321f1ca0348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:43.146943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: 8c57397f-235b-4610-a632-321f1ca0348e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:27:43.165918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 8c57397f-235b-4610-a632-321f1ca0348e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:27:43.178497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 8c57397f-235b-4610-a632-321f1ca0348e) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:43.184241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:43.184790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.192095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d53ca-21e7-45ac-b19b-df8a5fa2a065 None None] Network 8c57397f-235b-4610-a632-321f1ca0348e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:43.207690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4bebfd4f-5a27-4d14-877b-050c1f176576 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4792671 Oct 19 01:27:43.207963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45064) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:43.212616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-29e27976-0a38-4376-9055-40a40055ed67 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-992192021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:43.238730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29e27976-0a38-4376-9055-40a40055ed67 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.240097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29e27976-0a38-4376-9055-40a40055ed67 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.295570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:43.297150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29e27976-0a38-4376-9055-40a40055ed67 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.297899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:27:43.300518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:43.302970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29e27976-0a38-4376-9055-40a40055ed67 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.326601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29e27976-0a38-4376-9055-40a40055ed67 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.330948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-29e27976-0a38-4376-9055-40a40055ed67 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1190166 Oct 19 01:27:43.331126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45066) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:43.385814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:43.386327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0a42056e-3f4a-44fc-a5fd-8f8c24a42083 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:43.448688 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-8c57397f-235b-4610-a632-321f1ca0348e', 'network_id': '8c57397f-235b-4610-a632-321f1ca0348e', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '7dcebc6d-0e26-444b-97b2-7ebe096bff1d'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:27:43.449748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.549473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a52a1877-8543-45a4-975f-aaa36be0c077 req-6e53fb57-6456-4c5c-8311-d2310afd042a tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0343559 Oct 19 01:27:43.613639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.700045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:43.707649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:43.710057 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d93d0e-0ac0-4ce1-86a5-33a1088667bb" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:43.738304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:43.742011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'mac_address': 'fa:16:3e:bf:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:27:43.750374 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:43.781067 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6552ce-d8a9-4d84-a5fc-1d2ec78ebc9e x-openstack-request-id: req-9e6552ce-d8a9-4d84-a5fc-1d2ec78ebc9e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:43.781836 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:43.781836 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e6552ce-d8a9-4d84-a5fc-1d2ec78ebc9e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:43.782202 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'code': 200} Oct 19 01:27:43.783461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Allocated IP 2001:db8::2 (8c57397f-235b-4610-a632-321f1ca0348e/7dcebc6d-0e26-444b-97b2-7ebe096bff1d/264489df-4f7b-4da3-aafc-acb25ca5dcd5) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:44.003326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.009257 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.031131 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.045243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:44.049601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe5967-855f-4830-a9ca-6499dae3bc2c req-2be2015f-3980-4a3a-a20a-c17ae820933b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:44.051107 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1cfe5967-855f-4830-a9ca-6499dae3bc2c req-2be2015f-3980-4a3a-a20a-c17ae820933b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1584086 Oct 19 01:27:44.053905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:44.104270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:44.111105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Network 8c57397f-235b-4610-a632-321f1ca0348e is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:44.114167 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.119134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:44.122048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:44.139117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Pushing event updated for resources: {'Port': ['ID=264489df-4f7b-4da3-aafc-acb25ca5dcd5,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:44.156041 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1cfe5967-855f-4830-a9ca-6499dae3bc2c req-a0ef5fd6-32f7-427c-8ffa-f2719b92aac4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963199 Oct 19 01:27:44.204186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.233105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:27:44.315187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Attempting to bind port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:44.315637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Attempting to bind port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5b600fcd-009b-4bc3-a8a4-666642778fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8c57397f-235b-4610-a632-321f1ca0348e'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:44.316107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Attempting to bind port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 on network 8c57397f-235b-4610-a632-321f1ca0348e {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:44.340132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:44.346721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:44.347190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Checking segment: {'id': '5b600fcd-009b-4bc3-a8a4-666642778fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8c57397f-235b-4610-a632-321f1ca0348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:44.347691 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.348173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Bound using segment: {'id': '5b600fcd-009b-4bc3-a8a4-666642778fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8c57397f-235b-4610-a632-321f1ca0348e'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:44.348762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Bound port: 264489df-4f7b-4da3-aafc-acb25ca5dcd5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b600fcd-009b-4bc3-a8a4-666642778fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8c57397f-235b-4610-a632-321f1ca0348e'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:44.349216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.489886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8::1 (8c57397f-235b-4610-a632-321f1ca0348e/7dcebc6d-0e26-444b-97b2-7ebe096bff1d/189396e3-afe5-48b9-9d69-c989686f53f5) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:44.503913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] For port 264489df-4f7b-4da3-aafc-acb25ca5dcd5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:44.509752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] For port 264489df-4f7b-4da3-aafc-acb25ca5dcd5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=264489df-4f7b-4da3-aafc-acb25ca5dcd5,segment=NetworkSegment(5b600fcd-009b-4bc3-a8a4-666642778fd6),segment_id=5b600fcd-009b-4bc3-a8a4-666642778fd6)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:44.523653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.659235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec25e2-161e-4890-a8b2-57cef147eecd None None] Pushing event updated for resources: {'Port': ['ID=264489df-4f7b-4da3-aafc-acb25ca5dcd5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:44.682975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.751014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ff18f39-31ee-48cc-aeb9-453d9fe6a22c req-17f1897d-c33d-4af5-8870-3ea99ebc4f8f tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0555775 Oct 19 01:27:44.780360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.812539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 8c57397f-235b-4610-a632-321f1ca0348e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:44.818285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:44.859892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:44.860457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:44.928699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=189396e3-afe5-48b9-9d69-c989686f53f5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:45.035776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.245323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:45.341500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 264489df-4f7b-4da3-aafc-acb25ca5dcd5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:45.388621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e06b6-f8c7-4377-87a0-8887a07eab56 req-a6238f46-d5f3-40e9-8ff0-b219610fe973 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:45.397042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-540e06b6-f8c7-4377-87a0-8887a07eab56 req-a6238f46-d5f3-40e9-8ff0-b219610fe973 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 945 time: 0.0817766 Oct 19 01:27:45.497121 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-540e06b6-f8c7-4377-87a0-8887a07eab56 req-71274c76-762d-4a01-97f6-4c0c0f5cbe25 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901320 Oct 19 01:27:45.627446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.639809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.641276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.658488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:45.658895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.691010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:45.691385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.833572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=189396e3-afe5-48b9-9d69-c989686f53f5,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:45.847677 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.877025 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.884111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:45.887292 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2f6f7e-cc92-40cb-9002-83051215769f" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:45.925613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:45.938740 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:45.986194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 264489df-4f7b-4da3-aafc-acb25ca5dcd5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=264489df-4f7b-4da3-aafc-acb25ca5dcd5,segment=NetworkSegment(5b600fcd-009b-4bc3-a8a4-666642778fd6),segment_id=5b600fcd-009b-4bc3-a8a4-666642778fd6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:46.004499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 8c57397f-235b-4610-a632-321f1ca0348e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:46.008251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:46.009124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:46.055171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=13']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:46.083898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e88081e2-0a19-476d-a571-c3bb89f2a1b2 req-cddedf15-9f0e-4628-8625-09312e04ab4a tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.1134834 Oct 19 01:27:46.153837 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630805fe-6e62-4e60-bd3b-9881aa536a77 x-openstack-request-id: req-630805fe-6e62-4e60-bd3b-9881aa536a77 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:46.153837 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-plugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:46.154419 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-630805fe-6e62-4e60-bd3b-9881aa536a77 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:46.157510 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'code': 200} Oct 19 01:27:46.164622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=264489df-4f7b-4da3-aafc-acb25ca5dcd5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:46.225970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84e3ae-3047-4ce9-9a70-fef01889b542 None None] Network 8c57397f-235b-4610-a632-321f1ca0348e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:46.359782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 7b7f3a9c-7afa-4b36-a739-06ef265c9217 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:27:46.381771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-30f8ade6-9766-4e61-a0f7-fb1076b59fbe None None] Provisioning complete for port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:46.382397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30f8ade6-9766-4e61-a0f7-fb1076b59fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:46.617227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:46.629084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] Sync routers for ids ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:46.632254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-49918b9a-abd3-47aa-834c-5a790c2a905a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/7b7f3a9c-7afa-4b36-a739-06ef265c9217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3000467 Oct 19 01:27:46.635262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45138) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:46.667721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] Routers {'7b7f3a9c-7afa-4b36-a739-06ef265c9217'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:46.668390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:46.740556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79f476-677d-4abc-95ab-d86e74c76dbf req-fdea8609-9aee-4309-b1bf-3dc617064da9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:46.748351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b79f476-677d-4abc-95ab-d86e74c76dbf req-fdea8609-9aee-4309-b1bf-3dc617064da9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.1141798 Oct 19 01:27:46.754697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10078577-f667-4e38-a3de-f12eaf841ffe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:46.760678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45140) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:46.773607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:46.774924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-10078577-f667-4e38-a3de-f12eaf841ffe tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports/189396e3-afe5-48b9-9d69-c989686f53f5 HTTP/1.1" status: 200 len: 911 time: 0.1372547 Oct 19 01:27:46.785432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] Routers {'7b7f3a9c-7afa-4b36-a739-06ef265c9217'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:46.786351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:46.910644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:46.910845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a34c1-b8c7-4e5f-a11c-a511ea342f8b None None] The sync data for ids ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:46.937420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b79f476-677d-4abc-95ab-d86e74c76dbf req-21d00e4a-68ec-4761-98c2-3a20a0b9ca60 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828473 Oct 19 01:27:47.099196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0f9eb35b-7bca-4278-81cd-3c68763239de None None] Provisioning complete for port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:47.099572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb35b-7bca-4278-81cd-3c68763239de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.399729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0f9eb35b-7bca-4278-81cd-3c68763239de None None] Provisioning complete for port 189396e3-afe5-48b9-9d69-c989686f53f5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:47.400339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb35b-7bca-4278-81cd-3c68763239de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.413128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 264489df-4f7b-4da3-aafc-acb25ca5dcd5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:27:47.450757 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bcf60d8b-e1f9-4068-aa59-4190274ee433 req-646d5047-99b7-4f98-a41a-60d858b73b69 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0860846 Oct 19 01:27:47.454319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-042b5ec2-baf4-42a7-bb56-ca8280dc43d9 req-19243211-a534-4973-8f2d-9efd1882a480 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0804706 Oct 19 01:27:47.603238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0f9eb35b-7bca-4278-81cd-3c68763239de None None] Port 189396e3-afe5-48b9-9d69-c989686f53f5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:47.630127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.662470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:47.663019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.762977 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3f7156d3-62aa-465b-bc1f-276d4bd61ff0 None None] Provisioning complete for port 189396e3-afe5-48b9-9d69-c989686f53f5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:47.763660 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3f7156d3-62aa-465b-bc1f-276d4bd61ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:47.827117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3f7156d3-62aa-465b-bc1f-276d4bd61ff0 None None] Port 189396e3-afe5-48b9-9d69-c989686f53f5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:47.952010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-da673770-fd46-44d2-9425-a9dd34b03531 None None] Provisioning complete for port 189396e3-afe5-48b9-9d69-c989686f53f5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:47.952340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-da673770-fd46-44d2-9425-a9dd34b03531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:48.015559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-da673770-fd46-44d2-9425-a9dd34b03531 None None] Port 189396e3-afe5-48b9-9d69-c989686f53f5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:48.108311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 189396e3-afe5-48b9-9d69-c989686f53f5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:48.108937 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:48.138047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0c58c-5b75-409f-89e0-d10c215135fb req-24fb6360-d3bf-4a73-95dc-58a0a69db061 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:48.147653 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1c0c58c-5b75-409f-89e0-d10c215135fb req-24fb6360-d3bf-4a73-95dc-58a0a69db061 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.0918736 Oct 19 01:27:48.227000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1c0c58c-5b75-409f-89e0-d10c215135fb req-adee9d02-6dc3-4ae5-9213-d2f51547b19b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783837 Oct 19 01:27:48.289403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:48.318354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 189396e3-afe5-48b9-9d69-c989686f53f5 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:48.702048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:48.715194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aad5b7ec-4772-4187-876d-a7c5e0c51731 req-3845e0a8-5f3e-4c72-95a0-5dc3e7711fea tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0940139 Oct 19 01:27:48.773686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=189396e3-afe5-48b9-9d69-c989686f53f5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:48.946298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.193400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 7b7f3a9c-7afa-4b36-a739-06ef265c9217 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:49.297350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:49.308237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a9a707b2-819b-484c-a4ec-e1d5a5a77675 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/7b7f3a9c-7afa-4b36-a739-06ef265c9217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435891 Oct 19 01:27:49.309250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45166) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.312169 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] Sync routers for ids ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:49.343949 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] Routers {'7b7f3a9c-7afa-4b36-a739-06ef265c9217'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:49.345396 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:49.378885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b1856365-e469-4ed6-9618-77c551520440 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b7f3a9c-7afa-4b36-a739-06ef265c9217 HTTP/1.1" status: 200 len: 205 time: 0.0690575 Oct 19 01:27:49.382304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45170) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.438018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95918a1-6624-496d-8bf6-d4ed17d7f4e7 req-f9085137-20ed-4d77-913f-b0f25b2de069 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:49.440398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d95918a1-6624-496d-8bf6-d4ed17d7f4e7 req-f9085137-20ed-4d77-913f-b0f25b2de069 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.0905509 Oct 19 01:27:49.470736 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:49.501043 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] Routers {'7b7f3a9c-7afa-4b36-a739-06ef265c9217'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:49.502556 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:49.531252 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d95918a1-6624-496d-8bf6-d4ed17d7f4e7 req-98ccb2f4-07ee-48dc-8897-4a71470f0642 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703008 Oct 19 01:27:49.554435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fac8-aa83-4715-86fa-d50a698e918d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.574716 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:49.575787 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a42b31-8589-4c96-b4f6-69c50117c897 None None] The sync data for ids ['7b7f3a9c-7afa-4b36-a739-06ef265c9217'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:49.784753 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.796616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fac8-aa83-4715-86fa-d50a698e918d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.801774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fac8-aa83-4715-86fa-d50a698e918d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.887243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fac8-aa83-4715-86fa-d50a698e918d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.888107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2fac8-aa83-4715-86fa-d50a698e918d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Fanout notify agent at l3_agent the message router_deleted on router 7b7f3a9c-7afa-4b36-a739-06ef265c9217 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:49.903262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fac8-aa83-4715-86fa-d50a698e918d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:49.907479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3bb2fac8-aa83-4715-86fa-d50a698e918d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/7b7f3a9c-7afa-4b36-a739-06ef265c9217 HTTP/1.1" status: 204 len: 168 time: 0.5211694 Oct 19 01:27:49.909073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8bff4e04-8ef8-447e-a439-78b16772007a req-3e68af18-8bc8-4497-90f5-47b36402f44f tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0567322 Oct 19 01:27:49.909988 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:49.984968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 7dcebc6d-0e26-444b-97b2-7ebe096bff1d {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:27:49.990322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.051752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.191663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.270118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.319421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcebc6d-0e26-444b-97b2-7ebe096bff1d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:50.340514 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f26ac19f-5ef6-48dd-9467-2c21fac8a573 req-da183fd6-b6cf-4a5e-bde5-43beca8f4205 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256&device_id=ba590d7c-562b-4b49-8908-33a42eea7e75 HTTP/1.1" status: 200 len: 210 time: 0.0337949 Oct 19 01:27:50.341710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.345672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-153c420b-9f33-413e-9f05-1301be877597 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/7dcebc6d-0e26-444b-97b2-7ebe096bff1d HTTP/1.1" status: 204 len: 168 time: 0.4345384 Oct 19 01:27:50.350429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c942a-7c64-4281-b34c-729ae493f79a None None] Network 8c57397f-235b-4610-a632-321f1ca0348e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:27:50.356251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45184) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:50.574814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.643518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] DHCP port deletion for 8c57397f-235b-4610-a632-321f1ca0348e request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:27:50.762583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] Deleting port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:50.762974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.799862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:50.800305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.803687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8820a306-53aa-4644-892b-ba00b026b408 req-aeea1c07-33d3-4955-9417-2797a90eb432 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7815bc7221044ffd88451372beda4d7f&device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0495286 Oct 19 01:27:50.881969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] For port 264489df-4f7b-4da3-aafc-acb25ca5dcd5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=264489df-4f7b-4da3-aafc-acb25ca5dcd5,segment=NetworkSegment(5b600fcd-009b-4bc3-a8a4-666642778fd6),segment_id=5b600fcd-009b-4bc3-a8a4-666642778fd6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:50.882606 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:50.900393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] Calling delete_port for 264489df-4f7b-4da3-aafc-acb25ca5dcd5 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:51.042737 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.085599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] Pushing event deleted for resources: {'Port': ['ID=264489df-4f7b-4da3-aafc-acb25ca5dcd5,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:51.090377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f700cd-b32d-405d-9aa3-2ef3cc2937ae None None] No DVR routers for this DVR port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:51.289465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4df23833-c943-46ab-8305-0e94749d6ed5 req-d96c4cf4-7377-46e2-b6f1-9f2103d21681 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.4313607 Oct 19 01:27:51.299231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 264489df-4f7b-4da3-aafc-acb25ca5dcd5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:27:51.324640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 264489df-4f7b-4da3-aafc-acb25ca5dcd5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:27:51.324982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 264489df-4f7b-4da3-aafc-acb25ca5dcd5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:27:51.391946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8820a306-53aa-4644-892b-ba00b026b408 req-b6e99bef-d4bf-4551-a3ee-9dd0adc14815 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7815bc7221044ffd88451372beda4d7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5724909 Oct 19 01:27:51.467552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port 264489df-4f7b-4da3-aafc-acb25ca5dcd5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=264489df-4f7b-4da3-aafc-acb25ca5dcd5,segment=NetworkSegment(5b600fcd-009b-4bc3-a8a4-666642778fd6),segment_id=5b600fcd-009b-4bc3-a8a4-666642778fd6)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:27:51.467919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.513278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 264489df-4f7b-4da3-aafc-acb25ca5dcd5 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:51.526352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875928c4-cbe2-4af2-b17a-3f0a69c89ce6 req-95351c69-b2f5-4643-81e4-c8b424b1cccd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:51.527842 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-875928c4-cbe2-4af2-b17a-3f0a69c89ce6 req-95351c69-b2f5-4643-81e4-c8b424b1cccd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.7073114 Oct 19 01:27:51.634663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820a306-53aa-4644-892b-ba00b026b408 req-e64c5253-4565-4064-8553-065bc182d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:51.636980 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8820a306-53aa-4644-892b-ba00b026b408 req-e64c5253-4565-4064-8553-065bc182d6bb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166355 Oct 19 01:27:51.645506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-875928c4-cbe2-4af2-b17a-3f0a69c89ce6 req-e95caf74-1e73-4fda-bbcc-e0ca81cb4a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077075 Oct 19 01:27:51.714716 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.752963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=264489df-4f7b-4da3-aafc-acb25ca5dcd5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:51.758379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No DVR routers for this DVR port 264489df-4f7b-4da3-aafc-acb25ca5dcd5 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:27:51.843230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.865741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c57397f-235b-4610-a632-321f1ca0348e']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:51.877249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b600fcd-009b-4bc3-a8a4-666642778fd6') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:51.877931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b600fcd-009b-4bc3-a8a4-666642778fd6') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:51.889192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.905135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.912490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:27:51.912902 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:27:51.916011 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:27:52.003684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.009178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.016739 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/8c57397f-235b-4610-a632-321f1ca0348e HTTP/1.1" status: 204 len: 168 time: 1.6553910 Oct 19 01:27:52.016739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45214) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:52.021155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-524379913', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:52.045300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d029-1dbb-4fb0-98f9-815733d387ae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=8c57397f-235b-4610-a632-321f1ca0348e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:52.060581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.061975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.136975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.325399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.385242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c8e43f4-745b-4840-898c-1c267b3cefa7 req-f04ea8bd-9f00-46aa-8c7e-de09cbe027a0 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0346627 Oct 19 01:27:52.528777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-676f1fdd-d990-4810-a3c4-8f709d70c113 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:52.536472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-676f1fdd-d990-4810-a3c4-8f709d70c113 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.2739196 Oct 19 01:27:52.556658 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-4e981174-887e-4aa8-b2d8-9b2af3ebc7b0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/quotas/94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 375 time: 0.0192091 Oct 19 01:27:52.639672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-70d6f8f5-0f6e-4c65-83d4-ae630e3fc284 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755486 Oct 19 01:27:52.806462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e710d-200a-41ad-9a5d-5d176383e91e req-cbe02825-2a89-4202-94bb-8c2b17570964 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:52.808017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e4e710d-200a-41ad-9a5d-5d176383e91e req-cbe02825-2a89-4202-94bb-8c2b17570964 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.0650339 Oct 19 01:27:52.867327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.895164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:52.899043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-8beaa6fb-9a8c-4e15-8603-8d6248e6c0c4 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394743 Oct 19 01:27:52.920461 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e4e710d-200a-41ad-9a5d-5d176383e91e req-3a290aea-f360-497c-bcbc-7e512bd2f180 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005859 Oct 19 01:27:53.106160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-b1ea3eb0-586f-4dca-af2a-69378e1df649 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597471 Oct 19 01:27:53.107215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 172.25.0.8 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ed408ef8-e736-49af-b995-da8461f9bb90) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:53.137466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8820a306-53aa-4644-892b-ba00b026b408 req-bf33561f-cbbc-4787-9667-ce33a2db46e0 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.62 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0478702 Oct 19 01:27:53.314541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.363968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:53.441754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:53.455736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:53.462115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:53.499392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=ed408ef8-e736-49af-b995-da8461f9bb90,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:53.611788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-094dbacc-1d45-4a90-8f51-4dee613a65c2 req-758de134-0b8c-40b1-a36a-11e4b578f6f2 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=56edf039-bf63-46dc-8cb8-0e435db35256 HTTP/1.1" status: 200 len: 210 time: 0.0700679 Oct 19 01:27:53.717660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-347c41f0-956f-4161-bb86-f83880c3d290 req-e151e8db-03cc-46cb-9529-3657060300ba tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 210 time: 0.0419271 Oct 19 01:27:53.943032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.101299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c8629-7363-45b6-ae45-2b2038ba3c60 req-bc13c453-ed6f-464c-9d98-6ebe3c211f96 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:54.114764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e07c8629-7363-45b6-ae45-2b2038ba3c60 req-bc13c453-ed6f-464c-9d98-6ebe3c211f96 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.0835812 Oct 19 01:27:54.176854 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e07c8629-7363-45b6-ae45-2b2038ba3c60 req-8e82528a-41dd-41e8-9cab-c735cc5287f5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607185 Oct 19 01:27:54.273232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.444919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 8423e125-f90a-4339-9851-5c3df59637c0 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:27:54.576614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:54.590367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] Sync routers for ids ['8423e125-f90a-4339-9851-5c3df59637c0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:54.600939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] Routers {'8423e125-f90a-4339-9851-5c3df59637c0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:54.602059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8423e125-f90a-4339-9851-5c3df59637c0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:54.611653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:54.613049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c92df371-6b6b-4954-b05a-a2f76fc9e515 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.5954313 Oct 19 01:27:54.616218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:54.710554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:54.731042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] Routers {'8423e125-f90a-4339-9851-5c3df59637c0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:54.731302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8423e125-f90a-4339-9851-5c3df59637c0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:54.778292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:54.778983 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbbc09-33f8-4768-b6ba-d2d5b3640d61 None None] The sync data for ids ['8423e125-f90a-4339-9851-5c3df59637c0'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:54.837282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c5a6cb2d-9a8d-4500-afcb-538a168c0748 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/routers/8423e125-f90a-4339-9851-5c3df59637c0 HTTP/1.1" status: 200 len: 882 time: 0.2197800 Oct 19 01:27:54.842146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45268) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:55.050773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b06cc02a-8031-4866-ae1a-ee14cc098c89 req-96543a22-1cbb-4834-b3c6-4489b1d7bd1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7815bc7221044ffd88451372beda4d7f&device_id=ba590d7c-562b-4b49-8908-33a42eea7e75 HTTP/1.1" status: 200 len: 210 time: 0.0628486 Oct 19 01:27:55.081441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b06cc02a-8031-4866-ae1a-ee14cc098c89 req-0ed3beb4-6a53-40e4-99e1-7f162c51ec55 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7815bc7221044ffd88451372beda4d7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239382 Oct 19 01:27:55.118077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64b3c83d-11d5-4c13-8dfd-c9c96900ea41 req-405a237e-b319-496b-a36d-2d1fe964fdcf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 210 time: 0.0530620 Oct 19 01:27:55.140535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-58c1e223-50c2-4455-bb77-78c760d45685 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:55.142139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-58c1e223-50c2-4455-bb77-78c760d45685 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.3869801 Oct 19 01:27:55.171050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'port': {'device_id': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'admin_state_up': True, 'tenant_id': '94246613562645278786674bc9722b64'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:55.225205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cc02a-8031-4866-ae1a-ee14cc098c89 req-dcdae421-371b-4e86-955c-cf23fc44d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:55.228197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b06cc02a-8031-4866-ae1a-ee14cc098c89 req-dcdae421-371b-4e86-955c-cf23fc44d788 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335077 Oct 19 01:27:55.290114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c6946214-1243-4431-b0a3-3a3cc54e453c req-e9788a9a-c7d1-4961-93d9-be417879461c tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba590d7c-562b-4b49-8908-33a42eea7e75 HTTP/1.1" status: 200 len: 210 time: 0.0598683 Oct 19 01:27:55.905007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43164d-1cd8-4278-8121-bc5b28d905b5 req-8a440fd7-fd13-49d4-b98a-46500a749bf3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:55.912817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f43164d-1cd8-4278-8121-bc5b28d905b5 req-8a440fd7-fd13-49d4-b98a-46500a749bf3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.5355537 Oct 19 01:27:55.949503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:55.952932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:55.978918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e47b9ac-67a1-4a1b-91da-c4251e5fb850 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.1330941 Oct 19 01:27:55.981057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45282) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:55.987952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a0ff2b1e-7696-45f4-bf2e-ea41021539ac tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-524379913'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:56.014320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f43164d-1cd8-4278-8121-bc5b28d905b5 req-3a32ddb9-9c25-480a-8e6d-45c1f9e4532b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005888 Oct 19 01:27:56.225268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.20.0.3 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/df8a9ab8-4f90-4846-ad71-955dbcca8bdc) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:27:56.354933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97f9a03-53f8-4caf-8478-ffde2e47189a req-af22ee01-9c30-4060-8b40-069ea163c51f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 210 time: 0.1044054 Oct 19 01:27:56.570078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-921d0c1a-6e33-4415-8c15-7e63b659ea29 req-394c4296-cd31-4319-8cdb-364c01132603 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba590d7c-562b-4b49-8908-33a42eea7e75 HTTP/1.1" status: 200 len: 210 time: 0.0479860 Oct 19 01:27:56.613190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b06cc02a-8031-4866-ae1a-ee14cc098c89 req-92d3e838-5174-436e-9cc7-d48035581473 tempest-ServerShowV247Test-183574828 tempest-ServerShowV247Test-183574828-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba590d7c-562b-4b49-8908-33a42eea7e75 HTTP/1.1" status: 200 len: 210 time: 0.0497432 Oct 19 01:27:56.629382 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:56.682821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:56.744191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:27:56.748933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:27:56.757458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:27:56.776442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0ff2b1e-7696-45f4-bf2e-ea41021539ac tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:56.794929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:56.808366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0ff2b1e-7696-45f4-bf2e-ea41021539ac tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:56.858021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:56.858955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:56.878331 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-f986b455-304d-4715-a3df-739cac6ca366 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7167130 Oct 19 01:27:56.899374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Request body: {'port': {'device_id': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:56.989006 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.053538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff2b1e-7696-45f4-bf2e-ea41021539ac tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 8423e125-f90a-4339-9851-5c3df59637c0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:27:57.239032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3b8a1e5c-b828-48d3-a0e0-f4068c76fbdc None None] Provisioning complete for port df8a9ab8-4f90-4846-ad71-955dbcca8bdc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:27:57.240671 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1e5c-b828-48d3-a0e0-f4068c76fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.334318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a1e5c-b828-48d3-a0e0-f4068c76fbdc None None] Port df8a9ab8-4f90-4846-ad71-955dbcca8bdc cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:27:57.407684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff2b1e-7696-45f4-bf2e-ea41021539ac tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:27:57.422425 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] Sync routers for ids ['8423e125-f90a-4339-9851-5c3df59637c0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:27:57.448328 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] Routers {'8423e125-f90a-4339-9851-5c3df59637c0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:57.450161 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8423e125-f90a-4339-9851-5c3df59637c0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:57.455173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0ff2b1e-7696-45f4-bf2e-ea41021539ac tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.462530 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a0ff2b1e-7696-45f4-bf2e-ea41021539ac tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/8423e125-f90a-4339-9851-5c3df59637c0 HTTP/1.1" status: 200 len: 889 time: 1.4760089 Oct 19 01:27:57.462530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45304) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:57.488316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820a7e8-1532-48aa-ad10-9612dea0a855 req-907fa463-e4eb-4c56-bcc3-5d8462733abb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:57.504699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1820a7e8-1532-48aa-ad10-9612dea0a855 req-907fa463-e4eb-4c56-bcc3-5d8462733abb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.3283205 Oct 19 01:27:57.606348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1820a7e8-1532-48aa-ad10-9612dea0a855 req-c5a25e83-3fe5-4bce-88f3-b2791cd7a7e9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003768 Oct 19 01:27:57.615864 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:57.636831 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] Routers {'8423e125-f90a-4339-9851-5c3df59637c0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:27:57.638586 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8423e125-f90a-4339-9851-5c3df59637c0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:57.755072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4baa50d2-7933-490a-b743-323d37fe283d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/routers/8423e125-f90a-4339-9851-5c3df59637c0 HTTP/1.1" status: 200 len: 889 time: 0.2901149 Oct 19 01:27:57.758962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45308) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:57.791591 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:27:57.792489 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4366a617-5687-46b1-a49f-c0eed0eea0c7 None None] The sync data for ids ['8423e125-f90a-4339-9851-5c3df59637c0'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:27:57.831311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b785e2-46e2-4406-9a12-59bbc59fa9dd req-18c8bf48-5df5-4896-9c09-d77bf0a06457 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:57.832933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9b785e2-46e2-4406-9a12-59bbc59fa9dd req-18c8bf48-5df5-4896-9c09-d77bf0a06457 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 931 time: 0.1928821 Oct 19 01:27:57.835186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1bce52fc-125c-422c-bc02-f10ab3035b5c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=8423e125-f90a-4339-9851-5c3df59637c0 HTTP/1.1" status: 200 len: 205 time: 0.0738487 Oct 19 01:27:57.842407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45310) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:57.911755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8a9ab8-4f90-4846-ad71-955dbcca8bdc {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:27:57.922488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.948339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Transition to ACTIVE for port object df8a9ab8-4f90-4846-ad71-955dbcca8bdc will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:27:57.966637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:57.998044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9b785e2-46e2-4406-9a12-59bbc59fa9dd req-e7af8e91-ea8d-45ab-9332-a1c03c358bbc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545417 Oct 19 01:27:58.136202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Pushing event updated for resources: {'Port': ['ID=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:58.142775 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.149100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Attempting to bind port df8a9ab8-4f90-4846-ad71-955dbcca8bdc on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:27:58.150062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Attempting to bind port df8a9ab8-4f90-4846-ad71-955dbcca8bdc by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:27:58.150492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Attempting to bind port df8a9ab8-4f90-4846-ad71-955dbcca8bdc on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:58.157275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Port df8a9ab8-4f90-4846-ad71-955dbcca8bdc on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:27:58.157730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Attempting to bind port df8a9ab8-4f90-4846-ad71-955dbcca8bdc on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:27:58.163568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:27:58.164051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:27:58.168831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:27:58.168831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Bound port: df8a9ab8-4f90-4846-ad71-955dbcca8bdc, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:27:58.168831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.359605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] For port df8a9ab8-4f90-4846-ad71-955dbcca8bdc, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:27:58.373453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45320) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:58.439469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.456882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] For port df8a9ab8-4f90-4846-ad71-955dbcca8bdc, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:27:58.466355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.547151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:58.548141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.549596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] 10.222.0.62 "PUT /v2.0/ports/df8a9ab8-4f90-4846-ad71-955dbcca8bdc HTTP/1.1" status: 200 len: 1092 time: 1.6625307 Oct 19 01:27:58.553306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'tag': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:27:58.561407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port ed408ef8-e736-49af-b995-da8461f9bb90 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:27:58.561745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.565294 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6eccf-0589-4fd2-9044-01bfb7950cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "249d504d-dcb5-4dd3-8577-9180f01f7605", "tag": "df8a9ab8-4f90-4846-ad71-955dbcca8bdc"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:27:58.702085 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45653ba1-029e-4811-872f-679bfaf46642 x-openstack-request-id: req-45653ba1-029e-4811-872f-679bfaf46642 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:27:58.702387 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249d504d-dcb5-4dd3-8577-9180f01f7605", "tag": "df8a9ab8-4f90-4846-ad71-955dbcca8bdc", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:27:58.702649 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45653ba1-029e-4811-872f-679bfaf46642 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:27:58.703179 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'tag': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc', 'status': 'completed', 'code': 200} Oct 19 01:27:58.718931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabf4e7-3ac6-4548-9cfc-e335eb9667f1 service neutron] Pushing event updated for resources: {'Port': ['ID=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:58.725017 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.744232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf844485-7778-4876-a88f-1c2944cde291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.751158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for ed408ef8-e736-49af-b995-da8461f9bb90 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:27:58.771838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-742f42ee-e57b-4cad-bfc6-dd0ec6bfbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:58.773447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-742f42ee-e57b-4cad-bfc6-dd0ec6bfbd16 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 1095 time: 0.1547854 Oct 19 01:27:58.875534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf844485-7778-4876-a88f-1c2944cde291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.886433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf844485-7778-4876-a88f-1c2944cde291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:58.984918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bf844485-7778-4876-a88f-1c2944cde291 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7815bc7221044ffd88451372beda4d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099582 Oct 19 01:27:58.989783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45330) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:59.007325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-a75d7540-6faa-466a-8585-67af68f172f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df8a9ab8-4f90-4846-ad71-955dbcca8bdc HTTP/1.1" status: 200 len: 217 time: 0.1303618 Oct 19 01:27:59.049355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.082828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf844485-7778-4876-a88f-1c2944cde291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ea7f08-8d24-4119-a53c-659543b50eea,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:59.093851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=ed408ef8-e736-49af-b995-da8461f9bb90,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:59.178464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fdd39-9283-45c2-9b4e-1161aa8445f8 req-fc8c04ec-30d5-4fb8-80d4-687e04f0746a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:59.186833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b59fdd39-9283-45c2-9b4e-1161aa8445f8 req-fc8c04ec-30d5-4fb8-80d4-687e04f0746a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.4369702 Oct 19 01:27:59.207406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.232869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-b7999496-7c92-4ce6-855b-768658df2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:59.234672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-b7999496-7c92-4ce6-855b-768658df2c33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2101629 Oct 19 01:27:59.242052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b59fdd39-9283-45c2-9b4e-1161aa8445f8 req-e1d68f8e-729e-465e-aef5-d7e14419607c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541737 Oct 19 01:27:59.273768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74ad2fcd-ed03-402f-9f91-b9a04b34e040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.300391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367002c-1173-407c-9a65-1de6ab23caaf req-202b6582-7922-4d8e-9b44-ca5ff80a6033 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:59.301904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2367002c-1173-407c-9a65-1de6ab23caaf req-202b6582-7922-4d8e-9b44-ca5ff80a6033 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.1981888 Oct 19 01:27:59.333607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74ad2fcd-ed03-402f-9f91-b9a04b34e040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.375880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-c83196f1-5868-4ff6-b449-6825e459b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:59.377462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-c83196f1-5868-4ff6-b449-6825e459b2f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273997 Oct 19 01:27:59.406330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2367002c-1173-407c-9a65-1de6ab23caaf req-2d3d975d-1fed-4bca-8961-fc5daeb464f1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944176 Oct 19 01:27:59.453766 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.458130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.497027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74ad2fcd-ed03-402f-9f91-b9a04b34e040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.499580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74ad2fcd-ed03-402f-9f91-b9a04b34e040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.500802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-74ad2fcd-ed03-402f-9f91-b9a04b34e040 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3ea7f08-8d24-4119-a53c-659543b50eea HTTP/1.1" status: 204 len: 168 time: 0.5061901 Oct 19 01:27:59.514282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad2fcd-ed03-402f-9f91-b9a04b34e040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ea7f08-8d24-4119-a53c-659543b50eea,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:27:59.553121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-0f89b485-7775-46ef-8bcf-bba038acf49a service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648452 Oct 19 01:27:59.584147 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.584733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Fanout notify agent at l3_agent the message router_deleted on router 8423e125-f90a-4339-9851-5c3df59637c0 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:27:59.592767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.593901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7cf0443e-6568-4093-bebb-af5d295c00d7 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/8423e125-f90a-4339-9851-5c3df59637c0 HTTP/1.1" status: 204 len: 168 time: 1.7442956 Oct 19 01:27:59.598169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45340) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:27:59.603259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222383369'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:27:59.665858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:27:59.669624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.718952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:27:59.732789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-374f2f09-d9dc-4e45-80dc-ccc5763d9d03 req-97c8e742-229f-43a6-ac5a-8b1823b8b88f service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708410 Oct 19 01:27:59.744075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.744982 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment 92f26ff8-06d8-4d66-86fe-24ac6e6a18d8 of type vlan for network f8db8bae-c0db-4fcc-a089-41150c5770a2 Oct 19 01:27:59.827387 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.871681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.886038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-2cd6b5c3-8924-4dca-8c21-14d087b092d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:59.886265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:27:59.887026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:27:59.888374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-2cd6b5c3-8924-4dca-8c21-14d087b092d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 1095 time: 0.0873349 Oct 19 01:28:00.056220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=f8db8bae-c0db-4fcc-a089-41150c5770a2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:00.080879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:28:00.126871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-406b3b93-733b-43fd-8c6d-e4e84d1a8232 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5276086 Oct 19 01:28:00.130799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45352) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:00.137946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': 'f8db8bae-c0db-4fcc-a089-41150c5770a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:00.163797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-24e32b0c-07f9-4ac8-9d2e-2fb50e4e9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:00.167105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-24e32b0c-07f9-4ac8-9d2e-2fb50e4e9d7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.2705157 Oct 19 01:28:00.308493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-4dd911c6-df48-4853-b531-8bdc1db08153 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df8a9ab8-4f90-4846-ad71-955dbcca8bdc HTTP/1.1" status: 200 len: 217 time: 0.1315286 Oct 19 01:28:00.333862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:00.338896 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:00.508001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-8ca8e605-734e-42aa-8c61-0d5b642c3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:00.516920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-8ca8e605-734e-42aa-8c61-0d5b642c3edb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.1950469 Oct 19 01:28:00.622849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60b5f-fdbe-42f8-906f-63e9980c7d09 req-7f043963-8ef2-495f-9d09-b6f49430aa15 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:00.632093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20e60b5f-fdbe-42f8-906f-63e9980c7d09 req-7f043963-8ef2-495f-9d09-b6f49430aa15 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.2088323 Oct 19 01:28:00.662857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-ce711453-5d10-4dbc-92fd-152b3aa4f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:00.664524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-ce711453-5d10-4dbc-92fd-152b3aa4f5fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360750 Oct 19 01:28:00.674706 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:00.721201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-20e60b5f-fdbe-42f8-906f-63e9980c7d09 req-666d6129-dab8-4c06-a39b-4f5a42311b1c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880840 Oct 19 01:28:00.875448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': '92f26ff8-06d8-4d66-86fe-24ac6e6a18d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f8db8bae-c0db-4fcc-a089-41150c5770a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:00.875860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: f8db8bae-c0db-4fcc-a089-41150c5770a2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:28:00.899554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-ec9464d3-2801-425f-a482-7c83426aaf72 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241020 Oct 19 01:28:00.910508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=28a5f764-25f2-46c3-a087-d4129eda51e7,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:00.932766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd49de-274f-4300-a2af-672a83ac5ee0 req-2f0b0bab-210d-47af-8687-96dadc60612a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:00.934336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fccd49de-274f-4300-a2af-672a83ac5ee0 req-2f0b0bab-210d-47af-8687-96dadc60612a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.2757089 Oct 19 01:28:00.935943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:28:00.954453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f8db8bae-c0db-4fcc-a089-41150c5770a2) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:00.963712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba22498-42ea-4b1d-b5cf-7b605d551705 None None] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:00.968814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:00.969411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.004501 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fccd49de-274f-4300-a2af-672a83ac5ee0 req-4b93b150-7ca8-47fa-a3e0-a601bd0c907a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604367 Oct 19 01:28:01.013802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d870b5e1-2a6a-47c2-be9a-1dfec45c3dd6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8758557 Oct 19 01:28:01.014267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45378) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:01.025224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-df0f94b7-95fd-428d-872d-52bf82f969c0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-806951696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:01.097647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df0f94b7-95fd-428d-872d-52bf82f969c0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.102353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df0f94b7-95fd-428d-872d-52bf82f969c0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.166460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74b6eccf-0589-4fd2-9044-01bfb7950cfb req-44ea4315-9ebc-4f62-9c24-37b8c8d38cd4 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581346 Oct 19 01:28:01.233159 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df0f94b7-95fd-428d-872d-52bf82f969c0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.242689 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df0f94b7-95fd-428d-872d-52bf82f969c0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.268393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df0f94b7-95fd-428d-872d-52bf82f969c0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.270114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-df0f94b7-95fd-428d-872d-52bf82f969c0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2547071 Oct 19 01:28:01.272868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45382) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:01.317065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f8db8bae-c0db-4fcc-a089-41150c5770a2', 'network_id': 'f8db8bae-c0db-4fcc-a089-41150c5770a2', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '28a5f764-25f2-46c3-a087-d4129eda51e7'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:28:01.318642 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.517338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Allocated IP 2001:db8::2 (f8db8bae-c0db-4fcc-a089-41150c5770a2/28a5f764-25f2-46c3-a087-d4129eda51e7/a358411e-3882-4d66-9fa2-478e4816ff56) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:01.712063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36422724-e542-4925-b6c3-34c02c043913 req-fdcdf25d-ec51-4078-919f-6970f7933d8c tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0369513 Oct 19 01:28:01.842487 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.856161 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.856898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:01.878563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:01.883690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:01.952763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:02.086771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Pushing event updated for resources: {'Port': ['ID=a358411e-3882-4d66-9fa2-478e4816ff56,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:02.092756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Attempting to bind port a358411e-3882-4d66-9fa2-478e4816ff56 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:02.093126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Attempting to bind port a358411e-3882-4d66-9fa2-478e4816ff56 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '92f26ff8-06d8-4d66-86fe-24ac6e6a18d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f8db8bae-c0db-4fcc-a089-41150c5770a2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:02.093490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Attempting to bind port a358411e-3882-4d66-9fa2-478e4816ff56 on network f8db8bae-c0db-4fcc-a089-41150c5770a2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:02.101956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:02.102332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Checking segment: {'id': '92f26ff8-06d8-4d66-86fe-24ac6e6a18d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f8db8bae-c0db-4fcc-a089-41150c5770a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:02.102796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.103194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Bound using segment: {'id': '92f26ff8-06d8-4d66-86fe-24ac6e6a18d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f8db8bae-c0db-4fcc-a089-41150c5770a2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:02.103778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Bound port: a358411e-3882-4d66-9fa2-478e4816ff56, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f26ff8-06d8-4d66-86fe-24ac6e6a18d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f8db8bae-c0db-4fcc-a089-41150c5770a2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:02.104268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.169193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b5788-0fb2-4855-a975-0a430d42212a req-a7afd22d-9fac-481b-89f9-35ea2617baf0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:02.176660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d5b5788-0fb2-4855-a975-0a430d42212a req-a7afd22d-9fac-481b-89f9-35ea2617baf0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.3232536 Oct 19 01:28:02.224315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] For port a358411e-3882-4d66-9fa2-478e4816ff56, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:02.228396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] For port a358411e-3882-4d66-9fa2-478e4816ff56, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a358411e-3882-4d66-9fa2-478e4816ff56,segment=NetworkSegment(92f26ff8-06d8-4d66-86fe-24ac6e6a18d8),segment_id=92f26ff8-06d8-4d66-86fe-24ac6e6a18d8)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:02.255832 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.413137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a188234-a407-485e-85da-1aeb1622d840 req-4022c13a-7f84-4595-99e9-9421839bd51c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:02.426482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d5b5788-0fb2-4855-a975-0a430d42212a req-f39a552b-dec0-44cb-8acc-d6d154c0c7e9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493083 Oct 19 01:28:02.434919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a188234-a407-485e-85da-1aeb1622d840 req-4022c13a-7f84-4595-99e9-9421839bd51c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.1037552 Oct 19 01:28:02.437725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf104f-6dda-44fe-8ef1-db891c6a17ae None None] Pushing event updated for resources: {'Port': ['ID=a358411e-3882-4d66-9fa2-478e4816ff56,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:02.496244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a188234-a407-485e-85da-1aeb1622d840 req-1c8e16a7-6c17-4ce6-a3b9-efad164b2f92 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569296 Oct 19 01:28:02.577706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8::1 (f8db8bae-c0db-4fcc-a089-41150c5770a2/28a5f764-25f2-46c3-a087-d4129eda51e7/227f2991-1843-4141-8530-a2fb7473c549) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:02.730943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.810449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:02.897761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:02.918942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:02.936260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:02.937077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.064623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ded0debe-5c30-4a5d-b888-a40d3a122027 req-42bce06a-c9d7-4a7b-8836-f50cf67d4951 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.1496115 Oct 19 01:28:03.065659 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=227f2991-1843-4141-8530-a2fb7473c549,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:03.125439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.359016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a358411e-3882-4d66-9fa2-478e4816ff56 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:03.450046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a358411e-3882-4d66-9fa2-478e4816ff56 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:03.450846 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.662094 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.712529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a358411e-3882-4d66-9fa2-478e4816ff56, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a358411e-3882-4d66-9fa2-478e4816ff56,segment=NetworkSegment(92f26ff8-06d8-4d66-86fe-24ac6e6a18d8),segment_id=92f26ff8-06d8-4d66-86fe-24ac6e6a18d8)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:03.725473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.737228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73085c-61e3-4dda-a528-a145f34cce36 req-8e11645c-4236-4c26-8a9d-9dbcacadc6ab tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:03.747088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c73085c-61e3-4dda-a528-a145f34cce36 req-8e11645c-4236-4c26-8a9d-9dbcacadc6ab tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.1350596 Oct 19 01:28:03.833376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a358411e-3882-4d66-9fa2-478e4816ff56,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:03.859014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c73085c-61e3-4dda-a528-a145f34cce36 req-33356055-da3e-4e0f-9e5a-33ae7f5670a4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108100 Oct 19 01:28:03.877283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb3f9-3947-482d-846e-83aa08273a28 req-63a7266b-8ccd-4b9f-aa08-a1aa55c5a995 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:03.878870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-917eb3f9-3947-482d-846e-83aa08273a28 req-63a7266b-8ccd-4b9f-aa08-a1aa55c5a995 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.1882596 Oct 19 01:28:03.964220 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.981976 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-917eb3f9-3947-482d-846e-83aa08273a28 req-e5f2aea5-ec13-4a8f-81d2-55c912f6b224 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906250 Oct 19 01:28:03.993487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:03.996840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.109367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=227f2991-1843-4141-8530-a2fb7473c549,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:04.221923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85b40adb-f7e0-40e8-a27a-fe139ce67928 req-80270621-f0b2-417e-921a-b10efbf7e803 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0409589 Oct 19 01:28:04.246946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f988cf6-f9ef-4730-b6df-505adad7875e None None] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:04.287195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:04.289385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:04.350927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4bd7ed54-8bad-4e52-bc05-50be006cb74b None None] Provisioning complete for port a358411e-3882-4d66-9fa2-478e4816ff56 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:04.351381 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ed54-8bad-4e52-bc05-50be006cb74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.465021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 648bf5c7-9090-418f-ade9-fede993be3a1 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:04.562422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:04.567494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0fedd13f-9a41-412b-bf9a-da7a782d8834 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/648bf5c7-9090-418f-ade9-fede993be3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2929885 Oct 19 01:28:04.570153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45444) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:04.574687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] Sync routers for ids ['648bf5c7-9090-418f-ade9-fede993be3a1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:04.586358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] Routers {'648bf5c7-9090-418f-ade9-fede993be3a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:04.586980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['648bf5c7-9090-418f-ade9-fede993be3a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:04.632613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:04.643355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] Routers {'648bf5c7-9090-418f-ade9-fede993be3a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:04.644637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['648bf5c7-9090-418f-ade9-fede993be3a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:04.647135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594c82f-ed1e-47ee-a22f-aad105651c47 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:04.649159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7594c82f-ed1e-47ee-a22f-aad105651c47 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports/227f2991-1843-4141-8530-a2fb7473c549 HTTP/1.1" status: 200 len: 911 time: 0.0779462 Oct 19 01:28:04.653673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45446) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:04.659735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28a5f764-25f2-46c3-a087-d4129eda51e7'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:04.708596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:04.709902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb75a7-aadd-4e31-9b55-70ce30e44fb9 None None] The sync data for ids ['648bf5c7-9090-418f-ade9-fede993be3a1'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:04.816005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d68d069a-767e-466e-a333-72b38441cc05 req-13643fd3-9d52-4d93-a1e5-db17a52515e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0592520 Oct 19 01:28:04.881156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:04.896459 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d31d8c91-4932-4c2b-8cdb-385a9533e731 None None] Provisioning complete for port a358411e-3882-4d66-9fa2-478e4816ff56 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:04.897701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d31d8c91-4932-4c2b-8cdb-385a9533e731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.014008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d31d8c91-4932-4c2b-8cdb-385a9533e731 None None] Provisioning complete for port 227f2991-1843-4141-8530-a2fb7473c549 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:05.014392 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d31d8c91-4932-4c2b-8cdb-385a9533e731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.054232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d31d8c91-4932-4c2b-8cdb-385a9533e731 None None] Port 227f2991-1843-4141-8530-a2fb7473c549 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:05.114628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf750ac-3591-4902-b9b6-f4402e048122 req-805a825b-5956-49d5-a9ad-d82be055aa06 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:05.116195 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cf750ac-3591-4902-b9b6-f4402e048122 req-805a825b-5956-49d5-a9ad-d82be055aa06 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.1902487 Oct 19 01:28:05.193470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ff95ff85-0836-4c2e-bf8e-889a1a72e5d7 None None] Provisioning complete for port 227f2991-1843-4141-8530-a2fb7473c549 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:05.193856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff85-0836-4c2e-bf8e-889a1a72e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.229886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cf750ac-3591-4902-b9b6-f4402e048122 req-9dffc898-7faf-4996-847d-79bea91630f7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062624 Oct 19 01:28:05.265104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ff95ff85-0836-4c2e-bf8e-889a1a72e5d7 None None] Port 227f2991-1843-4141-8530-a2fb7473c549 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:05.294755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14824c22-46b5-442c-83b4-b19cdf4522b0 req-f1ccbb72-bba2-44a2-9e01-0d7a09f8cb76 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:05.312433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14824c22-46b5-442c-83b4-b19cdf4522b0 req-f1ccbb72-bba2-44a2-9e01-0d7a09f8cb76 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.1538110 Oct 19 01:28:05.312668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a358411e-3882-4d66-9fa2-478e4816ff56 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:05.366135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14824c22-46b5-442c-83b4-b19cdf4522b0 req-dcca3947-882c-4b44-9f3e-1a0fb3ad81f6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520027 Oct 19 01:28:05.389023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2df466e1-2827-43a3-8191-ab54e2a04a25 req-8eecbee8-ed4f-4a06-9617-0b5e64a282d4 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0689359 Oct 19 01:28:05.397136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a358411e-3882-4d66-9fa2-478e4816ff56 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:05.397895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.624955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.632318 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-b8549a59-edc9-402b-8765-5412fcf49fcb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890517 Oct 19 01:28:05.636966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.644615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:05.645254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.646790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/ports/227f2991-1843-4141-8530-a2fb7473c549 HTTP/1.1" status: 200 len: 911 time: 0.9917467 Oct 19 01:28:05.649740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45502) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:05.687857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0b670072-d8bb-48d6-bb59-c15442656a68 None None] Provisioning complete for port 227f2991-1843-4141-8530-a2fb7473c549 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:05.688839 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0b670072-d8bb-48d6-bb59-c15442656a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:05.750323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af919273-3fd6-46d4-b82d-43e7317bfa5d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=227f2991-1843-4141-8530-a2fb7473c549,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:05.760871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0b670072-d8bb-48d6-bb59-c15442656a68 None None] Port 227f2991-1843-4141-8530-a2fb7473c549 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:05.761926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea23722-20c8-4412-b621-539e47066536 req-d8dd82df-32a5-4a37-989d-920920bd6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:05.764651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-d8dd82df-32a5-4a37-989d-920920bd6edc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1098 time: 0.0690362 Oct 19 01:28:05.886650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea23722-20c8-4412-b621-539e47066536 req-0cd3c505-0117-474c-bceb-f41bb4015972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:05.889038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-0cd3c505-0117-474c-bceb-f41bb4015972 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.1021154 Oct 19 01:28:05.965325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-c0f48295-6f0f-4ed1-b8ff-9a6fcaa82626 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 1000 time: 0.0687666 Oct 19 01:28:06.016413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea23722-20c8-4412-b621-539e47066536 req-6fe0dbfe-d3bc-48ea-b2e4-a162d15ad6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:06.017802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-6fe0dbfe-d3bc-48ea-b2e4-a162d15ad6d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0443606 Oct 19 01:28:06.068682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea23722-20c8-4412-b621-539e47066536 req-5ae1dc56-c98e-4d66-8701-4aa77e839f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:06.070182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-5ae1dc56-c98e-4d66-8701-4aa77e839f5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453014 Oct 19 01:28:06.073832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.554124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c3ed1f6a-1e74-429b-89df-92962443388e req-897d4f2c-29d2-424d-ab02-0425f11f14ef tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0314777 Oct 19 01:28:06.554958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08b0ae-1fe8-4eaf-bb93-9fdb0da735b4 req-80f6d2d3-0839-4fa8-a804-a6009a2e9a02 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:06.555766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d08b0ae-1fe8-4eaf-bb93-9fdb0da735b4 req-80f6d2d3-0839-4fa8-a804-a6009a2e9a02 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.0952787 Oct 19 01:28:06.582017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-65af6262-b2b2-43bf-9b4a-0feb224a6e08 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039439 Oct 19 01:28:06.638968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d08b0ae-1fe8-4eaf-bb93-9fdb0da735b4 req-c0a964b2-9499-4927-bb69-72cbbec6af73 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686746 Oct 19 01:28:06.703261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fea23722-20c8-4412-b621-539e47066536 req-4aaf3421-fbd1-4959-9797-d37a47e1c0ec service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114583 Oct 19 01:28:06.704604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa99c94-0aa3-4dd3-b9ad-99dbfda3c3f2 req-3edd3f30-3119-405e-a51c-2da05103e9e9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:06.706089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7aa99c94-0aa3-4dd3-b9ad-99dbfda3c3f2 req-3edd3f30-3119-405e-a51c-2da05103e9e9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 946 time: 0.0797899 Oct 19 01:28:06.725490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 227f2991-1843-4141-8530-a2fb7473c549 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:06.725819 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.807533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7aa99c94-0aa3-4dd3-b9ad-99dbfda3c3f2 req-dc34f261-df03-4152-b2c9-9879355af7a8 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924819 Oct 19 01:28:06.836540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:06.850367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 227f2991-1843-4141-8530-a2fb7473c549 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:06.899391 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d316be9-23d8-423f-bc56-0e77e6bec597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.069978 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.114381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=227f2991-1843-4141-8530-a2fb7473c549,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:07.202525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bbf780f-57d8-4cf1-b13e-f10cb746b12d req-d0502f6b-8854-45a5-b28e-3082d94486d4 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0414295 Oct 19 01:28:07.289358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.418424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:07.466570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 648bf5c7-9090-418f-ade9-fede993be3a1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:07.503637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.527453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:07.529772 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5bb3a3-03db-43e2-836d-9bf60e8d4129" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:07.543064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:07.550037 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.558893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:07.569657 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] Sync routers for ids ['648bf5c7-9090-418f-ade9-fede993be3a1'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:07.576242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a95b60c7-1925-4162-93cb-e9013423666e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/648bf5c7-9090-418f-ade9-fede993be3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9250660 Oct 19 01:28:07.578946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45594) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:07.579438 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a038e917-efb5-4bda-8254-258bc61e6735 x-openstack-request-id: req-a038e917-efb5-4bda-8254-258bc61e6735 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:07.579581 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:07.579741 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a038e917-efb5-4bda-8254-258bc61e6735 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:07.580489 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'code': 200} Oct 19 01:28:07.583281 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] Routers {'648bf5c7-9090-418f-ade9-fede993be3a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:07.583894 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['648bf5c7-9090-418f-ade9-fede993be3a1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:07.617031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=14']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:07.617273 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:07.620019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7edc28d-635a-4ceb-b9e1-e8107dc3d37c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=648bf5c7-9090-418f-ade9-fede993be3a1 HTTP/1.1" status: 200 len: 205 time: 0.0384054 Oct 19 01:28:07.623197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45598) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:07.637518 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] Routers {'648bf5c7-9090-418f-ade9-fede993be3a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:07.638192 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:27:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['648bf5c7-9090-418f-ade9-fede993be3a1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:07.684604 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:07.685247 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507baab3-3e18-4f9e-8848-5db23f6e0d18 None None] The sync data for ids ['648bf5c7-9090-418f-ade9-fede993be3a1'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:07.765899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3308c830-915b-4a1b-94d6-03177e7315ce tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:07.945987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f890f4-6858-4666-a2a4-9338c20dd145 req-be5be78e-498d-4a08-959c-165aa6197ec2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:07.948692 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9f890f4-6858-4666-a2a4-9338c20dd145 req-be5be78e-498d-4a08-959c-165aa6197ec2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.2012615 Oct 19 01:28:07.999165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3308c830-915b-4a1b-94d6-03177e7315ce tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.001976 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3308c830-915b-4a1b-94d6-03177e7315ce tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.060679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5278c-de63-4ca4-ac1e-30f86a731c00 req-df6f2514-7ce0-4b88-8ddd-225c2cd07329 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:08.062270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9b5278c-de63-4ca4-ac1e-30f86a731c00 req-df6f2514-7ce0-4b88-8ddd-225c2cd07329 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0560472 Oct 19 01:28:08.063915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9f890f4-6858-4666-a2a4-9338c20dd145 req-a0c77c3d-b74c-49e3-aae2-91572f44c3b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052213 Oct 19 01:28:08.066252 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3308c830-915b-4a1b-94d6-03177e7315ce tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.066968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308c830-915b-4a1b-94d6-03177e7315ce tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Fanout notify agent at l3_agent the message router_deleted on router 648bf5c7-9090-418f-ade9-fede993be3a1 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:08.074381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3308c830-915b-4a1b-94d6-03177e7315ce tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.076025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3308c830-915b-4a1b-94d6-03177e7315ce tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/648bf5c7-9090-418f-ade9-fede993be3a1 HTTP/1.1" status: 204 len: 168 time: 0.4500301 Oct 19 01:28:08.079288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45628) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:08.159449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9b5278c-de63-4ca4-ac1e-30f86a731c00 req-48abb25b-d43f-4f28-8c4c-8ba45bc734d9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789475 Oct 19 01:28:08.163431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 28a5f764-25f2-46c3-a087-d4129eda51e7 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:28:08.168843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.218846 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.310134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.368491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2f0eca5-25f6-40ff-8bf3-482d6effd9fd req-2ecc0003-8837-4115-8a27-3e6be2fe304a tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0547390 Oct 19 01:28:08.427031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd4c25-a149-40fa-a2e6-6aa62583e364 req-87c13806-58fe-483d-b577-8f243ecfe155 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:08.429209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32fd4c25-a149-40fa-a2e6-6aa62583e364 req-87c13806-58fe-483d-b577-8f243ecfe155 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0682716 Oct 19 01:28:08.429561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-a3c3dfab-20f6-4c41-877b-d8d8b1ae1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:08.431132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-a3c3dfab-20f6-4c41-877b-d8d8b1ae1089 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1096 time: 0.0597641 Oct 19 01:28:08.438405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.474222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32fd4c25-a149-40fa-a2e6-6aa62583e364 req-6ba2cb0b-93ec-4eb3-b328-a75ec8687616 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376842 Oct 19 01:28:08.489136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=28a5f764-25f2-46c3-a087-d4129eda51e7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:08.502772 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.506010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e046ba48-a90f-461f-86c6-c4c31584b352 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/28a5f764-25f2-46c3-a087-d4129eda51e7 HTTP/1.1" status: 204 len: 168 time: 0.4245124 Oct 19 01:28:08.507718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f575196a-a1ca-419d-b1bc-f416c6aa6c96 None None] Network f8db8bae-c0db-4fcc-a089-41150c5770a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:08.508755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45638) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:08.638847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.641022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-d1ac2650-0eb4-415e-baa2-db0e5757ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:08.642519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-d1ac2650-0eb4-415e-baa2-db0e5757ec95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2003009 Oct 19 01:28:08.699816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] DHCP port deletion for f8db8bae-c0db-4fcc-a089-41150c5770a2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:28:08.749823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] Deleting port a358411e-3882-4d66-9fa2-478e4816ff56 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:08.750279 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.751875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-e46eaced-d940-4e78-bae9-68823f31c770 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.1008701 Oct 19 01:28:08.804423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port a358411e-3882-4d66-9fa2-478e4816ff56 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:08.804821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.821880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] For port a358411e-3882-4d66-9fa2-478e4816ff56, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a358411e-3882-4d66-9fa2-478e4816ff56,segment=NetworkSegment(92f26ff8-06d8-4d66-86fe-24ac6e6a18d8),segment_id=92f26ff8-06d8-4d66-86fe-24ac6e6a18d8)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:08.822268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.831560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-980ec8b8-9826-48c0-bf96-bb7ea9e47cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:08.833237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-980ec8b8-9826-48c0-bf96-bb7ea9e47cd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0748591 Oct 19 01:28:08.835464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] Calling delete_port for a358411e-3882-4d66-9fa2-478e4816ff56 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:08.914598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port a358411e-3882-4d66-9fa2-478e4816ff56, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a358411e-3882-4d66-9fa2-478e4816ff56,segment=NetworkSegment(92f26ff8-06d8-4d66-86fe-24ac6e6a18d8),segment_id=92f26ff8-06d8-4d66-86fe-24ac6e6a18d8)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:08.914956 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.930424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:08.930722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for a358411e-3882-4d66-9fa2-478e4816ff56 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:08.938001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-cc76042c-5407-4a55-910c-720179553f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:08.939518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-cc76042c-5407-4a55-910c-720179553f14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986443 Oct 19 01:28:08.970188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] No DVR routers for this DVR port a358411e-3882-4d66-9fa2-478e4816ff56 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:08.980689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a949162-88d5-4afe-9213-ab47f2fffb4b None None] Pushing event deleted for resources: {'Port': ['ID=a358411e-3882-4d66-9fa2-478e4816ff56,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:09.094443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-a7b2e3e6-4bcf-4d9b-ac3c-e2a5752b4754 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469254 Oct 19 01:28:09.098780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.136149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=a358411e-3882-4d66-9fa2-478e4816ff56,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:09.154926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No DVR routers for this DVR port a358411e-3882-4d66-9fa2-478e4816ff56 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:09.205669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a358411e-3882-4d66-9fa2-478e4816ff56 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:09.227238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a358411e-3882-4d66-9fa2-478e4816ff56 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:09.227582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a358411e-3882-4d66-9fa2-478e4816ff56 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:09.304757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.342009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b58a87-2a77-4753-aa37-9d46fbc0b784 req-b9e9057f-9006-4c0f-8068-91c6848df026 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.343488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-39b58a87-2a77-4753-aa37-9d46fbc0b784 req-b9e9057f-9006-4c0f-8068-91c6848df026 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.1812866 Oct 19 01:28:09.347008 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af4d202f-17e1-4d45-84f0-858a5d1e9b5e req-28e5ed94-0492-4db1-956e-e974028d3cd6 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439563 Oct 19 01:28:09.348527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8db8bae-c0db-4fcc-a089-41150c5770a2']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:09.365244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f26ff8-06d8-4d66-86fe-24ac6e6a18d8') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:09.365545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f26ff8-06d8-4d66-86fe-24ac6e6a18d8') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:09.381594 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.406774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-39b58a87-2a77-4753-aa37-9d46fbc0b784 req-10953694-be3f-4a15-996e-f522d1006fc7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559084 Oct 19 01:28:09.407689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.414531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:28:09.415029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:28:09.418519 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:28:09.484600 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.488571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16f52226-bc5d-44c1-9cec-443f56329cbb req-01fbcd91-6484-4f35-a6c1-1461bca28377 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Oct 19 01:28:09.494766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.498250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/f8db8bae-c0db-4fcc-a089-41150c5770a2 HTTP/1.1" status: 204 len: 168 time: 0.9884019 Oct 19 01:28:09.505421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45650) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:09.511146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8046d-1647-48a6-88cf-469aeda98d66 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=f8db8bae-c0db-4fcc-a089-41150c5770a2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:09.518904 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.520752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8aa17c9a-149e-4f45-b8ed-2762231e4a9e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314554123', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:09.560223 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa17c9a-149e-4f45-b8ed-2762231e4a9e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.561277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa17c9a-149e-4f45-b8ed-2762231e4a9e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.639090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa17c9a-149e-4f45-b8ed-2762231e4a9e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.643677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa17c9a-149e-4f45-b8ed-2762231e4a9e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.645507 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-745de510-79ea-4ff3-9094-ba165c52be1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.670244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa17c9a-149e-4f45-b8ed-2762231e4a9e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.671521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8aa17c9a-149e-4f45-b8ed-2762231e4a9e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1639712 Oct 19 01:28:09.674077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45654) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:09.679221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1719814517'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:09.689958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def08ff-6e53-40c5-be32-2b5d9f885e24 req-f6455ded-8ead-4d84-8763-f5fccab7830d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.691401 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6def08ff-6e53-40c5-be32-2b5d9f885e24 req-f6455ded-8ead-4d84-8763-f5fccab7830d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1075337 Oct 19 01:28:09.726286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:09.729768 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.753034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6def08ff-6e53-40c5-be32-2b5d9f885e24 req-01a4ce33-476c-4baa-ba5e-e35387eec0b7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530558 Oct 19 01:28:09.765521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:28:09.780456 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.780879 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment 16af386c-ca7c-46ac-b251-762959a18388 of type vlan for network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d Oct 19 01:28:09.825400 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.849704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.855226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:09.855781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:09.893464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2182107 Oct 19 01:28:09.896773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45656) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:09.929608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:09.936996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f2859-6877-4ed9-bee6-23af72084c5f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:09.949137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:28:10.035323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:10.038797 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.221779 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:28:10.223320 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.287568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=c0bde9b6-fb94-4f4b-acd3-28700375e6c8,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:10.296200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:10.296562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:28:10.313352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:28:10.321183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:10.326087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:10.326742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.330754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac8ecc-5ff7-4e95-8a1f-64ff8ddbe311 None None] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:10.343323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bc197eb4-bf7f-4718-bd2f-6754a4072a93 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4460731 Oct 19 01:28:10.347186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45662) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:10.480247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:28:10.481232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.533781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026e027-e8b6-4909-b2c2-5249b61f4b38 req-6509293a-74e7-4a56-ae14-a43e87933873 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:10.536456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6026e027-e8b6-4909-b2c2-5249b61f4b38 req-6509293a-74e7-4a56-ae14-a43e87933873 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 943 time: 0.0515575 Oct 19 01:28:10.589931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.592302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6026e027-e8b6-4909-b2c2-5249b61f4b38 req-2cf331cd-b516-414c-af0b-be6883a9e65e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483038 Oct 19 01:28:10.652715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fbc9ed2-ec0d-4223-948b-f3c4459bb568 req-5eedbda4-b6ea-4178-aa75-d392273a3df6 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0416875 Oct 19 01:28:10.678418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Allocated IP 2001:db8::2 (7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d/c0bde9b6-fb94-4f4b-acd3-28700375e6c8/e40c22b6-5114-407a-87e2-4ee8ddc0a0ed) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:10.698972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.756595 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.843956 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.850904 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.888848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:10.893258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:10.899606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:10.902829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Pushing event updated for resources: {'Port': ['ID=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:10.953274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1593153-59a1-4ea2-9d3c-c14d0e923daf req-e4b535b8-13c5-4301-9269-e50a235461da tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:10.954747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1593153-59a1-4ea2-9d3c-c14d0e923daf req-e4b535b8-13c5-4301-9269-e50a235461da tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1192408 Oct 19 01:28:10.956247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Attempting to bind port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:10.956683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Attempting to bind port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:10.957057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Attempting to bind port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed on network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:10.962083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:10.962460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Checking segment: {'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:10.962932 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:10.963686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Bound using segment: {'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:10.964188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Bound port: e40c22b6-5114-407a-87e2-4ee8ddc0a0ed, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:10.964572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.002857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8::1 (7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d/c0bde9b6-fb94-4f4b-acd3-28700375e6c8/e9334a78-5c3e-49d3-98ec-d61d40444689) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:11.011940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1593153-59a1-4ea2-9d3c-c14d0e923daf req-430118bc-efd0-4217-9c09-af96f1e4a2f3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501442 Oct 19 01:28:11.044170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] For port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:11.050740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] For port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,segment=NetworkSegment(16af386c-ca7c-46ac-b251-762959a18388),segment_id=16af386c-ca7c-46ac-b251-762959a18388)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:11.058507 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.171225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710719b-3cac-4238-8ff9-94ea389593f7 None None] Pushing event updated for resources: {'Port': ['ID=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:11.192163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.229371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.300841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:11.307914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:11.315786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:11.316347 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.321123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=e9334a78-5c3e-49d3-98ec-d61d40444689,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:11.402147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5bb7-ac51-4406-8735-d18a7b738e0e req-0b3893fc-174f-4bd6-a4f4-56e0350c7262 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:11.403687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-311f5bb7-ac51-4406-8735-d18a7b738e0e req-0b3893fc-174f-4bd6-a4f4-56e0350c7262 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1463594 Oct 19 01:28:11.452654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device df8a9ab8-4f90-4846-ad71-955dbcca8bdc details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:11.481483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-311f5bb7-ac51-4406-8735-d18a7b738e0e req-2de5d1bf-0b27-4312-8081-6e9dd1e0aca4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705171 Oct 19 01:28:11.490687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.569187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port df8a9ab8-4f90-4846-ad71-955dbcca8bdc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:11.582541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'port_id': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc', 'mac_address': 'fa:16:3e:c6:0e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:11.614774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d89b2-c183-4de1-b72f-2d0e830cbe4e req-5ce0a6fd-4f37-458c-8bab-f66fb53f4541 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:11.617409 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-491d89b2-c183-4de1-b72f-2d0e830cbe4e req-5ce0a6fd-4f37-458c-8bab-f66fb53f4541 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0582278 Oct 19 01:28:11.636346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.656349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8a9ab8-4f90-4846-ad71-955dbcca8bdc {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:11.670856 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-491d89b2-c183-4de1-b72f-2d0e830cbe4e req-498b6878-530e-46ca-8398-9444a30369e6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461810 Oct 19 01:28:11.688504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port df8a9ab8-4f90-4846-ad71-955dbcca8bdc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:11.695965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.752273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:11.786697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dd870-347e-4e26-97fe-45148eb0fe92 req-8cd9c5f9-d899-413c-971d-69ff0138d409 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:11.788333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb2dd870-347e-4e26-97fe-45148eb0fe92 req-8cd9c5f9-d899-413c-971d-69ff0138d409 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 944 time: 0.1116164 Oct 19 01:28:11.795752 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-678eccf1-ee0d-48c3-ad6e-6107307fb592 req-42a24920-ae65-4593-b6af-730ef66cd9b8 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0379994 Oct 19 01:28:11.874869 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb2dd870-347e-4e26-97fe-45148eb0fe92 req-a738248f-7302-48d4-ae4b-eb22e722ae4d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Oct 19 01:28:11.918815 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.924680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.925455 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:11.938092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['df8a9ab8-4f90-4846-ad71-955dbcca8bdc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:11.985922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=e9334a78-5c3e-49d3-98ec-d61d40444689,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:12.097504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-2c9dd31a-44a8-4d2d-85f3-d6eea018d25a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:12.107840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-2c9dd31a-44a8-4d2d-85f3-d6eea018d25a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.1413374 Oct 19 01:28:12.128115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-eb2465e8-bfaa-4f7a-a59c-8544302ded82 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/quotas/93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 375 time: 0.0190310 Oct 19 01:28:12.198935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-66d7134a-78d3-4336-9e62-1caff66e73d9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0666389 Oct 19 01:28:12.238513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9373bed7-009c-4d45-91b3-fbc1d1d186e8 None None] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:12.300487 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.313875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-fee4aec4-0258-440c-8ebe-d797d4c9f46e service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074996 Oct 19 01:28:12.348065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1dbce6cb-d931-4ed9-a311-6e2a799293e1 None None] Provisioning complete for port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:12.348347 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1dbce6cb-d931-4ed9-a311-6e2a799293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.429855 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-55f7df46-f9ff-423e-acce-0b43d0c0aa29 service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037889 Oct 19 01:28:12.441457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:12.442988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:12.495498 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1dbce6cb-d931-4ed9-a311-6e2a799293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.531779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1dbce6cb-d931-4ed9-a311-6e2a799293e1 None None] For port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,segment=NetworkSegment(16af386c-ca7c-46ac-b251-762959a18388),segment_id=16af386c-ca7c-46ac-b251-762959a18388)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:12.538898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1dbce6cb-d931-4ed9-a311-6e2a799293e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.579268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:12.616939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbce6cb-d931-4ed9-a311-6e2a799293e1 None None] Pushing event updated for resources: {'Port': ['ID=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:12.690945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb611a39-077c-4f33-a20a-81126fb19f4b req-c24e9dca-b1d4-44cf-9092-ed10de384034 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 210 time: 0.0395439 Oct 19 01:28:12.745010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:12.750563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dc1401af-c401-41f0-a662-ca219c641898 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4021385 Oct 19 01:28:12.752939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45712) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:12.756548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:12.757834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-830937466'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:12.767920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:12.769072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:12.783575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:12.787449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.815411 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:28:12.836483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.836934 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment 57b2bccc-83b7-4663-815a-e3fd5d30b838 of type vlan for network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 Oct 19 01:28:12.884009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:12.901902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fa23b372-46fb-44e1-9153-c99c5c9bec84 None None] Provisioning complete for port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:12.903681 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fa23b372-46fb-44e1-9153-c99c5c9bec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.921937 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.932497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-987b8289-cb76-487b-a1e3-1886ddd38d29 req-9f91bb9a-682f-4878-a6f4-0c743589dc37 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0446117 Oct 19 01:28:12.964529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:12.970343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:12.972912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.025087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2708237 Oct 19 01:28:13.030000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45722) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:13.037249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:13.079269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf584-ed4a-46f5-86d7-3325832faf76 req-95e7e3f8-d458-4366-9bf9-ac2c940b6621 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:13.086490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78daf584-ed4a-46f5-86d7-3325832faf76 req-95e7e3f8-d458-4366-9bf9-ac2c940b6621 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 944 time: 0.0878162 Oct 19 01:28:13.113882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bdf16-f8fc-4f9d-bacb-e6b4251a788e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=a1bd1c00-a392-4fe8-b1e1-52e5446259f6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:13.131308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:28:13.167151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-78daf584-ed4a-46f5-86d7-3325832faf76 req-1811d6d9-9b59-4969-b3ab-927d65278655 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Oct 19 01:28:13.247656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:13.252373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.333117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e40c22b6-5114-407a-87e2-4ee8ddc0a0ed up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:13.373729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fa23b372-46fb-44e1-9153-c99c5c9bec84 None None] Provisioning complete for port e9334a78-5c3e-49d3-98ec-d61d40444689 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:13.374221 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fa23b372-46fb-44e1-9153-c99c5c9bec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.514360 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.585366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=3f92ce5e-efec-4581-b41b-5c8facf63224,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:13.596159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.596499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.596831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.597267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.597594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.597917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.598238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.598555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.598873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.599188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.599500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.599812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:13.606272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device df8a9ab8-4f90-4846-ad71-955dbcca8bdc up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:13.606548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:13.606909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: a1bd1c00-a392-4fe8-b1e1-52e5446259f6, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:28:13.612352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-fa23b372-46fb-44e1-9153-c99c5c9bec84 None None] Port e9334a78-5c3e-49d3-98ec-d61d40444689 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:13.625023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:28:13.636581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a1bd1c00-a392-4fe8-b1e1-52e5446259f6) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:13.642753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:13.643503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.659581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0f47a-d0e2-4f7b-ae55-d56d5e96d43f None None] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:13.669747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:13.670117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.674909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bbebe356-58d2-4c5b-8644-49f38c17a198 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6438975 Oct 19 01:28:13.677516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45728) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:13.797094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port df8a9ab8-4f90-4846-ad71-955dbcca8bdc completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:28:13.810719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b924e264-8a71-41c2-b825-f11c59685f86 None None] Provisioning complete for port e9334a78-5c3e-49d3-98ec-d61d40444689 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:13.811093 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b924e264-8a71-41c2-b825-f11c59685f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.812590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port df8a9ab8-4f90-4846-ad71-955dbcca8bdc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:13.813332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:13.820375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:11Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:11Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:13.830161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d201f9ea-7baf-4c53-b57b-2efacda07cfc req-76ab2d52-7403-43eb-bce0-6624b3dc6664 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 210 time: 0.0353403 Oct 19 01:28:13.849705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-31003805-9920-42b9-944f-228997eaba27 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157491 Oct 19 01:28:13.922031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:13.922305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Updating router bb921cb8-3d33-4ed2-8303-70bee2cfb522 port e9334a78-5c3e-49d3-98ec-d61d40444689 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:28:13.985256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b924e264-8a71-41c2-b825-f11c59685f86 None None] Port e9334a78-5c3e-49d3-98ec-d61d40444689 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:14.028136 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.112832 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f34108b-7ca9-4f55-bb80-9991ded417fe req-d5833a48-8998-4742-a9bc-aea239d9cb20 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0608358 Oct 19 01:28:14.165038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:28:14.166513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.178661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-9516a919-a381-4ceb-91f1-119872045de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:14.180091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-9516a919-a381-4ceb-91f1-119872045de4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1097 time: 0.2312450 Oct 19 01:28:14.197234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-c0d90adf-e5c4-48e7-87b2-0a24e1e07b5e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:14.198708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-c0d90adf-e5c4-48e7-87b2-0a24e1e07b5e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.2481520 Oct 19 01:28:14.230486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'port': {'device_id': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'admin_state_up': True, 'tenant_id': '93ef9378566f4437bd3edbb85b16194b'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:14.260484 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.366555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:14.368905 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4ebc6d-e895-4b9f-80f2-66633ad822c7" -d '{"events": [{"server_uuid": "249d504d-dcb5-4dd3-8577-9180f01f7605", "name": "network-vif-plugged", "status": "completed", "tag": "df8a9ab8-4f90-4846-ad71-955dbcca8bdc"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:14.397530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port df8a9ab8-4f90-4846-ad71-955dbcca8bdc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:14.445624 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.483207 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d6693b-ed37-452b-94b8-76e7f4e8c951 x-openstack-request-id: req-78d6693b-ed37-452b-94b8-76e7f4e8c951 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:14.483493 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249d504d-dcb5-4dd3-8577-9180f01f7605", "name": "network-vif-plugged", "status": "completed", "tag": "df8a9ab8-4f90-4846-ad71-955dbcca8bdc", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:14.483871 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78d6693b-ed37-452b-94b8-76e7f4e8c951 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:14.484159 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc', 'code': 200} Oct 19 01:28:14.489387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db756274-f4c5-43bd-b128-0427050b80a4 req-5ad13615-99a0-4211-942c-bfc37a6385a9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:14.491056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db756274-f4c5-43bd-b128-0427050b80a4 req-5ad13615-99a0-4211-942c-bfc37a6385a9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 944 time: 0.2349739 Oct 19 01:28:14.492981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.507182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-0ecaa6cb-0b3e-49d1-a729-902ce995d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:14.508654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-0ecaa6cb-0b3e-49d1-a729-902ce995d3c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.2826445 Oct 19 01:28:14.508832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Allocated IP 2001:db8:1::2 (a1bd1c00-a392-4fe8-b1e1-52e5446259f6/3f92ce5e-efec-4581-b41b-5c8facf63224/97b61621-2ac3-4dda-9465-f746709a2b25) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:14.554119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:14.594870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0df0c-5e21-43bb-ac66-b10a651d608e req-f70bf0cb-a425-41f0-9d7b-3f0ed27cbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:14.596379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96a0df0c-5e21-43bb-ac66-b10a651d608e req-f70bf0cb-a425-41f0-9d7b-3f0ed27cbbc1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 1097 time: 0.0448012 Oct 19 01:28:14.633866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96a0df0c-5e21-43bb-ac66-b10a651d608e req-796c1afd-1fcc-4a0e-a67a-2b7ae5b9ab8a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292087 Oct 19 01:28:14.673766 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.682505 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.702688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Made reservation on behalf of 93ef9378566f4437bd3edbb85b16194b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:14.706126 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.714627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db756274-f4c5-43bd-b128-0427050b80a4 req-67d3e269-730f-443f-bd82-0822962af6e4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049928 Oct 19 01:28:14.734960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-3ae19ebc-eced-4261-8d76-2a11a0cdf953 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 1000 time: 0.2030752 Oct 19 01:28:14.775657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Pushing event updated for resources: {'Port': ['ID=e9334a78-5c3e-49d3-98ec-d61d40444689,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:14.818267 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.840292 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.884408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Attempting to bind port e9334a78-5c3e-49d3-98ec-d61d40444689 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:14.884927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Attempting to bind port e9334a78-5c3e-49d3-98ec-d61d40444689 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:14.885296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Attempting to bind port e9334a78-5c3e-49d3-98ec-d61d40444689 on network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:14.903423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:14.904612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Checking segment: {'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:14.904612 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.904612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Bound using segment: {'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:14.905101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Bound port: e9334a78-5c3e-49d3-98ec-d61d40444689, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16af386c-ca7c-46ac-b251-762959a18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:14.905484 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:14.911268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-89f331bb-5a24-441a-af63-f2e5b625cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:14.913246 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-89f331bb-5a24-441a-af63-f2e5b625cd31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1698017 Oct 19 01:28:14.914289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:14.923002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:14.924945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Pushing event updated for resources: {'Port': ['ID=97b61621-2ac3-4dda-9465-f746709a2b25,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:14.930748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:14.967198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-808d3591-1bb4-4df8-a2f4-527466479f13 req-0ba46b89-ff47-461f-931f-c8f0505b0303 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 210 time: 0.0400455 Oct 19 01:28:15.051680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Attempting to bind port 97b61621-2ac3-4dda-9465-f746709a2b25 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:15.051961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Attempting to bind port 97b61621-2ac3-4dda-9465-f746709a2b25 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:15.052343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Attempting to bind port 97b61621-2ac3-4dda-9465-f746709a2b25 on network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:15.058766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b8fe9943-1b8c-4206-bcf7-331187b0156e None None] Provisioning complete for port e9334a78-5c3e-49d3-98ec-d61d40444689 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:15.059231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9943-1b8c-4206-bcf7-331187b0156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.063029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:15.063405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Checking segment: {'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:15.063795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.064208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Bound using segment: {'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:15.064684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Bound port: 97b61621-2ac3-4dda-9465-f746709a2b25, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:15.065059 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.067207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] For port e9334a78-5c3e-49d3-98ec-d61d40444689, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:15.110360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] For port e9334a78-5c3e-49d3-98ec-d61d40444689, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e9334a78-5c3e-49d3-98ec-d61d40444689,segment=NetworkSegment(16af386c-ca7c-46ac-b251-762959a18388),segment_id=16af386c-ca7c-46ac-b251-762959a18388)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:15.138775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.155319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe9943-1b8c-4206-bcf7-331187b0156e None None] Port e9334a78-5c3e-49d3-98ec-d61d40444689 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:15.237654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Pushing event updated for resources: {'Port': ['ID=e9334a78-5c3e-49d3-98ec-d61d40444689,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:15.240421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] For port 97b61621-2ac3-4dda-9465-f746709a2b25, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:15.243505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:15.244660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:15.286816 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-951d2c39-35cc-44c2-b64a-3f24135b33e4 req-caa9918e-3c2e-4502-bde6-968f7dcb120a tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0372329 Oct 19 01:28:15.318542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] For port 97b61621-2ac3-4dda-9465-f746709a2b25, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=97b61621-2ac3-4dda-9465-f746709a2b25,segment=NetworkSegment(57b2bccc-83b7-4663-815a-e3fd5d30b838),segment_id=57b2bccc-83b7-4663-815a-e3fd5d30b838)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:15.320272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.320679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.320951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.321331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.321653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.321988 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.325199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.325550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.325970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.326306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.326638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.326970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36663c46-24c2-4c38-ae8e-3e1ec1121555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:15.361526 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.418647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-fb20d93d-c818-4d76-a4ef-43acabace767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:15.420394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-fb20d93d-c818-4d76-a4ef-43acabace767 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4987926 Oct 19 01:28:15.424013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:15.426881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Allocated IP 172.20.0.11 (834ef5ba-7345-4079-a3eb-4a6c472874e6/ba84162f-3c18-462b-adba-be620d9dc20b/e598cceb-2558-4fff-8e25-f9ded6345045) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:15.535441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8:1::1 (a1bd1c00-a392-4fe8-b1e1-52e5446259f6/3f92ce5e-efec-4581-b41b-5c8facf63224/235d0a2e-64b8-4123-beaf-03f07fa80b08) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:15.637253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc546f9-0ff4-460a-80bd-4cb1b16165bf None None] Pushing event updated for resources: {'Port': ['ID=97b61621-2ac3-4dda-9465-f746709a2b25,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:15.692562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-926327ba-9b07-4356-a561-1940c7bd34d5 None None] Provisioning complete for port e9334a78-5c3e-49d3-98ec-d61d40444689 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:15.692791 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926327ba-9b07-4356-a561-1940c7bd34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.711299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-17b0123a-927f-4777-a366-52c6750c070a service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778375 Oct 19 01:28:15.893066 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926327ba-9b07-4356-a561-1940c7bd34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:15.959173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-926327ba-9b07-4356-a561-1940c7bd34d5 None None] For port e9334a78-5c3e-49d3-98ec-d61d40444689, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e9334a78-5c3e-49d3-98ec-d61d40444689,segment=NetworkSegment(16af386c-ca7c-46ac-b251-762959a18388),segment_id=16af386c-ca7c-46ac-b251-762959a18388)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:15.966890 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926327ba-9b07-4356-a561-1940c7bd34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.017843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.019194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:11Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:16.042099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.049879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e76b9-e0f1-45d9-b0fe-b8b253f3c3de None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:11Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:16.051388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926327ba-9b07-4356-a561-1940c7bd34d5 None None] Pushing event updated for resources: {'Port': ['ID=e9334a78-5c3e-49d3-98ec-d61d40444689,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:16.064359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c0553b-bb4e-4015-9469-c9027b40ee3b req-4a555c7f-98a6-4fd2-aeab-b8218499b79a service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103163 Oct 19 01:28:16.072779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc457a-da93-47b5-96cc-58c6e0797de0 req-526378bf-02d1-41b3-b9d4-063575ff62b3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:16.074324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69bc457a-da93-47b5-96cc-58c6e0797de0 req-526378bf-02d1-41b3-b9d4-063575ff62b3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.2000687 Oct 19 01:28:16.083070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45b4ccee-deef-4db3-9193-babe2acc5cce req-e803b186-afc8-4cb0-8e76-8411c91a12bb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Oct 19 01:28:16.172496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69bc457a-da93-47b5-96cc-58c6e0797de0 req-2221d863-f71e-4f87-9071-19e17542b416 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823164 Oct 19 01:28:16.174893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.187377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.233924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:16.242602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:16.248006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:16.250669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:16.297108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:16.304018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:16.304876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.316864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=e598cceb-2558-4fff-8e25-f9ded6345045,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:16.354990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:16.360625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.461264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-f5589c33-59a6-4923-9428-b6d1981dcf38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2382414 Oct 19 01:28:16.508670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Request body: {'port': {'device_id': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:16.530050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-086288ca-ca3f-4444-98dd-60a67de337a5 req-22d026c9-07fc-4657-ae95-faf59a7e0f2b tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0650959 Oct 19 01:28:16.530567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=235d0a2e-64b8-4123-beaf-03f07fa80b08,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:16.635858 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.653412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.692227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a950599b-588c-4645-baea-1677c4f48514 None None] Provisioning complete for port e598cceb-2558-4fff-8e25-f9ded6345045 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:16.693048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a950599b-588c-4645-baea-1677c4f48514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:16.741324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a950599b-588c-4645-baea-1677c4f48514 None None] Port e598cceb-2558-4fff-8e25-f9ded6345045 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:16.788512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3c3f1-f97b-4a32-8c6e-91c4f0b5013f None None] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:16.885878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3fe54ab6-5706-4bce-a66d-111882db162d None None] Provisioning complete for port 97b61621-2ac3-4dda-9465-f746709a2b25 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:16.886352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3fe54ab6-5706-4bce-a66d-111882db162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.026220 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3fe54ab6-5706-4bce-a66d-111882db162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.063916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3fe54ab6-5706-4bce-a66d-111882db162d None None] For port 97b61621-2ac3-4dda-9465-f746709a2b25, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=97b61621-2ac3-4dda-9465-f746709a2b25,segment=NetworkSegment(57b2bccc-83b7-4663-815a-e3fd5d30b838),segment_id=57b2bccc-83b7-4663-815a-e3fd5d30b838)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:17.068936 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3fe54ab6-5706-4bce-a66d-111882db162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.131833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe54ab6-5706-4bce-a66d-111882db162d None None] Pushing event updated for resources: {'Port': ['ID=97b61621-2ac3-4dda-9465-f746709a2b25,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:17.180206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e598cceb-2558-4fff-8e25-f9ded6345045 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:17.201171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.207592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.220737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.221687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.232889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Transition to ACTIVE for port object e598cceb-2558-4fff-8e25-f9ded6345045 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:28:17.279463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.290982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bc0a0-91b4-4b24-9f1a-d49b4e23463e req-8b3ab783-ff72-41ec-870b-b37633a76df7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:17.297822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a76bc0a0-91b4-4b24-9f1a-d49b4e23463e req-8b3ab783-ff72-41ec-870b-b37633a76df7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 932 time: 0.1099567 Oct 19 01:28:17.311030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=235d0a2e-64b8-4123-beaf-03f07fa80b08,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:17.379267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a76bc0a0-91b4-4b24-9f1a-d49b4e23463e req-0397149a-a52b-4fd4-aca9-09604fb14a64 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685449 Oct 19 01:28:17.388057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 97b61621-2ac3-4dda-9465-f746709a2b25 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:17.461867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6f5a800e-36e9-49f1-8479-a8c45dac717f None None] Provisioning complete for port 235d0a2e-64b8-4123-beaf-03f07fa80b08 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:17.462246 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f5a800e-36e9-49f1-8479-a8c45dac717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.515825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Pushing event updated for resources: {'Port': ['ID=e598cceb-2558-4fff-8e25-f9ded6345045,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:17.518182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a800e-36e9-49f1-8479-a8c45dac717f None None] Port 235d0a2e-64b8-4123-beaf-03f07fa80b08 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:17.519924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 97b61621-2ac3-4dda-9465-f746709a2b25 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:17.520330 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.554667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6f5a800e-36e9-49f1-8479-a8c45dac717f None None] Provisioning complete for port 97b61621-2ac3-4dda-9465-f746709a2b25 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:17.555042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f5a800e-36e9-49f1-8479-a8c45dac717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.555973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862511e3-ac49-44cd-8343-df30f9e67b13 req-3ec8f54a-4347-44f4-8b46-b0d57fe9f714 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:17.557883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-862511e3-ac49-44cd-8343-df30f9e67b13 req-3ec8f54a-4347-44f4-8b46-b0d57fe9f714 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.2522299 Oct 19 01:28:17.583914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:17.590764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:17.708400 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e9334a78-5c3e-49d3-98ec-d61d40444689 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:17.719922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-862511e3-ac49-44cd-8343-df30f9e67b13 req-3511a508-2871-4af7-9451-6b9ceee0ce1c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343019 Oct 19 01:28:17.763683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b44c736-5d3c-4e5f-9616-5b51aca487ab req-6041aa13-12e7-43f3-a247-90f9559114ac tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0715613 Oct 19 01:28:17.788852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Attempting to bind port e598cceb-2558-4fff-8e25-f9ded6345045 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:17.789187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Attempting to bind port e598cceb-2558-4fff-8e25-f9ded6345045 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:17.789517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Attempting to bind port e598cceb-2558-4fff-8e25-f9ded6345045 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:17.802653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e9334a78-5c3e-49d3-98ec-d61d40444689 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:17.803518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.810496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:17.811666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Port e598cceb-2558-4fff-8e25-f9ded6345045 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:28:17.812119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Attempting to bind port e598cceb-2558-4fff-8e25-f9ded6345045 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:17.825110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:17.825447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:17.826105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Bound using segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:17.826586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Bound port: e598cceb-2558-4fff-8e25-f9ded6345045, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:17.826906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.945727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-726265ea-87aa-437f-8a40-931172ba70ba None None] Provisioning complete for port 235d0a2e-64b8-4123-beaf-03f07fa80b08 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:17.946099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-726265ea-87aa-437f-8a40-931172ba70ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:17.969040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8373c3-e250-4a81-b556-1ebdd1ee4e17 req-713b51a9-cb03-4a9e-b1e3-18a9659b9564 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:17.970706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d8373c3-e250-4a81-b556-1ebdd1ee4e17 req-713b51a9-cb03-4a9e-b1e3-18a9659b9564 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0913577 Oct 19 01:28:17.999695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-726265ea-87aa-437f-8a40-931172ba70ba None None] Port 235d0a2e-64b8-4123-beaf-03f07fa80b08 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:18.015995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] For port e598cceb-2558-4fff-8e25-f9ded6345045, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:18.029480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d8373c3-e250-4a81-b556-1ebdd1ee4e17 req-00a52a86-e543-42fb-98b0-6864ab5fefce tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517662 Oct 19 01:28:18.033656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] For port e598cceb-2558-4fff-8e25-f9ded6345045, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e598cceb-2558-4fff-8e25-f9ded6345045,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:18.046255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.050244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:18.063408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-28ce6f1a-74a4-4242-9b63-87d98b42f04c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3814592 Oct 19 01:28:18.064213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45784) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:18.068397 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:18.069275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1018837529'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:18.083147 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:18.083886 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:18.104281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.105028 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.105343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:18.106446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] 10.222.0.74 "PUT /v2.0/ports/e598cceb-2558-4fff-8e25-f9ded6345045 HTTP/1.1" status: 200 len: 1093 time: 1.6028786 Oct 19 01:28:18.106939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'tag': 'e598cceb-2558-4fff-8e25-f9ded6345045'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:18.108843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.109260 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973a2e3b-b557-4b19-aaf2-df911f6b26a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce00106-be98-4bda-b5ef-f6fed6748589", "tag": "e598cceb-2558-4fff-8e25-f9ded6345045"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:18.153025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0a2400fa-c47e-4180-9167-867f1e8062f4 None None] Provisioning complete for port 235d0a2e-64b8-4123-beaf-03f07fa80b08 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:18.153544 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a2400fa-c47e-4180-9167-867f1e8062f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.161257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:28:18.169826 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc6c723-43e5-45e1-91e0-a07ef20d21e6 x-openstack-request-id: req-bbc6c723-43e5-45e1-91e0-a07ef20d21e6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:18.170111 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce00106-be98-4bda-b5ef-f6fed6748589", "tag": "e598cceb-2558-4fff-8e25-f9ded6345045", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:18.170353 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbc6c723-43e5-45e1-91e0-a07ef20d21e6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:18.170747 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'tag': 'e598cceb-2558-4fff-8e25-f9ded6345045', 'status': 'completed', 'code': 200} Oct 19 01:28:18.171840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45259b8c-afd3-40ad-bea9-2d3ca898af97 service neutron] Pushing event updated for resources: {'Port': ['ID=e598cceb-2558-4fff-8e25-f9ded6345045,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:18.185092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.185228 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment c4b27400-2e83-4c82-aad1-2720a599ed6d of type vlan for network 74cd54a5-5f5a-40f8-ad38-7d8510152eda Oct 19 01:28:18.226321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0a2400fa-c47e-4180-9167-867f1e8062f4 None None] Port 235d0a2e-64b8-4123-beaf-03f07fa80b08 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:18.247633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-b02adfb0-44c2-4285-99f0-134cc4748c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.248911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-b02adfb0-44c2-4285-99f0-134cc4748c2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 1096 time: 0.0614781 Oct 19 01:28:18.264128 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.281448 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:18.293631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.301081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.302431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.312211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-7c0a2746-73bd-4b24-9923-c0b5ac2fabb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e598cceb-2558-4fff-8e25-f9ded6345045 HTTP/1.1" status: 200 len: 217 time: 0.0490620 Oct 19 01:28:18.374585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-b838ea58-7e23-4a8b-9705-1ecc6143acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.376517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-b838ea58-7e23-4a8b-9705-1ecc6143acb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0571127 Oct 19 01:28:18.383844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=74cd54a5-5f5a-40f8-ad38-7d8510152eda,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:18.394531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3292150 Oct 19 01:28:18.399050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45794) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:18.406035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:18.412939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.413287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.413625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.413959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.414434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.414942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.415517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.416169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.416767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.417285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.417890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.418384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561215e3-a0c7-4830-a152-9856d71b620d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:18.436530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:28:18.451696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9224-b721-474a-9299-5fdbf931e22d req-73ec4770-dc50-4a36-aaaa-ae8475e6f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.453339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-73ec4770-dc50-4a36-aaaa-ae8475e6f428 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655944 Oct 19 01:28:18.587227 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-7b16c18c-be9d-46ed-a8a3-7a9758431b09 service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193004 Oct 19 01:28:18.591371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f93523-eeac-4e8f-b6a7-37760dfd0ca5 req-77a7e073-7b6d-4a93-a6fb-5baa1067e180 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.599619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57f93523-eeac-4e8f-b6a7-37760dfd0ca5 req-77a7e073-7b6d-4a93-a6fb-5baa1067e180 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 944 time: 0.1376934 Oct 19 01:28:18.661333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57f93523-eeac-4e8f-b6a7-37760dfd0ca5 req-8c05e713-c72f-4bd3-8201-b9a6420ebb4d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Oct 19 01:28:18.665193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:18.685066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.705522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-667d9224-b721-474a-9299-5fdbf931e22d req-7c6995ba-754c-409c-aa7d-fe542a9b5375 service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055872 Oct 19 01:28:18.724322 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:16Z', 'revision_number': 3, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:16Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:18.766257 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:18.766529 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Updating router bb921cb8-3d33-4ed2-8303-70bee2cfb522 port 235d0a2e-64b8-4123-beaf-03f07fa80b08 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:28:18.796356 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:18.921312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-ee4f37d1-7405-426b-b81b-d10a0afa67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:18.922960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-ee4f37d1-7405-426b-b81b-d10a0afa67e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 1096 time: 0.0907772 Oct 19 01:28:18.982379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d66db484-2594-452c-95cf-d367cf9f913e req-d622bb94-5a7d-4ee3-ba6a-a0c150a3210e tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0697901 Oct 19 01:28:19.114346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-2013a3fa-16a9-4746-aec4-0b1fd4b2f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:19.116539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-2013a3fa-16a9-4746-aec4-0b1fd4b2f62a service neutron] 10.222.0.74 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.1836643 Oct 19 01:28:19.118810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.210146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=427cb1ef-05cd-4b02-8b6c-76e72f8e7f71,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:19.226801 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.234701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-fc919b83-b54d-4964-be82-81021a9ef203 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e598cceb-2558-4fff-8e25-f9ded6345045 HTTP/1.1" status: 200 len: 217 time: 0.1093383 Oct 19 01:28:19.236326 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.281334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:19.281990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: 74cd54a5-5f5a-40f8-ad38-7d8510152eda, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:28:19.304800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-20ba68ed-74f4-40ae-b69b-050d9e85d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:19.305753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-20ba68ed-74f4-40ae-b69b-050d9e85d69a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0574486 Oct 19 01:28:19.319005 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Pushing event updated for resources: {'Port': ['ID=235d0a2e-64b8-4123-beaf-03f07fa80b08,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:19.322350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:28:19.334156 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.334754 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.335361 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.336207 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.337085 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.338486 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.339238 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.339741 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.340426 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.341010 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.341537 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.342062 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:28:19.342564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 74cd54a5-5f5a-40f8-ad38-7d8510152eda) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:19.354568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a915c7-75e6-4b01-913b-0babb90ede53 None None] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:19.359400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:19.360108 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.383783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ef0f8adf-bf47-47e6-8c5f-a82da42972ea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9824126 Oct 19 01:28:19.386219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45826) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:19.395708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-365855b1-1993-4f69-88bd-4fe22190bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:19.397346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-365855b1-1993-4f69-88bd-4fe22190bef2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842886 Oct 19 01:28:19.497988 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Attempting to bind port 235d0a2e-64b8-4123-beaf-03f07fa80b08 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:19.498370 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Attempting to bind port 235d0a2e-64b8-4123-beaf-03f07fa80b08 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:19.498725 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Attempting to bind port 235d0a2e-64b8-4123-beaf-03f07fa80b08 on network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:19.516107 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:19.516356 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Checking segment: {'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:19.520065 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.520473 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Bound using segment: {'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:19.521292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Bound port: 235d0a2e-64b8-4123-beaf-03f07fa80b08, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b2bccc-83b7-4663-815a-e3fd5d30b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:19.521427 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.671140 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] For port 235d0a2e-64b8-4123-beaf-03f07fa80b08, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:19.676701 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] For port 235d0a2e-64b8-4123-beaf-03f07fa80b08, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=235d0a2e-64b8-4123-beaf-03f07fa80b08,segment=NetworkSegment(57b2bccc-83b7-4663-815a-e3fd5d30b838),segment_id=57b2bccc-83b7-4663-815a-e3fd5d30b838)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:19.688302 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.689763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:28:19.691408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-7fb7d804-3c0c-425f-ab44-3dfb49063b2a service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848911 Oct 19 01:28:19.692788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:19.818626 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:19.823425 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:19.949644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-973a2e3b-b557-4b19-aaf2-df911f6b26a8 req-fcea25ba-395a-442a-9f38-53e2cb023538 service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502420 Oct 19 01:28:19.957011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6af45478-fc2d-420f-b722-d6d42c8cd508 None None] Provisioning complete for port 235d0a2e-64b8-4123-beaf-03f07fa80b08 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:19.957378 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6af45478-fc2d-420f-b722-d6d42c8cd508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.044929 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920d8f-11cb-4d5d-9312-0972594d91c0 None None] Pushing event updated for resources: {'Port': ['ID=235d0a2e-64b8-4123-beaf-03f07fa80b08,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:20.051176 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.092413 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:20.165385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Allocated IP 2001:db8:2::2 (74cd54a5-5f5a-40f8-ad38-7d8510152eda/427cb1ef-05cd-4b02-8b6c-76e72f8e7f71/922d80b4-b0bb-45f9-ac7d-0ca517414212) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:20.216417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6af45478-fc2d-420f-b722-d6d42c8cd508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.304983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-adf8f86d-8587-4a60-b1d6-ec1b9bee69a7 req-64d58efa-501d-443d-a61b-5c4428e8b45d tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0514061 Oct 19 01:28:20.355546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6af45478-fc2d-420f-b722-d6d42c8cd508 None None] For port 235d0a2e-64b8-4123-beaf-03f07fa80b08, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=235d0a2e-64b8-4123-beaf-03f07fa80b08,segment=NetworkSegment(57b2bccc-83b7-4663-815a-e3fd5d30b838),segment_id=57b2bccc-83b7-4663-815a-e3fd5d30b838)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:20.364460 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6af45478-fc2d-420f-b722-d6d42c8cd508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.444597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc11e7-e066-4521-bcb7-e5c0e5bb21e6 req-056b1b6f-0772-4571-9c10-b4b69400e249 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:20.452935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8bc11e7-e066-4521-bcb7-e5c0e5bb21e6 req-056b1b6f-0772-4571-9c10-b4b69400e249 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 944 time: 0.6243148 Oct 19 01:28:20.487726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af45478-fc2d-420f-b722-d6d42c8cd508 None None] Pushing event updated for resources: {'Port': ['ID=235d0a2e-64b8-4123-beaf-03f07fa80b08,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:20.513124 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:16Z', 'revision_number': 3, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:19Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:20.513761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.515545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c47a34f9-2a43-44eb-981e-fee105be24df None None] Provisioning complete for port 235d0a2e-64b8-4123-beaf-03f07fa80b08 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:20.515918 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c47a34f9-2a43-44eb-981e-fee105be24df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.533439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8bc11e7-e066-4521-bcb7-e5c0e5bb21e6 req-1c621d6e-3d9d-4b00-9bfd-83f9575b00cc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791862 Oct 19 01:28:20.541695 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.547954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.578046 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9f1e5-cf12-469f-a46d-e661e9dfa710 None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:16Z', 'revision_number': 3, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:19Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:20.593939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Pushing event updated for resources: {'Port': ['ID=922d80b4-b0bb-45f9-ac7d-0ca517414212,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:20.624659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:20.627523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:20.630256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:20.707933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Attempting to bind port 922d80b4-b0bb-45f9-ac7d-0ca517414212 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:20.708364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Attempting to bind port 922d80b4-b0bb-45f9-ac7d-0ca517414212 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:20.708725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Attempting to bind port 922d80b4-b0bb-45f9-ac7d-0ca517414212 on network 74cd54a5-5f5a-40f8-ad38-7d8510152eda {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:20.742360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:20.742725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Checking segment: {'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:20.743125 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.743519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Bound using segment: {'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:20.749087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Bound port: 922d80b4-b0bb-45f9-ac7d-0ca517414212, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:20.749087 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.844992 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] For port 922d80b4-b0bb-45f9-ac7d-0ca517414212, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:20.849642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] For port 922d80b4-b0bb-45f9-ac7d-0ca517414212, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=922d80b4-b0bb-45f9-ac7d-0ca517414212,segment=NetworkSegment(c4b27400-2e83-4c82-aad1-2720a599ed6d),segment_id=c4b27400-2e83-4c82-aad1-2720a599ed6d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:20.860323 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:20.914742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8:2::1 (74cd54a5-5f5a-40f8-ad38-7d8510152eda/427cb1ef-05cd-4b02-8b6c-76e72f8e7f71/28547708-1ea2-4f71-b20f-7174da1e1224) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:20.936428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c936f-6450-4abb-9353-52281514f8e6 None None] Pushing event updated for resources: {'Port': ['ID=922d80b4-b0bb-45f9-ac7d-0ca517414212,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:21.132416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.211822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.254552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:21.256662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:21.266888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:21.267661 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.402483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=28547708-1ea2-4f71-b20f-7174da1e1224,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:21.420106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 235d0a2e-64b8-4123-beaf-03f07fa80b08 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:21.496694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.509250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 235d0a2e-64b8-4123-beaf-03f07fa80b08 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:21.510168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.567624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db75dcd3-2838-4e8d-a13c-967efb8695d7 req-05df9488-0ffe-4883-8167-f71c87500862 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0631266 Oct 19 01:28:21.720985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04bd62-f4ee-4efd-bf88-f07e81ad5b45 req-88150b26-1b46-4c11-bd1d-2331a9f32e38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:21.722399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a04bd62-f4ee-4efd-bf88-f07e81ad5b45 req-88150b26-1b46-4c11-bd1d-2331a9f32e38 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 944 time: 0.0765193 Oct 19 01:28:21.761449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a04bd62-f4ee-4efd-bf88-f07e81ad5b45 req-231b9e96-e0c0-4456-b528-ddab46e7abe5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Oct 19 01:28:21.827590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.832592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.833400 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:21.900467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=28547708-1ea2-4f71-b20f-7174da1e1224,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:21.969585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:21.971065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:22.074795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:22.152739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385c1f0-7bc4-472d-905b-076e14a99c31 None None] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:22.172336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:22.178022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-27fe3c78-474a-4f56-b8fc-4fdb052593a1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7907100 Oct 19 01:28:22.180706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45882) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:22.186524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1532413114'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:22.209110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:22.222576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:22.226666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.242886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:22.243501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:22.256687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:28:22.267120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.267580 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added segment 8a776158-3c0a-483b-8a15-5b7424edda0e of type vlan for network 5664b71f-2831-44e7-8e83-512e49d7cf11 Oct 19 01:28:22.294580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d1cf82e8-4131-4d04-903e-27d877556d27 None None] Provisioning complete for port 922d80b4-b0bb-45f9-ac7d-0ca517414212 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:22.294947 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1cf82e8-4131-4d04-903e-27d877556d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.310373 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.352576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.360037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:22.360844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.432225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2485924 Oct 19 01:28:22.433883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45898) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:22.439444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'subnet': {'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:22.520971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4584eb-c58f-4c4a-87e8-9a065eaa7262 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Network': ['ID=5664b71f-2831-44e7-8e83-512e49d7cf11,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:22.537275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Made reservation on behalf of b2629a38d59b4d31bd054745ed940b33 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:22.539385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:28:22.542267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.566879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-bab6d782-270e-4aa9-80ca-023cca45e3e4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:22.568395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-bab6d782-270e-4aa9-80ca-023cca45e3e4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.1723361 Oct 19 01:28:22.585525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-94325ee3-65aa-4c67-8662-6125c89d2a06 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/quotas/94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 375 time: 0.0098860 Oct 19 01:28:22.590149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:22.660778 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-f4566019-a046-431a-88b4-aba0c71a1d96 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670047 Oct 19 01:28:22.742397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1c811ee1-8521-4a71-a6eb-3b5a41b3f95d req-59c7afae-f992-4cc5-a947-36adbc4a28e8 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0555596 Oct 19 01:28:22.774284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-c1189bab-e898-4408-8080-7ca7487114ff service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051488 Oct 19 01:28:22.792148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e598cceb-2558-4fff-8e25-f9ded6345045 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:22.827404 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1cf82e8-4131-4d04-903e-27d877556d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.836090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:22.886350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-4caf0e43-bb29-43a6-8464-af371a7495f4 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182566 Oct 19 01:28:22.927396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Subnet': ['ID=1de203ca-15e9-41ac-9166-ea433309e831,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:22.934580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d1cf82e8-4131-4d04-903e-27d877556d27 None None] For port 922d80b4-b0bb-45f9-ac7d-0ca517414212, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=922d80b4-b0bb-45f9-ac7d-0ca517414212,segment=NetworkSegment(c4b27400-2e83-4c82-aad1-2720a599ed6d),segment_id=c4b27400-2e83-4c82-aad1-2720a599ed6d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:22.938955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Checking segment: {'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:22.939440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network hostable DHCP agents. Network: 5664b71f-2831-44e7-8e83-512e49d7cf11, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:28:22.961908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:28:22.982531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 5664b71f-2831-44e7-8e83-512e49d7cf11) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:22.989836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:22.991291 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.030492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5feab1b4-c706-418b-8b3d-19a20a8f5c23 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5952194 Oct 19 01:28:23.031782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45912) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:23.038102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12539bc-4935-4012-9f2c-013bf81b951e None None] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:23.040628 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1cf82e8-4131-4d04-903e-27d877556d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.144031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b128e-1428-4b1b-b6ac-fcf6f594ae80 req-f859c5df-04d2-4208-8ebf-696bdf8821a7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:23.181792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c53b128e-1428-4b1b-b6ac-fcf6f594ae80 req-f859c5df-04d2-4208-8ebf-696bdf8821a7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 944 time: 0.1157146 Oct 19 01:28:23.249210 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-115a8f59-1af4-4eb2-88a7-e7022b9a1c4d req-e46e8f2a-3a91-47f1-9d09-c8f516f97be9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.0540373 Oct 19 01:28:23.287628 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c53b128e-1428-4b1b-b6ac-fcf6f594ae80 req-f1786658-d4c5-44cd-b382-3559e59ea86d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047423 Oct 19 01:28:23.322273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e598cceb-2558-4fff-8e25-f9ded6345045, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e598cceb-2558-4fff-8e25-f9ded6345045,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:23.339224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e598cceb-2558-4fff-8e25-f9ded6345045', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': 'e598cceb-2558-4fff-8e25-f9ded6345045', 'mac_address': 'fa:16:3e:b3:9c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:23.340970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf82e8-4131-4d04-903e-27d877556d27 None None] Pushing event updated for resources: {'Port': ['ID=922d80b4-b0bb-45f9-ac7d-0ca517414212,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:23.407544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 922d80b4-b0bb-45f9-ac7d-0ca517414212 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:23.575639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.596895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:21Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:21Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:23.617693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2f7ec43f-f00f-44cb-a283-0313431f7536 None None] Provisioning complete for port 922d80b4-b0bb-45f9-ac7d-0ca517414212 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:23.619894 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec43f-f00f-44cb-a283-0313431f7536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.702673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e598cceb-2558-4fff-8e25-f9ded6345045 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:23.709286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:23.709636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Updating router bb921cb8-3d33-4ed2-8303-70bee2cfb522 port 28547708-1ea2-4f71-b20f-7174da1e1224 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:28:23.795620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.812757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5664b71f-2831-44e7-8e83-512e49d7cf11', 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'fixed_ips': [{'subnet_id': '1de203ca-15e9-41ac-9166-ea433309e831'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:28:23.814019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.867122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e598cceb-2558-4fff-8e25-f9ded6345045, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e598cceb-2558-4fff-8e25-f9ded6345045,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:23.870143 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.887439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 922d80b4-b0bb-45f9-ac7d-0ca517414212 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:23.891260 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.910208 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:23.961883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5ac7c7d4-0d1c-4fb7-a604-3181acd56a2e req-ce3de99d-c8d6-499f-9d26-702a5d9f77a1 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0866096 Oct 19 01:28:24.217276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Allocated IP 2001:db8:3::1 (5664b71f-2831-44e7-8e83-512e49d7cf11/1de203ca-15e9-41ac-9166-ea433309e831/a2f94be4-9670-42bc-9392-70037d19cc80) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:24.268558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e598cceb-2558-4fff-8e25-f9ded6345045,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:24.333630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2f7ec43f-f00f-44cb-a283-0313431f7536 None None] Provisioning complete for port 28547708-1ea2-4f71-b20f-7174da1e1224 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:24.334005 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec43f-f00f-44cb-a283-0313431f7536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.421657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ec43f-f00f-44cb-a283-0313431f7536 None None] Port 28547708-1ea2-4f71-b20f-7174da1e1224 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:24.439218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:24.468378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e604f362-161c-40b4-a813-3797dff1ae6c req-9666cbdd-3f86-42df-90a0-86114c847c7d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.0636165 Oct 19 01:28:24.476165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.547616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.601910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15d566-0fac-4ea4-b9a0-6182713b90b1 req-3610ff0c-eed3-4941-a0a3-1678b37839dd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:24.603785 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc15d566-0fac-4ea4-b9a0-6182713b90b1 req-3610ff0c-eed3-4941-a0a3-1678b37839dd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 945 time: 0.1012597 Oct 19 01:28:24.614551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:24.620394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:24.639779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:24.640404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.660759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Allocated IP 2001:db8:3::2 (5664b71f-2831-44e7-8e83-512e49d7cf11/1de203ca-15e9-41ac-9166-ea433309e831/efe9a3de-633b-4dc3-b01d-39de2c8079df) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:24.738680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.756464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a562dfcb-766f-42b9-aee8-646fd634ed76 None None] Provisioning complete for port 28547708-1ea2-4f71-b20f-7174da1e1224 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:24.756844 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a562dfcb-766f-42b9-aee8-646fd634ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.766072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.789168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc15d566-0fac-4ea4-b9a0-6182713b90b1 req-6ad4df59-4932-43e3-81c5-731a69f772b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737223 Oct 19 01:28:24.789938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=a2f94be4-9670-42bc-9392-70037d19cc80,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:24.867164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:24.982917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-39bf8f03-be46-475f-b744-0893583f4111 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:24.985963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-39bf8f03-be46-475f-b744-0893583f4111 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.2383623 Oct 19 01:28:25.008754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'port': {'device_id': '8d419fde-5213-406c-ae03-56a14b4d87db', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'admin_state_up': True, 'tenant_id': '94246613562645278786674bc9722b64'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:25.225332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.316097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65e54b-0511-4a23-ad29-55a55ac3bcca None None] Pushing event updated for resources: {'Port': ['ID=28547708-1ea2-4f71-b20f-7174da1e1224,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:25.325493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a562dfcb-766f-42b9-aee8-646fd634ed76 None None] Port 28547708-1ea2-4f71-b20f-7174da1e1224 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:25.342875 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.345275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 922d80b4-b0bb-45f9-ac7d-0ca517414212 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:25.459429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:25.533814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:25.543814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Attempting to bind port 28547708-1ea2-4f71-b20f-7174da1e1224 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:25.544235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Attempting to bind port 28547708-1ea2-4f71-b20f-7174da1e1224 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:25.544610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Attempting to bind port 28547708-1ea2-4f71-b20f-7174da1e1224 on network 74cd54a5-5f5a-40f8-ad38-7d8510152eda {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:25.546860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:25.576773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 922d80b4-b0bb-45f9-ac7d-0ca517414212 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:25.577067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.583432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f45fa3f-f9e1-40ba-9764-6c256377bfa7 req-fe4d825b-6204-4810-b7ec-6d5d50955618 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.5193594 Oct 19 01:28:25.596941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Pushing event updated for resources: {'Port': ['ID=efe9a3de-633b-4dc3-b01d-39de2c8079df,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:25.628171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:25.628551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Checking segment: {'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:25.628956 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.629358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Bound using segment: {'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:25.629852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Bound port: 28547708-1ea2-4f71-b20f-7174da1e1224, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b27400-2e83-4c82-aad1-2720a599ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:25.630240 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.646460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.681485 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b08fe44-1155-4e8b-8727-cf078022fa36 req-85b2d5bc-e579-4870-9fe3-39fafe38ce7a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.0324616 Oct 19 01:28:25.683093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.683874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.792243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:25.804194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.842749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-84e86525-0849-46e2-814a-a2c6f6c467dd None None] Provisioning complete for port 28547708-1ea2-4f71-b20f-7174da1e1224 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:25.850754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84e86525-0849-46e2-814a-a2c6f6c467dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.855456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Attempting to bind port efe9a3de-633b-4dc3-b01d-39de2c8079df on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:25.855839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Attempting to bind port efe9a3de-633b-4dc3-b01d-39de2c8079df by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:25.856263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Attempting to bind port efe9a3de-633b-4dc3-b01d-39de2c8079df on network 5664b71f-2831-44e7-8e83-512e49d7cf11 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:25.886686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event updated for resources: {'Port': ['ID=a2f94be4-9670-42bc-9392-70037d19cc80,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:25.907789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:25.908197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Checking segment: {'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:25.908609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.909009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Bound using segment: {'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:25.909504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Bound port: efe9a3de-633b-4dc3-b01d-39de2c8079df, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:25.909891 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:25.985405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:25.988751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:26.007913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.20.0.5 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/6cf8a907-386c-4f61-a104-d4f35da752ef) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:26.040644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] For port 28547708-1ea2-4f71-b20f-7174da1e1224, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:26.047405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-84e86525-0849-46e2-814a-a2c6f6c467dd None None] Port 28547708-1ea2-4f71-b20f-7174da1e1224 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:26.051402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ac7e8-dc17-42e0-9665-8ae5de6e1d99 req-572aec18-4394-4978-a2e5-cb7219dfb455 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:26.053274 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c1ac7e8-dc17-42e0-9665-8ae5de6e1d99 req-572aec18-4394-4978-a2e5-cb7219dfb455 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 945 time: 0.1311727 Oct 19 01:28:26.094916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] For port 28547708-1ea2-4f71-b20f-7174da1e1224, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=28547708-1ea2-4f71-b20f-7174da1e1224,segment=NetworkSegment(c4b27400-2e83-4c82-aad1-2720a599ed6d),segment_id=c4b27400-2e83-4c82-aad1-2720a599ed6d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:26.110071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.112900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] For port efe9a3de-633b-4dc3-b01d-39de2c8079df, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:26.129117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:26.176741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65e54b-0511-4a23-ad29-55a55ac3bcca None None] Pushing event updated for resources: {'Port': ['ID=28547708-1ea2-4f71-b20f-7174da1e1224,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:26.198541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c1ac7e8-dc17-42e0-9665-8ae5de6e1d99 req-6b174b13-2a7a-474c-9777-ff2fb79bf5ee tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805192 Oct 19 01:28:26.202623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] For port efe9a3de-633b-4dc3-b01d-39de2c8079df, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=efe9a3de-633b-4dc3-b01d-39de2c8079df,segment=NetworkSegment(8a776158-3c0a-483b-8a15-5b7424edda0e),segment_id=8a776158-3c0a-483b-8a15-5b7424edda0e)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:26.217155 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.221424 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.275500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.283308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d9808-e25b-4024-bb11-28eba49eb1af None None] Pushing event updated for resources: {'Port': ['ID=efe9a3de-633b-4dc3-b01d-39de2c8079df,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:26.306855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['df8a9ab8-4f90-4846-ad71-955dbcca8bdc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:26.371360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:26.372126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:26.383811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:26.394734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:26.402704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:26.452517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:26.461112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-24c978df-7a6a-471d-800b-44377819a803 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4280350 Oct 19 01:28:26.465551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45966) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:26.479733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:26.527494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=6cf8a907-386c-4f61-a104-d4f35da752ef,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:26.558091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:26.558768 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.583149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:26.583533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-dec55304-3f7d-4afc-ae39-bf244bef74cb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5809460 Oct 19 01:28:26.603872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Request body: {'port': {'device_id': '8d419fde-5213-406c-ae03-56a14b4d87db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:26.781486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.905287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1c91d43d-02e2-4b76-8898-45bb29f6116d None None] Provisioning complete for port 28547708-1ea2-4f71-b20f-7174da1e1224 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:26.905919 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c91d43d-02e2-4b76-8898-45bb29f6116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:26.935311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb189d24-f5ca-4a16-86a7-60e08aa20982 req-174eb02a-f150-4e91-8838-f7bbf6b8a63a tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0454614 Oct 19 01:28:27.093526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc686e-37c8-41f6-9fd2-b53b3fe3b592 req-de6e8336-98d9-41a4-8d47-16fd724620cc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.101900 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60cc686e-37c8-41f6-9fd2-b53b3fe3b592 req-de6e8336-98d9-41a4-8d47-16fd724620cc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 931 time: 0.2256241 Oct 19 01:28:27.227004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-60cc686e-37c8-41f6-9fd2-b53b3fe3b592 req-6ea1c386-c4b8-4931-b3bc-d75739d2a6da tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238663 Oct 19 01:28:27.347434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:28:27.357555 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c91d43d-02e2-4b76-8898-45bb29f6116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.390237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device efe9a3de-633b-4dc3-b01d-39de2c8079df up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:27.409068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Removed routes are [] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:28:27.411105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.435147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf8a907-386c-4f61-a104-d4f35da752ef {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:27.449951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.468071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Transition to ACTIVE for port object 6cf8a907-386c-4f61-a104-d4f35da752ef will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:28:27.477315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.505037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1c91d43d-02e2-4b76-8898-45bb29f6116d None None] For port 28547708-1ea2-4f71-b20f-7174da1e1224, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=28547708-1ea2-4f71-b20f-7174da1e1224,segment=NetworkSegment(c4b27400-2e83-4c82-aad1-2720a599ed6d),segment_id=c4b27400-2e83-4c82-aad1-2720a599ed6d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:27.514338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:24Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:25Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f94be4-9670-42bc-9392-70037d19cc80', 'name': '', 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:42:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1de203ca-15e9-41ac-9166-ea433309e831', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:23Z', 'updated_at': '2021-10-19T01:28:25Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '1de203ca-15e9-41ac-9166-ea433309e831', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:27.519761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c91d43d-02e2-4b76-8898-45bb29f6116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.554457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb1e956-9b92-428f-a080-9779c15a7c69 None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:24Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:25Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f94be4-9670-42bc-9392-70037d19cc80', 'name': '', 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:42:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1de203ca-15e9-41ac-9166-ea433309e831', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:23Z', 'updated_at': '2021-10-19T01:28:25Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '1de203ca-15e9-41ac-9166-ea433309e831', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:27.556814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf8a907-386c-4f61-a104-d4f35da752ef,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:27.624643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port efe9a3de-633b-4dc3-b01d-39de2c8079df triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:27.625111 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.776856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91d43d-02e2-4b76-8898-45bb29f6116d None None] Pushing event updated for resources: {'Port': ['ID=28547708-1ea2-4f71-b20f-7174da1e1224,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:27.878190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c4a05-40a9-4b78-b92e-b272ae2aecc8 req-0334046a-0841-4351-8a38-fc5fa5db07ae tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:27.889030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc9c4a05-40a9-4b78-b92e-b272ae2aecc8 req-0334046a-0841-4351-8a38-fc5fa5db07ae tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 945 time: 0.2923388 Oct 19 01:28:27.927051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:27.962109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Attempting to bind port 6cf8a907-386c-4f61-a104-d4f35da752ef on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:27.963862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Attempting to bind port 6cf8a907-386c-4f61-a104-d4f35da752ef by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:27.964414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Attempting to bind port 6cf8a907-386c-4f61-a104-d4f35da752ef on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:27.975236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Port 6cf8a907-386c-4f61-a104-d4f35da752ef on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:28:27.978002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Attempting to bind port 6cf8a907-386c-4f61-a104-d4f35da752ef on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:28.000031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:28.005762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:28.006427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:28.007068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Bound port: 6cf8a907-386c-4f61-a104-d4f35da752ef, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:28.007611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.020144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.028820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.029686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port efe9a3de-633b-4dc3-b01d-39de2c8079df, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=efe9a3de-633b-4dc3-b01d-39de2c8079df,segment=NetworkSegment(8a776158-3c0a-483b-8a15-5b7424edda0e),segment_id=8a776158-3c0a-483b-8a15-5b7424edda0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:28.035865 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.121407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=efe9a3de-633b-4dc3-b01d-39de2c8079df,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:28.185469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc9c4a05-40a9-4b78-b92e-b272ae2aecc8 req-d039c731-865f-4be7-ab7f-69595072e2fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949855 Oct 19 01:28:28.229458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] For port 6cf8a907-386c-4f61-a104-d4f35da752ef, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:28.237432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] For port 6cf8a907-386c-4f61-a104-d4f35da752ef, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6cf8a907-386c-4f61-a104-d4f35da752ef,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:28.252350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:28.253802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.270356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaec4c3a-e57e-43a4-8f9a-fd4d9bb57725 None None] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:28.284484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.285217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.289533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] 10.222.0.74 "PUT /v2.0/ports/6cf8a907-386c-4f61-a104-d4f35da752ef HTTP/1.1" status: 200 len: 1092 time: 1.6908083 Oct 19 01:28:28.291596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d419fde-5213-406c-ae03-56a14b4d87db', 'tag': '6cf8a907-386c-4f61-a104-d4f35da752ef'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:28.294053 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749" -d '{"events": [{"name": "network-changed", "server_uuid": "8d419fde-5213-406c-ae03-56a14b4d87db", "tag": "6cf8a907-386c-4f61-a104-d4f35da752ef"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:28.299840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f3071-49f2-4edf-9532-aabb51c1b8c4 req-8ec67149-0159-4287-a398-5e9bbc4534ba tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.301517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-027f3071-49f2-4edf-9532-aabb51c1b8c4 req-8ec67149-0159-4287-a398-5e9bbc4534ba tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.2528005 Oct 19 01:28:28.375062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3286f998-46b2-4572-b390-2cc59a4f0d1e None None] Provisioning complete for port efe9a3de-633b-4dc3-b01d-39de2c8079df triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:28.375436 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3286f998-46b2-4572-b390-2cc59a4f0d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.463201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c3b5652-6a44-460b-842e-6acdc0497c5f req-0b17f9d2-21b5-41ed-bd43-11d02abb8862 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0962076 Oct 19 01:28:28.551773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c70d64-d835-4d1a-8de5-73f7cf9cd233 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf8a907-386c-4f61-a104-d4f35da752ef,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:28.578955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-3b9bd630-c7ca-4d35-af44-13e5c6f0bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.583453 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-3b9bd630-c7ca-4d35-af44-13e5c6f0bd38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 1095 time: 0.1782176 Oct 19 01:28:28.632904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-027f3071-49f2-4edf-9532-aabb51c1b8c4 req-f0f9391d-bb86-4058-9484-f4b304f600d4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439044 Oct 19 01:28:28.677999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:28.686718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:28.688124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a60205bd-f497-4d07-83cc-1bb98cd286e5 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 200 len: 954 time: 2.2216384 Oct 19 01:28:28.693046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46002) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:28.722682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-4eaa6808-229d-4895-8dce-4321c554d708 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cf8a907-386c-4f61-a104-d4f35da752ef HTTP/1.1" status: 200 len: 217 time: 0.0763242 Oct 19 01:28:28.802490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e598cceb-2558-4fff-8e25-f9ded6345045 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:28.834005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd635c9d-e32c-4749-9d71-4413f2df2701 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 200 len: 954 time: 0.1397252 Oct 19 01:28:28.834623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46004) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:28.843346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'routes': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:28.871253 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a830c2-3eb6-46ce-a3df-199e9e0f42ff x-openstack-request-id: req-08a830c2-3eb6-46ce-a3df-199e9e0f42ff {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:28.871542 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d419fde-5213-406c-ae03-56a14b4d87db", "tag": "6cf8a907-386c-4f61-a104-d4f35da752ef", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:28.871836 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08a830c2-3eb6-46ce-a3df-199e9e0f42ff {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:28.872342 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d419fde-5213-406c-ae03-56a14b4d87db', 'tag': '6cf8a907-386c-4f61-a104-d4f35da752ef', 'status': 'completed', 'code': 200} Oct 19 01:28:28.898143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0967-7ded-4e86-b13f-ff948046b7b7 req-04909411-3b8a-4bdc-a537-c1d49231463f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.907356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea6a0967-7ded-4e86-b13f-ff948046b7b7 req-04909411-3b8a-4bdc-a537-c1d49231463f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.3122890 Oct 19 01:28:28.940866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-3722c40a-de9a-49f7-955f-38405fea3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:28.942675 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-3722c40a-de9a-49f7-955f-38405fea3d3b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2085702 Oct 19 01:28:28.947175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e598cceb-2558-4fff-8e25-f9ded6345045 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:28:28.960636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e598cceb-2558-4fff-8e25-f9ded6345045 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:28.961010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.013504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ea6a0967-7ded-4e86-b13f-ff948046b7b7 req-05b8b1ad-d2f8-44dd-bfcd-df5fb5b7f7ff tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023777 Oct 19 01:28:29.042693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989783-5cee-4551-b13a-713a340f4d1b req-e84e82f4-0370-4fdc-a11e-3a7a0f0938c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:29.044835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-e84e82f4-0370-4fdc-a11e-3a7a0f0938c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901005 Oct 19 01:28:29.148029 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.254844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e598cceb-2558-4fff-8e25-f9ded6345045'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:29.267668 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a702fa6-ad01-4d51-9504-0dfdabf134e9" -d '{"events": [{"server_uuid": "1ce00106-be98-4bda-b5ef-f6fed6748589", "name": "network-vif-plugged", "status": "completed", "tag": "e598cceb-2558-4fff-8e25-f9ded6345045"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:29.314284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-09eb9dce-418d-4d74-9428-6bed8757309e service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562213 Oct 19 01:28:29.333068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e598cceb-2558-4fff-8e25-f9ded6345045, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e598cceb-2558-4fff-8e25-f9ded6345045,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:29.344540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.484313 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad95591c-cdbf-437e-93aa-c69d54e50c79 x-openstack-request-id: req-ad95591c-cdbf-437e-93aa-c69d54e50c79 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:29.484675 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce00106-be98-4bda-b5ef-f6fed6748589", "name": "network-vif-plugged", "status": "completed", "tag": "e598cceb-2558-4fff-8e25-f9ded6345045", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:29.484882 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad95591c-cdbf-437e-93aa-c69d54e50c79 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:29.485457 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e598cceb-2558-4fff-8e25-f9ded6345045', 'code': 200} Oct 19 01:28:29.486119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c7682550-7b47-49e5-9748-974c48a42d9e None None] Provisioning complete for port efe9a3de-633b-4dc3-b01d-39de2c8079df triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:29.486476 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7682550-7b47-49e5-9748-974c48a42d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.573652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 28547708-1ea2-4f71-b20f-7174da1e1224 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:29.688312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-328eb56c-ddd3-411e-a55a-3272486bc588 req-fa8ca5fb-a8e7-41ef-8058-820232faaf53 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0792241 Oct 19 01:28:29.690750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e598cceb-2558-4fff-8e25-f9ded6345045,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:29.713953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 28547708-1ea2-4f71-b20f-7174da1e1224 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:29.714305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.716271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e96db-76a3-473f-b5b5-c8ac6b179c78 req-230fcea4-2ce1-4b0d-88b2-7ba9a02832c9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:29.720316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-911e96db-76a3-473f-b5b5-c8ac6b179c78 req-230fcea4-2ce1-4b0d-88b2-7ba9a02832c9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1498873 Oct 19 01:28:29.810493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-911e96db-76a3-473f-b5b5-c8ac6b179c78 req-259a36c5-49b1-4bbe-acaa-5c0e3755efd8 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689840 Oct 19 01:28:29.823474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc2872-119f-4948-81e2-221d66a0f774 req-3a93b9d7-092e-4e75-8697-17087c767e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:29.825382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fbc2872-119f-4948-81e2-221d66a0f774 req-3a93b9d7-092e-4e75-8697-17087c767e67 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 1098 time: 0.2965477 Oct 19 01:28:29.827516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb989783-5cee-4551-b13a-713a340f4d1b req-963ea2c6-e90e-44ee-8428-176c807dd057 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027752 Oct 19 01:28:29.849441 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:29.866324 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:29.867013 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:29.922847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c7682550-7b47-49e5-9748-974c48a42d9e None None] Provisioning complete for port a2f94be4-9670-42bc-9392-70037d19cc80 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:29.923636 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7682550-7b47-49e5-9748-974c48a42d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:29.928414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fbc2872-119f-4948-81e2-221d66a0f774 req-c799b499-3307-48cc-bf14-6958e35826aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836501 Oct 19 01:28:29.988327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device efe9a3de-633b-4dc3-b01d-39de2c8079df up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:30.011787 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:30.076550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c7682550-7b47-49e5-9748-974c48a42d9e None None] Port a2f94be4-9670-42bc-9392-70037d19cc80 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:30.124182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port efe9a3de-633b-4dc3-b01d-39de2c8079df triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:30.124561 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.152602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added routes are [] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:28:30.153553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:28:30.212801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1f4f557f-1e9e-4704-b5c7-28ea6df34a88 None None] Provisioning complete for port a2f94be4-9670-42bc-9392-70037d19cc80 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:30.213981 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f4f557f-1e9e-4704-b5c7-28ea6df34a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.221778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.273409 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 6, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f94be4-9670-42bc-9392-70037d19cc80', 'name': '', 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:42:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1de203ca-15e9-41ac-9166-ea433309e831', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:23Z', 'updated_at': '2021-10-19T01:28:25Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '1de203ca-15e9-41ac-9166-ea433309e831', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:30.295872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c272b6-d081-49ad-8a2e-3514ccc5ff8f req-76fd1604-c537-47dc-be47-5f649ff83048 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.301756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f557f-1e9e-4704-b5c7-28ea6df34a88 None None] Port a2f94be4-9670-42bc-9392-70037d19cc80 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:28:30.304417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56c272b6-d081-49ad-8a2e-3514ccc5ff8f req-76fd1604-c537-47dc-be47-5f649ff83048 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1767325 Oct 19 01:28:30.321012 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:30.321380 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Updating router bb921cb8-3d33-4ed2-8303-70bee2cfb522 port a2f94be4-9670-42bc-9392-70037d19cc80 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:28:30.356739 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.400492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56c272b6-d081-49ad-8a2e-3514ccc5ff8f req-7fd3bee4-4941-4fba-8572-097786d80b66 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945358 Oct 19 01:28:30.428859 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-3ce94b13-e540-4210-b181-6590c44251e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.428859 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-3ce94b13-e540-4210-b181-6590c44251e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 1095 time: 0.1159489 Oct 19 01:28:30.478408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508095-4041-4c87-a16c-3c87473e7d58 req-0c09f4d6-602a-4d82-ba2c-a1fe9e78da8b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.486149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68508095-4041-4c87-a16c-3c87473e7d58 req-0c09f4d6-602a-4d82-ba2c-a1fe9e78da8b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1176558 Oct 19 01:28:30.504967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.515935 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.582890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68508095-4041-4c87-a16c-3c87473e7d58 req-baaeb04d-2df8-4b7e-88cf-45317f2db200 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962350 Oct 19 01:28:30.605541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-3e530e77-8875-46ac-8fd8-59b2b2d0d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.607351 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-3e530e77-8875-46ac-8fd8-59b2b2d0d7a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.1762969 Oct 19 01:28:30.636791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:30.664445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-6253860b-1e95-4aa3-bc19-c75b064caa76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cf8a907-386c-4f61-a104-d4f35da752ef HTTP/1.1" status: 200 len: 217 time: 0.0470178 Oct 19 01:28:30.723340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-823ce4c6-fe0c-44eb-a0ed-b10fbb8917a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.724895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-823ce4c6-fe0c-44eb-a0ed-b10fbb8917a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.0532022 Oct 19 01:28:30.755325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:30.770049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.777532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46024) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:30.777774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bba5cfa1-23e3-4e64-9c6c-3d973ac5eb76 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 200 len: 704 time: 1.9418766 Oct 19 01:28:30.792310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-4fd41211-8ec6-4fe8-af4a-ca354f5072cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:30.794708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-4fd41211-8ec6-4fe8-af4a-ca354f5072cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617945 Oct 19 01:28:30.848001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b53706f0-f16d-4e84-ab2d-3429b56c6878 req-d847b04f-005e-4b5f-bd08-c8a83eb9f21e tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0287600 Oct 19 01:28:30.900761 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.914279 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:30.973205 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439587-4341-4eee-a3e0-c7f892818bad None None] Pushing event updated for resources: {'Port': ['ID=a2f94be4-9670-42bc-9392-70037d19cc80,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:31.032108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-48a15a40-6758-411a-9220-36e89469226e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 200 len: 704 time: 0.2449257 Oct 19 01:28:31.032466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46028) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:31.046034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-726c9f80-de5f-49cc-921f-36fd96fc3083 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103097 Oct 19 01:28:31.070819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c27340-00e9-4e82-a2f3-4b55b7eca750 req-37e2d4d6-fd0c-4f86-9904-a455e7444f96 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.076061 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Attempting to bind port a2f94be4-9670-42bc-9392-70037d19cc80 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:31.076748 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Attempting to bind port a2f94be4-9670-42bc-9392-70037d19cc80 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:31.077379 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Attempting to bind port a2f94be4-9670-42bc-9392-70037d19cc80 on network 5664b71f-2831-44e7-8e83-512e49d7cf11 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:31.078937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44c27340-00e9-4e82-a2f3-4b55b7eca750 req-37e2d4d6-fd0c-4f86-9904-a455e7444f96 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1589866 Oct 19 01:28:31.097114 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:31.101149 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Checking segment: {'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:31.102761 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.103504 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Bound using segment: {'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:31.104166 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Bound port: a2f94be4-9670-42bc-9392-70037d19cc80, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a776158-3c0a-483b-8a15-5b7424edda0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:31.104727 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.286856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] For port a2f94be4-9670-42bc-9392-70037d19cc80, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:31.294232 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] For port a2f94be4-9670-42bc-9392-70037d19cc80, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a2f94be4-9670-42bc-9392-70037d19cc80,segment=NetworkSegment(8a776158-3c0a-483b-8a15-5b7424edda0e),segment_id=8a776158-3c0a-483b-8a15-5b7424edda0e)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:31.307676 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.314196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44c27340-00e9-4e82-a2f3-4b55b7eca750 req-a56141e1-7b94-4c13-a523-c7726a13edd6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343006 Oct 19 01:28:31.383077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43fcd4d2-aba3-4b30-bb5f-ea51abf24749 req-7f9d4137-b638-4e31-a804-814df127a558 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240838 Oct 19 01:28:31.446480 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:31.448328 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:31.455590 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439587-4341-4eee-a3e0-c7f892818bad None None] Pushing event updated for resources: {'Port': ['ID=a2f94be4-9670-42bc-9392-70037d19cc80,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:31.523142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-67a64c6b-3dd4-4036-8689-9dfd36417d70 None None] Provisioning complete for port a2f94be4-9670-42bc-9392-70037d19cc80 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:31.523142 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67a64c6b-3dd4-4036-8689-9dfd36417d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.680803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c7bc1-5f8e-49b8-be6f-17f69a52710b req-3aa1e42b-3fff-4fe2-9df4-617d127785ae tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:31.684465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-176c7bc1-5f8e-49b8-be6f-17f69a52710b req-3aa1e42b-3fff-4fe2-9df4-617d127785ae tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1313195 Oct 19 01:28:31.733323 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:31.793283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.799035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67a64c6b-3dd4-4036-8689-9dfd36417d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:31.864905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-176c7bc1-5f8e-49b8-be6f-17f69a52710b req-7d83f481-4b95-4c33-8b9d-c94dc04c9d78 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602561 Oct 19 01:28:31.982434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-67a64c6b-3dd4-4036-8689-9dfd36417d70 None None] For port a2f94be4-9670-42bc-9392-70037d19cc80, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a2f94be4-9670-42bc-9392-70037d19cc80,segment=NetworkSegment(8a776158-3c0a-483b-8a15-5b7424edda0e),segment_id=8a776158-3c0a-483b-8a15-5b7424edda0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:31.990947 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67a64c6b-3dd4-4036-8689-9dfd36417d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.033373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165dea0-f2ce-4a8e-9d95-39ff386f285e req-53108907-aa47-4133-828b-305a18d3796f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:32.041387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3165dea0-f2ce-4a8e-9d95-39ff386f285e req-53108907-aa47-4133-828b-305a18d3796f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.0887690 Oct 19 01:28:32.055592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a64c6b-3dd4-4036-8689-9dfd36417d70 None None] Pushing event updated for resources: {'Port': ['ID=a2f94be4-9670-42bc-9392-70037d19cc80,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:32.126213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-04d8c885-4169-4441-98a3-221b37e0ce7f None None] Provisioning complete for port a2f94be4-9670-42bc-9392-70037d19cc80 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:32.126959 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04d8c885-4169-4441-98a3-221b37e0ce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.128224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-965e3521-f251-4042-8042-38df9dab7a22 req-6f4b2c93-72fe-45fd-a8d3-7642312a69b6 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0395954 Oct 19 01:28:32.131385 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3165dea0-f2ce-4a8e-9d95-39ff386f285e req-5a4dfc2c-d5c8-4dae-b9e0-fdf9d09a5c92 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887759 Oct 19 01:28:32.223349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:30Z', 'revision_number': 7, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f94be4-9670-42bc-9392-70037d19cc80', 'name': '', 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:42:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1de203ca-15e9-41ac-9166-ea433309e831', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:23Z', 'updated_at': '2021-10-19T01:28:31Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '1de203ca-15e9-41ac-9166-ea433309e831', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:32.238802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port a2f94be4-9670-42bc-9392-70037d19cc80 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:32.239224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.262027 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666bc9f2-907e-4fb1-a419-be168fa09642 None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:30Z', 'revision_number': 7, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f94be4-9670-42bc-9392-70037d19cc80', 'name': '', 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:42:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1de203ca-15e9-41ac-9166-ea433309e831', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:23Z', 'updated_at': '2021-10-19T01:28:31Z', 'revision_number': 4, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '1de203ca-15e9-41ac-9166-ea433309e831', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:32.397411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port a2f94be4-9670-42bc-9392-70037d19cc80, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a2f94be4-9670-42bc-9392-70037d19cc80,segment=NetworkSegment(8a776158-3c0a-483b-8a15-5b7424edda0e),segment_id=8a776158-3c0a-483b-8a15-5b7424edda0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:32.401836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.441392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for a2f94be4-9670-42bc-9392-70037d19cc80 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:32.446279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:32.458373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:32.459126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:32.558439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4cb89-816b-45c4-a5ae-ee6d14f7f34a req-bdadeb9a-1494-4b31-81cb-9386de7d0bf7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:32.560160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d4cb89-816b-45c4-a5ae-ee6d14f7f34a req-bdadeb9a-1494-4b31-81cb-9386de7d0bf7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1392865 Oct 19 01:28:32.680315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d4cb89-816b-45c4-a5ae-ee6d14f7f34a req-7ccfa9a4-15cd-4f37-8792-c5f773c92014 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022217 Oct 19 01:28:32.745348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:32.863353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:32.920010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=a2f94be4-9670-42bc-9392-70037d19cc80,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:33.091647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:30Z', 'revision_number': 7, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f94be4-9670-42bc-9392-70037d19cc80', 'name': '', 'network_id': '5664b71f-2831-44e7-8e83-512e49d7cf11', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:42:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1de203ca-15e9-41ac-9166-ea433309e831', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:23Z', 'updated_at': '2021-10-19T01:28:31Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '1de203ca-15e9-41ac-9166-ea433309e831', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:33.131509 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:33.158314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d041e2-8ab8-4fc4-994c-a71e9306648b req-89ccc528-f34f-435e-b7c7-465590919232 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.169766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:33.178249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6d041e2-8ab8-4fc4-994c-a71e9306648b req-89ccc528-f34f-435e-b7c7-465590919232 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1450961 Oct 19 01:28:33.201587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:33.202543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:33.203149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a9682-50fb-4829-98b2-75e203e0b5ec req-3c040a93-3285-45e2-8b23-25f8035c894a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.207455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-210a9682-50fb-4829-98b2-75e203e0b5ec req-3c040a93-3285-45e2-8b23-25f8035c894a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0991881 Oct 19 01:28:33.283818 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-210a9682-50fb-4829-98b2-75e203e0b5ec req-c5551dbb-e7a2-4f33-9545-8acaaeddc1c0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624459 Oct 19 01:28:33.336920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:33.476123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79927c14-bd4e-4ea5-a6e2-795bedbb3ec3 req-8c28c449-185a-47d4-88a5-1f06cf25d88e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:33.484528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79927c14-bd4e-4ea5-a6e2-795bedbb3ec3 req-8c28c449-185a-47d4-88a5-1f06cf25d88e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.0928409 Oct 19 01:28:33.543623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79927c14-bd4e-4ea5-a6e2-795bedbb3ec3 req-e57b5795-dc74-498b-8570-c11678aceb7d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583620 Oct 19 01:28:33.635943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:32Z', 'revision_number': 8, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:33.680610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504368a6-5624-4936-a222-ebe95a758ac1 None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:32Z', 'revision_number': 8, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:33.699395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24161a01-5e1d-43d6-8d06-3f520bb5c4e1 req-44f0fa8b-713b-4fa0-833d-c9b39b195389 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0394168 Oct 19 01:28:33.803754 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6d041e2-8ab8-4fc4-994c-a71e9306648b req-c35052a1-6b73-4130-9ec6-6ca8888e1420 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245580 Oct 19 01:28:33.972133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:34.109961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:34.119364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46060) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:34.128280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d56ecdab-b03e-4c7b-89d8-39d78d296486 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0946174 Oct 19 01:28:34.194037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 1de203ca-15e9-41ac-9166-ea433309e831 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:28:34.201980 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.271192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.288325 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:34.301675 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:34.302251 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:34.409018 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:34.429927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.476838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06e8b8-54b3-493d-b211-02b85292533d req-8be0ffc5-5060-4b0a-b1b9-8e0ffad13fe3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:34.484873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be06e8b8-54b3-493d-b211-02b85292533d req-8be0ffc5-5060-4b0a-b1b9-8e0ffad13fe3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1021557 Oct 19 01:28:34.548681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be06e8b8-54b3-493d-b211-02b85292533d req-e375d605-f8f7-4005-862f-09ccf3ac2af7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628617 Oct 19 01:28:34.578817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.624569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=1de203ca-15e9-41ac-9166-ea433309e831,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:34.627614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.629411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b90f8-5e97-4d1c-aacb-70e5a7e3f1f2 None None] Network 5664b71f-2831-44e7-8e83-512e49d7cf11 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:34.631233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-44b59bbc-8fdb-4b1b-91af-318c5c55d3f0 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/1de203ca-15e9-41ac-9166-ea433309e831 HTTP/1.1" status: 204 len: 168 time: 0.5106354 Oct 19 01:28:34.633855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:34.733415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.756641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd6f7d-5362-4883-9287-c7d67efc15ff req-00dfb816-f71d-4fbe-a262-a091b17cdae8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:34.759045 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55bd6f7d-5362-4883-9287-c7d67efc15ff req-00dfb816-f71d-4fbe-a262-a091b17cdae8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1124871 Oct 19 01:28:34.780257 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:32Z', 'revision_number': 8, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:34.830687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port efe9a3de-633b-4dc3-b01d-39de2c8079df {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:34.834363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:34.847498 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:34.863535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55bd6f7d-5362-4883-9287-c7d67efc15ff req-e46fc80e-3fb0-4c47-993d-73d983a55273 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949311 Oct 19 01:28:34.894209 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:34.894831 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:34.955234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] DHCP port deletion for 5664b71f-2831-44e7-8e83-512e49d7cf11 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:28:34.970619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b78aa947-044d-41f1-8330-d0d3797ed1fa req-452fee1e-6799-42d8-8b29-6ec002c0df3c tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0804236 Oct 19 01:28:35.033437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port efe9a3de-633b-4dc3-b01d-39de2c8079df, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=efe9a3de-633b-4dc3-b01d-39de2c8079df,segment=NetworkSegment(8a776158-3c0a-483b-8a15-5b7424edda0e),segment_id=8a776158-3c0a-483b-8a15-5b7424edda0e)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:35.035127 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.074262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for efe9a3de-633b-4dc3-b01d-39de2c8079df owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:35.094144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] Deleting port efe9a3de-633b-4dc3-b01d-39de2c8079df {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:35.094516 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.130509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070fd75-1a96-46bc-857f-c9f6fdbe5f01 req-407ddfec-f5b6-4899-a8d8-6766f472e514 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:35.140408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7070fd75-1a96-46bc-857f-c9f6fdbe5f01 req-407ddfec-f5b6-4899-a8d8-6766f472e514 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1148081 Oct 19 01:28:35.159442 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:35.219131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] For port efe9a3de-633b-4dc3-b01d-39de2c8079df, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=efe9a3de-633b-4dc3-b01d-39de2c8079df,segment=NetworkSegment(8a776158-3c0a-483b-8a15-5b7424edda0e),segment_id=8a776158-3c0a-483b-8a15-5b7424edda0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:35.219782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.240353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7070fd75-1a96-46bc-857f-c9f6fdbe5f01 req-ab71b3d5-cd9f-417f-a40c-69be3d84e14d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990489 Oct 19 01:28:35.257532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] Calling delete_port for efe9a3de-633b-4dc3-b01d-39de2c8079df owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:35.323184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a2f94be4-9670-42bc-9392-70037d19cc80 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:35.330607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.361286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=efe9a3de-633b-4dc3-b01d-39de2c8079df,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.362372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a2f94be4-9670-42bc-9392-70037d19cc80 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:35.362767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a2f94be4-9670-42bc-9392-70037d19cc80 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:35.364514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device efe9a3de-633b-4dc3-b01d-39de2c8079df no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:35.370415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No DVR routers for this DVR port efe9a3de-633b-4dc3-b01d-39de2c8079df on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:35.405362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: efe9a3de-633b-4dc3-b01d-39de2c8079df {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:35.405700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device efe9a3de-633b-4dc3-b01d-39de2c8079df not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:35.479294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.494727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.509512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] Pushing event deleted for resources: {'Port': ['ID=efe9a3de-633b-4dc3-b01d-39de2c8079df,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.518884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfac5fc-52a3-48d2-a2d8-08c626e50cd0 None None] No DVR routers for this DVR port efe9a3de-633b-4dc3-b01d-39de2c8079df on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:35.549707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5664b71f-2831-44e7-8e83-512e49d7cf11']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:35.560725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a776158-3c0a-483b-8a15-5b7424edda0e') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:35.561015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a776158-3c0a-483b-8a15-5b7424edda0e') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:35.571811 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.577072 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:32Z', 'revision_number': 8, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:35.601574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.614766 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70e17bd-51ba-4572-ada4-26195be65add None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:32Z', 'revision_number': 8, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28547708-1ea2-4f71-b20f-7174da1e1224', 'name': '', 'network_id': '74cd54a5-5f5a-40f8-ad38-7d8510152eda', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:9d:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:20Z', 'updated_at': '2021-10-19T01:28:27Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '427cb1ef-05cd-4b02-8b6c-76e72f8e7f71', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:35.619954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:28:35.619954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:28:35.622810 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:28:35.714161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519121-2c6f-4e08-907b-f8a8291aa416 req-49613456-6cd3-406c-8295-6672f245f391 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:35.715828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92519121-2c6f-4e08-907b-f8a8291aa416 req-49613456-6cd3-406c-8295-6672f245f391 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0678103 Oct 19 01:28:35.720984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.736559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:35.744116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/5664b71f-2831-44e7-8e83-512e49d7cf11 HTTP/1.1" status: 204 len: 168 time: 1.1052501 Oct 19 01:28:35.746934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46078) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:35.753610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f529b-90f4-4277-94ac-6e5ea9ff79ca tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=5664b71f-2831-44e7-8e83-512e49d7cf11,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:35.841588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92519121-2c6f-4e08-907b-f8a8291aa416 req-7cdfbd9c-0c3b-497d-bcd2-36cd71546153 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196873 Oct 19 01:28:36.046042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1aa9b-b916-40cc-8bc0-19206d50a900 req-57db4721-1fab-48d8-a2c3-0f46c88a2d4c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:36.047826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43f1aa9b-b916-40cc-8bc0-19206d50a900 req-57db4721-1fab-48d8-a2c3-0f46c88a2d4c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.0658877 Oct 19 01:28:36.099379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43f1aa9b-b916-40cc-8bc0-19206d50a900 req-2d582701-f615-4668-9cbe-e1ecffe16866 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Oct 19 01:28:36.141594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed60b4e0-d518-427a-868f-95dfedbf08b3 req-4e1f9878-b05f-4ef5-b926-dd8e37c47765 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0292997 Oct 19 01:28:36.256767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.474295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2499d-33b3-44eb-aec7-2a529c3310b6 req-7845f560-7e62-4b89-80f8-5d43ad80c22e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:36.475789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73c2499d-33b3-44eb-aec7-2a529c3310b6 req-7845f560-7e62-4b89-80f8-5d43ad80c22e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1151340 Oct 19 01:28:36.561866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73c2499d-33b3-44eb-aec7-2a529c3310b6 req-b2fd2597-50ae-4ba2-b152-23bb41185f0f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781772 Oct 19 01:28:36.627500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 28547708-1ea2-4f71-b20f-7174da1e1224 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:36.627826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.723137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port 28547708-1ea2-4f71-b20f-7174da1e1224, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=28547708-1ea2-4f71-b20f-7174da1e1224,segment=NetworkSegment(c4b27400-2e83-4c82-aad1-2720a599ed6d),segment_id=c4b27400-2e83-4c82-aad1-2720a599ed6d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:36.723501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.737014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 28547708-1ea2-4f71-b20f-7174da1e1224 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:36.900331 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f49a7560-130e-459f-90c1-8515366524be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.931939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:36.980076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=28547708-1ea2-4f71-b20f-7174da1e1224,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:37.024386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38234b43-45fc-4784-8c97-4629579c492b req-c79b5689-f39b-4391-b39d-67004012731c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.033478 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38234b43-45fc-4784-8c97-4629579c492b req-c79b5689-f39b-4391-b39d-67004012731c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0911498 Oct 19 01:28:37.098921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38234b43-45fc-4784-8c97-4629579c492b req-add61f87-8fda-4827-955d-7d9f763ae8b9 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644839 Oct 19 01:28:37.123807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:37.322688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd4e9763-d6fa-4e69-ac5c-263eb3b9588c req-832e3fc6-3469-452c-8213-2a9907c0e5de tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0355937 Oct 19 01:28:37.453831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876dee2-ce7b-492a-b924-aab5e81c7b8b req-128d032f-3e40-4c9a-9c04-737af43d119f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.455369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0876dee2-ce7b-492a-b924-aab5e81c7b8b req-128d032f-3e40-4c9a-9c04-737af43d119f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.2655466 Oct 19 01:28:37.506086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0876dee2-ce7b-492a-b924-aab5e81c7b8b req-53b0a7ca-83cd-47b8-9c06-83e116416d06 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 Oct 19 01:28:37.516881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:37.902774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:37.909109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a918844b-039b-48ea-89c3-04d2cff7beb8 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1603637 Oct 19 01:28:37.911138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46102) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:37.923456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:37.927563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845c74f-508a-4236-808d-d9e8250ebf44 req-2995d1b3-c088-4800-8149-bb8154a28eb9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:37.929152 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1845c74f-508a-4236-808d-d9e8250ebf44 req-2995d1b3-c088-4800-8149-bb8154a28eb9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0734241 Oct 19 01:28:37.935338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:37.936483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:37.969936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1845c74f-508a-4236-808d-d9e8250ebf44 req-8923e9b2-88c3-4f5a-bacd-84046f2ba218 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337889 Oct 19 01:28:38.003018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 427cb1ef-05cd-4b02-8b6c-76e72f8e7f71 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:28:38.006415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.042981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:38.048250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.136365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.263680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:36Z', 'revision_number': 9, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:38.292699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:38.302846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:38.303207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:38.400997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:38.456543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c6490cb-6d2d-4dd6-a025-a20e8d8b3a84 req-eea3dfee-dda2-4b62-a214-7ab936714e57 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0374172 Oct 19 01:28:38.549051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ef160-730e-4885-af11-1f179b0266a8 req-62fa0e3c-74bf-45f5-9d12-0e92e1df2e9e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:38.550527 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb5ef160-730e-4885-af11-1f179b0266a8 req-62fa0e3c-74bf-45f5-9d12-0e92e1df2e9e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0679078 Oct 19 01:28:38.581452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.610600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=427cb1ef-05cd-4b02-8b6c-76e72f8e7f71,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:38.621053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.625934 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-583e64b4-810a-441a-a90c-cee58b0a2dea tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/427cb1ef-05cd-4b02-8b6c-76e72f8e7f71 HTTP/1.1" status: 204 len: 168 time: 0.7137582 Oct 19 01:28:38.628578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46114) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:38.639170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb5ef160-730e-4885-af11-1f179b0266a8 req-1e580889-37bb-48a9-a834-cbd6aeb9a0a1 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783489 Oct 19 01:28:38.658496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ddade5-4047-4d4b-99f2-5f114ba01cda None None] Network 74cd54a5-5f5a-40f8-ad38-7d8510152eda requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:38.766879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:36Z', 'revision_number': 9, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:38.800705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e0612-c42f-415d-823c-7b94192ed875 req-daa198be-db2f-453a-8347-02d2133a8c1e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:38.802561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-459e0612-c42f-415d-823c-7b94192ed875 req-daa198be-db2f-453a-8347-02d2133a8c1e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1030774 Oct 19 01:28:38.805142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68794a5b-79f6-426e-a4be-cc7d6d765643 None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:36Z', 'revision_number': 9, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': '235d0a2e-64b8-4123-beaf-03f07fa80b08', 'name': '', 'network_id': 'a1bd1c00-a392-4fe8-b1e1-52e5446259f6', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:38:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:14Z', 'updated_at': '2021-10-19T01:28:20Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': '3f92ce5e-efec-4581-b41b-5c8facf63224', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:38.850309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:38.885247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-459e0612-c42f-415d-823c-7b94192ed875 req-6896278a-1bb8-4b4d-b392-b7bc798731b1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643291 Oct 19 01:28:38.939751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 922d80b4-b0bb-45f9-ac7d-0ca517414212 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:38.940201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.018700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port 922d80b4-b0bb-45f9-ac7d-0ca517414212, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=922d80b4-b0bb-45f9-ac7d-0ca517414212,segment=NetworkSegment(c4b27400-2e83-4c82-aad1-2720a599ed6d),segment_id=c4b27400-2e83-4c82-aad1-2720a599ed6d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:39.019605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.037796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 922d80b4-b0bb-45f9-ac7d-0ca517414212 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:39.117757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a875ae3-52b3-4102-81e9-b778e8681309 req-7941da50-68af-4d56-8760-f77a57529ce9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.120235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a875ae3-52b3-4102-81e9-b778e8681309 req-7941da50-68af-4d56-8760-f77a57529ce9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0586786 Oct 19 01:28:39.129786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.150469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No DVR routers for this DVR port 922d80b4-b0bb-45f9-ac7d-0ca517414212 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:39.171319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416141b3-678b-4cb8-8027-54db04062370 None None] DHCP port deletion for 74cd54a5-5f5a-40f8-ad38-7d8510152eda request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:28:39.193617 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3a875ae3-52b3-4102-81e9-b778e8681309 req-ead25913-daac-4790-8228-acc798f1b7d4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654850 Oct 19 01:28:39.239913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=922d80b4-b0bb-45f9-ac7d-0ca517414212,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:39.284479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 28547708-1ea2-4f71-b20f-7174da1e1224 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:39.297704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.309293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 28547708-1ea2-4f71-b20f-7174da1e1224 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:39.309637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 28547708-1ea2-4f71-b20f-7174da1e1224 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:39.310057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 922d80b4-b0bb-45f9-ac7d-0ca517414212 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:39.319380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cd54a5-5f5a-40f8-ad38-7d8510152eda']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:39.330156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b27400-2e83-4c82-aad1-2720a599ed6d') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:39.330454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b27400-2e83-4c82-aad1-2720a599ed6d') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:39.339511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 922d80b4-b0bb-45f9-ac7d-0ca517414212 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:39.340038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 922d80b4-b0bb-45f9-ac7d-0ca517414212 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:39.341976 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.358240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.364632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:28:39.365237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:28:39.368413 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:28:39.431785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.439714 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.443025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/74cd54a5-5f5a-40f8-ad38-7d8510152eda HTTP/1.1" status: 204 len: 168 time: 0.8130920 Oct 19 01:28:39.445903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46118) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:39.454524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1f467-61af-4216-9be1-b12d846caf6d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=74cd54a5-5f5a-40f8-ad38-7d8510152eda,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:39.522547 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.570110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7bd50b42-f370-4c6e-b441-5a285acd0388 req-0a94fc5a-a125-44b5-a73a-ea5145f05867 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0263617 Oct 19 01:28:39.656620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aa7b9dcf-61f4-4361-80b8-2b07b0a40d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.816975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac39c7-3f1f-4438-9c95-4c859811b831 req-15f04b96-d30f-4154-b918-fc992274b2a0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:39.818846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dac39c7-3f1f-4438-9c95-4c859811b831 req-15f04b96-d30f-4154-b918-fc992274b2a0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0649397 Oct 19 01:28:39.828393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:39.876573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dac39c7-3f1f-4438-9c95-4c859811b831 req-de2d29df-1e12-4cf7-bf69-69afcf7f5f28 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Oct 19 01:28:40.044208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f955a-bc49-4a52-9bef-5b606beb70bb req-3b21e543-fb05-4b1f-804e-2dec032f1675 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:40.045866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-750f955a-bc49-4a52-9bef-5b606beb70bb req-3b21e543-fb05-4b1f-804e-2dec032f1675 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.0790422 Oct 19 01:28:40.140984 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-750f955a-bc49-4a52-9bef-5b606beb70bb req-1001e232-3bfe-4bec-b49c-e646ac428f6b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862443 Oct 19 01:28:40.203926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 235d0a2e-64b8-4123-beaf-03f07fa80b08 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:40.204304 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.240420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-819f0a62-074c-415f-a34a-b8b212953e0a req-692ab07e-e6de-4071-b3c9-2f52bdef92f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0304437 Oct 19 01:28:40.306711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port 235d0a2e-64b8-4123-beaf-03f07fa80b08, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=235d0a2e-64b8-4123-beaf-03f07fa80b08,segment=NetworkSegment(57b2bccc-83b7-4663-815a-e3fd5d30b838),segment_id=57b2bccc-83b7-4663-815a-e3fd5d30b838)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:40.306993 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.315375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9130f-b839-4870-b0db-6aef30975140 req-ac10c773-0624-4484-9d65-bad72548d196 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:40.317029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aab9130f-b839-4870-b0db-6aef30975140 req-ac10c773-0624-4484-9d65-bad72548d196 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0517993 Oct 19 01:28:40.320846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 235d0a2e-64b8-4123-beaf-03f07fa80b08 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:40.362074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aab9130f-b839-4870-b0db-6aef30975140 req-b23cdcc5-44b1-49ae-a771-f4f54f7fc348 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Oct 19 01:28:40.516605 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.543175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=235d0a2e-64b8-4123-beaf-03f07fa80b08,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:40.578464 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.676059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.732438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:40.756307 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b4aec45-b306-4fd4-be4f-24e5f37ac849 req-eba53d71-dd1f-4ff5-8ff5-409bea00d24e tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0692637 Oct 19 01:28:40.827518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:40.945737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:40.963102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:40.965961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'port_id': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'mac_address': 'fa:16:3e:25:7e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:41.019920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.037807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3bb2bba-f667-41f5-9b86-489126c8740c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:41.043806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9285e9-32f5-4dd4-814d-745713695c41 req-f81d3ce3-55d7-428f-9332-f1bd82a76f08 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:41.045157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd9285e9-32f5-4dd4-814d-745713695c41 req-f81d3ce3-55d7-428f-9332-f1bd82a76f08 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0630481 Oct 19 01:28:41.066587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:41.073294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.093310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:41.100657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5015459b-8fe3-4bf7-8331-8b3f6e682f32 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6531930 Oct 19 01:28:41.106149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46140) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.111130 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:41.120579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd9285e9-32f5-4dd4-814d-745713695c41 req-c02fbf49-50bc-4cf5-9976-40bcfc564df0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673249 Oct 19 01:28:41.140742 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:41.142668 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:41.151286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.199744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet 3f92ce5e-efec-4581-b41b-5c8facf63224 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:28:41.203681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.261860 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.274994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d3bb2bba-f667-41f5-9b86-489126c8740c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:41.434070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fcc4e-9c65-44f1-a238-226fd0df94e4 req-b08b4286-70b2-4439-9853-8b7166f40f7c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:41.442125 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:41.444887 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e8fcc4e-9c65-44f1-a238-226fd0df94e4 req-b08b4286-70b2-4439-9853-8b7166f40f7c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1597166 Oct 19 01:28:41.540440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e8fcc4e-9c65-44f1-a238-226fd0df94e4 req-5753189c-e88d-45cb-bfef-0861fa3427e3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860722 Oct 19 01:28:41.561267 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.637525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97091bb0-fd2c-487f-afeb-2ef7008e5500 req-ecbe6b1a-54ce-456e-800b-29949b632a39 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:41.639434 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97091bb0-fd2c-487f-afeb-2ef7008e5500 req-ecbe6b1a-54ce-456e-800b-29949b632a39 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1530316 Oct 19 01:28:41.686833 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:40Z', 'revision_number': 10, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:41.696782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.713905 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:41.722819 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:41.723417 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:41.732239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97091bb0-fd2c-487f-afeb-2ef7008e5500 req-27edae33-16ce-46a6-85ae-47d32d27f428 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714397 Oct 19 01:28:41.733287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=3f92ce5e-efec-4581-b41b-5c8facf63224,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:41.737556 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.744281 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fd6c9d3c-82b6-4e75-9ef4-138e4eaf8b8f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/3f92ce5e-efec-4581-b41b-5c8facf63224 HTTP/1.1" status: 204 len: 168 time: 0.6341612 Oct 19 01:28:41.744573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46146) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:41.753122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625453c-087f-4f5e-b1ed-ed021c4c3850 None None] Network a1bd1c00-a392-4fe8-b1e1-52e5446259f6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:41.845152 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:41.879314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.952917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port 97b61621-2ac3-4dda-9465-f746709a2b25 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:41.953536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:41.966560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-024ce543-8a41-4eb4-878c-28cf00cb4ae3 req-6dfa1ce2-2c46-465a-b27e-842c9ceb3778 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.1102302 Oct 19 01:28:41.999040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] DHCP port deletion for a1bd1c00-a392-4fe8-b1e1-52e5446259f6 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:28:42.091886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port 97b61621-2ac3-4dda-9465-f746709a2b25, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=97b61621-2ac3-4dda-9465-f746709a2b25,segment=NetworkSegment(57b2bccc-83b7-4663-815a-e3fd5d30b838),segment_id=57b2bccc-83b7-4663-815a-e3fd5d30b838)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:42.092457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.098079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] Deleting port 97b61621-2ac3-4dda-9465-f746709a2b25 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:42.098079 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.117088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for 97b61621-2ac3-4dda-9465-f746709a2b25 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:42.179002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] For port 97b61621-2ac3-4dda-9465-f746709a2b25, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=97b61621-2ac3-4dda-9465-f746709a2b25,segment=NetworkSegment(57b2bccc-83b7-4663-815a-e3fd5d30b838),segment_id=57b2bccc-83b7-4663-815a-e3fd5d30b838)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:42.179327 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.194607 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:40Z', 'revision_number': 10, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:42.195701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] Calling delete_port for 97b61621-2ac3-4dda-9465-f746709a2b25 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:42.226642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.251269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No DVR routers for this DVR port 97b61621-2ac3-4dda-9465-f746709a2b25 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:42.280809 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef73726-1a49-4906-83b9-f8ee2975143a None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:40Z', 'revision_number': 10, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None, '_interfaces': [{'id': 'e9334a78-5c3e-49d3-98ec-d61d40444689', 'name': '', 'network_id': '7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'mac_address': 'fa:16:3e:c4:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:28:10Z', 'updated_at': '2021-10-19T01:28:15Z', 'revision_number': 5, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'subnets': [{'id': 'c0bde9b6-fb94-4f4b-acd3-28700375e6c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:42.333252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=97b61621-2ac3-4dda-9465-f746709a2b25,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.335788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d545c-a802-4137-8e16-e96f36d0a4c3 req-5179be5d-1902-4529-a32c-6385659e1a34 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:42.340376 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.341877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.350097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d3d545c-a802-4137-8e16-e96f36d0a4c3 req-5179be5d-1902-4529-a32c-6385659e1a34 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.1020219 Oct 19 01:28:42.372144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] Pushing event deleted for resources: {'Port': ['ID=97b61621-2ac3-4dda-9465-f746709a2b25,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.379915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241bfeca-85f1-499f-aed8-2b002684db60 None None] No DVR routers for this DVR port 97b61621-2ac3-4dda-9465-f746709a2b25 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:42.405559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d3d545c-a802-4137-8e16-e96f36d0a4c3 req-8e76bd2f-eb70-426e-bcfc-83aeb82cac34 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541103 Oct 19 01:28:42.412577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c108e911-6f74-47e0-a2d9-22deb693b828 req-24bc79aa-bdf4-462a-b240-3333b746f912 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=001d7b1ca87e4676a1eb21c919812644&device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.1157939 Oct 19 01:28:42.478134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29663c7a-3ab9-4628-9ad7-5e3712af3f88 req-7d653195-30f7-42e2-8304-b9b3ba0b655a tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0688581 Oct 19 01:28:42.482006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c108e911-6f74-47e0-a2d9-22deb693b828 req-fe7ec227-697f-4c77-a31b-d7f22daa2c93 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=001d7b1ca87e4676a1eb21c919812644&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551212 Oct 19 01:28:42.545642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.603401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bd1c00-a392-4fe8-b1e1-52e5446259f6']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:42.617903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b2bccc-83b7-4663-815a-e3fd5d30b838') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:42.618726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b2bccc-83b7-4663-815a-e3fd5d30b838') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:42.632574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.666036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e911-6f74-47e0-a2d9-22deb693b828 req-5e96728b-6ced-4858-8b11-d00c36235eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:42.667518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c108e911-6f74-47e0-a2d9-22deb693b828 req-5e96728b-6ced-4858-8b11-d00c36235eb2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784210 Oct 19 01:28:42.668505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.688624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:28:42.689077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:28:42.692402 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:28:42.698368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f9008-db51-4ec3-87b4-e6fc321cadec req-7e633715-7ab0-4b97-9dd0-7c894115adee tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:42.699894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e1f9008-db51-4ec3-87b4-e6fc321cadec req-7e633715-7ab0-4b97-9dd0-7c894115adee tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.0935788 Oct 19 01:28:42.760046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e1f9008-db51-4ec3-87b4-e6fc321cadec req-316d038d-4b74-4a20-a3ae-37c12b9f63c7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Oct 19 01:28:42.788280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.803245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.807559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/a1bd1c00-a392-4fe8-b1e1-52e5446259f6 HTTP/1.1" status: 204 len: 168 time: 1.0618844 Oct 19 01:28:42.810588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46164) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:42.818109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222cf9-77d1-4443-9dd8-6c092d353be4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=a1bd1c00-a392-4fe8-b1e1-52e5446259f6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:42.844372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:42.915130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port d3bb2bba-f667-41f5-9b86-489126c8740c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:42.916318 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:42.942948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75d01c-240e-4442-9262-265ce7bffd8e req-66be602b-04a3-4358-88d0-8364368296a9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:42.944702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be75d01c-240e-4442-9262-265ce7bffd8e req-66be602b-04a3-4358-88d0-8364368296a9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0848620 Oct 19 01:28:42.995766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be75d01c-240e-4442-9262-265ce7bffd8e req-94b8a373-8deb-4573-ac3f-5fa45d09db1e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Oct 19 01:28:43.178557 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.211101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:43.214311 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4fd6dc-6990-42cb-b5de-65ce9aa40e3a" -d '{"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-plugged", "status": "completed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:43.229684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:43.238444 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.274789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.284562 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4b924c-e4bc-4eb9-ad76-6ca87be62c42 x-openstack-request-id: req-ef4b924c-e4bc-4eb9-ad76-6ca87be62c42 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:43.284943 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-plugged", "status": "completed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:43.285245 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef4b924c-e4bc-4eb9-ad76-6ca87be62c42 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:43.285630 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'code': 200} Oct 19 01:28:43.306450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 235d0a2e-64b8-4123-beaf-03f07fa80b08 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:43.334816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 235d0a2e-64b8-4123-beaf-03f07fa80b08 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:43.335221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 235d0a2e-64b8-4123-beaf-03f07fa80b08 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:43.335616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 97b61621-2ac3-4dda-9465-f746709a2b25 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:43.362709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:43.368752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 97b61621-2ac3-4dda-9465-f746709a2b25 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:43.369547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 97b61621-2ac3-4dda-9465-f746709a2b25 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:43.555270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735292b-201d-41eb-b767-77384589e406 req-aa676a23-23fd-450e-bba6-6fc964d5687b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:43.558685 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3735292b-201d-41eb-b767-77384589e406 req-aa676a23-23fd-450e-bba6-6fc964d5687b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0674713 Oct 19 01:28:43.605531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-062aa05c-e1cd-4bf5-86ab-c69bab07a26e req-43959b52-e1eb-495d-8062-6e34a9f8e674 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0313013 Oct 19 01:28:43.608170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3735292b-201d-41eb-b767-77384589e406 req-9fa6426c-d7b2-48bf-9d99-7ed84e70f940 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421982 Oct 19 01:28:43.648187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port e9334a78-5c3e-49d3-98ec-d61d40444689 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:43.648674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.744626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port e9334a78-5c3e-49d3-98ec-d61d40444689, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e9334a78-5c3e-49d3-98ec-d61d40444689,segment=NetworkSegment(16af386c-ca7c-46ac-b251-762959a18388),segment_id=16af386c-ca7c-46ac-b251-762959a18388)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:43.745316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:43.757519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for e9334a78-5c3e-49d3-98ec-d61d40444689 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:43.923602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11716506-ae8e-4703-baf4-9a999d79143d req-b0f03f1f-50db-423e-8ca4-68cca7bacd5b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:43.925261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11716506-ae8e-4703-baf4-9a999d79143d req-b0f03f1f-50db-423e-8ca4-68cca7bacd5b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1006615 Oct 19 01:28:44.007205 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11716506-ae8e-4703-baf4-9a999d79143d req-85ab6abd-9597-4c12-82ed-d9d7b6eca4c5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712497 Oct 19 01:28:44.012881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:44.048157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=e9334a78-5c3e-49d3-98ec-d61d40444689,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:44.160904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c108e911-6f74-47e0-a2d9-22deb693b828 req-d3ee91fa-8590-4f8b-8d68-30b824d73053 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.62 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0423841 Oct 19 01:28:44.163299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:44.250343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca94836-e97f-432b-8ac3-31a71f4f3002 req-39f79819-ca9b-47da-80ad-bd7ed0b87d02 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:44.252164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ca94836-e97f-432b-8ac3-31a71f4f3002 req-39f79819-ca9b-47da-80ad-bd7ed0b87d02 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1463041 Oct 19 01:28:44.309297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ca94836-e97f-432b-8ac3-31a71f4f3002 req-a090d46c-4304-4aca-aa5a-06b12965d4f5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489953 Oct 19 01:28:44.685092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:44.778693 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a6d343a-8d60-43e4-a630-fea8b5b5ed39 req-8b0d73b6-f449-4f89-aa6e-55efb211f881 tempest-ServerShowV257Test-1303005018 tempest-ServerShowV257Test-1303005018-project] 10.222.0.64 "GET /v2.0/ports?device_id=db3dc4d6-6a57-4f6c-baed-1de9d7d3c377 HTTP/1.1" status: 200 len: 210 time: 0.0400791 Oct 19 01:28:44.838220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:44.849435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-49279ed8-d5ba-45ea-9498-f8dcd491fb39 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0373878 Oct 19 01:28:44.852535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46196) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:44.859549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:44.872882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:44.873951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:44.902227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bc5ce-048e-4d1c-85ee-aff99cbc8885 req-2ab2e0bb-4101-41f6-9430-aaf8fde827b4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:44.911377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537bc5ce-048e-4d1c-85ee-aff99cbc8885 req-2ab2e0bb-4101-41f6-9430-aaf8fde827b4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1075904 Oct 19 01:28:44.940330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting subnet c0bde9b6-fb94-4f4b-acd3-28700375e6c8 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:28:44.945201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:44.971873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:44.979747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537bc5ce-048e-4d1c-85ee-aff99cbc8885 req-6fbe4249-bae5-4796-bbf6-adf0328e693d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673862 Oct 19 01:28:45.012806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.033561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:43Z', 'revision_number': 11, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:45.065807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:45.076395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:45.077281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:45.151148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:45.173899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.217117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:43Z', 'revision_number': 11, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:45.249338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03087125-cc8a-4c4a-bdfd-85489040178c None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:43Z', 'revision_number': 11, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:45.292733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fedc19-05e7-4175-af89-0fb53a1dde63 req-e2580906-1210-4bca-8c52-6402c815ebbc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:45.301446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04fedc19-05e7-4175-af89-0fb53a1dde63 req-e2580906-1210-4bca-8c52-6402c815ebbc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1913104 Oct 19 01:28:45.311091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.355670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bde9b6-fb94-4f4b-acd3-28700375e6c8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:45.361753 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.366479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d8545d63-ce4b-415f-a81f-9d0e6a027645 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/c0bde9b6-fb94-4f4b-acd3-28700375e6c8 HTTP/1.1" status: 204 len: 168 time: 0.5123503 Oct 19 01:28:45.367436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32bdb07-f4c6-4a28-8e90-08b84c80fb2e None None] Network 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:45.371020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46218) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:45.394544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04fedc19-05e7-4175-af89-0fb53a1dde63 req-22d289b5-a2d7-4f4d-b658-937a0cacac5e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917890 Oct 19 01:28:45.528233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.581775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb11cd1-0f11-4735-a579-5b6b340d4a7c req-372083ff-1d4a-4dd0-810a-b1591d927410 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:45.585156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-deb11cd1-0f11-4735-a579-5b6b340d4a7c req-372083ff-1d4a-4dd0-810a-b1591d927410 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1024179 Oct 19 01:28:45.627176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Deleting port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:45.627590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.647456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830fe08-6434-4e1d-8143-36202216333c None None] DHCP port deletion for 7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:28:45.661528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-deb11cd1-0f11-4735-a579-5b6b340d4a7c req-d0bf9c6a-1e27-4a0a-a72f-1918413c9428 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682223 Oct 19 01:28:45.745871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7830fe08-6434-4e1d-8143-36202216333c None None] Deleting port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:28:45.746623 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7830fe08-6434-4e1d-8143-36202216333c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.762007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] For port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,segment=NetworkSegment(16af386c-ca7c-46ac-b251-762959a18388),segment_id=16af386c-ca7c-46ac-b251-762959a18388)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:45.762327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.784117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Calling delete_port for e40c22b6-5114-407a-87e2-4ee8ddc0a0ed owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:45.859471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7830fe08-6434-4e1d-8143-36202216333c None None] For port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,segment=NetworkSegment(16af386c-ca7c-46ac-b251-762959a18388),segment_id=16af386c-ca7c-46ac-b251-762959a18388)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:45.859855 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7830fe08-6434-4e1d-8143-36202216333c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.877008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7830fe08-6434-4e1d-8143-36202216333c None None] Calling delete_port for e40c22b6-5114-407a-87e2-4ee8ddc0a0ed owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:28:45.931666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:45.951541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No DVR routers for this DVR port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:46.044578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7830fe08-6434-4e1d-8143-36202216333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.045383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Port': ['ID=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:46.109029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830fe08-6434-4e1d-8143-36202216333c None None] Pushing event deleted for resources: {'Port': ['ID=e40c22b6-5114-407a-87e2-4ee8ddc0a0ed,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:46.113385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830fe08-6434-4e1d-8143-36202216333c None None] No DVR routers for this DVR port e40c22b6-5114-407a-87e2-4ee8ddc0a0ed on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:28:46.140445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.169574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:46.198491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16af386c-ca7c-46ac-b251-762959a18388') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:46.198785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16af386c-ca7c-46ac-b251-762959a18388') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:46.245093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.249300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ab53e-7692-428c-9aaa-318ca0d4ac50 req-f320198a-f7fc-4552-9450-bd29980def2b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:46.263680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec8ab53e-7692-428c-9aaa-318ca0d4ac50 req-f320198a-f7fc-4552-9450-bd29980def2b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1581786 Oct 19 01:28:46.278193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.287350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:28:46.287864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:28:46.292128 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:28:46.351115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec8ab53e-7692-428c-9aaa-318ca0d4ac50 req-9cdb214b-596c-41e9-a490-8ad5388f36f0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860922 Oct 19 01:28:46.384280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.398358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.409007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46230) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:46.409517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/networks/7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d HTTP/1.1" status: 204 len: 168 time: 1.0363805 Oct 19 01:28:46.413839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'routes': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:46.416891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46232) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:46.432728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640929e-0127-4e7c-9e71-d700545fa68b tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Pushing event deleted for resources: {'Network': ['ID=7d703cd3-dc25-4d37-8b4f-b29cd5df2a6d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:46.619793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c04eb-a500-4f25-a402-425134bc88a0 req-3690a9bc-4fd3-4d21-85d6-99245fbed166 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:46.630441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b4c04eb-a500-4f25-a402-425134bc88a0 req-3690a9bc-4fd3-4d21-85d6-99245fbed166 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1228340 Oct 19 01:28:46.672932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efa33b81-42e7-4d05-bcd0-436d7eb8a4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.701935 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b4c04eb-a500-4f25-a402-425134bc88a0 req-ebc3261a-25ec-4a80-917b-89c4e6160b5f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702457 Oct 19 01:28:46.916572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Added routes are [] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:28:46.916572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Removed routes are [] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:28:46.916572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:46.940895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cf520-bb7c-415f-8235-b193f2b65a2d req-10667479-52a9-42df-94cd-4475e457fc60 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:46.943263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de2cf520-bb7c-415f-8235-b193f2b65a2d req-10667479-52a9-42df-94cd-4475e457fc60 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1633639 Oct 19 01:28:47.016589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de2cf520-bb7c-415f-8235-b193f2b65a2d req-d9cd5f43-3f8a-4169-a3a1-33d5ac6830be tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Oct 19 01:28:47.114270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.125098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.135384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efa33b81-42e7-4d05-bcd0-436d7eb8a4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.145700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-efa33b81-42e7-4d05-bcd0-436d7eb8a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.222170 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:28:47.283971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e40c22b6-5114-407a-87e2-4ee8ddc0a0ed no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:47.294708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-efa33b81-42e7-4d05-bcd0-436d7eb8a4f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=001d7b1ca87e4676a1eb21c919812644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8738344 Oct 19 01:28:47.295560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46244) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:47.303026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33b81-42e7-4d05-bcd0-436d7eb8a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02832232-1a22-4e15-8d05-dfb0295be786,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:47.323089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router bb921cb8-3d33-4ed2-8303-70bee2cfb522 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:28:47.325670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e40c22b6-5114-407a-87e2-4ee8ddc0a0ed {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:47.326329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e40c22b6-5114-407a-87e2-4ee8ddc0a0ed not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:47.327096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e9334a78-5c3e-49d3-98ec-d61d40444689 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:28:47.354285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e9334a78-5c3e-49d3-98ec-d61d40444689 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:28:47.355719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e9334a78-5c3e-49d3-98ec-d61d40444689 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:28:47.788317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:47.796439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.801555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46254) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:47.806641 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] Sync routers for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:47.812112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d1be52d6-44b1-4b9a-8561-fee0d96fa457 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 200 len: 705 time: 1.4003296 Oct 19 01:28:47.820339 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:47.821349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:47.857276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9cd7-e26c-4274-afab-1e39a2984f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.877847 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-13cbcbfe-5eeb-4f9f-a70c-1a1c8ec2798d tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 200 len: 205 time: 0.0727520 Oct 19 01:28:47.879093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:47.954108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace97d4-527b-4639-a911-245bb53beb04 req-e26ef674-f3fa-4da9-8d5c-493bf1060797 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:47.956003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ace97d4-527b-4639-a911-245bb53beb04 req-e26ef674-f3fa-4da9-8d5c-493bf1060797 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.4791434 Oct 19 01:28:47.960459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9cd7-e26c-4274-afab-1e39a2984f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:47.998210 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:48.033934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc44-c11d-4cba-93cc-f8b4c4084eba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.063501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ace97d4-527b-4639-a911-245bb53beb04 req-9d3a89ca-fb49-4fd9-84a0-ec97f37a9765 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989785 Oct 19 01:28:48.089563 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:43Z', 'revision_number': 11, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:48.096058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9cd7-e26c-4274-afab-1e39a2984f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.099482 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9cd7-e26c-4274-afab-1e39a2984f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.104816 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cfcd9cd7-e26c-4274-afab-1e39a2984f84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02832232-1a22-4e15-8d05-dfb0295be786 HTTP/1.1" status: 204 len: 168 time: 0.8077261 Oct 19 01:28:48.128359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd9cd7-e26c-4274-afab-1e39a2984f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02832232-1a22-4e15-8d05-dfb0295be786,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:48.136590 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] Checking router: bb921cb8-3d33-4ed2-8303-70bee2cfb522 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:48.146380 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] Routers {'bb921cb8-3d33-4ed2-8303-70bee2cfb522'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:48.147117 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:48.147712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867899a-2df0-4cde-8d1a-9bc5561744dc req-bb66291d-df7b-4e47-ac9c-d56115796bbe tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:48.174826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2867899a-2df0-4cde-8d1a-9bc5561744dc req-bb66291d-df7b-4e47-ac9c-d56115796bbe tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.2962003 Oct 19 01:28:48.266171 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] Set router bb921cb8-3d33-4ed2-8303-70bee2cfb522 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:48.346850 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:43Z', 'revision_number': 11, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:48.367702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2867899a-2df0-4cde-8d1a-9bc5561744dc req-74115e97-a119-42a3-ae6d-83ec0cda2135 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777203 Oct 19 01:28:48.385760 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976cf883-4f3b-4574-886f-a013d826e542 None None] The sync data for ids ['bb921cb8-3d33-4ed2-8303-70bee2cfb522'] in n-d-789963-20 is: [{'id': 'bb921cb8-3d33-4ed2-8303-70bee2cfb522', 'name': 'tempest-RoutersIpV6Test-router-1314554123', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:09Z', 'updated_at': '2021-10-19T01:28:43Z', 'revision_number': 11, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:48.422648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935877eb-8616-4f3a-b7af-f10e41e847b5 req-d542321d-6ef6-4ddc-97dc-4ff39ccf7611 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:48.426450 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc44-c11d-4cba-93cc-f8b4c4084eba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.428975 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc44-c11d-4cba-93cc-f8b4c4084eba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.433809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-935877eb-8616-4f3a-b7af-f10e41e847b5 req-d542321d-6ef6-4ddc-97dc-4ff39ccf7611 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1168704 Oct 19 01:28:48.495500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-935877eb-8616-4f3a-b7af-f10e41e847b5 req-079ba9d3-2c0a-4737-9614-4874ad6538f2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605059 Oct 19 01:28:48.515567 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc44-c11d-4cba-93cc-f8b4c4084eba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.516166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cebc44-c11d-4cba-93cc-f8b4c4084eba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Fanout notify agent at l3_agent the message router_deleted on router bb921cb8-3d33-4ed2-8303-70bee2cfb522 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:48.525139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0cebc44-c11d-4cba-93cc-f8b4c4084eba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.526633 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f0cebc44-c11d-4cba-93cc-f8b4c4084eba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 204 len: 168 time: 0.6458061 Oct 19 01:28:48.530808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46264) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:48.537096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fef2c307-1980-4a5c-8f97-4d8339d8910c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1935248184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:48.590806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fef2c307-1980-4a5c-8f97-4d8339d8910c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.592244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fef2c307-1980-4a5c-8f97-4d8339d8910c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.702100 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fef2c307-1980-4a5c-8f97-4d8339d8910c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.712109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fef2c307-1980-4a5c-8f97-4d8339d8910c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.750869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fef2c307-1980-4a5c-8f97-4d8339d8910c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:48.752484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fef2c307-1980-4a5c-8f97-4d8339d8910c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2201018 Oct 19 01:28:48.756136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:48.763525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9d4e8674-03da-466b-925d-ef3d395fe132 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:49.095104 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8674-03da-466b-925d-ef3d395fe132 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.116692 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8674-03da-466b-925d-ef3d395fe132 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.223118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46288) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:49.273108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6631a8-4ff6-414c-afee-603a4bfa30e0 req-bfcd0ce2-f0eb-41ec-93a8-15b04243fb0a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:49.274845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb6631a8-4ff6-414c-afee-603a4bfa30e0 req-bfcd0ce2-f0eb-41ec-93a8-15b04243fb0a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0828776 Oct 19 01:28:49.286832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4e8674-03da-466b-925d-ef3d395fe132 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Router 082f9e5d-122e-44a2-a101-8125549a93af is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:28:49.338839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb6631a8-4ff6-414c-afee-603a4bfa30e0 req-66fd3617-c26e-4cba-bbd6-fd0312a871f5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473785 Oct 19 01:28:49.404382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4e8674-03da-466b-925d-ef3d395fe132 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:28:49.411831 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9d4e8674-03da-466b-925d-ef3d395fe132 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.416027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9d4e8674-03da-466b-925d-ef3d395fe132 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "PUT /v2.0/routers/082f9e5d-122e-44a2-a101-8125549a93af HTTP/1.1" status: 200 len: 698 time: 0.6555829 Oct 19 01:28:49.416203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000174699-network', 'tenant_id': '9da4b42fede444c2a454f436eb26a309'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:49.416330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46296) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:49.422548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] Sync routers for ids ['082f9e5d-122e-44a2-a101-8125549a93af'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:28:49.439548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] Routers {'082f9e5d-122e-44a2-a101-8125549a93af'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:49.440215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['082f9e5d-122e-44a2-a101-8125549a93af'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:49.466392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Made reservation on behalf of 9da4b42fede444c2a454f436eb26a309 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:49.469520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.497695 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.503315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59970d05-76ca-4c50-bd54-a82cae2c5ed9 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/routers/082f9e5d-122e-44a2-a101-8125549a93af HTTP/1.1" status: 200 len: 704 time: 0.0858364 Oct 19 01:28:49.505871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46298) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:49.566457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bc98a206-5ef2-4ea1-a992-ad42f69b6041 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f9e5d-122e-44a2-a101-8125549a93af HTTP/1.1" status: 200 len: 205 time: 0.0594049 Oct 19 01:28:49.569267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46302) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:49.570470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] Set router 082f9e5d-122e-44a2-a101-8125549a93af gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:49.636282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082f9e5d-122e-44a2-a101-8125549a93af', 'name': 'tempest-RoutersIpV6Test-router-1935248184', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:48Z', 'updated_at': '2021-10-19T01:28:49Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:49.653771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b504f9fe-a868-4c9d-9d21-5113bb005663 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.656506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfb4a2-6f24-47aa-8cc2-146d59d57518 req-6e208d1d-893a-4dc2-a3d1-f70a36a3f571 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:49.665561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4bdfb4a2-6f24-47aa-8cc2-146d59d57518 req-6e208d1d-893a-4dc2-a3d1-f70a36a3f571 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0645616 Oct 19 01:28:49.701681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] Checking router: 082f9e5d-122e-44a2-a101-8125549a93af for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:28:49.704969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4bdfb4a2-6f24-47aa-8cc2-146d59d57518 req-8816b0cc-0038-4437-bd36-e7a2aae08959 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Oct 19 01:28:49.724231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] Routers {'082f9e5d-122e-44a2-a101-8125549a93af'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:28:49.724849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:28:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['082f9e5d-122e-44a2-a101-8125549a93af'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:49.764992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adbb3e-9622-4a9e-adea-3e2ea82416d2 req-36e88522-cb50-4405-9c3f-24f4f5af5a3d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:49.773039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2adbb3e-9622-4a9e-adea-3e2ea82416d2 req-36e88522-cb50-4405-9c3f-24f4f5af5a3d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.2896183 Oct 19 01:28:49.817453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] Set router 082f9e5d-122e-44a2-a101-8125549a93af gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:28:49.822454 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.911288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082f9e5d-122e-44a2-a101-8125549a93af', 'name': 'tempest-RoutersIpV6Test-router-1935248184', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:48Z', 'updated_at': '2021-10-19T01:28:49Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:28:49.927568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b504f9fe-a868-4c9d-9d21-5113bb005663 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.931628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b504f9fe-a868-4c9d-9d21-5113bb005663 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.956594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66837711-a078-4a10-9684-3411c6bdad18 None None] The sync data for ids ['082f9e5d-122e-44a2-a101-8125549a93af'] in n-d-789963-20 is: [{'id': '082f9e5d-122e-44a2-a101-8125549a93af', 'name': 'tempest-RoutersIpV6Test-router-1935248184', 'tenant_id': 'b2629a38d59b4d31bd054745ed940b33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:28:48Z', 'updated_at': '2021-10-19T01:28:49Z', 'revision_number': 2, 'project_id': 'b2629a38d59b4d31bd054745ed940b33', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:28:49.995411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b504f9fe-a868-4c9d-9d21-5113bb005663 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:49.995961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b504f9fe-a868-4c9d-9d21-5113bb005663 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Fanout notify agent at l3_agent the message router_deleted on router 082f9e5d-122e-44a2-a101-8125549a93af {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:28:50.014088 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2adbb3e-9622-4a9e-adea-3e2ea82416d2 req-5f7a8261-574d-4c0f-845b-67ffe2155092 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391160 Oct 19 01:28:50.015899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.021396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b504f9fe-a868-4c9d-9d21-5113bb005663 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.022810 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b504f9fe-a868-4c9d-9d21-5113bb005663 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/082f9e5d-122e-44a2-a101-8125549a93af HTTP/1.1" status: 204 len: 168 time: 0.4493985 Oct 19 01:28:50.026475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.049099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.083954 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4dc860cc-5fff-49dd-9d13-0f0f6d0ed62f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=082f9e5d-122e-44a2-a101-8125549a93af HTTP/1.1" status: 200 len: 205 time: 0.0554101 Oct 19 01:28:50.086925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46310) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.103014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:28:50.117716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77bcee-cf03-45d1-b789-15b2f8c79501,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:50.121966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.122309 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Added segment 97d5d494-29f1-4854-a270-bb93526e9f25 of type vlan for network 72d7dcb9-56c4-4322-bb10-f894b823b35a Oct 19 01:28:50.147321 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-ea1ca28e-53a4-454e-abdc-7931ded8f4cb tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] delete failed (client error): The resource could not be found. Oct 19 01:28:50.149440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ea1ca28e-53a4-454e-abdc-7931ded8f4cb tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/082f9e5d-122e-44a2-a101-8125549a93af HTTP/1.1" status: 404 len: 336 time: 0.0604782 Oct 19 01:28:50.156996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46312) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.177844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.191191 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea205f1c-ae49-4cbc-a1af-19b49816c813 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:50.191647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea205f1c-ae49-4cbc-a1af-19b49816c813 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:50.196028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ea205f1c-ae49-4cbc-a1af-19b49816c813 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/1de203ca-15e9-41ac-9166-ea433309e831 HTTP/1.1" status: 404 len: 337 time: 0.0367908 Oct 19 01:28:50.198397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46314) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.208311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.209517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:50.210361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.229599 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b55e02c-02cc-438c-a204-3e619729443a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:50.230045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b55e02c-02cc-438c-a204-3e619729443a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:50.233218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1b55e02c-02cc-438c-a204-3e619729443a tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/427cb1ef-05cd-4b02-8b6c-76e72f8e7f71 HTTP/1.1" status: 404 len: 337 time: 0.0338933 Oct 19 01:28:50.241166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.273607 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0382cbaa-d971-405f-8937-208f24a4fbae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:50.273607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0382cbaa-d971-405f-8937-208f24a4fbae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:50.277181 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0382cbaa-d971-405f-8937-208f24a4fbae tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/3f92ce5e-efec-4581-b41b-5c8facf63224 HTTP/1.1" status: 404 len: 337 time: 0.0349557 Oct 19 01:28:50.281347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46322) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.332422 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1072431 Oct 19 01:28:50.336345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46324) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.343467 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36e8f32-4231-49eb-8ed8-71a990282ff2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:50.344297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36e8f32-4231-49eb-8ed8-71a990282ff2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:50.344476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Request body: {'subnet': {'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1000174699-subnet', 'tenant_id': '9da4b42fede444c2a454f436eb26a309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:50.352905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a36e8f32-4231-49eb-8ed8-71a990282ff2 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/c0bde9b6-fb94-4f4b-acd3-28700375e6c8 HTTP/1.1" status: 404 len: 337 time: 0.0685110 Oct 19 01:28:50.359744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46326) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.401603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5fbfd-be0f-422e-b87d-ffef22a2db10 admin admin] Pushing event updated for resources: {'Network': ['ID=72d7dcb9-56c4-4322-bb10-f894b823b35a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:50.413444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 72d7dcb9-56c4-4322-bb10-f894b823b35a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:28:50.421917 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ed14a44-4d6d-48f2-ae32-0ec8608a5559 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 200 len: 205 time: 0.0587149 Oct 19 01:28:50.423260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46332) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.425027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Made reservation on behalf of 9da4b42fede444c2a454f436eb26a309 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:50.434331 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.473351 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-712263cc-e34a-41f2-b6f8-4ae5826afaf6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] delete failed (client error): The resource could not be found. Oct 19 01:28:50.478350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-712263cc-e34a-41f2-b6f8-4ae5826afaf6 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/bb921cb8-3d33-4ed2-8303-70bee2cfb522 HTTP/1.1" status: 404 len: 336 time: 0.0531774 Oct 19 01:28:50.479124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46334) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.520258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-06e15e6d-d2ba-4466-bf14-a15d4664e5a4 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=648bf5c7-9090-418f-ade9-fede993be3a1 HTTP/1.1" status: 200 len: 205 time: 0.0398810 Oct 19 01:28:50.521035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46336) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.570149 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-01a65096-2dcc-4a58-a16f-a0713e42640f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] delete failed (client error): The resource could not be found. Oct 19 01:28:50.574937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-01a65096-2dcc-4a58-a16f-a0713e42640f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/648bf5c7-9090-418f-ade9-fede993be3a1 HTTP/1.1" status: 404 len: 336 time: 0.0526361 Oct 19 01:28:50.576615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.607716 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b1fa61-5b78-487b-aa36-7e17cddb8c18 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:50.607716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b1fa61-5b78-487b-aa36-7e17cddb8c18 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:50.615827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c2b1fa61-5b78-487b-aa36-7e17cddb8c18 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/28a5f764-25f2-46c3-a087-d4129eda51e7 HTTP/1.1" status: 404 len: 337 time: 0.0374172 Oct 19 01:28:50.616798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46340) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.633924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a58ce-7fdb-41fd-bc1e-197a1809dfcc req-c90d012b-d77e-41b2-b6b5-65c538708dcd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:50.642670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-484a58ce-7fdb-41fd-bc1e-197a1809dfcc req-c90d012b-d77e-41b2-b6b5-65c538708dcd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1848750 Oct 19 01:28:50.654760 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-366e3d69-c7c7-42b7-91ad-d5e1ee80374e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=8423e125-f90a-4339-9851-5c3df59637c0 HTTP/1.1" status: 200 len: 205 time: 0.0367262 Oct 19 01:28:50.655656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.710937 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-1beee55d-5557-47ab-a28c-7df92b64ef1f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] delete failed (client error): The resource could not be found. Oct 19 01:28:50.717919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1beee55d-5557-47ab-a28c-7df92b64ef1f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/8423e125-f90a-4339-9851-5c3df59637c0 HTTP/1.1" status: 404 len: 336 time: 0.0610950 Oct 19 01:28:50.718599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46344) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.721005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-484a58ce-7fdb-41fd-bc1e-197a1809dfcc req-8f985967-fbf8-4795-9d48-175e7c0c4f4b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776618 Oct 19 01:28:50.767162 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-046b263d-2941-424b-afc7-68375ab242b1 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b7f3a9c-7afa-4b36-a739-06ef265c9217 HTTP/1.1" status: 200 len: 205 time: 0.0472374 Oct 19 01:28:50.770143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.864268 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-915f5930-ac64-410d-bc6a-d48f421b2b4f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] delete failed (client error): The resource could not be found. Oct 19 01:28:50.868597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-915f5930-ac64-410d-bc6a-d48f421b2b4f tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/7b7f3a9c-7afa-4b36-a739-06ef265c9217 HTTP/1.1" status: 404 len: 336 time: 0.0926621 Oct 19 01:28:50.868804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46352) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.882445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:50.920962 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-f058ac15-2e7c-4da0-aa6c-d352c51d2d21 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:50.921432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f058ac15-2e7c-4da0-aa6c-d352c51d2d21 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:50.928027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f058ac15-2e7c-4da0-aa6c-d352c51d2d21 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/7dcebc6d-0e26-444b-97b2-7ebe096bff1d HTTP/1.1" status: 404 len: 337 time: 0.0559449 Oct 19 01:28:50.929112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46354) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.957688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114f90a7-9876-496d-b3f6-f4ca2ee458ee,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:50.972761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-271721ac-2af5-484f-802b-647c290d914e tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=967d23ea-a059-4123-b4a5-5f16d0159230 HTTP/1.1" status: 200 len: 205 time: 0.0420415 Oct 19 01:28:50.975496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:50.984238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Checking segment: {'id': '97d5d494-29f1-4854-a270-bb93526e9f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:50.984886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Network hostable DHCP agents. Network: 72d7dcb9-56c4-4322-bb10-f894b823b35a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:28:51.012379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Network 72d7dcb9-56c4-4322-bb10-f894b823b35a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:28:51.026381 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-9732b445-2872-4ad9-9603-a388e9d9ecfa tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] delete failed (client error): The resource could not be found. Oct 19 01:28:51.027215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 72d7dcb9-56c4-4322-bb10-f894b823b35a) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:51.038465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31005b52-2022-47b9-8488-3e1bcd12f6e3 None None] Network 72d7dcb9-56c4-4322-bb10-f894b823b35a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:51.041038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9732b445-2872-4ad9-9603-a388e9d9ecfa tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/967d23ea-a059-4123-b4a5-5f16d0159230 HTTP/1.1" status: 404 len: 336 time: 0.0645106 Oct 19 01:28:51.045521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:51.045980 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:51.046707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:51.066751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9c65f-7775-435b-8285-d17e1fe5c4a2 req-e8ef6a75-d3b7-48c7-8412-c8f1b8a927a4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:51.068737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eaf9c65f-7775-435b-8285-d17e1fe5c4a2 req-e8ef6a75-d3b7-48c7-8412-c8f1b8a927a4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.2199128 Oct 19 01:28:51.082718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1331341e-5591-4c9c-b26f-23b60494f8d9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7443433 Oct 19 01:28:51.146706 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fbac0d-4eb2-4c52-a5ab-084e3ce58729 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:51.147464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fbac0d-4eb2-4c52-a5ab-084e3ce58729 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:51.155167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46366) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:51.165413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-09fbac0d-4eb2-4c52-a5ab-084e3ce58729 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/41330ce1-d43e-4c81-87d5-90a1245ab5a9 HTTP/1.1" status: 404 len: 337 time: 0.0953021 Oct 19 01:28:51.239551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eaf9c65f-7775-435b-8285-d17e1fe5c4a2 req-438571d3-a937-402c-9c40-20d7d6e60644 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471963 Oct 19 01:28:51.255475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46368) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:51.264187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-049c8342-3f54-4065-9c17-305fda4e8aba tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b0b0f1a-8748-41a4-bb57-e2d36b20943a HTTP/1.1" status: 200 len: 205 time: 0.1077318 Oct 19 01:28:51.296483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6125a-6163-4431-895a-00aad518f9e7 None None] Network 72d7dcb9-56c4-4322-bb10-f894b823b35a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:51.323160 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-950b1713-b74a-4bad-aaa8-81e1084b1248 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] delete failed (client error): The resource could not be found. Oct 19 01:28:51.323463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46372) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:51.346148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-950b1713-b74a-4bad-aaa8-81e1084b1248 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/routers/3b0b0f1a-8748-41a4-bb57-e2d36b20943a HTTP/1.1" status: 404 len: 336 time: 0.0878186 Oct 19 01:28:51.398092 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-090e545e-0d77-467a-86a9-1c1f8b1abd3c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:51.398912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090e545e-0d77-467a-86a9-1c1f8b1abd3c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:51.406231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46374) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:51.416630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-090e545e-0d77-467a-86a9-1c1f8b1abd3c tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/5a114a5a-55e6-4ea6-98b4-a81fdb05e200 HTTP/1.1" status: 404 len: 337 time: 0.0918930 Oct 19 01:28:51.460926 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-adea6885-3286-416d-9630-68d2c9d5f328 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] DELETE failed (client error): The resource could not be found. Oct 19 01:28:51.461564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adea6885-3286-416d-9630-68d2c9d5f328 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:28:51.483380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-adea6885-3286-416d-9630-68d2c9d5f328 tempest-RoutersIpV6Test-253082707 tempest-RoutersIpV6Test-253082707-project] 10.222.0.64 "DELETE /v2.0/subnets/99cd79d0-8df2-482d-8b13-69178f852a44 HTTP/1.1" status: 404 len: 337 time: 0.0754633 Oct 19 01:28:51.500229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37470173-1ba7-4370-9ddc-bd21ca1afc7a req-667dd135-37d8-4881-9acb-294f8aba82bb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:51.508319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37470173-1ba7-4370-9ddc-bd21ca1afc7a req-667dd135-37d8-4881-9acb-294f8aba82bb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1822653 Oct 19 01:28:51.582965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37470173-1ba7-4370-9ddc-bd21ca1afc7a req-fccafa54-35e6-42b8-b7ef-2000fc030ece tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718827 Oct 19 01:28:51.864591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46392) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:51.871090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-817196103-network', 'tenant_id': 'd4d417eecb364853805f7dc456ba4184'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:51.913739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Made reservation on behalf of d4d417eecb364853805f7dc456ba4184 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:51.917124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:51.929387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:51.939050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cbc9c-13ec-4003-a54d-d442fe9ecc33 req-48327483-b0da-4beb-9cf0-64687625402b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:51.945671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c6cbc9c-13ec-4003-a54d-d442fe9ecc33 req-48327483-b0da-4beb-9cf0-64687625402b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1236238 Oct 19 01:28:51.954396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:52.016567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c6cbc9c-13ec-4003-a54d-d442fe9ecc33 req-e95b40d0-1d1a-40a1-894d-f8c2a3f7bc38 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630467 Oct 19 01:28:52.090569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.097883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.121622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:28:52.148787 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.149156 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Added segment edd62015-da78-4c22-9475-c37186c6f568 of type vlan for network 6f4e508b-251b-4b3a-8fe4-3017d794edcc Oct 19 01:28:52.159589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfd7f24-0f9b-4f72-a279-3a145a0347c0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:52.212157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.229597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0e97368a-89f0-4b22-bd99-0027af473c4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2629a38d59b4d31bd054745ed940b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736247 Oct 19 01:28:52.232122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46400) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:52.250223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.265018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:52.267174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.328480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4626408 Oct 19 01:28:52.331404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:52.336164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b016daab-8e49-43ec-96de-3b1e7fae96fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.338583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Request body: {'subnet': {'network_id': '6f4e508b-251b-4b3a-8fe4-3017d794edcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-817196103-subnet', 'tenant_id': 'd4d417eecb364853805f7dc456ba4184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:52.367565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b016daab-8e49-43ec-96de-3b1e7fae96fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.397270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb6872-92a4-439c-813b-120b33f4e65e admin admin] Pushing event updated for resources: {'Network': ['ID=6f4e508b-251b-4b3a-8fe4-3017d794edcc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:52.402483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Made reservation on behalf of d4d417eecb364853805f7dc456ba4184 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:52.404874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.413167 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 6f4e508b-251b-4b3a-8fe4-3017d794edcc details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:28:52.449634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b016daab-8e49-43ec-96de-3b1e7fae96fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.453060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b016daab-8e49-43ec-96de-3b1e7fae96fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.454595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b016daab-8e49-43ec-96de-3b1e7fae96fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c946ab9d-669f-46e1-8e1a-0aad4489229c HTTP/1.1" status: 204 len: 168 time: 0.2179224 Oct 19 01:28:52.485402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016daab-8e49-43ec-96de-3b1e7fae96fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c946ab9d-669f-46e1-8e1a-0aad4489229c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:52.523185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203a49f-8de0-4258-aef6-f4cb753c74dd req-f5824f8b-f9ac-44b0-afc3-c327ff41a2fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:52.533051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6203a49f-8de0-4258-aef6-f4cb753c74dd req-f5824f8b-f9ac-44b0-afc3-c327ff41a2fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1102989 Oct 19 01:28:52.623221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6203a49f-8de0-4258-aef6-f4cb753c74dd req-35ed6d8c-e50b-4849-b404-5ba0e65b3dd1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889959 Oct 19 01:28:52.824644 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:52.892317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c7198-8087-4f9e-b2c3-fafae793bed5 req-fb38e47d-d92d-4a9a-99f2-9e465cd5e12b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:52.893994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d2c7198-8087-4f9e-b2c3-fafae793bed5 req-fb38e47d-d92d-4a9a-99f2-9e465cd5e12b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1600413 Oct 19 01:28:52.907317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=533ec74c-6724-41de-825d-7c472a5c3c05,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:52.951315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Checking segment: {'id': 'edd62015-da78-4c22-9475-c37186c6f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6f4e508b-251b-4b3a-8fe4-3017d794edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:52.951682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Network hostable DHCP agents. Network: 6f4e508b-251b-4b3a-8fe4-3017d794edcc, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:28:52.976500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d2c7198-8087-4f9e-b2c3-fafae793bed5 req-262204ec-fd6d-4081-9b74-264fdeaf0cff tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729117 Oct 19 01:28:52.994904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Network 6f4e508b-251b-4b3a-8fe4-3017d794edcc is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:28:53.017103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 6f4e508b-251b-4b3a-8fe4-3017d794edcc) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:53.021984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:53.022777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:53.032279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65bce1a-c256-4145-839d-af338944ce44 None None] Network 6f4e508b-251b-4b3a-8fe4-3017d794edcc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:53.050237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a713a650-ce48-4682-910f-f0480823b2df admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7174971 Oct 19 01:28:53.239090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd79fa-846b-494b-a94a-a667c281a4bf None None] Network 6f4e508b-251b-4b3a-8fe4-3017d794edcc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:28:53.255660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3d77-aa29-4b43-bd63-2c3cf5bc7b6f req-bd2a6a34-9623-4da2-8e18-942b433eccf6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:53.267501 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ffd3d77-aa29-4b43-bd63-2c3cf5bc7b6f req-bd2a6a34-9623-4da2-8e18-942b433eccf6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1411328 Oct 19 01:28:53.360338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ffd3d77-aa29-4b43-bd63-2c3cf5bc7b6f req-f839f71c-d9a6-47f4-b16c-ab32470edc03 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908308 Oct 19 01:28:53.620525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46442) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:53.786287 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-540a9b90-e7a6-4888-bd77-c2d9d4b1a3cb tempest-ServiceProvidersTest-948075978 tempest-ServiceProvidersTest-948075978-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1640522 Oct 19 01:28:53.815923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f2996-abef-4da0-9545-d97976043a8d req-17c61ec4-77d5-4ada-8626-09f112e6a324 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:53.819963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-666f2996-abef-4da0-9545-d97976043a8d req-17c61ec4-77d5-4ada-8626-09f112e6a324 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0901835 Oct 19 01:28:53.885569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-666f2996-abef-4da0-9545-d97976043a8d req-460e3a3b-f8e4-4f29-9c90-5462fcbc7fdd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577025 Oct 19 01:28:54.084765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-6c3726f0-8408-4123-9466-f3e055bc4bb0 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:54.093366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-6c3726f0-8408-4123-9466-f3e055bc4bb0 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/networks?id=72d7dcb9-56c4-4322-bb10-f894b823b35a HTTP/1.1" status: 200 len: 825 time: 0.1520863 Oct 19 01:28:54.124274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-684f3e4d-8b52-4e21-95ff-aabecd67a33b tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/quotas/9da4b42fede444c2a454f436eb26a309 HTTP/1.1" status: 200 len: 375 time: 0.0299084 Oct 19 01:28:54.191037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d803df3-633b-4671-9f22-8f3d758439ac req-99dc6858-ae1b-46a7-88ff-3b7923c3da9e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:54.192621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d803df3-633b-4671-9f22-8f3d758439ac req-99dc6858-ae1b-46a7-88ff-3b7923c3da9e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.0904593 Oct 19 01:28:54.193985 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-eebbaa8e-0f78-45f1-b66e-2d260334ea42 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9da4b42fede444c2a454f436eb26a309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688162 Oct 19 01:28:54.239917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46464) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:54.281643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d803df3-633b-4671-9f22-8f3d758439ac req-a98ee122-0031-415d-addb-2bee0ee7193b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820086 Oct 19 01:28:54.321105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-c3aa9e9e-7388-4662-8fb5-77d99f215585 service neutron] 10.222.0.64 "GET /v2.0/networks/72d7dcb9-56c4-4322-bb10-f894b823b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259339 Oct 19 01:28:54.402158 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cca0-2ba0-4a8d-8bb3-ad32339e062c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:54.457009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-3b1b79f9-60d3-4f45-afd0-e3ebbf636087 service neutron] 10.222.0.64 "GET /v2.0/networks/72d7dcb9-56c4-4322-bb10-f894b823b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319363 Oct 19 01:28:54.567054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed54a04-1d06-4cf7-a64c-15d3d0225738 req-e7cedd62-f22e-442c-8f2d-235dde9459a4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:54.569729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bed54a04-1d06-4cf7-a64c-15d3d0225738 req-e7cedd62-f22e-442c-8f2d-235dde9459a4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0975888 Oct 19 01:28:54.583146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cca0-2ba0-4a8d-8bb3-ad32339e062c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:54.605907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b1c1cca0-2ba0-4a8d-8bb3-ad32339e062c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:54.643746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b1c1cca0-2ba0-4a8d-8bb3-ad32339e062c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c11ccd638894c768cbe1a02e7152a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028904 Oct 19 01:28:54.646536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46474) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:28:54.689314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1cca0-2ba0-4a8d-8bb3-ad32339e062c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586158a5-4864-4824-99e0-2d6a4616570e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:54.743141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bed54a04-1d06-4cf7-a64c-15d3d0225738 req-83c7b630-73b8-4536-af72-d3ce886ed1bf tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658816 Oct 19 01:28:54.790402 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-58763c23-02b8-4db3-a478-970e24818c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:54.827445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-58763c23-02b8-4db3-a478-970e24818c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:54.885549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec195146-0578-47d3-8c85-8cceb4a104db req-f34e7853-21d3-49a2-90c5-55fe88a2c72e tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 210 time: 0.0499196 Oct 19 01:28:54.938325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6cf8a907-386c-4f61-a104-d4f35da752ef details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:28:54.948555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-58763c23-02b8-4db3-a478-970e24818c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:54.953690 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-58763c23-02b8-4db3-a478-970e24818c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:54.961364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-58763c23-02b8-4db3-a478-970e24818c6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/586158a5-4864-4824-99e0-2d6a4616570e HTTP/1.1" status: 204 len: 168 time: 0.3133030 Oct 19 01:28:54.976540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58763c23-02b8-4db3-a478-970e24818c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586158a5-4864-4824-99e0-2d6a4616570e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:55.156895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d53a-9706-4145-9ab0-618c9343e709 req-dc1d719c-e1d8-48ec-8dfd-f4c2f241a485 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:55.165570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb9d53a-9706-4145-9ab0-618c9343e709 req-dc1d719c-e1d8-48ec-8dfd-f4c2f241a485 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1194353 Oct 19 01:28:55.218391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb9d53a-9706-4145-9ab0-618c9343e709 req-dcf5f4ef-e1eb-431f-b672-c0e72c4cb732 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515172 Oct 19 01:28:55.490079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dd89d-7544-4666-9beb-570b735db681 req-24bc4007-0e8a-4ec5-b45e-759cce3994ee tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:55.491634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f3dd89d-7544-4666-9beb-570b735db681 req-24bc4007-0e8a-4ec5-b45e-759cce3994ee tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 943 time: 0.1085978 Oct 19 01:28:55.508067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6cf8a907-386c-4f61-a104-d4f35da752ef, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6cf8a907-386c-4f61-a104-d4f35da752ef,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:55.534510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '6cf8a907-386c-4f61-a104-d4f35da752ef', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'port_id': '6cf8a907-386c-4f61-a104-d4f35da752ef', 'mac_address': 'fa:16:3e:71:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:28:55.553911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f3dd89d-7544-4666-9beb-570b735db681 req-d21d744f-8e2a-497c-b6ca-4e30dd4e1324 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537550 Oct 19 01:28:55.596338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:55.626360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf8a907-386c-4f61-a104-d4f35da752ef {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:55.682935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6cf8a907-386c-4f61-a104-d4f35da752ef, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6cf8a907-386c-4f61-a104-d4f35da752ef,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:55.688648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:55.751261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=6cf8a907-386c-4f61-a104-d4f35da752ef,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:55.946725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0da06-528f-43fa-ab63-098415c5ba07 req-86d0f864-2d38-412d-8ec6-a9c2e8280ae5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:55.946725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05c0da06-528f-43fa-ab63-098415c5ba07 req-86d0f864-2d38-412d-8ec6-a9c2e8280ae5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0610824 Oct 19 01:28:56.010186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05c0da06-528f-43fa-ab63-098415c5ba07 req-895a4b1c-bfeb-4997-a534-e25ab6bf61d3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602381 Oct 19 01:28:56.051309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c3e3876-ad19-44ce-88a0-fc6a6ef30a77 req-dd8c5fe9-fcf2-4b89-ab5c-a8d95b1f6058 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 210 time: 0.0549598 Oct 19 01:28:56.242111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['6cf8a907-386c-4f61-a104-d4f35da752ef'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:28:56.353989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-415e4891-89c7-4a65-b7ea-c4d75aaf63a2 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:56.362494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-415e4891-89c7-4a65-b7ea-c4d75aaf63a2 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.62 "GET /v2.0/networks?id=72d7dcb9-56c4-4322-bb10-f894b823b35a HTTP/1.1" status: 200 len: 825 time: 0.1958556 Oct 19 01:28:56.417032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Request body: {'port': {'device_id': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a', 'admin_state_up': True, 'tenant_id': '9da4b42fede444c2a454f436eb26a309'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:56.502356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5028f1f-1af7-401e-99ee-5c753a3aa1d7 req-6cf9fa56-9a6e-42b8-aa21-798bdf27affd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:56.504324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5028f1f-1af7-401e-99ee-5c753a3aa1d7 req-6cf9fa56-9a6e-42b8-aa21-798bdf27affd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1371229 Oct 19 01:28:56.568326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5028f1f-1af7-401e-99ee-5c753a3aa1d7 req-00fd047a-5790-4355-b6b9-3e586fa4d28e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529637 Oct 19 01:28:56.685030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Made reservation on behalf of 9da4b42fede444c2a454f436eb26a309 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:28:56.689545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:56.758722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12275c4-6157-4b75-963c-1ec95efb4148 req-6fb0819a-db99-48eb-93b0-92c99da64d73 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:56.771678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d12275c4-6157-4b75-963c-1ec95efb4148 req-6fb0819a-db99-48eb-93b0-92c99da64d73 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 944 time: 0.0937884 Oct 19 01:28:56.821435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d12275c4-6157-4b75-963c-1ec95efb4148 req-99b310e0-b82c-42bc-a49e-f817d4dce5c4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484922 Oct 19 01:28:56.884136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Allocated IP 172.20.0.11 (72d7dcb9-56c4-4322-bb10-f894b823b35a/114f90a7-9876-496d-b3f6-f4ca2ee458ee/2b47b979-24bc-48ff-8fce-76cd82420255) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:28:57.181959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:57.278236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772936-40eb-4ea8-8dca-d0eb183c80f0 req-9fce9cc0-fb8f-4404-8f10-54bd5df3520a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:57.302148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa56ba61-22d4-4885-a65b-a5f52de63fc0 req-7d59c345-f284-46ad-97bb-a9b691099bb2 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 210 time: 0.0623555 Oct 19 01:28:57.304064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b772936-40eb-4ea8-8dca-d0eb183c80f0 req-9fce9cc0-fb8f-4404-8f10-54bd5df3520a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1213236 Oct 19 01:28:57.314577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:57.388777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b772936-40eb-4ea8-8dca-d0eb183c80f0 req-e9c58335-ccf7-4e7d-818f-cb3232935f31 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834031 Oct 19 01:28:57.440319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Pushing event updated for resources: {'Port': ['ID=2b47b979-24bc-48ff-8fce-76cd82420255,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:57.454999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Network 72d7dcb9-56c4-4322-bb10-f894b823b35a is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:28:57.456805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:28:57.460023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:28:57.530319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:57.531076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:57.553108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01d0e52f-c95d-458e-bf17-0535d2812ae6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1419935 Oct 19 01:28:57.566275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Request body: {'port': {'device_id': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:28:57.740417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd06873-21b9-4e97-8809-a02901c04a55 req-05544e6a-b90e-4e0c-9bf5-d71731d4a802 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:57.750599 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbd06873-21b9-4e97-8809-a02901c04a55 req-05544e6a-b90e-4e0c-9bf5-d71731d4a802 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0735409 Oct 19 01:28:57.807662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbd06873-21b9-4e97-8809-a02901c04a55 req-770916c2-f87b-4245-86e4-1cd7b47f760a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Oct 19 01:28:57.933354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:58.126808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20466d-057c-460c-b388-1c9bb924fa4a req-ba8e91ca-d6d4-4a85-b1fe-58460c96ea90 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.139748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db20466d-057c-460c-b388-1c9bb924fa4a req-ba8e91ca-d6d4-4a85-b1fe-58460c96ea90 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 944 time: 0.1630516 Oct 19 01:28:58.225121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db20466d-057c-460c-b388-1c9bb924fa4a req-7b6071c5-92a7-4bc9-9d78-a260dc7b9b7d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839591 Oct 19 01:28:58.391311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b47b979-24bc-48ff-8fce-76cd82420255 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:28:58.401848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:58.418093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Transition to ACTIVE for port object 2b47b979-24bc-48ff-8fce-76cd82420255 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:28:58.425576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:58.492149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9094c-a42b-44e9-9a7a-2c417f8f5fa8 req-01063956-f2c5-476e-8c76-eac0f24c75be tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.504777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85b9094c-a42b-44e9-9a7a-2c417f8f5fa8 req-01063956-f2c5-476e-8c76-eac0f24c75be tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 944 time: 0.0900364 Oct 19 01:28:58.568573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85b9094c-a42b-44e9-9a7a-2c417f8f5fa8 req-c0d9e074-eff2-4219-b02b-ecb875a701bc tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Oct 19 01:28:58.576857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Attempting to bind port 2b47b979-24bc-48ff-8fce-76cd82420255 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:28:58.577499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Attempting to bind port 2b47b979-24bc-48ff-8fce-76cd82420255 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '97d5d494-29f1-4854-a270-bb93526e9f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:28:58.577737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Attempting to bind port 2b47b979-24bc-48ff-8fce-76cd82420255 on network 72d7dcb9-56c4-4322-bb10-f894b823b35a {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:58.580118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Pushing event updated for resources: {'Port': ['ID=2b47b979-24bc-48ff-8fce-76cd82420255,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:58.586595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Port 2b47b979-24bc-48ff-8fce-76cd82420255 on network 72d7dcb9-56c4-4322-bb10-f894b823b35a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:28:58.587038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Attempting to bind port 2b47b979-24bc-48ff-8fce-76cd82420255 on network 72d7dcb9-56c4-4322-bb10-f894b823b35a {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:28:58.593506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:28:58.593993 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Checking segment: {'id': '97d5d494-29f1-4854-a270-bb93526e9f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:28:58.594605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Bound using segment: {'id': '97d5d494-29f1-4854-a270-bb93526e9f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:28:58.595329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Bound port: 2b47b979-24bc-48ff-8fce-76cd82420255, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d5d494-29f1-4854-a270-bb93526e9f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:28:58.595752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:58.716183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] For port 2b47b979-24bc-48ff-8fce-76cd82420255, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:28:58.724607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] For port 2b47b979-24bc-48ff-8fce-76cd82420255, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2b47b979-24bc-48ff-8fce-76cd82420255,segment=NetworkSegment(97d5d494-29f1-4854-a270-bb93526e9f25),segment_id=97d5d494-29f1-4854-a270-bb93526e9f25)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:28:58.736070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcd54-77f3-4503-b59d-c7c2bc6efba3 req-2f6b1807-a029-474f-9ae5-cce67163c012 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.737862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1adcd54-77f3-4503-b59d-c7c2bc6efba3 req-2f6b1807-a029-474f-9ae5-cce67163c012 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1385393 Oct 19 01:28:58.739616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:58.811903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.811903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:58.811903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] 10.222.0.62 "PUT /v2.0/ports/2b47b979-24bc-48ff-8fce-76cd82420255 HTTP/1.1" status: 200 len: 1093 time: 1.2505655 Oct 19 01:28:58.814052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'tag': '2b47b979-24bc-48ff-8fce-76cd82420255'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:58.822422 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1874e73e-eecf-48f0-a37f-37c2ef1586ca" -d '{"events": [{"name": "network-changed", "server_uuid": "14fa404e-bbab-4a28-8000-a77d5936dc22", "tag": "2b47b979-24bc-48ff-8fce-76cd82420255"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:58.861228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1adcd54-77f3-4503-b59d-c7c2bc6efba3 req-88afbb02-0a44-4f88-a38e-cb4c2f6273f0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156423 Oct 19 01:28:58.873590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5d881-0982-420e-a16d-67d867105d72 service neutron] Pushing event updated for resources: {'Port': ['ID=2b47b979-24bc-48ff-8fce-76cd82420255,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:58.945486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6cf8a907-386c-4f61-a104-d4f35da752ef up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:28:58.972680 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a220a819-b5b7-4fa7-a6a0-b014fbd6b715 x-openstack-request-id: req-a220a819-b5b7-4fa7-a6a0-b014fbd6b715 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:58.972975 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14fa404e-bbab-4a28-8000-a77d5936dc22", "tag": "2b47b979-24bc-48ff-8fce-76cd82420255", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:58.973246 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a220a819-b5b7-4fa7-a6a0-b014fbd6b715 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:58.980649 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'tag': '2b47b979-24bc-48ff-8fce-76cd82420255', 'status': 'completed', 'code': 200} Oct 19 01:28:58.991840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-ff69603a-c676-4870-807a-9782ec50a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:58.993638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-ff69603a-c676-4870-807a-9782ec50a796 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9da4b42fede444c2a454f436eb26a309&device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 1096 time: 0.1315308 Oct 19 01:28:59.044944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b579a-4b0b-4324-9edc-932c96c06722 req-faf0273d-3189-4779-bd3a-e72498d6663a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.046468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-007b579a-4b0b-4324-9edc-932c96c06722 req-faf0273d-3189-4779-bd3a-e72498d6663a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1197860 Oct 19 01:28:59.057792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 6cf8a907-386c-4f61-a104-d4f35da752ef completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:28:59.058065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-9c40d9f7-cbe1-47a9-ab72-8df1d5613ee9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47b979-24bc-48ff-8fce-76cd82420255 HTTP/1.1" status: 200 len: 217 time: 0.0559819 Oct 19 01:28:59.062711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 6cf8a907-386c-4f61-a104-d4f35da752ef triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:28:59.063275 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:59.122867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-73d0f2ed-96a4-4a56-8bbf-ff49285c27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.124511 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-73d0f2ed-96a4-4a56-8bbf-ff49285c27b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=114f90a7-9876-496d-b3f6-f4ca2ee458ee HTTP/1.1" status: 200 len: 865 time: 0.0603228 Oct 19 01:28:59.146736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-007b579a-4b0b-4324-9edc-932c96c06722 req-0a0ae1c4-8ac6-4688-8cfc-880160daf05a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782068 Oct 19 01:28:59.198651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-b118302d-0414-4d38-a7b7-abac502ef822 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72d7dcb9-56c4-4322-bb10-f894b823b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526607 Oct 19 01:28:59.237507 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:59.292193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d419fde-5213-406c-ae03-56a14b4d87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf8a907-386c-4f61-a104-d4f35da752ef'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:28:59.295052 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36457a74-de5e-4a94-850c-05b6647fc44a" -d '{"events": [{"server_uuid": "8d419fde-5213-406c-ae03-56a14b4d87db", "name": "network-vif-plugged", "status": "completed", "tag": "6cf8a907-386c-4f61-a104-d4f35da752ef"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:28:59.317810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6cf8a907-386c-4f61-a104-d4f35da752ef, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6cf8a907-386c-4f61-a104-d4f35da752ef,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:28:59.323077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:28:59.415484 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d7619-6ba3-4a07-9d85-028426a1ec7f x-openstack-request-id: req-ac7d7619-6ba3-4a07-9d85-028426a1ec7f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:28:59.416602 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d419fde-5213-406c-ae03-56a14b4d87db", "name": "network-vif-plugged", "status": "completed", "tag": "6cf8a907-386c-4f61-a104-d4f35da752ef", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:28:59.416939 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac7d7619-6ba3-4a07-9d85-028426a1ec7f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:28:59.417350 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d419fde-5213-406c-ae03-56a14b4d87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf8a907-386c-4f61-a104-d4f35da752ef', 'code': 200} Oct 19 01:28:59.433228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=6cf8a907-386c-4f61-a104-d4f35da752ef,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:28:59.451415 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-01ad8e9f-5df4-40f4-a7e2-bcb517c10353 service neutron] 10.222.0.62 "GET /v2.0/networks/72d7dcb9-56c4-4322-bb10-f894b823b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515805 Oct 19 01:28:59.455358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0f02e-47e8-4a28-8cf4-b26b91c79f25 req-499e54da-ff55-441e-9af7-e7a50e35f116 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.456950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56f0f02e-47e8-4a28-8cf4-b26b91c79f25 req-499e54da-ff55-441e-9af7-e7a50e35f116 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 945 time: 0.1072028 Oct 19 01:28:59.572518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56f0f02e-47e8-4a28-8cf4-b26b91c79f25 req-25b8cc86-26b6-47ad-8436-ac91bb9c70c9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055737 Oct 19 01:28:59.599537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf25f8-a3d4-487d-8627-7c32edd8fcb0 req-e519d0a3-c92a-4473-99fd-04a2e22ffe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.601292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eaf25f8-a3d4-487d-8627-7c32edd8fcb0 req-e519d0a3-c92a-4473-99fd-04a2e22ffe34 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 1097 time: 0.1042035 Oct 19 01:28:59.632608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72f65fb-22a6-4dc2-b393-351849bdbeaf req-1b1e0619-b05d-40ee-85b4-9a370c98d7e8 service neutron] 10.222.0.62 "GET /v2.0/networks/72d7dcb9-56c4-4322-bb10-f894b823b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673336 Oct 19 01:28:59.728100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0eaf25f8-a3d4-487d-8627-7c32edd8fcb0 req-6cb54d88-508e-4d1b-8532-e5b459009fd6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177542 Oct 19 01:28:59.782736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a00c-4aa6-4ef2-abc0-1fcb13051851 req-bbbf3128-f235-4294-b296-2b8e8e9f7092 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.790792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fba4a00c-4aa6-4ef2-abc0-1fcb13051851 req-bbbf3128-f235-4294-b296-2b8e8e9f7092 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 944 time: 0.0945802 Oct 19 01:28:59.819227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-ea9021b6-d1a8-4534-8b1f-494ce65aaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.821301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-ea9021b6-d1a8-4534-8b1f-494ce65aaaa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9da4b42fede444c2a454f436eb26a309&device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 1096 time: 0.1224432 Oct 19 01:28:59.868826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fba4a00c-4aa6-4ef2-abc0-1fcb13051851 req-a7727fe5-9853-49a7-aafd-c8fae21d5a28 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636184 Oct 19 01:28:59.953638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-f72e8edf-b11a-42a7-90e3-b2a6c1ced18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:28:59.955357 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-f72e8edf-b11a-42a7-90e3-b2a6c1ced18f service neutron] 10.222.0.62 "GET /v2.0/networks?id=72d7dcb9-56c4-4322-bb10-f894b823b35a HTTP/1.1" status: 200 len: 926 time: 0.1234524 Oct 19 01:29:00.033013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-ca70230e-7157-4080-9997-d8b653495897 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b47b979-24bc-48ff-8fce-76cd82420255 HTTP/1.1" status: 200 len: 217 time: 0.0688853 Oct 19 01:29:00.048688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46674) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:00.121159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10fc79-2f50-48d1-9409-0c2334296b51 req-35002bf1-4c2d-494f-b9ab-25b75bae5a5e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:00.122660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe10fc79-2f50-48d1-9409-0c2334296b51 req-35002bf1-4c2d-494f-b9ab-25b75bae5a5e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.1023023 Oct 19 01:29:00.127036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-31f4d671-ab11-4224-ac38-a1769058d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:00.128061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-31f4d671-ab11-4224-ac38-a1769058d760 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=114f90a7-9876-496d-b3f6-f4ca2ee458ee HTTP/1.1" status: 200 len: 865 time: 0.0788631 Oct 19 01:29:00.221248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-57b5b70a-57af-4576-a906-48375e8cff6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72d7dcb9-56c4-4322-bb10-f894b823b35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825853 Oct 19 01:29:00.226285 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-62f11053-a02a-4be9-9a80-63fdbe8f6058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.260258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe10fc79-2f50-48d1-9409-0c2334296b51 req-d9a20176-4d8c-4a41-8a45-6c6f080792b7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293595 Oct 19 01:29:00.333407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f463e-b908-4695-9295-ab222f2b9f06 req-c53764e9-fa33-443f-87c2-840533825eee tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:00.334932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-111f463e-b908-4695-9295-ab222f2b9f06 req-c53764e9-fa33-443f-87c2-840533825eee tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0949667 Oct 19 01:29:00.347656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-c80646a0-7cf7-4218-8adf-0e3d9cbf1262 service neutron] 10.222.0.62 "GET /v2.0/networks/72d7dcb9-56c4-4322-bb10-f894b823b35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157329 Oct 19 01:29:00.425716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-62f11053-a02a-4be9-9a80-63fdbe8f6058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.436281 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-62f11053-a02a-4be9-9a80-63fdbe8f6058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.473329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1874e73e-eecf-48f0-a37f-37c2ef1586ca req-aae6f057-68e1-4baf-a87f-75fda8679001 service neutron] 10.222.0.62 "GET /v2.0/networks/72d7dcb9-56c4-4322-bb10-f894b823b35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144373 Oct 19 01:29:00.501848 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-111f463e-b908-4695-9295-ab222f2b9f06 req-81739b67-667a-40c8-9fa1-eee29dba1e6d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438758 Oct 19 01:29:00.505917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f11053-a02a-4be9-9a80-63fdbe8f6058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1555ec5-d1bb-4c8e-b32b-63e5162d85f2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:00.529956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-62f11053-a02a-4be9-9a80-63fdbe8f6058 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6abc529243a46e1a89e229f49b8d439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792247 Oct 19 01:29:00.533156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:00.599128 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-732a71d0-84e9-41e2-b015-26aaed396887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.636950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-732a71d0-84e9-41e2-b015-26aaed396887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.728005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c4066-b739-4bce-8f4e-2f5a855de1d4 req-09706c21-460e-45c9-98d3-3b1b34f026ea tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:00.730398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d88c4066-b739-4bce-8f4e-2f5a855de1d4 req-09706c21-460e-45c9-98d3-3b1b34f026ea tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 945 time: 0.0736902 Oct 19 01:29:00.755891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-732a71d0-84e9-41e2-b015-26aaed396887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.759576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-732a71d0-84e9-41e2-b015-26aaed396887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:00.760731 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-732a71d0-84e9-41e2-b015-26aaed396887 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1555ec5-d1bb-4c8e-b32b-63e5162d85f2 HTTP/1.1" status: 204 len: 168 time: 0.2265873 Oct 19 01:29:00.773280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a71d0-84e9-41e2-b015-26aaed396887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1555ec5-d1bb-4c8e-b32b-63e5162d85f2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:00.796897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d88c4066-b739-4bce-8f4e-2f5a855de1d4 req-1f87678c-00f5-437c-8ce1-a1143ac076b0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598683 Oct 19 01:29:00.988751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6099aa-e970-4e0c-8aaa-2a2775c8f775 req-b53d5f40-653b-42ec-ab6e-fd35f2f8cdf0 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:00.996817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d6099aa-e970-4e0c-8aaa-2a2775c8f775 req-b53d5f40-653b-42ec-ab6e-fd35f2f8cdf0 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 944 time: 0.0664277 Oct 19 01:29:01.050686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d6099aa-e970-4e0c-8aaa-2a2775c8f775 req-256c2506-9585-4dd4-af82-143d7fad8268 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527723 Oct 19 01:29:01.134067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46698) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:01.147604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63ebb493-920e-496a-aac8-f81cfb1bfeb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.250903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63ebb493-920e-496a-aac8-f81cfb1bfeb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.254652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63ebb493-920e-496a-aac8-f81cfb1bfeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.297021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-63ebb493-920e-496a-aac8-f81cfb1bfeb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=648f40cc5b9c4ab4aa3803fcf0606da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618562 Oct 19 01:29:01.297817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb493-920e-496a-aac8-f81cfb1bfeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6977dd51-fa7a-42da-aa9d-74a705ea69ec,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:01.299897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46708) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:01.354427 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-964b53ae-4a42-44d5-b0b2-2e6283f578b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.400966 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-964b53ae-4a42-44d5-b0b2-2e6283f578b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.443946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92900a1-b0c0-425d-83df-f9c4f340eba9 req-a0f84221-1fb5-49cd-9ba9-88d9aae9f00c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:01.445452 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b92900a1-b0c0-425d-83df-f9c4f340eba9 req-a0f84221-1fb5-49cd-9ba9-88d9aae9f00c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0863996 Oct 19 01:29:01.481076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-964b53ae-4a42-44d5-b0b2-2e6283f578b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.483646 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-964b53ae-4a42-44d5-b0b2-2e6283f578b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.484830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-964b53ae-4a42-44d5-b0b2-2e6283f578b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6977dd51-fa7a-42da-aa9d-74a705ea69ec HTTP/1.1" status: 204 len: 168 time: 0.1839249 Oct 19 01:29:01.502654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b53ae-4a42-44d5-b0b2-2e6283f578b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6977dd51-fa7a-42da-aa9d-74a705ea69ec,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:01.508305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b92900a1-b0c0-425d-83df-f9c4f340eba9 req-9d5fbcfc-8544-4975-9046-1f595cf1dca8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563855 Oct 19 01:29:01.626107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240c5cf-318c-41b7-b58a-13923b38350a req-c12b29c6-e9cd-4035-b19d-d0cb58cb01c3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:01.627797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8240c5cf-318c-41b7-b58a-13923b38350a req-c12b29c6-e9cd-4035-b19d-d0cb58cb01c3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0545034 Oct 19 01:29:01.657467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2b47b979-24bc-48ff-8fce-76cd82420255 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:29:01.688620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8240c5cf-318c-41b7-b58a-13923b38350a req-3fc5b9a5-0934-4b00-be6e-bf0b5438a008 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Oct 19 01:29:01.778332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2b47b979-24bc-48ff-8fce-76cd82420255, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2b47b979-24bc-48ff-8fce-76cd82420255,segment=NetworkSegment(97d5d494-29f1-4854-a270-bb93526e9f25),segment_id=97d5d494-29f1-4854-a270-bb93526e9f25)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:01.790432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '2b47b979-24bc-48ff-8fce-76cd82420255', 'network_id': '72d7dcb9-56c4-4322-bb10-f894b823b35a', 'port_id': '2b47b979-24bc-48ff-8fce-76cd82420255', 'mac_address': 'fa:16:3e:f6:db:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114f90a7-9876-496d-b3f6-f4ca2ee458ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:29:01.828899 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.843074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b47b979-24bc-48ff-8fce-76cd82420255 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:01.866809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2b47b979-24bc-48ff-8fce-76cd82420255, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2b47b979-24bc-48ff-8fce-76cd82420255,segment=NetworkSegment(97d5d494-29f1-4854-a270-bb93526e9f25),segment_id=97d5d494-29f1-4854-a270-bb93526e9f25)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:01.871535 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:01.925051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=2b47b979-24bc-48ff-8fce-76cd82420255,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:01.929119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3709ce4-974f-44c0-a031-16511d53df5c req-9fdb098d-a6b2-478f-96d6-fcbf7617861c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:01.931096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3709ce4-974f-44c0-a031-16511d53df5c req-9fdb098d-a6b2-478f-96d6-fcbf7617861c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 945 time: 0.0520761 Oct 19 01:29:01.970923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d3709ce4-974f-44c0-a031-16511d53df5c req-ef7b54f3-13ef-4cec-ba4d-0a1a5f6fb28d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Oct 19 01:29:02.092420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['2b47b979-24bc-48ff-8fce-76cd82420255'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:02.104461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c16557-2750-4c40-bba1-faf702c9c287 req-1ed43923-7bba-44e9-8f27-1db27c052f98 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.112765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90c16557-2750-4c40-bba1-faf702c9c287 req-1ed43923-7bba-44e9-8f27-1db27c052f98 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 945 time: 0.0623369 Oct 19 01:29:02.148263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90c16557-2750-4c40-bba1-faf702c9c287 req-a98138c1-767e-4efa-812d-11c0b74d2820 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Oct 19 01:29:02.166387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493447c-fca5-4b7a-98ce-bca5e8ffa125 req-f4b2400f-fe11-459c-8fba-edd57b1de124 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.168876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9493447c-fca5-4b7a-98ce-bca5e8ffa125 req-f4b2400f-fe11-459c-8fba-edd57b1de124 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 945 time: 0.0601952 Oct 19 01:29:02.260586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9493447c-fca5-4b7a-98ce-bca5e8ffa125 req-e451ff8c-a1a4-4943-9775-369984924fb3 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823979 Oct 19 01:29:02.272175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-23f96229-5131-4d21-9f98-ad8ae69ad841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.272175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-23f96229-5131-4d21-9f98-ad8ae69ad841 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1097 time: 0.0661740 Oct 19 01:29:02.393314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-f5cf96a2-dbad-4e44-8433-e2f95e37f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.394800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-f5cf96a2-dbad-4e44-8433-e2f95e37f3f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.1186733 Oct 19 01:29:02.498357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-80e7af06-0505-4cb0-88cd-cf0566240d1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 1000 time: 0.0665710 Oct 19 01:29:02.498641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecc720-af37-4c8c-942a-cd99dbda19dc req-d2c11377-3f75-4936-825e-ebbf98115d4f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.500045 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1ecc720-af37-4c8c-942a-cd99dbda19dc req-d2c11377-3f75-4936-825e-ebbf98115d4f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 945 time: 0.0588481 Oct 19 01:29:02.540386 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1ecc720-af37-4c8c-942a-cd99dbda19dc req-baf2fb57-5774-486d-9113-78702d24bb55 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342991 Oct 19 01:29:02.559372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-c68ac55d-b919-425d-97cf-b3bcd42eeedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.560970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-c68ac55d-b919-425d-97cf-b3bcd42eeedd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.0551147 Oct 19 01:29:02.643629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-2ea5d846-17f2-443a-862e-a5e5e7a0921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.645210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-2ea5d846-17f2-443a-862e-a5e5e7a0921a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758724 Oct 19 01:29:02.698897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48062b-2e6f-470f-9143-7c9bc2c20148 req-ab4a8658-b7ba-40ec-91c0-2731ed2e1da3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.700398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d48062b-2e6f-470f-9143-7c9bc2c20148 req-ab4a8658-b7ba-40ec-91c0-2731ed2e1da3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0869682 Oct 19 01:29:02.786676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d48062b-2e6f-470f-9143-7c9bc2c20148 req-2d9157c0-992f-49a9-9f91-1d8ac7eb06e6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523028 Oct 19 01:29:02.802673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-4630f204-729c-4420-a009-1102d6a39462 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472452 Oct 19 01:29:02.808778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640486f-210a-4f92-ab30-30979a11cee0 req-7fdd9d38-63c0-400a-9741-3275936225de tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:02.816131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1640486f-210a-4f92-ab30-30979a11cee0 req-7fdd9d38-63c0-400a-9741-3275936225de tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0607536 Oct 19 01:29:02.853017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1640486f-210a-4f92-ab30-30979a11cee0 req-e95b8a11-e9bb-4ae2-bf0c-a3171833bfa3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360110 Oct 19 01:29:02.907035 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1616d0e1-f3b9-4d10-9fc5-ac380d11068e req-39f02a27-b51d-4264-a36b-752647676613 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971396 Oct 19 01:29:03.414307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e066a-f136-49bb-bc3f-d3bc43ae3138 req-09237d58-1e0e-4af3-871e-5b81e373476a tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:03.416685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd1e066a-f136-49bb-bc3f-d3bc43ae3138 req-09237d58-1e0e-4af3-871e-5b81e373476a tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 945 time: 0.0805404 Oct 19 01:29:03.456952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd1e066a-f136-49bb-bc3f-d3bc43ae3138 req-5947da12-ddbd-43b8-bebf-0d2ebcfc9548 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Oct 19 01:29:03.669490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2b47b979-24bc-48ff-8fce-76cd82420255 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:03.683316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a3e8-e7cd-478f-a9e9-cf47fdd80f7e req-1a7b3e02-9bd3-48c7-9a9f-b84fd5dd7c47 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:03.685264 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33c7a3e8-e7cd-478f-a9e9-cf47fdd80f7e req-1a7b3e02-9bd3-48c7-9a9f-b84fd5dd7c47 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 945 time: 0.0662482 Oct 19 01:29:03.733957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33c7a3e8-e7cd-478f-a9e9-cf47fdd80f7e req-d2aaf857-a044-4dd1-b9c0-ad0cc602e98e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Oct 19 01:29:03.737346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 2b47b979-24bc-48ff-8fce-76cd82420255 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:29:03.747289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 2b47b979-24bc-48ff-8fce-76cd82420255 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:03.747289 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:03.825146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:03.850279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b47b979-24bc-48ff-8fce-76cd82420255'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:03.854050 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1647ed1c-c101-4850-827f-795f301eab01" -d '{"events": [{"server_uuid": "14fa404e-bbab-4a28-8000-a77d5936dc22", "name": "network-vif-plugged", "status": "completed", "tag": "2b47b979-24bc-48ff-8fce-76cd82420255"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:03.870431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 2b47b979-24bc-48ff-8fce-76cd82420255, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2b47b979-24bc-48ff-8fce-76cd82420255,segment=NetworkSegment(97d5d494-29f1-4854-a270-bb93526e9f25),segment_id=97d5d494-29f1-4854-a270-bb93526e9f25)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:03.875059 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:03.910135 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0834ba50-56a5-43d5-b21b-9fde7cd98305 x-openstack-request-id: req-0834ba50-56a5-43d5-b21b-9fde7cd98305 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:03.910433 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fa404e-bbab-4a28-8000-a77d5936dc22", "name": "network-vif-plugged", "status": "completed", "tag": "2b47b979-24bc-48ff-8fce-76cd82420255", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:03.910693 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0834ba50-56a5-43d5-b21b-9fde7cd98305 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:03.911261 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b47b979-24bc-48ff-8fce-76cd82420255', 'code': 200} Oct 19 01:29:03.948664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe1bf7-07f9-4748-95b0-f8b64f69d678 req-36032afd-8954-4977-96dc-655071dc6163 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:03.965310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3cfe1bf7-07f9-4748-95b0-f8b64f69d678 req-36032afd-8954-4977-96dc-655071dc6163 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0881674 Oct 19 01:29:03.968126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=2b47b979-24bc-48ff-8fce-76cd82420255,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:04.006261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3cfe1bf7-07f9-4748-95b0-f8b64f69d678 req-65f1ee91-870c-4416-bb6e-0fe51a16c0b2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 Oct 19 01:29:04.050449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd95f-4480-4ba8-875d-303c485c6e60 req-be858c3a-6ca6-42bf-b501-c3ea62e038f1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.051917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b30fd95f-4480-4ba8-875d-303c485c6e60 req-be858c3a-6ca6-42bf-b501-c3ea62e038f1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0902305 Oct 19 01:29:04.054798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393834c-b230-4921-89d9-0a325252adfd req-a178745e-630c-4428-bb8f-760a37cf9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.056999 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2393834c-b230-4921-89d9-0a325252adfd req-a178745e-630c-4428-bb8f-760a37cf9690 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 1098 time: 0.0835044 Oct 19 01:29:04.119895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b30fd95f-4480-4ba8-875d-303c485c6e60 req-9bf1c038-683f-459f-8dd2-548c59a67792 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607579 Oct 19 01:29:04.123830 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2393834c-b230-4921-89d9-0a325252adfd req-15b322ed-4b0a-4d84-8b1e-0e56e7694988 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587404 Oct 19 01:29:04.401958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-7366117e-fe8d-420e-a469-f5246ab999ed tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.403737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-7366117e-fe8d-420e-a469-f5246ab999ed tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 945 time: 0.0503345 Oct 19 01:29:04.439446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5541d-9dc8-401a-a71a-3d94e8bef2da req-68b70316-5a6d-4ee4-8805-2f9b79b8f839 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.441162 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ce5541d-9dc8-401a-a71a-3d94e8bef2da req-68b70316-5a6d-4ee4-8805-2f9b79b8f839 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0548975 Oct 19 01:29:04.491778 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ce5541d-9dc8-401a-a71a-3d94e8bef2da req-761e711e-26e9-4d17-9db4-f452bb43b3e7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Oct 19 01:29:04.536235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 6cf8a907-386c-4f61-a104-d4f35da752ef {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:04.536844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:04.646353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f1246-cb55-4dee-9389-2cf465fa91da req-61efa2ec-b196-44db-a233-18b38fb21ac9 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.654694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-780f1246-cb55-4dee-9389-2cf465fa91da req-61efa2ec-b196-44db-a233-18b38fb21ac9 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 946 time: 0.0902929 Oct 19 01:29:04.693077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-780f1246-cb55-4dee-9389-2cf465fa91da req-60b3e5ca-35a1-4c7b-83ad-d336f24c02a8 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373864 Oct 19 01:29:04.697130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] For port 6cf8a907-386c-4f61-a104-d4f35da752ef, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6cf8a907-386c-4f61-a104-d4f35da752ef,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:04.697487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:04.714607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 6cf8a907-386c-4f61-a104-d4f35da752ef owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:04.731625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777dc3f-7efe-47ba-93f4-978ae7a0a799 req-2a1b26f0-1915-4257-88b4-cc7717021e20 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.733126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b777dc3f-7efe-47ba-93f4-978ae7a0a799 req-2a1b26f0-1915-4257-88b4-cc7717021e20 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0794282 Oct 19 01:29:04.818459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b777dc3f-7efe-47ba-93f4-978ae7a0a799 req-03845ed9-75cf-4bfd-8ef3-013acf68f288 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497041 Oct 19 01:29:04.917999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:04.931704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['df8a9ab8-4f90-4846-ad71-955dbcca8bdc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:04.945479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03174d-3f5b-4054-b296-c65f40dcaacb req-5cb43860-1ef7-45f7-9e5e-d15949e56f39 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:04.954478 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d03174d-3f5b-4054-b296-c65f40dcaacb req-5cb43860-1ef7-45f7-9e5e-d15949e56f39 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 867 time: 0.0674789 Oct 19 01:29:05.016721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['6cf8a907-386c-4f61-a104-d4f35da752ef'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:05.037071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:05.038256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d03174d-3f5b-4054-b296-c65f40dcaacb req-863c1f14-a559-4a11-835d-32e55954c43f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827458 Oct 19 01:29:05.267754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:05.323583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-f9cc304b-147c-4392-afe9-bbcf6c74593a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:05.336017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-f9cc304b-147c-4392-afe9-bbcf6c74593a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.1659501 Oct 19 01:29:05.337722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:05.349339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:05.357317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-746a7c8e-57e9-4a9d-98c7-6b007d3fbc9a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/quotas/93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 375 time: 0.0197353 Oct 19 01:29:05.372448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=6cf8a907-386c-4f61-a104-d4f35da752ef,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:05.451319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] No DVR routers for this DVR port 6cf8a907-386c-4f61-a104-d4f35da752ef on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:05.455747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:05.459969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-647d24b4-f98e-40bd-8cd6-340f1f2577eb req-3060ddda-7407-4929-909e-537f6b42b218 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "DELETE /v2.0/ports/6cf8a907-386c-4f61-a104-d4f35da752ef HTTP/1.1" status: 204 len: 173 time: 1.0498290 Oct 19 01:29:05.466996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:05.475691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d419fde-5213-406c-ae03-56a14b4d87db', 'name': 'network-vif-deleted', 'tag': '6cf8a907-386c-4f61-a104-d4f35da752ef'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:05.478304 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0771f010-943e-40fe-89fe-ac298654d4a3" -d '{"events": [{"server_uuid": "8d419fde-5213-406c-ae03-56a14b4d87db", "name": "network-vif-deleted", "tag": "6cf8a907-386c-4f61-a104-d4f35da752ef"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:05.494941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fe004-ed8b-41fa-b2f4-30a99a4dab0e req-eeeffccc-5380-4d3f-a62e-d9c14196f13b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:05.503784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c5fe004-ed8b-41fa-b2f4-30a99a4dab0e req-eeeffccc-5380-4d3f-a62e-d9c14196f13b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1469450 Oct 19 01:29:05.528034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-8acea2d4-b701-43fe-8b5d-576d7d861f36 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1658216 Oct 19 01:29:05.560105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c5fe004-ed8b-41fa-b2f4-30a99a4dab0e req-277375fd-51f3-45aa-98d8-e333305c155f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548301 Oct 19 01:29:05.620663 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de536e-f1e8-4d60-a97c-6ee73cd85455 x-openstack-request-id: req-43de536e-f1e8-4d60-a97c-6ee73cd85455 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:05.620917 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d419fde-5213-406c-ae03-56a14b4d87db", "name": "network-vif-deleted", "tag": "6cf8a907-386c-4f61-a104-d4f35da752ef", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:05.621300 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43de536e-f1e8-4d60-a97c-6ee73cd85455 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:05.621518 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d419fde-5213-406c-ae03-56a14b4d87db', 'name': 'network-vif-deleted', 'tag': '6cf8a907-386c-4f61-a104-d4f35da752ef', 'status': 'completed', 'code': 200} Oct 19 01:29:05.676583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-f3995385-4d71-428d-8e69-198ed932406e service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419108 Oct 19 01:29:05.827012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-8fb450e1-de0b-4baa-987c-7e126a6586c4 service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466398 Oct 19 01:29:05.912296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:05.915648 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90473aea-f2a9-4e67-9969-e3499cf9bf81" -d '{"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-unplugged", "status": "completed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:06.274002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf7a2-fdee-4956-91ff-5a7ed482ef5d req-8309c1c8-953b-4dbf-b92b-ce8eab57cc8a tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.275711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-62acf7a2-fdee-4956-91ff-5a7ed482ef5d req-8309c1c8-953b-4dbf-b92b-ce8eab57cc8a tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 946 time: 0.1041694 Oct 19 01:29:06.288331 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333fafca-d9bf-4c19-92b2-9eb728996bd0 x-openstack-request-id: req-333fafca-d9bf-4c19-92b2-9eb728996bd0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:06.288991 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-unplugged", "status": "failed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "code": 422}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:06.291114 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-333fafca-d9bf-4c19-92b2-9eb728996bd0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:06.291766 n-d-789963-20 neutron-server[100849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'code': 422} returned with failed status Oct 19 01:29:06.373767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51ed40d7-c85b-4460-ae99-c45e8c8daba7 req-1f45f94d-4b5a-4fbb-af59-096af4e6d379 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 210 time: 0.0498989 Oct 19 01:29:06.405195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-62acf7a2-fdee-4956-91ff-5a7ed482ef5d req-7febfd64-5d18-4d67-8651-7cd5252c2e11 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198196 Oct 19 01:29:06.609887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fe23c24-763f-4942-8103-575d21081cda req-b1e32640-8b7a-40e7-a083-5c5d14edef78 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.0797529 Oct 19 01:29:06.654012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-c0418579-528b-499e-be53-ee82969ef2fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2281833 Oct 19 01:29:06.824730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbe981-7eac-48c9-9cb1-22d87a396ee7 req-f9a3d402-899c-4fb3-adf1-b49f2c89891a tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.827684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9efbe981-7eac-48c9-9cb1-22d87a396ee7 req-f9a3d402-899c-4fb3-adf1-b49f2c89891a tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 946 time: 0.1034176 Oct 19 01:29:06.874499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-7ba39be0-24c6-458e-9c78-f750caaecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.876457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-7ba39be0-24c6-458e-9c78-f750caaecbd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1096 time: 0.1434076 Oct 19 01:29:06.895471 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9bc47681-21a3-41b2-a831-3cb89e637d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:06.901192 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244a4af-f763-442e-973b-b8017df735d5 req-5d214797-32f9-45dd-b754-0129b8615b46 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:06.910946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3244a4af-f763-442e-973b-b8017df735d5 req-5d214797-32f9-45dd-b754-0129b8615b46 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1277990 Oct 19 01:29:06.921428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9efbe981-7eac-48c9-9cb1-22d87a396ee7 req-2de587a0-c70f-4ae8-b594-2b5c31527c25 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862138 Oct 19 01:29:07.009131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3244a4af-f763-442e-973b-b8017df735d5 req-71bb9505-341d-4914-acd7-3146b1337b3f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964742 Oct 19 01:29:07.011479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6cf8a907-386c-4f61-a104-d4f35da752ef no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:07.101160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 6cf8a907-386c-4f61-a104-d4f35da752ef {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:07.101605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6cf8a907-386c-4f61-a104-d4f35da752ef not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:07.195086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-bd017706-2161-43cd-8b9e-fbb3359db369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:07.202940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-bd017706-2161-43cd-8b9e-fbb3359db369 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2677979 Oct 19 01:29:07.341201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-d0f6d97a-e497-4037-9e60-7118d909a71a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.1208653 Oct 19 01:29:07.353768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-cb362d39-6692-40af-af0f-49872a297370 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2168593 Oct 19 01:29:07.367818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-dd5c4186-ee59-47b2-ad95-1130fdd4c93d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:29:07.368763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-dd5c4186-ee59-47b2-ad95-1130fdd4c93d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067296 Oct 19 01:29:07.407243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-199d616f-4041-4524-975e-ad69eea10fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:07.409083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-199d616f-4041-4524-975e-ad69eea10fb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0592330 Oct 19 01:29:07.472053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fe0c0-d9fa-45ad-952d-a7f8ce7a7324 req-c21b8fdb-c0f2-40a8-8f1e-b2747ad1dd72 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:07.478272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-6d4c0fcf-1227-4cc2-b64c-76161321228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:07.480383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-6d4c0fcf-1227-4cc2-b64c-76161321228e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527868 Oct 19 01:29:07.483323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-755fe0c0-d9fa-45ad-952d-a7f8ce7a7324 req-c21b8fdb-c0f2-40a8-8f1e-b2747ad1dd72 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 946 time: 0.1031799 Oct 19 01:29:07.574446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-69bd782f-a581-47b0-8662-9c4de15ce0e3 req-e95feae9-1c32-4bb2-a5f7-68fc984542ef tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 210 time: 0.0668283 Oct 19 01:29:07.701521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-ab665f4f-5ddb-4a94-ab88-32768ca9b48f service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135389 Oct 19 01:29:07.726099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-755fe0c0-d9fa-45ad-952d-a7f8ce7a7324 req-b3f3425d-d57e-4e18-a992-b5c74829f983 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418346 Oct 19 01:29:07.785059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-952a97d3-89cf-4669-9e7d-27217263c70d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:07.786809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-952a97d3-89cf-4669-9e7d-27217263c70d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.2462709 Oct 19 01:29:07.800971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'port': {'device_id': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'admin_state_up': True, 'tenant_id': '93ef9378566f4437bd3edbb85b16194b'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:07.918816 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61172955-c29a-451f-8be8-c7fee7e1f90b req-be4b762c-043b-4773-8774-dfd102d8cec4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.2088137 Oct 19 01:29:07.984937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02ec9d0-4989-45b6-8fd5-578a3756263e req-b5c22c91-8b9f-4449-8ce7-85f7579afec8 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735128 Oct 19 01:29:08.149888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Made reservation on behalf of 93ef9378566f4437bd3edbb85b16194b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:08.156330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.189127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5be65-703a-45c7-af98-1f7950dc2205 req-f0628777-2062-4550-80e3-2653a46c3d43 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:08.201614 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ae5be65-703a-45c7-af98-1f7950dc2205 req-f0628777-2062-4550-80e3-2653a46c3d43 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.0723279 Oct 19 01:29:08.242113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ae5be65-703a-45c7-af98-1f7950dc2205 req-d7b2c1c1-3ff1-4d01-93d2-e8c265a53385 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Oct 19 01:29:08.354539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef7643-5254-4108-9ad8-4e49b6f9c893 req-cec6150c-4fd1-4524-a0ac-188b3fc7bf60 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:08.362361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05ef7643-5254-4108-9ad8-4e49b6f9c893 req-cec6150c-4fd1-4524-a0ac-188b3fc7bf60 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 946 time: 0.1834838 Oct 19 01:29:08.415583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Allocated IP 172.20.0.12 (834ef5ba-7345-4079-a3eb-4a6c472874e6/ba84162f-3c18-462b-adba-be620d9dc20b/c38dc02a-39bc-4cec-9d12-7af975344972) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:08.428860 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05ef7643-5254-4108-9ad8-4e49b6f9c893 req-2679406b-35c3-42ce-8601-3050f350af93 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Oct 19 01:29:08.659043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.718549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e25afcb7-f235-4642-a62f-6bfb313cd0cf req-c1bc67f7-b806-4eae-9aff-a3ae73de5686 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 210 time: 0.0453801 Oct 19 01:29:08.737651 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:08.769284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:08.806006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:08.811267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:08.830405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:08.907886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=c38dc02a-39bc-4cec-9d12-7af975344972,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:08.995471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:08.996288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.029346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ba8530be-8fb2-4379-a4dc-450dde698a2f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2329910 Oct 19 01:29:09.042551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Request body: {'port': {'device_id': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:09.165119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:09.193795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.208083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-517a0b7b-62f1-4e67-a871-50bace846984 req-820dcd1c-ac44-4240-ab71-6fb2afeca615 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.1067841 Oct 19 01:29:09.281038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b5b44900-8419-411b-96c2-77019c0fc1cf None None] Provisioning complete for port c38dc02a-39bc-4cec-9d12-7af975344972 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:09.281931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b5b44900-8419-411b-96c2-77019c0fc1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.440472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b5b44900-8419-411b-96c2-77019c0fc1cf None None] Port c38dc02a-39bc-4cec-9d12-7af975344972 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:29:09.532749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.569422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-c57c2104-a96d-4aaf-8d51-4d9f6cfc3d51 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:09.575241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-c57c2104-a96d-4aaf-8d51-4d9f6cfc3d51 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.62 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 946 time: 0.1294103 Oct 19 01:29:09.612079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3401b8-6581-4230-a239-658ffa8cec7f req-204248af-89eb-4244-b38d-df1a9e9ed8e5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:09.620802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d3401b8-6581-4230-a239-658ffa8cec7f req-204248af-89eb-4244-b38d-df1a9e9ed8e5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1482882 Oct 19 01:29:09.667395 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fa87f5e-ef80-440e-9957-f2086c444db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.745914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d3401b8-6581-4230-a239-658ffa8cec7f req-67555855-a549-4faa-869d-55558a3e95da tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240976 Oct 19 01:29:09.843612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20901e-5898-4b65-9dc4-286326bd941b req-c6c3cdc5-b731-49eb-a384-d7388d392179 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:09.845668 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc20901e-5898-4b65-9dc4-286326bd941b req-c6c3cdc5-b731-49eb-a384-d7388d392179 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 946 time: 0.1051917 Oct 19 01:29:09.855377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Deleting port 2b47b979-24bc-48ff-8fce-76cd82420255 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:09.856434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.865618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38dc02a-39bc-4cec-9d12-7af975344972 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:09.874833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:09.890293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Transition to ACTIVE for port object c38dc02a-39bc-4cec-9d12-7af975344972 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:29:09.905418 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.050494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c38dc02a-39bc-4cec-9d12-7af975344972,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:10.060612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc20901e-5898-4b65-9dc4-286326bd941b req-cb4f993e-9c8c-4be5-92c5-67c9618cb752 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/security-groups?id=5f77bcee-cf03-45d1-b789-15b2f8c79501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868563 Oct 19 01:29:10.114456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] For port 2b47b979-24bc-48ff-8fce-76cd82420255, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=2b47b979-24bc-48ff-8fce-76cd82420255,segment=NetworkSegment(97d5d494-29f1-4854-a270-bb93526e9f25),segment_id=97d5d494-29f1-4854-a270-bb93526e9f25)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:10.114911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.135532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Calling delete_port for 2b47b979-24bc-48ff-8fce-76cd82420255 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:10.197983 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60aba-72e7-4d7d-aa3b-116cb45a3acb req-a750f4eb-0f86-42cf-bd43-57a2a102060b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:10.199627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9c60aba-72e7-4d7d-aa3b-116cb45a3acb req-a750f4eb-0f86-42cf-bd43-57a2a102060b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 944 time: 0.2269111 Oct 19 01:29:10.281488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9c60aba-72e7-4d7d-aa3b-116cb45a3acb req-ae3f9215-4c0d-4656-9065-3e47e2b35b90 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Oct 19 01:29:10.284415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Attempting to bind port c38dc02a-39bc-4cec-9d12-7af975344972 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:29:10.284752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Attempting to bind port c38dc02a-39bc-4cec-9d12-7af975344972 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:29:10.285105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Attempting to bind port c38dc02a-39bc-4cec-9d12-7af975344972 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:10.307925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Port c38dc02a-39bc-4cec-9d12-7af975344972 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:29:10.308556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Attempting to bind port c38dc02a-39bc-4cec-9d12-7af975344972 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:10.314901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:29:10.315302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:10.315746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Bound using segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:29:10.316311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Bound port: c38dc02a-39bc-4cec-9d12-7af975344972, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:29:10.316692 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.397360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-282973a3-0e75-4d75-9cfe-82caf838eefc req-1d17c4a1-7270-4785-bd83-4a460d0c1ca6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.0501013 Oct 19 01:29:10.410541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] For port c38dc02a-39bc-4cec-9d12-7af975344972, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:10.419542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] For port c38dc02a-39bc-4cec-9d12-7af975344972, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c38dc02a-39bc-4cec-9d12-7af975344972,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:29:10.424388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.425962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.438421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['2b47b979-24bc-48ff-8fce-76cd82420255'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:10.459217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:10.459852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.461357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] 10.222.0.62 "PUT /v2.0/ports/c38dc02a-39bc-4cec-9d12-7af975344972 HTTP/1.1" status: 200 len: 1093 time: 1.4238541 Oct 19 01:29:10.463368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'tag': 'c38dc02a-39bc-4cec-9d12-7af975344972'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:10.473808 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac88760-f112-4516-b854-8d1ca3e3ee49" -d '{"events": [{"name": "network-changed", "server_uuid": "85b88b02-0d5c-4d22-96db-3ac1267412b0", "tag": "c38dc02a-39bc-4cec-9d12-7af975344972"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:10.497277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Pushing event deleted for resources: {'Port': ['ID=2b47b979-24bc-48ff-8fce-76cd82420255,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:10.573101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.592842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] No DVR routers for this DVR port 2b47b979-24bc-48ff-8fce-76cd82420255 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:10.596172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.600767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d644c490-9ed4-4e06-a72a-f872cdc13e9e req-879c4a33-66e4-4210-bdc7-7976ca07a97d tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.62 "DELETE /v2.0/ports/2b47b979-24bc-48ff-8fce-76cd82420255 HTTP/1.1" status: 204 len: 173 time: 1.0184302 Oct 19 01:29:10.601480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'name': 'network-vif-deleted', 'tag': '2b47b979-24bc-48ff-8fce-76cd82420255'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:10.605022 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957eaff2-e202-4acd-820b-02e56ac16ca7" -d '{"events": [{"server_uuid": "14fa404e-bbab-4a28-8000-a77d5936dc22", "name": "network-vif-deleted", "tag": "2b47b979-24bc-48ff-8fce-76cd82420255"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:10.667186 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c76a293-a6f5-4313-bb21-f77c1b26b9cc x-openstack-request-id: req-1c76a293-a6f5-4313-bb21-f77c1b26b9cc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:10.668451 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b88b02-0d5c-4d22-96db-3ac1267412b0", "tag": "c38dc02a-39bc-4cec-9d12-7af975344972", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:10.668451 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c76a293-a6f5-4313-bb21-f77c1b26b9cc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:10.668451 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'tag': 'c38dc02a-39bc-4cec-9d12-7af975344972', 'status': 'completed', 'code': 200} Oct 19 01:29:10.749284 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:10.758314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-cc515881-0822-4439-bd54-338acf045a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:10.760345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-cc515881-0822-4439-bd54-338acf045a13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 1096 time: 0.2307155 Oct 19 01:29:10.760792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac339408-59f7-4934-976c-49e7023097b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c38dc02a-39bc-4cec-9d12-7af975344972,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:10.765530 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185c7ca0-1b84-4dd1-9718-15b550fc63d0 x-openstack-request-id: req-185c7ca0-1b84-4dd1-9718-15b550fc63d0 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:10.766001 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14fa404e-bbab-4a28-8000-a77d5936dc22", "name": "network-vif-deleted", "tag": "2b47b979-24bc-48ff-8fce-76cd82420255", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:10.766518 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-185c7ca0-1b84-4dd1-9718-15b550fc63d0 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:10.767092 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fa404e-bbab-4a28-8000-a77d5936dc22', 'name': 'network-vif-deleted', 'tag': '2b47b979-24bc-48ff-8fce-76cd82420255', 'status': 'completed', 'code': 200} Oct 19 01:29:10.858726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-d65f832c-b17f-4bdb-b149-a99cead469dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c38dc02a-39bc-4cec-9d12-7af975344972 HTTP/1.1" status: 200 len: 217 time: 0.0855160 Oct 19 01:29:10.934438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-4440ead4-145c-41c6-94be-29ec2553d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:10.944542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-4440ead4-145c-41c6-94be-29ec2553d797 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0701396 Oct 19 01:29:11.006411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446461e8-c89c-4346-b6e7-f985e99c3ade req-8a6c5f86-3c6c-4573-a8a0-fd41d70234aa tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.010890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-8dc81615-7eae-416b-8dde-16d73e2f0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.012691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-8dc81615-7eae-416b-8dde-16d73e2f0e23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670974 Oct 19 01:29:11.019601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-446461e8-c89c-4346-b6e7-f985e99c3ade req-8a6c5f86-3c6c-4573-a8a0-fd41d70234aa tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1610215 Oct 19 01:29:11.118801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-446461e8-c89c-4346-b6e7-f985e99c3ade req-bf5a3602-f996-431d-9224-874e699b177a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929399 Oct 19 01:29:11.164464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-bf9b336a-6c93-45e3-b00f-a24d20c7bfbc service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416271 Oct 19 01:29:11.320852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-291c1381-8119-49cb-bbff-5004265edae8 req-056c9e60-91d9-4f4e-b7fe-19960a22dbe6 tempest-ServersNegativeTestMultiTenantJSON-390633125 tempest-ServersNegativeTestMultiTenantJSON-390633125-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fa404e-bbab-4a28-8000-a77d5936dc22 HTTP/1.1" status: 200 len: 210 time: 0.0329592 Oct 19 01:29:11.348808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83df235-5b51-4f27-a9f6-0765ede8811b req-d36a21b7-447a-4879-b6e4-1fe9fca663be service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741428 Oct 19 01:29:11.423181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7595053-6417-4b95-974b-378cd8a14664 req-78f34358-8af6-401d-9687-f85c30f99ab1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.425014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7595053-6417-4b95-974b-378cd8a14664 req-78f34358-8af6-401d-9687-f85c30f99ab1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 944 time: 0.0607753 Oct 19 01:29:11.463258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-ae57c296-5875-4a03-8ecc-10babdc826dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.465299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-ae57c296-5875-4a03-8ecc-10babdc826dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 1096 time: 0.0730634 Oct 19 01:29:11.475318 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7595053-6417-4b95-974b-378cd8a14664 req-c2174658-180e-4fc9-8700-01f9bc2921eb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362985 Oct 19 01:29:11.531812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9301173-3adf-4fbf-89dc-92a6372a00d0 req-539aaa37-8570-491b-ae6b-b2ec690ee107 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.0495522 Oct 19 01:29:11.589670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-acae59c6-89f9-4eb9-8910-c53fdd04d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.591123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-acae59c6-89f9-4eb9-8910-c53fdd04d9f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.1184852 Oct 19 01:29:11.634584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-c4d8efb7-acf6-47c4-859d-8a353c5cc9f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c38dc02a-39bc-4cec-9d12-7af975344972 HTTP/1.1" status: 200 len: 217 time: 0.0360436 Oct 19 01:29:11.690753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-38d313a2-2803-4a62-b332-2a3e5bfc975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.692252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-38d313a2-2803-4a62-b332-2a3e5bfc975d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0497770 Oct 19 01:29:11.746966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-772eb3e9-c019-4b48-a235-666d6421640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:11.749037 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-772eb3e9-c019-4b48-a235-666d6421640d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485299 Oct 19 01:29:11.863747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-bf876dad-b21b-4556-af31-3c090233d7a2 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066072 Oct 19 01:29:11.966455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ac88760-f112-4516-b854-8d1ca3e3ee49 req-7c731d6e-9334-40b4-bf7c-a0fae9a6de83 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952923 Oct 19 01:29:12.282608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75e02-c51e-45f6-a9b2-0dcffe38f306 req-50604122-3949-4221-ac13-28306270a420 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:12.284227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9d75e02-c51e-45f6-a9b2-0dcffe38f306 req-50604122-3949-4221-ac13-28306270a420 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.0700529 Oct 19 01:29:12.299119 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.412004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46982) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:12.516101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] Deleting subnet 114f90a7-9876-496d-b3f6-f4ca2ee458ee {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:29:12.527015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.606496 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.672545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9d75e02-c51e-45f6-a9b2-0dcffe38f306 req-0edf79d8-9cc3-453b-8673-e92b3272a298 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800306 Oct 19 01:29:12.700042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.747581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81966fd2-0a75-43f5-9616-e832ef282220 req-07253d2a-2ccc-4363-995c-48042ec815da tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:12.749126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81966fd2-0a75-43f5-9616-e832ef282220 req-07253d2a-2ccc-4363-995c-48042ec815da tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 944 time: 0.0995216 Oct 19 01:29:12.821208 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81966fd2-0a75-43f5-9616-e832ef282220 req-179be052-4e19-41b3-84d3-7dd1d7f5198d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577397 Oct 19 01:29:12.825712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.859618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:12.871443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/114f90a7-9876-496d-b3f6-f4ca2ee458ee HTTP/1.1" status: 204 len: 168 time: 0.4580448 Oct 19 01:29:12.874016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46994) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:12.874369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a84f5c6-213f-4726-ad90-f9da52b8351c req-2fcf69d9-d1f2-4aac-9732-56057e1c0478 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d419fde-5213-406c-ae03-56a14b4d87db HTTP/1.1" status: 200 len: 210 time: 0.0514045 Oct 19 01:29:12.917166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca526f70-0975-45fd-a6f9-10cb639c036e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114f90a7-9876-496d-b3f6-f4ca2ee458ee,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:12.990942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.079260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.119140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d7dcb9-56c4-4322-bb10-f894b823b35a']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.130609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d5d494-29f1-4854-a270-bb93526e9f25') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.130928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d5d494-29f1-4854-a270-bb93526e9f25') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.143339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.160618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.167442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:13.167861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:13.170591 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:13.229972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.235407 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.238608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/72d7dcb9-56c4-4322-bb10-f894b823b35a HTTP/1.1" status: 204 len: 168 time: 0.3626170 Oct 19 01:29:13.241536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46998) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:13.254741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce839d4-82db-4b64-9327-3b872de1a3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d7dcb9-56c4-4322-bb10-f894b823b35a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:13.288965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] Deleting subnet 533ec74c-6724-41de-825d-7c472a5c3c05 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:29:13.293395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.329581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.375748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.430992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.458062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533ec74c-6724-41de-825d-7c472a5c3c05,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:13.460057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.466669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47000) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:13.467171 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-63b6d28d-51ff-4d86-9ac0-435a3ab3f834 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/533ec74c-6724-41de-825d-7c472a5c3c05 HTTP/1.1" status: 204 len: 168 time: 0.2234869 Oct 19 01:29:13.546602 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.637046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.689862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4e508b-251b-4b3a-8fe4-3017d794edcc']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.702041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c38dc02a-39bc-4cec-9d12-7af975344972 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:29:13.718011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd62015-da78-4c22-9475-c37186c6f568') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.718302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd62015-da78-4c22-9475-c37186c6f568') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:13.729601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.746480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.753730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:13.754413 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.754786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2b47b979-24bc-48ff-8fce-76cd82420255 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:13.781208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 2b47b979-24bc-48ff-8fce-76cd82420255 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:13.781811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 2b47b979-24bc-48ff-8fce-76cd82420255 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:13.815670 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:13.835129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.875158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c38dc02a-39bc-4cec-9d12-7af975344972, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c38dc02a-39bc-4cec-9d12-7af975344972,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:13.878350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:13.881898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6f4e508b-251b-4b3a-8fe4-3017d794edcc HTTP/1.1" status: 204 len: 168 time: 0.4135082 Oct 19 01:29:13.885523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4e508b-251b-4b3a-8fe4-3017d794edcc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:13.892214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'c38dc02a-39bc-4cec-9d12-7af975344972', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': 'c38dc02a-39bc-4cec-9d12-7af975344972', 'mac_address': 'fa:16:3e:21:cb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:29:13.895891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.896525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.896639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.897036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.897500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.897961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.900949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.901349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.901756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.902159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.902558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.903317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092fd22a-eeff-4d87-9b66-33fd309f4f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:13.922517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-8535e818-9fab-4191-a937-4573063c3968 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2444243 Oct 19 01:29:13.983447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349fd6f-59c1-41ea-8bc7-3a01cbf03904 req-c7cd57ee-9e0a-4976-8de1-8b9e4926398e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.002076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5349fd6f-59c1-41ea-8bc7-3a01cbf03904 req-c7cd57ee-9e0a-4976-8de1-8b9e4926398e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1812465 Oct 19 01:29:14.020367 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.043724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38dc02a-39bc-4cec-9d12-7af975344972 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:14.074083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c38dc02a-39bc-4cec-9d12-7af975344972, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c38dc02a-39bc-4cec-9d12-7af975344972,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:14.080632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.093367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42ce71-978e-4fd1-8619-2519d96abefc req-1297b06b-8d6c-419b-9b5e-02d81dc269dd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.094528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b42ce71-978e-4fd1-8619-2519d96abefc req-1297b06b-8d6c-419b-9b5e-02d81dc269dd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 944 time: 0.1349838 Oct 19 01:29:14.140896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5349fd6f-59c1-41ea-8bc7-3a01cbf03904 req-b356176b-f825-40c2-8956-55e123ee7972 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370306 Oct 19 01:29:14.166200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c38dc02a-39bc-4cec-9d12-7af975344972,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:14.180520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b42ce71-978e-4fd1-8619-2519d96abefc req-fba7935c-3e80-4e6a-b19c-1d5956922afe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682745 Oct 19 01:29:14.211225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.211840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.213184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.213871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.214395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.214965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.215544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.218555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9f8f9829-2f73-400b-a92b-538f16cda58c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6498 time: 0.2141418 Oct 19 01:29:14.275064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47018) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:14.310004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c38dc02a-39bc-4cec-9d12-7af975344972'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:14.370548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cea17004-5e1c-44e6-82ec-a37226b35df4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9da4b42fede444c2a454f436eb26a309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939710 Oct 19 01:29:14.375088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47020) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:14.441168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c6c35c4e-003c-4f72-bb21-e65567a64c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.441728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c6c35c4e-003c-4f72-bb21-e65567a64c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.442190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c6c35c4e-003c-4f72-bb21-e65567a64c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.443823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c6c35c4e-003c-4f72-bb21-e65567a64c7a service neutron] 10.222.0.74 "GET /v2.0/networks?id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83 HTTP/1.1" status: 200 len: 2292 time: 0.1989856 Oct 19 01:29:14.525292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b21a320-7233-4002-a7e2-ca822b171353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.542039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-f6df5cd4-44e6-449b-9b2e-cf3d3f4bc4e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319032d6-299f-436a-864d-e155922bcabc HTTP/1.1" status: 200 len: 1000 time: 0.0900881 Oct 19 01:29:14.564021 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b21a320-7233-4002-a7e2-ca822b171353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.629830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-13ddf7e5-62a8-4b17-b0ef-5b6ad79d7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.631440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-13ddf7e5-62a8-4b17-b0ef-5b6ad79d7ae2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fe147b-f61d-4713-8e05-4d469511db05 HTTP/1.1" status: 200 len: 850 time: 0.0804694 Oct 19 01:29:14.684518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b21a320-7233-4002-a7e2-ca822b171353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.687125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5b21a320-7233-4002-a7e2-ca822b171353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:14.690883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5b21a320-7233-4002-a7e2-ca822b171353 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f77bcee-cf03-45d1-b789-15b2f8c79501 HTTP/1.1" status: 204 len: 168 time: 0.3147421 Oct 19 01:29:14.703394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21a320-7233-4002-a7e2-ca822b171353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77bcee-cf03-45d1-b789-15b2f8c79501,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:14.733746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-3ffb790e-7e47-47d2-8106-f98972b587c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:14.735293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-3ffb790e-7e47-47d2-8106-f98972b587c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969832 Oct 19 01:29:14.857954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-92469d40-89a8-496d-8f97-d8ee93e26ce9 service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142271 Oct 19 01:29:14.990952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-e14ee5d0-8dec-4891-949d-df4d153499fb service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263797 Oct 19 01:29:15.049001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c7b27b58-cf94-49c2-87c1-1c2558187b32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 217 time: 0.0519023 Oct 19 01:29:15.076522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47036) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:15.113624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9a3b761f-befa-49fb-a8e9-ed971c7f8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.115366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9a3b761f-befa-49fb-a8e9-ed971c7f8458 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0589340 Oct 19 01:29:15.128691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fab44bd1-f69e-4a1c-bbb1-824573632af7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4d417eecb364853805f7dc456ba4184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507731 Oct 19 01:29:15.132514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47038) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:15.190137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-a7cb1d05-e27a-47ec-ae1e-e67f188050a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.192257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-a7cb1d05-e27a-47ec-ae1e-e67f188050a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703883 Oct 19 01:29:15.306230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af1a2-d7be-4fae-91d6-9f5182954da1 req-fe6106a7-21a5-4735-8451-ff2906610851 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.308463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a37af1a2-d7be-4fae-91d6-9f5182954da1 req-fe6106a7-21a5-4735-8451-ff2906610851 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.0664208 Oct 19 01:29:15.345818 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed0f3c86-4703-4157-a018-89f45a1f7288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:15.372608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a37af1a2-d7be-4fae-91d6-9f5182954da1 req-67a7f231-5b92-4dff-8cef-10e42cbeead4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555015 Oct 19 01:29:15.417681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-58806f90-75a7-4aa8-b749-e84ab75f8f41 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965280 Oct 19 01:29:15.429301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed0f3c86-4703-4157-a018-89f45a1f7288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:15.459854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5935a-3a33-499a-a022-eefcadf60ef9 req-77edc6ef-3f04-42c5-94ab-69940dd672e2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.462973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87d5935a-3a33-499a-a022-eefcadf60ef9 req-77edc6ef-3f04-42c5-94ab-69940dd672e2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 945 time: 0.1958692 Oct 19 01:29:15.585640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87d5935a-3a33-499a-a022-eefcadf60ef9 req-6a7fe3d9-5ce8-4642-b778-4e35a29642d8 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081214 Oct 19 01:29:15.602188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-19c38dae-a6cc-4666-b40f-2152bcce52ab service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689799 Oct 19 01:29:15.607391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed0f3c86-4703-4157-a018-89f45a1f7288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:15.610979 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed0f3c86-4703-4157-a018-89f45a1f7288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:15.614629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ed0f3c86-4703-4157-a018-89f45a1f7288 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccfd7f24-0f9b-4f72-a279-3a145a0347c0 HTTP/1.1" status: 204 len: 168 time: 0.4782076 Oct 19 01:29:15.676696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f3c86-4703-4157-a018-89f45a1f7288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfd7f24-0f9b-4f72-a279-3a145a0347c0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:15.680907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-9a2feb9a-d80d-4a21-a3ff-37b445bb529a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 217 time: 0.0672941 Oct 19 01:29:15.705722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c38dc02a-39bc-4cec-9d12-7af975344972 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:15.762386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-f56d576f-9ad1-4441-a298-8d9af8efdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.764407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-f56d576f-9ad1-4441-a298-8d9af8efdd0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0658407 Oct 19 01:29:15.775427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port c38dc02a-39bc-4cec-9d12-7af975344972 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:29:15.783751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port c38dc02a-39bc-4cec-9d12-7af975344972 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:15.784259 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:15.818136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-50c28619-4a23-493b-b09e-735ea58e97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:15.820974 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-50c28619-4a23-493b-b09e-735ea58e97fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494273 Oct 19 01:29:15.951778 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:15.960591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-00eeacbf-e308-4407-b2de-d4ab57899721 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328888 Oct 19 01:29:15.994735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c38dc02a-39bc-4cec-9d12-7af975344972, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c38dc02a-39bc-4cec-9d12-7af975344972,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:15.995682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38dc02a-39bc-4cec-9d12-7af975344972'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:15.998598 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36fb57d-c170-448c-bd28-44f84942b497" -d '{"events": [{"server_uuid": "85b88b02-0d5c-4d22-96db-3ac1267412b0", "name": "network-vif-plugged", "status": "completed", "tag": "c38dc02a-39bc-4cec-9d12-7af975344972"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:16.002866 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:16.057664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c38dc02a-39bc-4cec-9d12-7af975344972,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:16.065746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.066090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.066615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.067252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.067755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.068280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.068935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.069445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.069942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.070967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.071475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.072005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:16.096267 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff11d33-0357-4890-aa29-cadc6aa03d8b x-openstack-request-id: req-7ff11d33-0357-4890-aa29-cadc6aa03d8b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:16.096469 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b88b02-0d5c-4d22-96db-3ac1267412b0", "name": "network-vif-plugged", "status": "completed", "tag": "c38dc02a-39bc-4cec-9d12-7af975344972", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:16.096715 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ff11d33-0357-4890-aa29-cadc6aa03d8b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:16.097119 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38dc02a-39bc-4cec-9d12-7af975344972', 'code': 200} Oct 19 01:29:16.130522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-f8f3a866-5c4a-4de3-89be-65d6cad91f57 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613278 Oct 19 01:29:16.208812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-55abe1b3-93b9-4c24-aada-55bc9dcfe04a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de HTTP/1.1" status: 200 len: 217 time: 0.0558851 Oct 19 01:29:16.308345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba29ad-c346-4320-a7f4-45b6b2697b4a req-1b08cfcd-0807-4d20-807d-f8a07b89c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:16.310493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ba29ad-c346-4320-a7f4-45b6b2697b4a req-1b08cfcd-0807-4d20-807d-f8a07b89c1ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 1098 time: 0.1764724 Oct 19 01:29:16.313158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-4b0cf9a7-16ea-4f72-95df-5f06d02597cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:16.314701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-4b0cf9a7-16ea-4f72-95df-5f06d02597cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0991020 Oct 19 01:29:16.381912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28ba29ad-c346-4320-a7f4-45b6b2697b4a req-e702891c-1cf1-43b1-a288-eca85f7daaeb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Oct 19 01:29:16.397552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-1e57303e-998a-411c-b9af-d3bacb35e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:16.400099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-1e57303e-998a-411c-b9af-d3bacb35e0e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584626 Oct 19 01:29:16.675431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc14740-3d0a-44b6-a842-54b2ab1bf0f9 req-11a5d091-4dd1-45ca-950d-f8d0f2839fe0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:16.678121 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6dc14740-3d0a-44b6-a842-54b2ab1bf0f9 req-11a5d091-4dd1-45ca-950d-f8d0f2839fe0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1590576 Oct 19 01:29:16.685378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c6cb1f52-3f05-4302-b8b4-10567d8da4a3 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745118 Oct 19 01:29:16.974270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b61e6d-dde2-4c57-a858-9271dea24509 req-05a05390-2bd8-4309-989f-ed4cca75f86b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:16.977355 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60b61e6d-dde2-4c57-a858-9271dea24509 req-05a05390-2bd8-4309-989f-ed4cca75f86b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 946 time: 0.0640786 Oct 19 01:29:17.084808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60b61e6d-dde2-4c57-a858-9271dea24509 req-08ab7a97-5a72-47fd-94cd-36ab2f821869 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965631 Oct 19 01:29:17.297199 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6dc14740-3d0a-44b6-a842-54b2ab1bf0f9 req-a0ad75e6-68db-4253-bf70-f0d7bb8652da tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6034760 Oct 19 01:29:17.338844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-0841ff73-6dc1-4dcc-a075-7eb228e5c648 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404543 Oct 19 01:29:17.390807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-70e9ed53-d453-4ec0-8401-6509684f4fef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=54786449-57f3-400d-8684-0d0a85275188 HTTP/1.1" status: 200 len: 217 time: 0.0430379 Oct 19 01:29:17.461633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-fe8c0589-6a09-4b60-b969-ce2fe21aaa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:17.463403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-fe8c0589-6a09-4b60-b969-ce2fe21aaa08 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0639997 Oct 19 01:29:17.529423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c14d63e8-9abd-448b-8b0e-3405f69f29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:17.532165 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-c14d63e8-9abd-448b-8b0e-3405f69f29cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620446 Oct 19 01:29:17.579481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47102) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:17.678650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-26cc93db-f304-41d1-8d70-82f1e1ddce56 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378565 Oct 19 01:29:17.812119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-6f0825a2-012a-49a8-8f9e-930a69ddbbe2 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207261 Oct 19 01:29:17.881733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-ad3dd4b5-364c-4134-ac22-bf24ba829d70 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 HTTP/1.1" status: 200 len: 217 time: 0.0620759 Oct 19 01:29:17.940175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf13636c-512e-46e6-bf98-1daf36d45942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.000985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-713c107b-1070-4b4f-a7cf-73011846087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.003036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-713c107b-1070-4b4f-a7cf-73011846087e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.1103144 Oct 19 01:29:18.093786 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf13636c-512e-46e6-bf98-1daf36d45942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.103838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf13636c-512e-46e6-bf98-1daf36d45942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.149888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:18.150499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf13636c-512e-46e6-bf98-1daf36d45942 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=025b04d00bf8470f9ba6230815fbc22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693994 Oct 19 01:29:18.170851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-6bd9b2fa-db36-486f-a2ad-447b397bca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.172468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-6bd9b2fa-db36-486f-a2ad-447b397bca6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603999 Oct 19 01:29:18.190978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13636c-512e-46e6-bf98-1daf36d45942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979e3a9e-1b9c-4afd-9b01-95792e6eb1b1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:18.277299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc1e09-7ebf-4614-8f26-5e650c98e6f8 req-b1315cc0-11d9-41c2-838b-955d825cc91d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.278988 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dedc1e09-7ebf-4614-8f26-5e650c98e6f8 req-b1315cc0-11d9-41c2-838b-955d825cc91d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 946 time: 0.0692701 Oct 19 01:29:18.280478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.305490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.311838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-33db2e41-ceeb-416b-8a57-46c554798a59 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295609 Oct 19 01:29:18.412531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.418718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:18.425410 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/979e3a9e-1b9c-4afd-9b01-95792e6eb1b1 HTTP/1.1" status: 204 len: 168 time: 0.2735023 Oct 19 01:29:18.502939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dedc1e09-7ebf-4614-8f26-5e650c98e6f8 req-0af2b18a-06fd-4b40-93c7-8dd4c3ea35c3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109438 Oct 19 01:29:18.503824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e3a9e-1b9c-4afd-9b01-95792e6eb1b1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:18.528505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.528849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.529465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.530055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.530561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.531106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.531691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.532266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.532802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.533301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.534004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.534507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac67948-bd03-47aa-8b03-2d201c06cd78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:29:18.615577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6968-e489-49d3-9907-08b2afa12b33 req-b15d6838-bb6f-4251-b1e4-8064127292e4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.620528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45ba6968-e489-49d3-9907-08b2afa12b33 req-b15d6838-bb6f-4251-b1e4-8064127292e4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.1537971 Oct 19 01:29:18.660945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-4b46de6b-e278-4e2b-9cc8-8eb8a08435f8 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368237 Oct 19 01:29:18.697228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45ba6968-e489-49d3-9907-08b2afa12b33 req-8088399f-cad6-480a-8578-0fc907e260d0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691843 Oct 19 01:29:18.757083 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-751dd9b4-32cb-406c-9583-f5ec6956959b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 HTTP/1.1" status: 200 len: 217 time: 0.0692484 Oct 19 01:29:18.845784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-864312c9-3998-4543-ae3e-6717fa96e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.847734 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-864312c9-3998-4543-ae3e-6717fa96e0b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.0833735 Oct 19 01:29:18.952474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-87db024a-15e7-4785-a74d-e28740deefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:18.952474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-87db024a-15e7-4785-a74d-e28740deefe4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958173 Oct 19 01:29:19.154571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-38f8488d-73d0-45da-8d01-c7d90339f8ce service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947458 Oct 19 01:29:19.341929 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a07f7ca2-7f52-4ddc-a4d5-912e5d5786e4 req-1510b196-e46d-40ad-995b-bc758973eddd service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784070 Oct 19 01:29:19.780823 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:19.885126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13dee3-c039-430f-bb48-52e1ae9dff9a req-70633b00-bc6a-4428-9203-b74a164cc636 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:19.886634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce13dee3-c039-430f-bb48-52e1ae9dff9a req-70633b00-bc6a-4428-9203-b74a164cc636 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.0788095 Oct 19 01:29:19.934572 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce13dee3-c039-430f-bb48-52e1ae9dff9a req-41bb2054-7b94-49fe-acb5-58bb37fc929e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378749 Oct 19 01:29:20.156205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-05866377-84f7-40f3-9840-0b486110b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:20.157934 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-05866377-84f7-40f3-9840-0b486110b11e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308&tenant_id=85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 1095 time: 0.0953741 Oct 19 01:29:20.174303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:20.232587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.470753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:20.517025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:20.555536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bb2bba-f667-41f5-9b86-489126c8740c {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:20.578084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.594094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Transition to ACTIVE for port object d3bb2bba-f667-41f5-9b86-489126c8740c will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:29:20.604535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:20.841778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=9']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:20.873399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] No DVR routers for this DVR port d3bb2bba-f667-41f5-9b86-489126c8740c on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:21.142979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:29:21.143608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:29:21.143608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:21.151164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Port d3bb2bba-f667-41f5-9b86-489126c8740c on network bb62427d-6162-422b-8a54-408b25dc7d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:29:21.151164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Attempting to bind port d3bb2bba-f667-41f5-9b86-489126c8740c on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:29:21.162552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:29:21.162889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Checking segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:21.163357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Bound using segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:29:21.164376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Bound port: d3bb2bba-f667-41f5-9b86-489126c8740c, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:29:21.164741 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.188542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43ef91-3f95-4902-885a-d609554c6d84 req-ee25890f-e44b-4f04-a611-bfa05b3d7999 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:21.190092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f43ef91-3f95-4902-885a-d609554c6d84 req-ee25890f-e44b-4f04-a611-bfa05b3d7999 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 943 time: 0.0940821 Oct 19 01:29:21.252616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:29:21.256443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:29:21.266791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.326291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:21.358635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f43ef91-3f95-4902-885a-d609554c6d84 req-2583aace-9c21-4796-b1cf-bd06394c82dd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002920 Oct 19 01:29:21.359943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:21.360686 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:21.361987 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-426afc38-b827-4ca9-aee8-40e6299b4a66 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 1092 time: 1.1930275 Oct 19 01:29:21.362528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:21.365453 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d661034a-cafe-449b-8707-812698995610" -d '{"events": [{"name": "network-changed", "server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:21.437839 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d738c93-362c-417d-a52a-938b30c95471 x-openstack-request-id: req-0d738c93-362c-417d-a52a-938b30c95471 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:21.438111 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:21.438539 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d738c93-362c-417d-a52a-938b30c95471 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:21.439035 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'status': 'completed', 'code': 200} Oct 19 01:29:21.460117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-1a33ffda-55f2-47b2-9118-30d4efab5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:21.462494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-1a33ffda-55f2-47b2-9118-30d4efab5414 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1096 time: 0.0659764 Oct 19 01:29:21.600451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-dc469e3f-da43-400c-bb3e-d41ea62e6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:21.602683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-dc469e3f-da43-400c-bb3e-d41ea62e6efd service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.1315384 Oct 19 01:29:21.686421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-72a61e76-eb87-4e49-ab42-07307e5c058b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 998 time: 0.0760753 Oct 19 01:29:21.741173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-1faf773a-217c-4e7a-8cf6-68bb97f9176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:21.742727 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-1faf773a-217c-4e7a-8cf6-68bb97f9176b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.0491040 Oct 19 01:29:21.793779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-5558c5ec-3c53-4eef-b535-0afc027bd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:21.795260 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-5558c5ec-3c53-4eef-b535-0afc027bd937 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449696 Oct 19 01:29:21.906559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-b5c46d28-3ee8-42da-9cae-2c1c09638b3e service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027477 Oct 19 01:29:22.008792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86da38e8-59c5-4e23-bd1a-44cba9eb4981 req-e3a65777-c8a3-47e1-bb77-d5820617b81a service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899675 Oct 19 01:29:22.106117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661034a-cafe-449b-8707-812698995610 req-16faeda2-1899-4e39-bf62-36736a47a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:22.107802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d661034a-cafe-449b-8707-812698995610 req-16faeda2-1899-4e39-bf62-36736a47a646 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1096 time: 0.0449317 Oct 19 01:29:22.226775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661034a-cafe-449b-8707-812698995610 req-36a2e15b-6a6e-4ca9-9fca-6798d92e388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:22.228292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d661034a-cafe-449b-8707-812698995610 req-36a2e15b-6a6e-4ca9-9fca-6798d92e388b service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.1137037 Oct 19 01:29:22.321086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d661034a-cafe-449b-8707-812698995610 req-02df0c45-7e6c-46d2-89f5-f7990fbd8611 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 200 len: 998 time: 0.0850632 Oct 19 01:29:22.400517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661034a-cafe-449b-8707-812698995610 req-fe86514f-84f8-4ef3-8183-142d87a90e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:22.402010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d661034a-cafe-449b-8707-812698995610 req-fe86514f-84f8-4ef3-8183-142d87a90e7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.0712173 Oct 19 01:29:22.461856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661034a-cafe-449b-8707-812698995610 req-9e338bc8-78cd-49c5-a0b4-c8f02c6ea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:22.463164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d661034a-cafe-449b-8707-812698995610 req-9e338bc8-78cd-49c5-a0b4-c8f02c6ea2f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542595 Oct 19 01:29:22.815804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d8b92-0bf4-4b2c-8e52-e52139b724b8 req-12708214-f830-454f-a8af-74c5987f26cd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:22.817783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-834d8b92-0bf4-4b2c-8e52-e52139b724b8 req-12708214-f830-454f-a8af-74c5987f26cd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.1142554 Oct 19 01:29:22.871727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f48662-5d31-431a-b10e-f55146d9ab39 req-fd80c1b4-fa0a-4085-b04a-aebf15598b8f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:22.880858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40f48662-5d31-431a-b10e-f55146d9ab39 req-fd80c1b4-fa0a-4085-b04a-aebf15598b8f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.1446643 Oct 19 01:29:22.885944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d661034a-cafe-449b-8707-812698995610 req-8ead749c-9074-4055-84cc-a67ec0a43b21 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148722 Oct 19 01:29:22.890472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-834d8b92-0bf4-4b2c-8e52-e52139b724b8 req-7db00895-0afb-4e62-846c-23873e05047c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645621 Oct 19 01:29:22.965769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40f48662-5d31-431a-b10e-f55146d9ab39 req-f263a697-5dcc-481f-bc0c-dab7f1387b66 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839586 Oct 19 01:29:24.026696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985787-f4c5-4fa9-ad39-1694bcc9e895 req-da4de266-74fe-4d09-9e0f-95c5a5fa40a8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:24.028199 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e985787-f4c5-4fa9-ad39-1694bcc9e895 req-da4de266-74fe-4d09-9e0f-95c5a5fa40a8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0560064 Oct 19 01:29:24.092089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e985787-f4c5-4fa9-ad39-1694bcc9e895 req-84c23c2d-2097-41e6-9598-184491c7a3c7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564868 Oct 19 01:29:24.201528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6adc7a-59ff-48a7-97ea-7c66d9fdd4ec req-37e7059c-9996-4b7e-b750-c13d7581b369 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:24.202893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c6adc7a-59ff-48a7-97ea-7c66d9fdd4ec req-37e7059c-9996-4b7e-b750-c13d7581b369 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0559649 Oct 19 01:29:24.222325 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:29:24.247358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c6adc7a-59ff-48a7-97ea-7c66d9fdd4ec req-2de5d543-81d8-45ce-a95d-0b5fcd92e49b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381696 Oct 19 01:29:25.269176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a8aaf-a6fc-4fe4-a378-e561967b6141 req-c1f2e3b5-5d42-41ef-b927-1f664dc5136a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:25.278378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-803a8aaf-a6fc-4fe4-a378-e561967b6141 req-c1f2e3b5-5d42-41ef-b927-1f664dc5136a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.1136134 Oct 19 01:29:25.319302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-803a8aaf-a6fc-4fe4-a378-e561967b6141 req-10fb19d9-2d1b-4590-9bb8-326c4a932ffd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Oct 19 01:29:25.450101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb91a-39ba-446c-97c9-7905abf36c43 req-ff02293d-e47d-4d58-a544-70e68050a9fa tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:25.452474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5bcb91a-39ba-446c-97c9-7905abf36c43 req-ff02293d-e47d-4d58-a544-70e68050a9fa tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0565934 Oct 19 01:29:25.500155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5bcb91a-39ba-446c-97c9-7905abf36c43 req-fd96a9f0-2cce-4e89-b987-37e37ef317dc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Oct 19 01:29:26.481059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6976b-c6be-42f2-b5fc-4dbf95f51167 req-97706ea8-c14d-49f3-85e6-6f4edce4e87d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:26.483591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91f6976b-c6be-42f2-b5fc-4dbf95f51167 req-97706ea8-c14d-49f3-85e6-6f4edce4e87d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0601511 Oct 19 01:29:26.526637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91f6976b-c6be-42f2-b5fc-4dbf95f51167 req-b34c1b16-c200-4f1f-9a47-3b724fb2c186 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353997 Oct 19 01:29:26.662367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566931d-d458-4cd0-8643-9979f9a419ee req-ffe1cd95-3bf7-43b5-bc21-fb936bcce836 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:26.664897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1566931d-d458-4cd0-8643-9979f9a419ee req-ffe1cd95-3bf7-43b5-bc21-fb936bcce836 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0658600 Oct 19 01:29:26.732772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1566931d-d458-4cd0-8643-9979f9a419ee req-0822c2f3-c319-4f27-8faf-e79857a94af5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391662 Oct 19 01:29:27.746096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66ce90-291a-4a6e-8cef-f592053688a3 req-82d7acc9-e219-4daf-bd53-b210672f5f7a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:27.747795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f66ce90-291a-4a6e-8cef-f592053688a3 req-82d7acc9-e219-4daf-bd53-b210672f5f7a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0997562 Oct 19 01:29:27.802373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f66ce90-291a-4a6e-8cef-f592053688a3 req-6e951868-5d57-4cb8-a26b-826c3ea67e74 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473688 Oct 19 01:29:27.941998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842ed1d-86a4-449d-83cd-87d43f2f81b0 req-7218079f-cf53-4c20-92b4-7a7fd75c9f65 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:27.943833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9842ed1d-86a4-449d-83cd-87d43f2f81b0 req-7218079f-cf53-4c20-92b4-7a7fd75c9f65 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0585222 Oct 19 01:29:27.987006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9842ed1d-86a4-449d-83cd-87d43f2f81b0 req-a70577ce-6202-4461-8da1-750f05356d49 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Oct 19 01:29:28.952654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dce1-c7aa-40db-91a3-074126be8ded req-d0c5cebc-ac51-4298-951a-fc65cf7d10fb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:28.954224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2874dce1-c7aa-40db-91a3-074126be8ded req-d0c5cebc-ac51-4298-951a-fc65cf7d10fb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0529897 Oct 19 01:29:29.004794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2874dce1-c7aa-40db-91a3-074126be8ded req-f81baea6-e83a-4290-a5d0-e2b3a64419c5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Oct 19 01:29:29.132387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d458f9-4370-449b-8c95-723be3305a6b req-bcb8b8b9-a61e-4e3b-bccc-1a549e10d0d8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:29.140318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44d458f9-4370-449b-8c95-723be3305a6b req-bcb8b8b9-a61e-4e3b-bccc-1a549e10d0d8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0663824 Oct 19 01:29:29.195189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44d458f9-4370-449b-8c95-723be3305a6b req-ecf00377-399f-4e82-add9-8855a28a60d5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538797 Oct 19 01:29:30.138837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719d252-727c-4c97-a143-964a00473ab7 req-f9b10350-0857-472b-9151-d36f19c42d7c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:30.140372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1719d252-727c-4c97-a143-964a00473ab7 req-f9b10350-0857-472b-9151-d36f19c42d7c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0539765 Oct 19 01:29:30.185449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1719d252-727c-4c97-a143-964a00473ab7 req-65766c02-c7b9-4770-a856-ec44e0bd2710 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Oct 19 01:29:30.298929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28706bbf-1970-43f9-81d3-2f461074e1cb req-108a59a3-e979-4b5d-9de0-ef81dfcbcc34 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:30.300433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28706bbf-1970-43f9-81d3-2f461074e1cb req-108a59a3-e979-4b5d-9de0-ef81dfcbcc34 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0502014 Oct 19 01:29:30.340108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28706bbf-1970-43f9-81d3-2f461074e1cb req-c20b4659-05e7-493f-96f6-0c80631bbca0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Oct 19 01:29:31.332551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a03d1-8b38-4542-80db-4f7ccccbc33c req-9f9d96d3-c52f-4582-8e21-224f03efe099 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:31.334327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-386a03d1-8b38-4542-80db-4f7ccccbc33c req-9f9d96d3-c52f-4582-8e21-224f03efe099 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0550394 Oct 19 01:29:31.375334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-386a03d1-8b38-4542-80db-4f7ccccbc33c req-4875c644-872b-4ddc-a2ef-5db6a83235e8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Oct 19 01:29:31.502792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f3d82-9b68-41bc-9bb0-fe87653008bb req-da55f2cc-2ca9-4317-bf1b-a07873ab3510 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:31.504255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff1f3d82-9b68-41bc-9bb0-fe87653008bb req-da55f2cc-2ca9-4317-bf1b-a07873ab3510 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0559218 Oct 19 01:29:31.556944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ff1f3d82-9b68-41bc-9bb0-fe87653008bb req-337580f8-5c73-4048-8cd7-b4db92ec5a3e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452487 Oct 19 01:29:32.529170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3061d6-2bd3-4c48-beff-7f0665b91103 req-1611194e-e5b8-4e9e-a9de-a27eb7576308 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:32.530727 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb3061d6-2bd3-4c48-beff-7f0665b91103 req-1611194e-e5b8-4e9e-a9de-a27eb7576308 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0572894 Oct 19 01:29:32.582425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb3061d6-2bd3-4c48-beff-7f0665b91103 req-b93ff825-ec4b-4f8d-97f8-a2e2bce2d3ca tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432532 Oct 19 01:29:32.732701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a4a6e-f847-40f7-8bd8-0a9c8f4c92ed req-cb45667d-617f-4b9d-996b-d2bb8b1e28de tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:32.736036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-913a4a6e-f847-40f7-8bd8-0a9c8f4c92ed req-cb45667d-617f-4b9d-996b-d2bb8b1e28de tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0595529 Oct 19 01:29:32.782081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-913a4a6e-f847-40f7-8bd8-0a9c8f4c92ed req-bbe1df71-0f28-4f9a-ba92-8562d4f9c3b0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Oct 19 01:29:33.727496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab11ca-968c-4e3a-8261-681972ebf51a req-305f08b9-109b-4ad4-85c8-c5272a9a88b2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:33.729048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31ab11ca-968c-4e3a-8261-681972ebf51a req-305f08b9-109b-4ad4-85c8-c5272a9a88b2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0567749 Oct 19 01:29:33.767933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31ab11ca-968c-4e3a-8261-681972ebf51a req-3132cce3-0641-4841-895a-31368ab75772 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Oct 19 01:29:33.921907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed5775-8f78-43d5-8a5c-a2e7dce390ba req-e60b1341-246a-44c9-81ff-599638cfe97b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:33.923377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11ed5775-8f78-43d5-8a5c-a2e7dce390ba req-e60b1341-246a-44c9-81ff-599638cfe97b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0509405 Oct 19 01:29:33.962817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11ed5775-8f78-43d5-8a5c-a2e7dce390ba req-b55b09f1-ea02-47a0-b675-dc0bc7c774df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Oct 19 01:29:34.178094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d661034a-cafe-449b-8707-812698995610 req-44fa804d-48bb-4073-94fa-2ce0afe14ef9 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080887 Oct 19 01:29:34.220805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510e023-4292-4ce3-9f20-b5d8164139d3 req-2e50175f-0a63-424d-bd29-278019a7aad7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.222275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e510e023-4292-4ce3-9f20-b5d8164139d3 req-2e50175f-0a63-424d-bd29-278019a7aad7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0593128 Oct 19 01:29:34.261982 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e510e023-4292-4ce3-9f20-b5d8164139d3 req-02f7786a-0f93-4608-9b38-58c57e0a604d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334690 Oct 19 01:29:34.387781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12e15-344b-42aa-9084-5d3afd1bcc57 req-0353eac2-fda2-448d-b153-26ddca4df0fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.389193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1d12e15-344b-42aa-9084-5d3afd1bcc57 req-0353eac2-fda2-448d-b153-26ddca4df0fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0509048 Oct 19 01:29:34.428556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1d12e15-344b-42aa-9084-5d3afd1bcc57 req-f10fa866-6021-4917-a409-af71b355768a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333512 Oct 19 01:29:34.658568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc3897-2039-4bb3-811b-7d621aacc6e3 req-87fa53c7-bdf4-486f-8f6b-5d54783e88f6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.660103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86dc3897-2039-4bb3-811b-7d621aacc6e3 req-87fa53c7-bdf4-486f-8f6b-5d54783e88f6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0500317 Oct 19 01:29:34.698849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86dc3897-2039-4bb3-811b-7d621aacc6e3 req-532a9307-53b9-489c-82a4-17df1d72f626 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Oct 19 01:29:34.909284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafedf36-e858-42ec-a6d9-41b329f6a0bb req-fae8b74b-e111-46d9-a360-3a0a9a2e8e90 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:34.910684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bafedf36-e858-42ec-a6d9-41b329f6a0bb req-fae8b74b-e111-46d9-a360-3a0a9a2e8e90 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0566297 Oct 19 01:29:34.956617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bafedf36-e858-42ec-a6d9-41b329f6a0bb req-b04779ed-5ded-440b-931f-9bac9aaac7ad tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Oct 19 01:29:35.084137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4d90b-eb23-462d-b393-68d366588da4 req-e62b646f-0817-454e-b5a9-d677c557b78b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:35.093938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61c4d90b-eb23-462d-b393-68d366588da4 req-e62b646f-0817-454e-b5a9-d677c557b78b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0686724 Oct 19 01:29:35.101218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887751ea-b8c6-4b60-83e2-7a5959d05da4 req-9a0c35a4-4224-4f29-be07-c19e9737b6ad tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:35.102720 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-887751ea-b8c6-4b60-83e2-7a5959d05da4 req-9a0c35a4-4224-4f29-be07-c19e9737b6ad tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0586598 Oct 19 01:29:35.140316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61c4d90b-eb23-462d-b393-68d366588da4 req-44663886-01f9-4dfb-83cb-dbc177b0b248 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452092 Oct 19 01:29:35.145230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-887751ea-b8c6-4b60-83e2-7a5959d05da4 req-90cf3921-3a5e-462d-8563-56290b9cde30 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358584 Oct 19 01:29:35.432496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47458) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:35.549970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-feebbdcf-7aaf-4154-b9be-a286068fb616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:35.581260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-ab6188d0-e590-425d-8922-346db2eff63c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:35.582722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-ab6188d0-e590-425d-8922-346db2eff63c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0768471 Oct 19 01:29:35.709358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-feebbdcf-7aaf-4154-b9be-a286068fb616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:35.715580 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-feebbdcf-7aaf-4154-b9be-a286068fb616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:35.741335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port df8a9ab8-4f90-4846-ad71-955dbcca8bdc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:35.742383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:35.786724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-feebbdcf-7aaf-4154-b9be-a286068fb616 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc96899b584c40f9b0f8dfc79b2a4c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531480 Oct 19 01:29:35.789276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47462) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:35.798108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebbdcf-7aaf-4154-b9be-a286068fb616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1185b13a-3dc5-4b0c-810b-7c9f5a40ff1e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:36.105025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fb8cf-9cf6-4fd8-b23d-eb6b81fa69bf req-f110b8ae-fd0a-45f1-b2ac-f9ebd62865f5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:36.106733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a66fb8cf-9cf6-4fd8-b23d-eb6b81fa69bf req-f110b8ae-fd0a-45f1-b2ac-f9ebd62865f5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0590491 Oct 19 01:29:36.150238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a66fb8cf-9cf6-4fd8-b23d-eb6b81fa69bf req-42e03581-0743-49e4-a65f-eb4dd62b3437 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368302 Oct 19 01:29:36.207506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] For port df8a9ab8-4f90-4846-ad71-955dbcca8bdc, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:36.208059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.211097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0103288b-170a-463b-b9e1-a9b047ff1194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.232414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for df8a9ab8-4f90-4846-ad71-955dbcca8bdc owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:36.275967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0103288b-170a-463b-b9e1-a9b047ff1194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.311114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e724cb-0051-4817-80ee-b988decf805b req-5ed1d64b-8934-4604-b67e-0003c35d42d1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:36.313073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19e724cb-0051-4817-80ee-b988decf805b req-5ed1d64b-8934-4604-b67e-0003c35d42d1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 945 time: 0.0509589 Oct 19 01:29:36.370187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19e724cb-0051-4817-80ee-b988decf805b req-105eef83-2d8a-43ac-8683-df9211f6c36a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbbe1873-636d-45d5-9a1e-0983534e2c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504391 Oct 19 01:29:36.376932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a7dd4-d9ef-47bf-b715-befe8f5d4a94 req-5f89b5e0-f74d-4a52-8ed6-5d4c5355a40d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:36.378382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-894a7dd4-d9ef-47bf-b715-befe8f5d4a94 req-5f89b5e0-f74d-4a52-8ed6-5d4c5355a40d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1473122 Oct 19 01:29:36.434048 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0103288b-170a-463b-b9e1-a9b047ff1194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.436567 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0103288b-170a-463b-b9e1-a9b047ff1194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.437691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0103288b-170a-463b-b9e1-a9b047ff1194 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1185b13a-3dc5-4b0c-810b-7c9f5a40ff1e HTTP/1.1" status: 204 len: 168 time: 0.6472931 Oct 19 01:29:36.468627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-894a7dd4-d9ef-47bf-b715-befe8f5d4a94 req-921ab3a1-71ea-4d51-b650-4a0c989dcd6a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822461 Oct 19 01:29:36.473165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103288b-170a-463b-b9e1-a9b047ff1194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185b13a-3dc5-4b0c-810b-7c9f5a40ff1e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:36.514953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.547864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=df8a9ab8-4f90-4846-ad71-955dbcca8bdc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:36.602057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] No DVR routers for this DVR port df8a9ab8-4f90-4846-ad71-955dbcca8bdc on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:29:36.605126 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.608544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b504b3c7-28e4-4a33-9289-0f6c440290c1 req-29be91a3-e9fc-450a-9541-50214e640df9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "DELETE /v2.0/ports/df8a9ab8-4f90-4846-ad71-955dbcca8bdc HTTP/1.1" status: 204 len: 173 time: 1.0191901 Oct 19 01:29:36.609001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'name': 'network-vif-deleted', 'tag': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:36.611234 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1f5a0-c92b-4c09-9264-0839a78bd1f1" -d '{"events": [{"server_uuid": "249d504d-dcb5-4dd3-8577-9180f01f7605", "name": "network-vif-deleted", "tag": "df8a9ab8-4f90-4846-ad71-955dbcca8bdc"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:36.653313 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191363b6-bf88-4192-9ffb-3078add47521 x-openstack-request-id: req-191363b6-bf88-4192-9ffb-3078add47521 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:36.653602 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249d504d-dcb5-4dd3-8577-9180f01f7605", "name": "network-vif-deleted", "tag": "df8a9ab8-4f90-4846-ad71-955dbcca8bdc", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:36.653850 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-191363b6-bf88-4192-9ffb-3078add47521 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:36.654242 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249d504d-dcb5-4dd3-8577-9180f01f7605', 'name': 'network-vif-deleted', 'tag': 'df8a9ab8-4f90-4846-ad71-955dbcca8bdc', 'status': 'completed', 'code': 200} Oct 19 01:29:36.752917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47480) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:36.766167 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cb51829-dca6-4418-88fa-843b3fb3ea25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.841962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cb51829-dca6-4418-88fa-843b3fb3ea25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.845647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cb51829-dca6-4418-88fa-843b3fb3ea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.888263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4cb51829-dca6-4418-88fa-843b3fb3ea25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4728cc5b49042ae9b7c0be83a7376a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320331 Oct 19 01:29:36.888263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb51829-dca6-4418-88fa-843b3fb3ea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd70191-b671-4ae8-a205-3b58224a2bf2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:36.888683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47482) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:36.894504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0e92280c-5db5-49ad-9d4f-1f6ab559e43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.950731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffbe185e-90ee-425c-97ef-c24007914279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:36.974385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffbe185e-90ee-425c-97ef-c24007914279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.028526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffbe185e-90ee-425c-97ef-c24007914279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.031248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffbe185e-90ee-425c-97ef-c24007914279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:37.032590 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffbe185e-90ee-425c-97ef-c24007914279 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfd70191-b671-4ae8-a205-3b58224a2bf2 HTTP/1.1" status: 204 len: 168 time: 0.1426542 Oct 19 01:29:37.045702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe185e-90ee-425c-97ef-c24007914279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd70191-b671-4ae8-a205-3b58224a2bf2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:37.289729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bc5c-c033-490b-a294-4cded4404c2c req-3690c6c5-95dc-45c8-b1a0-5adf8d8e0bc7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:37.291703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1940bc5c-c033-490b-a294-4cded4404c2c req-3690c6c5-95dc-45c8-b1a0-5adf8d8e0bc7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0573335 Oct 19 01:29:37.331862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1940bc5c-c033-490b-a294-4cded4404c2c req-cc7f1ac9-dc65-4134-ae8b-c8004f54a3ae tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Oct 19 01:29:37.485902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-588efb66-a942-4ca7-b3b6-c961b088bcb7 req-5a049903-176d-4a96-abe4-31187ba56668 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 210 time: 0.0303750 Oct 19 01:29:37.631413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aefbec-a82e-4e80-90ef-354ca4c27cad req-781e8022-419e-46f8-81cb-31c52484a18d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:37.633558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26aefbec-a82e-4e80-90ef-354ca4c27cad req-781e8022-419e-46f8-81cb-31c52484a18d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0572188 Oct 19 01:29:37.681921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26aefbec-a82e-4e80-90ef-354ca4c27cad req-d03a6e07-fe62-4f3a-b042-fc303e0f2ce1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415223 Oct 19 01:29:37.865977 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device df8a9ab8-4f90-4846-ad71-955dbcca8bdc no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:29:37.920873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: df8a9ab8-4f90-4846-ad71-955dbcca8bdc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:29:37.923878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device df8a9ab8-4f90-4846-ad71-955dbcca8bdc not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:29:38.467269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df5762-db13-486c-ae5a-0b36bc1aabd7 req-d26de036-7b05-4a63-bab2-e55998a3c96d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:38.469226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05df5762-db13-486c-ae5a-0b36bc1aabd7 req-d26de036-7b05-4a63-bab2-e55998a3c96d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0598230 Oct 19 01:29:38.516178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05df5762-db13-486c-ae5a-0b36bc1aabd7 req-aa48b798-3797-431f-ab8f-d8bbceca96ec tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384922 Oct 19 01:29:38.612300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-081878d5-ce86-4256-ad8d-3f972f9f8851 req-74a57f9d-74d8-4842-b6ad-3d1aa62ce381 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 210 time: 0.0369363 Oct 19 01:29:38.815350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509746-cb7f-4a53-9f06-723ef30c1610 req-8ccb54bf-fe02-4f3d-b8eb-42acf803bc8d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:38.823863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a7509746-cb7f-4a53-9f06-723ef30c1610 req-8ccb54bf-fe02-4f3d-b8eb-42acf803bc8d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0541306 Oct 19 01:29:38.858563 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a7509746-cb7f-4a53-9f06-723ef30c1610 req-d8857e65-75bb-4cf5-9db8-56793c6e074d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337722 Oct 19 01:29:39.060763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47554) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:39.173066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f78c6860-499d-4437-8649-b546e791b40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.258561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f78c6860-499d-4437-8649-b546e791b40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.263165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f78c6860-499d-4437-8649-b546e791b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.308147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47562) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:39.308633 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f78c6860-499d-4437-8649-b546e791b40b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6417cf59691841b7821f630e2a20dc9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465708 Oct 19 01:29:39.310947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c6860-499d-4437-8649-b546e791b40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e1200-ab06-4c9e-8393-8e9039f880f0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:39.367865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb8f9-7740-4683-aafb-65a804a9b1a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.392574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb8f9-7740-4683-aafb-65a804a9b1a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.449293 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb8f9-7740-4683-aafb-65a804a9b1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.452156 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb8f9-7740-4683-aafb-65a804a9b1a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.453956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a2bcb8f9-7740-4683-aafb-65a804a9b1a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/918e1200-ab06-4c9e-8393-8e9039f880f0 HTTP/1.1" status: 204 len: 168 time: 0.1447678 Oct 19 01:29:39.465713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcb8f9-7740-4683-aafb-65a804a9b1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e1200-ab06-4c9e-8393-8e9039f880f0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:39.528529 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.664853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e801de5a-f24f-4611-9f0a-8ea7bb3601e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.676453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57411de8-a2ac-4738-af94-5549b6ae44cb req-26eeea76-c4b8-4931-b1bd-1fa8e5f5e024 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:39.687160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57411de8-a2ac-4738-af94-5549b6ae44cb req-26eeea76-c4b8-4931-b1bd-1fa8e5f5e024 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0851002 Oct 19 01:29:39.735444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fa1ba1a-dd4b-41ec-90bb-bac40e22f4d9 req-2164189d-087a-4e48-992e-b5ab29035cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 210 time: 0.0323508 Oct 19 01:29:39.746522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-57411de8-a2ac-4738-af94-5549b6ae44cb req-544f1d07-e6e7-40d0-a516-3e9f77d03117 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519364 Oct 19 01:29:39.800665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47582) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:39.817760 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d35ec1c-8e40-4172-b900-b16d112ccc80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.906243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d35ec1c-8e40-4172-b900-b16d112ccc80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.910809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d35ec1c-8e40-4172-b900-b16d112ccc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:39.954689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35ec1c-8e40-4172-b900-b16d112ccc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a6b033-40ad-4f0d-a416-11bc48981d49,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:39.971759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2d35ec1c-8e40-4172-b900-b16d112ccc80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f20c2b07d9e43abbd766b4ab4d89958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696548 Oct 19 01:29:39.974533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47588) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:40.026458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89ba1f4-ed25-4e7f-bb4f-9055f4ea355c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:40.048349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89ba1f4-ed25-4e7f-bb4f-9055f4ea355c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:40.102404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89ba1f4-ed25-4e7f-bb4f-9055f4ea355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:40.105136 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89ba1f4-ed25-4e7f-bb4f-9055f4ea355c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:40.106520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f89ba1f4-ed25-4e7f-bb4f-9055f4ea355c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82a6b033-40ad-4f0d-a416-11bc48981d49 HTTP/1.1" status: 204 len: 168 time: 0.1309474 Oct 19 01:29:40.115186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ba1f4-ed25-4e7f-bb4f-9055f4ea355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a6b033-40ad-4f0d-a416-11bc48981d49,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:40.223211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821c37a-01cd-4290-abcd-da9dc8473cd7 req-3fb1f56b-42af-4cae-a51b-8b1d99078681 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:40.224916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d821c37a-01cd-4290-abcd-da9dc8473cd7 req-3fb1f56b-42af-4cae-a51b-8b1d99078681 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0541346 Oct 19 01:29:40.269265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d821c37a-01cd-4290-abcd-da9dc8473cd7 req-b4efeb35-8478-4eea-85a6-28252710934f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370827 Oct 19 01:29:40.574004 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:40.731053 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:40.854627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a244fcc-1e2b-4095-ba35-9c7a8661a95c req-6101e1cf-ede6-4daf-bce3-cac640dc6be0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=249d504d-dcb5-4dd3-8577-9180f01f7605 HTTP/1.1" status: 200 len: 210 time: 0.0410275 Oct 19 01:29:40.897007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe7752-200c-4a62-ae4c-f9e53eaeb5a3 req-317360f4-eaa0-4e72-8422-a5a6c6073164 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:40.905465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7fe7752-200c-4a62-ae4c-f9e53eaeb5a3 req-317360f4-eaa0-4e72-8422-a5a6c6073164 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0682433 Oct 19 01:29:40.940170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7fe7752-200c-4a62-ae4c-f9e53eaeb5a3 req-7a70fd34-f2e1-45e8-84ae-ae3f66e9c298 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335667 Oct 19 01:29:41.415740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1dfaf-4e4a-4429-abf3-af78d11f6c20 req-fb2957c6-71dc-4f4a-9fcb-61770a7061db tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:41.417364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ca1dfaf-4e4a-4429-abf3-af78d11f6c20 req-fb2957c6-71dc-4f4a-9fcb-61770a7061db tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0584061 Oct 19 01:29:41.461850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ca1dfaf-4e4a-4429-abf3-af78d11f6c20 req-98298309-eed7-4d3c-bdaa-7554c6ace04d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 Oct 19 01:29:41.875782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:29:42.040475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:42.065225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'port_id': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'mac_address': 'fa:16:3e:25:7e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:29:42.124906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfccb-0f30-4108-b089-4961152bc4be req-4bba2378-5bf7-4062-a78c-1ef8ebbf3f1d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:42.135320 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:42.135705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03ebfccb-0f30-4108-b089-4961152bc4be req-4bba2378-5bf7-4062-a78c-1ef8ebbf3f1d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 944 time: 0.0933557 Oct 19 01:29:42.165914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bb2bba-f667-41f5-9b86-489126c8740c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:29:42.192680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03ebfccb-0f30-4108-b089-4961152bc4be req-1e3b3585-e4ed-45be-8e74-876ceceadc44 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482805 Oct 19 01:29:42.215546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:42.219464 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:42.279228 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:42.284081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:42.455655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['d3bb2bba-f667-41f5-9b86-489126c8740c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:29:42.628644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaab20-c65d-4396-a6f0-afdd9c9d19a5 req-a6dd5304-bb06-4d04-a4a9-dbb31e943d5a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:42.630905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1eaab20-c65d-4396-a6f0-afdd9c9d19a5 req-a6dd5304-bb06-4d04-a4a9-dbb31e943d5a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0656462 Oct 19 01:29:42.692835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1eaab20-c65d-4396-a6f0-afdd9c9d19a5 req-5a4943df-dbf0-4306-b08d-63037dedeedc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543189 Oct 19 01:29:43.334327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300031b-76d5-4f40-b96f-f3c3ebaef542 req-7761488b-3135-41a8-82f6-69fb9b53c26b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:43.336600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2300031b-76d5-4f40-b96f-f3c3ebaef542 req-7761488b-3135-41a8-82f6-69fb9b53c26b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 945 time: 0.0538185 Oct 19 01:29:43.378778 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2300031b-76d5-4f40-b96f-f3c3ebaef542 req-9e1d770f-77cf-4e99-b5ee-ebe19d7a0b1d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Oct 19 01:29:43.816241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c86d-a394-492d-aa65-fad9c4f1cef2 req-4fe4decc-2a0e-4e12-b18f-adbc440d7e52 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:43.821029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e180c86d-a394-492d-aa65-fad9c4f1cef2 req-4fe4decc-2a0e-4e12-b18f-adbc440d7e52 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0558794 Oct 19 01:29:43.861788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e180c86d-a394-492d-aa65-fad9c4f1cef2 req-e70377df-b69c-47ad-baa1-3a413c58b5f2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374248 Oct 19 01:29:43.880180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:29:43.992758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port d3bb2bba-f667-41f5-9b86-489126c8740c completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:29:43.997987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port d3bb2bba-f667-41f5-9b86-489126c8740c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:29:44.000040 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.108633 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.154275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:29:44.154275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:29:44.155634 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0b57d-395d-41bb-a4ad-821357c9b193" -d '{"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-plugged", "status": "completed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:29:44.161467 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.258253 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ddada-d209-49fb-8a14-881ed8476092 x-openstack-request-id: req-2d4ddada-d209-49fb-8a14-881ed8476092 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:29:44.258549 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-plugged", "status": "completed", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:29:44.258819 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d4ddada-d209-49fb-8a14-881ed8476092 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:29:44.259180 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'code': 200} Oct 19 01:29:44.321208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:44.423657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfb0a2-30fe-4651-b0b2-433910717d7f req-a73f27ce-3f26-491d-bce8-2659959980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:44.425588 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91bfb0a2-30fe-4651-b0b2-433910717d7f req-a73f27ce-3f26-491d-bce8-2659959980b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 1098 time: 0.0638652 Oct 19 01:29:44.486439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-91bfb0a2-30fe-4651-b0b2-433910717d7f req-5da165ec-6b6b-4448-8d04-ee09109ba218 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449772 Oct 19 01:29:44.522594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47692) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:44.562582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86060b74-9282-46a3-b7ee-aedf43c3509a req-30865bef-2887-404e-bf86-f575eed5e873 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:44.564137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86060b74-9282-46a3-b7ee-aedf43c3509a req-30865bef-2887-404e-bf86-f575eed5e873 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 946 time: 0.0675795 Oct 19 01:29:44.613474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86060b74-9282-46a3-b7ee-aedf43c3509a req-e5421f81-1b47-4d7d-940d-800551208655 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403914 Oct 19 01:29:44.674189 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18a78be8-5174-4ac6-be49-04f9d8fa7a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.757941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18a78be8-5174-4ac6-be49-04f9d8fa7a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.761780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18a78be8-5174-4ac6-be49-04f9d8fa7a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.807598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a78be8-5174-4ac6-be49-04f9d8fa7a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d387f0d1-8b2e-4ca5-8e3b-0df761204ee2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:44.815008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47702) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:44.815871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-18a78be8-5174-4ac6-be49-04f9d8fa7a0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ecc0991824b47e0b78fe31e59fb54b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913389 Oct 19 01:29:44.875761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ae35dd6-7902-4de3-a684-6bd910afd5a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.902097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ae35dd6-7902-4de3-a684-6bd910afd5a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.957180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ae35dd6-7902-4de3-a684-6bd910afd5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.960952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ae35dd6-7902-4de3-a684-6bd910afd5a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:44.964774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1ae35dd6-7902-4de3-a684-6bd910afd5a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d387f0d1-8b2e-4ca5-8e3b-0df761204ee2 HTTP/1.1" status: 204 len: 168 time: 0.1460943 Oct 19 01:29:44.975053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae35dd6-7902-4de3-a684-6bd910afd5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d387f0d1-8b2e-4ca5-8e3b-0df761204ee2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:45.040344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da41a7-56c9-44a5-9442-e502d4a4f819 req-3d111bcb-11d7-436e-a6de-e39282d823ef tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:45.049429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-50da41a7-56c9-44a5-9442-e502d4a4f819 req-3d111bcb-11d7-436e-a6de-e39282d823ef tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0791638 Oct 19 01:29:45.104358 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-50da41a7-56c9-44a5-9442-e502d4a4f819 req-483bc05f-2aa1-4572-8435-e97978717a5d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502546 Oct 19 01:29:45.826238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc24c7-77ee-4d9f-96bc-611e44e7793d req-df5f84c7-0eda-4abd-92ec-032f570d3b35 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:45.827824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ccc24c7-77ee-4d9f-96bc-611e44e7793d req-df5f84c7-0eda-4abd-92ec-032f570d3b35 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 946 time: 0.0990088 Oct 19 01:29:45.907322 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ccc24c7-77ee-4d9f-96bc-611e44e7793d req-c4582890-78c2-4576-8886-a6d46050d8ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710454 Oct 19 01:29:46.249890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f13f20-4648-4cfc-a6d8-4f2aa5c7c169 req-e5f7c3a3-f5f5-4c31-bcdf-6572018d75b9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:46.259346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76f13f20-4648-4cfc-a6d8-4f2aa5c7c169 req-e5f7c3a3-f5f5-4c31-bcdf-6572018d75b9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0739858 Oct 19 01:29:46.322370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76f13f20-4648-4cfc-a6d8-4f2aa5c7c169 req-77f21b83-3a8c-48ef-9783-b7353d83b659 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618501 Oct 19 01:29:46.763581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47826) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:46.769943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cca2d39a-c03d-4d40-9c62-7fea9106970d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919447510', 'description': 'tempest-secgroup-smoke-919447510 description', 'project_id': '94246613562645278786674bc9722b64'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:46.836786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cca2d39a-c03d-4d40-9c62-7fea9106970d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.959547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-bbfc3c80-9657-4411-818f-d6e524e57973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:46.963798 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-bbfc3c80-9657-4411-818f-d6e524e57973 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1096 time: 0.2337384 Oct 19 01:29:46.965285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cca2d39a-c03d-4d40-9c62-7fea9106970d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:46.971253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cca2d39a-c03d-4d40-9c62-7fea9106970d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.003375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cca2d39a-c03d-4d40-9c62-7fea9106970d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.010293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47838) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:47.011112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cca2d39a-c03d-4d40-9c62-7fea9106970d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2460778 Oct 19 01:29:47.018624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-cc01ba3d-f52b-4ab1-9520-f37003a8c6e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'security_group_rule': {'security_group_id': 'd8573e49-0148-439f-9421-a547703c8c60', 'project_id': '94246613562645278786674bc9722b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:47.032538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bdeb-cbb4-408f-8e86-3f2386bfb3d8 req-93828792-14d3-4681-b02a-4a9e2d60cd26 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:47.032953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d39a-c03d-4d40-9c62-7fea9106970d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8573e49-0148-439f-9421-a547703c8c60,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:47.045217 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a3b9bdeb-cbb4-408f-8e86-3f2386bfb3d8 req-93828792-14d3-4681-b02a-4a9e2d60cd26 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1998420 Oct 19 01:29:47.136043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9606cc-b8bd-4be0-ac3b-199f76feab44 req-2c0482f1-217d-46ec-bcd5-b8246a338aca tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:47.144649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e9606cc-b8bd-4be0-ac3b-199f76feab44 req-2c0482f1-217d-46ec-bcd5-b8246a338aca tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 946 time: 0.0696774 Oct 19 01:29:47.179471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a3b9bdeb-cbb4-408f-8e86-3f2386bfb3d8 req-acec53cb-693f-4ed3-be6f-19fc3eff5641 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279213 Oct 19 01:29:47.198535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc01ba3d-f52b-4ab1-9520-f37003a8c6e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.201837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e9606cc-b8bd-4be0-ac3b-199f76feab44 req-e1515b26-53a2-460c-b3e9-209f43a7cb07 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559883 Oct 19 01:29:47.214203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-6c17dec0-273e-47ed-acf1-50ebc7100288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:47.215911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-6c17dec0-273e-47ed-acf1-50ebc7100288 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2351820 Oct 19 01:29:47.304147 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc01ba3d-f52b-4ab1-9520-f37003a8c6e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.312892 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc01ba3d-f52b-4ab1-9520-f37003a8c6e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.315724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:47.319202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-225d1f5f-bec7-4499-ad19-dafa1c02a46e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.0927618 Oct 19 01:29:47.367485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01ba3d-f52b-4ab1-9520-f37003a8c6e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01aadf52-0675-4c5f-abd4-77275365dc05,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:47.383326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc01ba3d-f52b-4ab1-9520-f37003a8c6e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.384602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cc01ba3d-f52b-4ab1-9520-f37003a8c6e8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727639 Oct 19 01:29:47.387606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47850) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:47.393059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4d09cee5-12d9-4efd-b5ec-b27b699fc5cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'security_group_rule': {'security_group_id': 'd8573e49-0148-439f-9421-a547703c8c60', 'project_id': '94246613562645278786674bc9722b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:47.393874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-79a6d462-6b25-45c0-bacb-2e096f9e9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:47.395350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-79a6d462-6b25-45c0-bacb-2e096f9e9a4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0672717 Oct 19 01:29:47.432671 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d09cee5-12d9-4efd-b5ec-b27b699fc5cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.467571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-f86aff23-ded3-4524-a18d-0a58edc7d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:47.469613 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-f86aff23-ded3-4524-a18d-0a58edc7d8bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655403 Oct 19 01:29:47.497961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-782381061'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:47.538779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d09cee5-12d9-4efd-b5ec-b27b699fc5cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.543563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d09cee5-12d9-4efd-b5ec-b27b699fc5cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.557332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Made reservation on behalf of 5b9d223e547841a8b803ba351eb1b157 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:47.560948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.575197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-66428e9b-9468-4013-bc39-c69437cbdeff service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960321 Oct 19 01:29:47.578079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09cee5-12d9-4efd-b5ec-b27b699fc5cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c340f893-785e-41b5-9b74-5278f9c0e87b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:47.582434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.595028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d09cee5-12d9-4efd-b5ec-b27b699fc5cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.596245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d09cee5-12d9-4efd-b5ec-b27b699fc5cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2070436 Oct 19 01:29:47.599557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:47.606491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d390ce72-5c6b-45fd-92b9-87a9156e69df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'security_group_rule': {'security_group_id': 'd8573e49-0148-439f-9421-a547703c8c60', 'project_id': '94246613562645278786674bc9722b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:47.653591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d390ce72-5c6b-45fd-92b9-87a9156e69df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.705682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2fae042-6f1d-4c9b-989f-ad1ee0563e68 req-9d141d91-d4a8-465b-b573-568a8ae008fd service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185498 Oct 19 01:29:47.734436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.745065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.771460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d390ce72-5c6b-45fd-92b9-87a9156e69df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.779744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d390ce72-5c6b-45fd-92b9-87a9156e69df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.781528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:47.818082 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.818424 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Added segment 74348f9a-2a63-4c77-89f4-7b65e99e579d of type vlan for network f2fddb4c-1be3-43c3-a514-0c8933b4dc58 Oct 19 01:29:47.822143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390ce72-5c6b-45fd-92b9-87a9156e69df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374bf762-2a2c-4912-91fc-b349fd201e79,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:47.832039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4322ccf9-2798-4880-ad64-289416d2ca87,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:47.840638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d390ce72-5c6b-45fd-92b9-87a9156e69df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.841837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d390ce72-5c6b-45fd-92b9-87a9156e69df tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2413373 Oct 19 01:29:47.845073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47858) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:47.852376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-988a877c-f999-4aee-8ae4-3aa08c5bcfdb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'security_group_rule': {'security_group_id': 'd8573e49-0148-439f-9421-a547703c8c60', 'project_id': '94246613562645278786674bc9722b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:47.880636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.892406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-988a877c-f999-4aee-8ae4-3aa08c5bcfdb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.916644 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.927116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:47.927736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.968086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6509550 Oct 19 01:29:47.971255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47864) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:47.988507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-988a877c-f999-4aee-8ae4-3aa08c5bcfdb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:47.998702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-988a877c-f999-4aee-8ae4-3aa08c5bcfdb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.017296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596a463-f7d4-474c-b4c3-d95f61caf9c8 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Pushing event updated for resources: {'Network': ['ID=f2fddb4c-1be3-43c3-a514-0c8933b4dc58,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.032565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a877c-f999-4aee-8ae4-3aa08c5bcfdb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff80dc09-e705-473e-b8b0-4eb920766836,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.033500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f2fddb4c-1be3-43c3-a514-0c8933b4dc58 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:48.041982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-988a877c-f999-4aee-8ae4-3aa08c5bcfdb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.043756 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-988a877c-f999-4aee-8ae4-3aa08c5bcfdb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964700 Oct 19 01:29:48.046340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47868) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:48.051147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'security_group_rule': {'security_group_id': 'd8573e49-0148-439f-9421-a547703c8c60', 'project_id': '94246613562645278786674bc9722b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:48.061774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'network': {'name': 'tempest-network--1162188060', 'router:external': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:48.087596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:29:48.087596 n-d-789963-20 neutron-server[100848]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 01:29:48.087596 n-d-789963-20 neutron-server[100848]: [parameters: {'project_id': '28f89c3a610f4f69b4a4234f5372bda4', 'id': 'c3822a11-c565-4183-9d6d-8d0fd7cbdfce', 'expiration': datetime.datetime(2021, 10, 19, 1, 31, 48, 80122)}] Oct 19 01:29:48.087596 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:29:48.088099 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:29:48.110183 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Project 94246613562645278786674bc9722b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:29:48.116631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.220410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.226632 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.264167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9586fe74-06cf-42f7-9217-6302d12dded1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.272238 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.276764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-11b06c29-8633-40cd-ba31-3cffe04e97eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2269144 Oct 19 01:29:48.277449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47874) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:48.282935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'security_group_rule': {'security_group_id': 'd8573e49-0148-439f-9421-a547703c8c60', 'project_id': '94246613562645278786674bc9722b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:48.310836 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Project 94246613562645278786674bc9722b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:29:48.317404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.324333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f85e7-63fc-4607-a6b0-c6f1ba1b3b27 req-ea29ec1e-43da-4a30-b95f-eb0ee566cfce tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:48.325905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-178f85e7-63fc-4607-a6b0-c6f1ba1b3b27 req-ea29ec1e-43da-4a30-b95f-eb0ee566cfce tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0741837 Oct 19 01:29:48.370107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-178f85e7-63fc-4607-a6b0-c6f1ba1b3b27 req-02f5d73d-c3ff-4729-b8a6-af422474ee79 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368953 Oct 19 01:29:48.400873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.404806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.432695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76d1575-3e40-4606-acc8-ca227a786668,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.438709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.440062 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cf57b117-6250-4226-81f3-b62ec8420d9f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1613128 Oct 19 01:29:48.611314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Made reservation on behalf of 28f89c3a610f4f69b4a4234f5372bda4 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:48.613751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.629125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.732024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.736473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.764061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:48.775295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c015fc-9f48-4bef-af04-1d59bcf72e78,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.781199 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.781421 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Added segment a0c6dc57-a5ea-4589-b74f-86d3443b1d48 of type vlan for network e23cf756-e551-4fa2-a9be-594b644f0bf2 Oct 19 01:29:48.847344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.895854 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.897015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:48.897882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:48.940451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9650767 Oct 19 01:29:48.940598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47922) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:48.973408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f68f9b-799c-4b11-8979-60816e7d730f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Network': ['ID=e23cf756-e551-4fa2-a9be-594b644f0bf2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:48.985440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e23cf756-e551-4fa2-a9be-594b644f0bf2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:49.024286 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.136872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.161924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23cf756-e551-4fa2-a9be-594b644f0bf2']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:49.172492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c6dc57-a5ea-4589-b74f-86d3443b1d48') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:49.173135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c6dc57-a5ea-4589-b74f-86d3443b1d48') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:49.183592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.197538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.203941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:49.204549 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:49.206865 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:49.310729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.317522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e23cf756-e551-4fa2-a9be-594b644f0bf2 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:29:49.325555 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.329856 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "DELETE /v2.0/networks/e23cf756-e551-4fa2-a9be-594b644f0bf2 HTTP/1.1" status: 204 len: 168 time: 0.3878460 Oct 19 01:29:49.333159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47958) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:49.339609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:49.345105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b66227-e5ac-4b1c-8e43-485406558d18 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event deleted for resources: {'Network': ['ID=e23cf756-e551-4fa2-a9be-594b644f0bf2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:49.374312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Made reservation on behalf of 28f89c3a610f4f69b4a4234f5372bda4 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:49.377873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.409140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:49.421763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.422396 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Added segment 921a5dd3-8f87-4481-8845-46073a1d76ca of type vlan for network 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f Oct 19 01:29:49.504062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.572143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2dccf-2fd8-4195-8575-9589efa5cca7 req-096d0761-8b20-40e0-827b-a7baaf4cd0a1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:49.572143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18d2dccf-2fd8-4195-8575-9589efa5cca7 req-096d0761-8b20-40e0-827b-a7baaf4cd0a1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0809453 Oct 19 01:29:49.651219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.654106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:49.654683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.680842 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18d2dccf-2fd8-4195-8575-9589efa5cca7 req-f1618ac4-3b44-487a-87fe-4060b875c80a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939763 Oct 19 01:29:49.726981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3925357 Oct 19 01:29:49.731529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47964) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:49.740647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'subnet': {'network_id': '1e5c151c-3bbf-4d0c-b945-21c9d017ab8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:49.788605 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.802068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Made reservation on behalf of 28f89c3a610f4f69b4a4234f5372bda4 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:49.803862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac9479-e6ed-41ed-833d-fe4ccf0c7f1c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Network': ['ID=1e5c151c-3bbf-4d0c-b945-21c9d017ab8f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:49.806146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:49.819514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:49.848630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5cc1-59c2-4b3c-b5a3-31bbf7ef60b2 req-588c0fe5-91a8-44fc-b4df-ac325874f985 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:49.858776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf3b5cc1-59c2-4b3c-b5a3-31bbf7ef60b2 req-588c0fe5-91a8-44fc-b4df-ac325874f985 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0711508 Oct 19 01:29:49.919157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf3b5cc1-59c2-4b3c-b5a3-31bbf7ef60b2 req-e139c1ec-400f-4181-a249-0a0409826a78 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576427 Oct 19 01:29:50.303063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fb21a-4b3c-4bea-a123-81c20c35bf80 req-ded04839-51ae-4a10-8388-f9d8c41f182d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:50.312157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a8fb21a-4b3c-4bea-a123-81c20c35bf80 req-ded04839-51ae-4a10-8388-f9d8c41f182d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1042850 Oct 19 01:29:50.354585 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a8fb21a-4b3c-4bea-a123-81c20c35bf80 req-3fda3897-dd62-4a53-83e7-e3184d93ab2a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405359 Oct 19 01:29:50.361070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.objects.ports [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:29:50.362014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:50.444171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc381c84-99ac-491c-ba12-f37ec6070d23,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:50.449388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Checking segment: {'id': '921a5dd3-8f87-4481-8845-46073a1d76ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1e5c151c-3bbf-4d0c-b945-21c9d017ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:29:50.449756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Network hostable DHCP agents. Network: 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:29:50.478843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Network 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:29:50.493476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:50.504252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb0843-d597-42cd-b321-b68816206ea2 None None] Network 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:50.505287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:50.505885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:50.534996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b14ceb10-3958-446c-84bb-01e127a72fc2 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7994642 Oct 19 01:29:50.534996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47982) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:50.541643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'floatingip': {'floating_network_id': '1e5c151c-3bbf-4d0c-b945-21c9d017ab8f'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:50.589094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:50.690212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0b0f5-51e5-4c90-8544-0cacc80ff839 req-71ee5c08-bbb1-405e-aa31-a63fd7fe403c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:50.691750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03b0b0f5-51e5-4c90-8544-0cacc80ff839 req-71ee5c08-bbb1-405e-aa31-a63fd7fe403c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0829854 Oct 19 01:29:50.733077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80690c06-86f8-48c4-acb1-3a1ecd2cf137 None None] Network 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:29:50.754757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03b0b0f5-51e5-4c90-8544-0cacc80ff839 req-10afb205-4938-4b5b-8c39-a3540be91aa7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492783 Oct 19 01:29:50.760643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:50.911126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Allocated IP 172.20.0.8 (1e5c151c-3bbf-4d0c-b945-21c9d017ab8f/cc381c84-99ac-491c-ba12-f37ec6070d23/d5f0d684-3b2f-4815-ace8-9067dafe4ccb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:29:51.034370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.078804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.121883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Network 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:29:51.126221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:29:51.132744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:29:51.180877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Port': ['ID=d5f0d684-3b2f-4815-ace8-9067dafe4ccb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:51.305626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.349546 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.522439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.529434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.628874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Port': ['ID=d5f0d684-3b2f-4815-ace8-9067dafe4ccb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:51.642068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.657843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.659304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-922cea18-cd23-4ec9-85cf-933453e9787c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1233523 Oct 19 01:29:51.662636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47992) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:51.739573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e40c16e8-1db5-43c7-bf10-1e71317fcfca tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=1e5c151c-3bbf-4d0c-b945-21c9d017ab8f HTTP/1.1" status: 200 len: 689 time: 0.0756698 Oct 19 01:29:51.742925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47994) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:51.836378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:51.878963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bf275-ca3e-4c1c-862a-594dc910f6f5 req-b8c95f5f-a3b5-45f9-8197-6a3edaed6c8e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:51.880870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f38bf275-ca3e-4c1c-862a-594dc910f6f5 req-b8c95f5f-a3b5-45f9-8197-6a3edaed6c8e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0545526 Oct 19 01:29:51.931886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f38bf275-ca3e-4c1c-862a-594dc910f6f5 req-d3af7dae-9237-4880-ad78-1157ddd1531a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401342 Oct 19 01:29:51.983646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Deleting port d5f0d684-3b2f-4815-ace8-9067dafe4ccb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:29:51.983799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.097712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.098221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.131278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Calling delete_port for d5f0d684-3b2f-4815-ace8-9067dafe4ccb owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:29:52.259048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aebdf-8fb1-4ec7-83de-a3c3df994d55 req-d64a8e1e-4fac-4986-9ee9-3187e6120aeb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:52.260784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac7aebdf-8fb1-4ec7-83de-a3c3df994d55 req-d64a8e1e-4fac-4986-9ee9-3187e6120aeb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1170657 Oct 19 01:29:52.344145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.378060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac7aebdf-8fb1-4ec7-83de-a3c3df994d55 req-9dbc5362-4f69-4565-9303-ae3d0735c441 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074154 Oct 19 01:29:52.446494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5f0d684-3b2f-4815-ace8-9067dafe4ccb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:52.498490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.573032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.640017 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.673927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc381c84-99ac-491c-ba12-f37ec6070d23,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:52.736366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.765682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5c151c-3bbf-4d0c-b945-21c9d017ab8f']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:52.778029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921a5dd3-8f87-4481-8845-46073a1d76ca') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:52.778533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921a5dd3-8f87-4481-8845-46073a1d76ca') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:52.798005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.812628 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.819090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:52.821474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:52.822259 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:52.893716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.903753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e5c151c-3bbf-4d0c-b945-21c9d017ab8f {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:29:52.906355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:52.909727 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "DELETE /v2.0/networks/1e5c151c-3bbf-4d0c-b945-21c9d017ab8f HTTP/1.1" status: 204 len: 168 time: 1.1657608 Oct 19 01:29:52.912340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48010) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:52.920637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a35b6-c547-4ec8-8bca-c390866af28f tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e5c151c-3bbf-4d0c-b945-21c9d017ab8f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:53.074698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c423d4e2-ad2f-41a4-9056-e72e317cd961 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3348 time: 0.1571512 Oct 19 01:29:53.074878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48012) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:53.210144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.210716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.211244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.212025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.212540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.213050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.213558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.214063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.214568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.215072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.215522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.220017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-64300699-590f-40ab-8aab-55f64d39aa73 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7105 time: 0.1417892 Oct 19 01:29:53.220713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48016) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:53.267104 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-08973787-42bb-467b-9f03-307e76c76474 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] delete failed (client error): The resource could not be found. Oct 19 01:29:53.268287 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-08973787-42bb-467b-9f03-307e76c76474 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/0c26f88d-f984-4341-b294-740638ca3ae3 HTTP/1.1" status: 404 len: 345 time: 0.0465591 Oct 19 01:29:53.273703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48018) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:53.317911 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-849df78f-d768-4867-9947-4f07e9b6631c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] DELETE failed (client error): The resource could not be found. Oct 19 01:29:53.318735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849df78f-d768-4867-9947-4f07e9b6631c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:29:53.323247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-849df78f-d768-4867-9947-4f07e9b6631c tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "DELETE /v2.0/networks/1e5c151c-3bbf-4d0c-b945-21c9d017ab8f HTTP/1.1" status: 404 len: 339 time: 0.0498164 Oct 19 01:29:53.327284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48022) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:53.332034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'network': {'name': 'tempest-network--1548007272', 'router:external': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:53.358883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Made reservation on behalf of 28f89c3a610f4f69b4a4234f5372bda4 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:53.361414 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:53.394081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:53.415054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:53.415452 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Added segment fc04aa54-5c35-4bcd-b9f4-f3849f5b9e59 of type vlan for network 9387fdc4-c73e-4602-b354-e999e56ec132 Oct 19 01:29:53.486651 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:53.565968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:53.566968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.567546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:53.586598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf6ce-234c-4668-876c-be89a29a17d9 req-1f9ab1c0-cf5d-4a58-a08c-737db96781cc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:53.588398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52bbf6ce-234c-4668-876c-be89a29a17d9 req-1f9ab1c0-cf5d-4a58-a08c-737db96781cc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0731699 Oct 19 01:29:53.637394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3069441 Oct 19 01:29:53.637828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48030) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:53.686524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-52bbf6ce-234c-4668-876c-be89a29a17d9 req-d7659ba4-0a3b-4890-957d-9f8b50bf5310 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833566 Oct 19 01:29:53.687840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12276582-2f42-4b17-9720-f33694ec7e61 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Network': ['ID=9387fdc4-c73e-4602-b354-e999e56ec132,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:53.701110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9387fdc4-c73e-4602-b354-e999e56ec132 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:54.159451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e56d3a-939e-4c98-adab-3aec3c9cd8f7 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.166286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e56d3a-939e-4c98-adab-3aec3c9cd8f7 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.172409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e56d3a-939e-4c98-adab-3aec3c9cd8f7 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.178181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e56d3a-939e-4c98-adab-3aec3c9cd8f7 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.180823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e7e56d3a-939e-4c98-adab-3aec3c9cd8f7 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5420432 Oct 19 01:29:54.184102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48034) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:54.214362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9d83-f008-4f61-9028-fba5045730bd req-901a00b4-f573-4ef5-a911-3981c7b1ca95 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.221511 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa1a9d83-f008-4f61-9028-fba5045730bd req-901a00b4-f573-4ef5-a911-3981c7b1ca95 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.4325233 Oct 19 01:29:54.294991 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.306965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa1a9d83-f008-4f61-9028-fba5045730bd req-3e869c38-6b72-414f-878d-e5dcbb44e8ad tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845993 Oct 19 01:29:54.422872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.451205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9387fdc4-c73e-4602-b354-e999e56ec132']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:54.466249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc04aa54-5c35-4bcd-b9f4-f3849f5b9e59') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:54.466249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc04aa54-5c35-4bcd-b9f4-f3849f5b9e59') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:54.466583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e7702-2238-4b13-8682-9c1019be47b3 req-548dd454-3c41-46ae-93e2-8db47b296a29 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.476074 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b9e7702-2238-4b13-8682-9c1019be47b3 req-548dd454-3c41-46ae-93e2-8db47b296a29 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0939209 Oct 19 01:29:54.478214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.497109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.517322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:54.518139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:54.523434 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:54.534303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b9e7702-2238-4b13-8682-9c1019be47b3 req-7daa4766-e600-4450-9fec-7e64b069a0f9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571201 Oct 19 01:29:54.661032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.673948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9387fdc4-c73e-4602-b354-e999e56ec132 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:29:54.680148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.684447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "DELETE /v2.0/networks/9387fdc4-c73e-4602-b354-e999e56ec132 HTTP/1.1" status: 204 len: 168 time: 0.4995346 Oct 19 01:29:54.697492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48052) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:54.702753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'network': {'name': 'tempest-network--514373346', 'router:external': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:54.725513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f00ed0-3d04-4744-a2fa-2616684616ab tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event deleted for resources: {'Network': ['ID=9387fdc4-c73e-4602-b354-e999e56ec132,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:54.732217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Made reservation on behalf of 28f89c3a610f4f69b4a4234f5372bda4 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:54.739284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.765698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc89b-3900-453f-b131-cd74bd2746d2 req-81a787bc-abbe-4d39-a2ca-e6c79fc1136b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.768431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-307fc89b-3900-453f-b131-cd74bd2746d2 req-81a787bc-abbe-4d39-a2ca-e6c79fc1136b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1210968 Oct 19 01:29:54.807516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:54.831053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.831413 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Added segment a808cabb-6e45-44e5-9bbb-e4680918b61e of type vlan for network 072b82da-30f5-46e6-8ab2-d8147ae583f7 Oct 19 01:29:54.872636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-307fc89b-3900-453f-b131-cd74bd2746d2 req-4b9c2a09-70d7-4946-a31e-54a1bb1d94b9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970180 Oct 19 01:29:54.933221 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.986951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:54.988135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:54.988843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.030921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48060) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:55.040634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3417397 Oct 19 01:29:55.093071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa10287-a10d-48d9-95dd-06691ff0e712 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Network': ['ID=072b82da-30f5-46e6-8ab2-d8147ae583f7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:55.098705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 072b82da-30f5-46e6-8ab2-d8147ae583f7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:55.207061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b35accf-7955-4118-b225-5765b482c267 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:55.208513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2b35accf-7955-4118-b225-5765b482c267 tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] 10.222.0.64 "GET /v2.0/networks/072b82da-30f5-46e6-8ab2-d8147ae583f7 HTTP/1.1" status: 200 len: 756 time: 0.1765482 Oct 19 01:29:55.212197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:55.354555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d628945-b07e-4ba9-b664-e92cb2b8859c tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:55.356540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4d628945-b07e-4ba9-b664-e92cb2b8859c tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] 10.222.0.64 "GET /v2.0/networks/f2fddb4c-1be3-43c3-a514-0c8933b4dc58 HTTP/1.1" status: 200 len: 767 time: 0.1426673 Oct 19 01:29:55.359166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48072) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:55.452742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.577563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.607080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072b82da-30f5-46e6-8ab2-d8147ae583f7']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:55.618509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a808cabb-6e45-44e5-9bbb-e4680918b61e') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:55.618825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a808cabb-6e45-44e5-9bbb-e4680918b61e') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:55.632695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.653829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.661275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:55.661787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:55.664514 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:55.773287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.782636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 072b82da-30f5-46e6-8ab2-d8147ae583f7 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:29:55.794311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.806603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48078) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:55.812506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'network': {'name': 'tempest-network--1494588479'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:55.816833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "DELETE /v2.0/networks/072b82da-30f5-46e6-8ab2-d8147ae583f7 HTTP/1.1" status: 204 len: 168 time: 0.4563708 Oct 19 01:29:55.850736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caad468-9b05-4078-aa36-470d6cf7fc8b tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event deleted for resources: {'Network': ['ID=072b82da-30f5-46e6-8ab2-d8147ae583f7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:55.859392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Made reservation on behalf of 28f89c3a610f4f69b4a4234f5372bda4 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:55.863777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.894630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:29:55.906224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.906740 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Added segment 9360262b-166f-4c2b-9337-af691d0ec9b6 of type vlan for network 0147a55e-c915-4dc8-a55e-10f6a25e2e66 Oct 19 01:29:55.958170 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.993958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:55.995095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:55.995746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622487'] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.085619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Network': ['ID=0147a55e-c915-4dc8-a55e-10f6a25e2e66,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:56.096393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 0147a55e-c915-4dc8-a55e-10f6a25e2e66 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:29:56.096899 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4fa83b5f-93e4-4bf4-a94c-310ccd735816 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2891288 Oct 19 01:29:56.100314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48080) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:56.106184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:56.312326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.329156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.361244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Network 0147a55e-c915-4dc8-a55e-10f6a25e2e66 is not hosted by any dhcp agent {{(pid=100847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:29:56.362432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:29:56.363272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.365200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "PUT /v2.0/networks/0147a55e-c915-4dc8-a55e-10f6a25e2e66 HTTP/1.1" status: 200 len: 858 time: 0.2637842 Oct 19 01:29:56.368952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48088) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:56.421344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589aab6-d4df-4860-b499-c15bc85ef217 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event updated for resources: {'Network': ['ID=0147a55e-c915-4dc8-a55e-10f6a25e2e66,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:56.455501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.541271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.562673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0147a55e-c915-4dc8-a55e-10f6a25e2e66']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:56.572906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9360262b-166f-4c2b-9337-af691d0ec9b6') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:56.573202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9360262b-166f-4c2b-9337-af691d0ec9b6') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:56.583230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.598330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.604950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:56.605375 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:56.607591 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:56.683557 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.687629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0147a55e-c915-4dc8-a55e-10f6a25e2e66 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:29:56.692945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.700128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] 10.222.0.64 "DELETE /v2.0/networks/0147a55e-c915-4dc8-a55e-10f6a25e2e66 HTTP/1.1" status: 204 len: 168 time: 0.3263726 Oct 19 01:29:56.700617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48094) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:56.741867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8023-c914-4015-8c43-f6215a2fa809 tempest-ExternalNetworksTestJSON-1730507294 tempest-ExternalNetworksTestJSON-1730507294-project-admin] Pushing event deleted for resources: {'Network': ['ID=0147a55e-c915-4dc8-a55e-10f6a25e2e66,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:56.750768 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9f03eb-ecd4-4a52-9b22-d3d24ad876fd tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] DELETE failed (client error): The resource could not be found. Oct 19 01:29:56.751235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9f03eb-ecd4-4a52-9b22-d3d24ad876fd tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:29:56.756033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fb9f03eb-ecd4-4a52-9b22-d3d24ad876fd tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] 10.222.0.64 "DELETE /v2.0/subnets/cc381c84-99ac-491c-ba12-f37ec6070d23 HTTP/1.1" status: 404 len: 337 time: 0.0534298 Oct 19 01:29:56.758692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48096) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:56.852445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.957240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:56.984163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fddb4c-1be3-43c3-a514-0c8933b4dc58']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:56.995535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74348f9a-2a63-4c77-89f4-7b65e99e579d') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:56.996048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74348f9a-2a63-4c77-89f4-7b65e99e579d') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:29:57.010254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.026310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.038810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:29:57.039530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:29:57.043959 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:29:57.117588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.122753 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.126717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] 10.222.0.64 "DELETE /v2.0/networks/f2fddb4c-1be3-43c3-a514-0c8933b4dc58 HTTP/1.1" status: 204 len: 168 time: 0.3668232 Oct 19 01:29:57.145015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dfd67-0b25-4213-95ee-e368113edd7a tempest-ExternalNetworksTestJSON-921190835 tempest-ExternalNetworksTestJSON-921190835-project] Pushing event deleted for resources: {'Network': ['ID=f2fddb4c-1be3-43c3-a514-0c8933b4dc58,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:57.426708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48106) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:57.596035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9f3d296e-294c-4fc9-a6ad-652b295b7d6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b9d223e547841a8b803ba351eb1b157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668561 Oct 19 01:29:57.598340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48112) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:57.661502 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fa75094-a117-4e23-a191-47521eda0bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.685828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fa75094-a117-4e23-a191-47521eda0bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.745399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fa75094-a117-4e23-a191-47521eda0bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.749330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2fa75094-a117-4e23-a191-47521eda0bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:57.750798 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2fa75094-a117-4e23-a191-47521eda0bc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4322ccf9-2798-4880-ad64-289416d2ca87 HTTP/1.1" status: 204 len: 168 time: 0.1508503 Oct 19 01:29:57.777931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa75094-a117-4e23-a191-47521eda0bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4322ccf9-2798-4880-ad64-289416d2ca87,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:58.171090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48122) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:58.214256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b34e86fb-bfae-4fa3-acfd-0d2070ce9a3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28f89c3a610f4f69b4a4234f5372bda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420027 Oct 19 01:29:58.216748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48124) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:58.267820 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6545dceb-4d7f-49d8-abe4-3a84dc648fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.291213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6545dceb-4d7f-49d8-abe4-3a84dc648fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.339290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6545dceb-4d7f-49d8-abe4-3a84dc648fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.341963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6545dceb-4d7f-49d8-abe4-3a84dc648fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:58.343125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6545dceb-4d7f-49d8-abe4-3a84dc648fe9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6c015fc-9f48-4bef-af04-1d59bcf72e78 HTTP/1.1" status: 204 len: 168 time: 0.1254740 Oct 19 01:29:58.352826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545dceb-4d7f-49d8-abe4-3a84dc648fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c015fc-9f48-4bef-af04-1d59bcf72e78,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:29:59.813689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:29:59.952381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1491563118', 'router:external': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:29:59.976015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Made reservation on behalf of 19921d9abb1543d38d36eec78d60f35a for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:29:59.979123 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:29:59.989431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.080453 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.085670 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.115238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:30:00.123642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa92cc-4228-481b-8497-56515ac2f5e7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:00.151185 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.164011 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Added segment 8e60675a-9096-4bde-bb96-906d69094567 of type vlan for network ce41ffc6-f264-4581-9589-8472f2c9d157 Oct 19 01:30:00.235009 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.267647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.268641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.270711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.313225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4983654 Oct 19 01:30:00.315927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48188) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:00.346235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'subnet': {'network_id': 'ce41ffc6-f264-4581-9589-8472f2c9d157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:00.354052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a329-60e7-4563-96ae-bf30e0ac19a3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Network': ['ID=ce41ffc6-f264-4581-9589-8472f2c9d157,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:00.363866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network ce41ffc6-f264-4581-9589-8472f2c9d157 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:30:00.377990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Made reservation on behalf of 19921d9abb1543d38d36eec78d60f35a for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:00.380385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.705757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.objects.ports [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:30:00.706223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.764661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f91abdd-de3b-4ddb-8b9b-04d9b593ece4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:00.781931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Checking segment: {'id': '8e60675a-9096-4bde-bb96-906d69094567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ce41ffc6-f264-4581-9589-8472f2c9d157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:00.782298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network hostable DHCP agents. Network: ce41ffc6-f264-4581-9589-8472f2c9d157, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:30:00.802150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network ce41ffc6-f264-4581-9589-8472f2c9d157 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:30:00.814507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, ce41ffc6-f264-4581-9589-8472f2c9d157) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:00.819036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:00.820495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.832164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450cef9-5b84-4d49-a5e9-b85107ea3312 None None] Network ce41ffc6-f264-4581-9589-8472f2c9d157 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:00.840372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3cf5a63e-5fa4-4dd8-9140-58caf6dcc686 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5230732 Oct 19 01:30:00.842798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48194) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:00.848207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1094512862', 'network_id': 'ce41ffc6-f264-4581-9589-8472f2c9d157'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:00.883199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Made reservation on behalf of 19921d9abb1543d38d36eec78d60f35a for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:00.886068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:00.910081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] device_id is not set on port ef66553a-ba5c-4a2f-a7aa-9dbc47420910 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:30:01.116946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Allocated IP 172.20.0.9 (ce41ffc6-f264-4581-9589-8472f2c9d157/0f91abdd-de3b-4ddb-8b9b-04d9b593ece4/ef66553a-ba5c-4a2f-a7aa-9dbc47420910) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:01.227711 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:30:01.230520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb2859e-9994-4ec3-ac57-8f538f3b1928 None None] Network ce41ffc6-f264-4581-9589-8472f2c9d157 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:01.376704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:01.419928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:01.477500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network ce41ffc6-f264-4581-9589-8472f2c9d157 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:01.480706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:01.484244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:01.512290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Port': ['ID=ef66553a-ba5c-4a2f-a7aa-9dbc47420910,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:01.538789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:01.540549 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:01.558673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2d96f6fb-bce7-43fa-8209-23e5255daa02 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7146740 Oct 19 01:30:01.561110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48202) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:01.666269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Deleting port ef66553a-ba5c-4a2f-a7aa-9dbc47420910 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:01.667047 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:01.819133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:01.836274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Calling delete_port for ef66553a-ba5c-4a2f-a7aa-9dbc47420910 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:01.997267 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:02.029406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef66553a-ba5c-4a2f-a7aa-9dbc47420910,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:02.109506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:02.115528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0239666-52a4-44fc-9319-20a9e35992c3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "DELETE /v2.0/ports/ef66553a-ba5c-4a2f-a7aa-9dbc47420910 HTTP/1.1" status: 204 len: 168 time: 0.5504503 Oct 19 01:30:02.116953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48208) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:02.134798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce41ffc6-f264-4581-9589-8472f2c9d157', 'external_fixed_ips': [{'subnet_id': '0f91abdd-de3b-4ddb-8b9b-04d9b593ece4', 'ip_address': '172.20.0.9'}]}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:02.163663 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:02.165025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:02.233462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:02.396150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:02.980472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:03.003147 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:03.249917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Allocated IP 172.20.0.9 (ce41ffc6-f264-4581-9589-8472f2c9d157/0f91abdd-de3b-4ddb-8b9b-04d9b593ece4/cede032d-8f79-4df0-8ef5-6c26afa7df45) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:03.405417 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:03.453852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:03.505078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network ce41ffc6-f264-4581-9589-8472f2c9d157 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:03.509891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:03.517171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:03.520333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Port': ['ID=cede032d-8f79-4df0-8ef5-6c26afa7df45,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:03.807226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:04.031321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:04.164403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Router 18675f5b-dd39-4c1a-b318-5b538a7173ad is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:04.290216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:04.304880 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Sync routers for ids ['18675f5b-dd39-4c1a-b318-5b538a7173ad'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:04.316703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Routers {'18675f5b-dd39-4c1a-b318-5b538a7173ad'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:04.317821 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:29:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['18675f5b-dd39-4c1a-b318-5b538a7173ad'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:04.325367 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:04.328895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-37b27426-975f-4837-8154-6686f34c80f1 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1983888 Oct 19 01:30:04.332475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:04.473173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:04.544605 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Set router 18675f5b-dd39-4c1a-b318-5b538a7173ad gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:04.693301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:04.779814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Deleting port cede032d-8f79-4df0-8ef5-6c26afa7df45 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:04.780292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:04.790888 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18675f5b-dd39-4c1a-b318-5b538a7173ad', 'name': '', 'tenant_id': '19921d9abb1543d38d36eec78d60f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce41ffc6-f264-4581-9589-8472f2c9d157', 'external_fixed_ips': [{'subnet_id': '0f91abdd-de3b-4ddb-8b9b-04d9b593ece4', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cede032d-8f79-4df0-8ef5-6c26afa7df45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:02Z', 'updated_at': '2021-10-19T01:30:03Z', 'revision_number': 3, 'project_id': '19921d9abb1543d38d36eec78d60f35a', 'gw_port': {'id': 'cede032d-8f79-4df0-8ef5-6c26afa7df45', 'name': '', 'network_id': 'ce41ffc6-f264-4581-9589-8472f2c9d157', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18675f5b-dd39-4c1a-b318-5b538a7173ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '0f91abdd-de3b-4ddb-8b9b-04d9b593ece4', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:03Z', 'updated_at': '2021-10-19T01:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f91abdd-de3b-4ddb-8b9b-04d9b593ece4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:04.872780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:04.893439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Calling delete_port for cede032d-8f79-4df0-8ef5-6c26afa7df45 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:04.921593 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Checking router: 18675f5b-dd39-4c1a-b318-5b538a7173ad for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:04.922740 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Updating router 18675f5b-dd39-4c1a-b318-5b538a7173ad port cede032d-8f79-4df0-8ef5-6c26afa7df45 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:30:04.954271 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.123428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.165993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event deleted for resources: {'Port': ['ID=cede032d-8f79-4df0-8ef5-6c26afa7df45,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:05.242947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.331424 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.db.api [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:30:05.332024 n-d-789963-20 neutron-server[100850]: DEBUG oslo_db.api [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:30:05.393743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.396650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.443477 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.445090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18675f5b-dd39-4c1a-b318-5b538a7173ad {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:05.453419 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.457471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:05.457959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f1eb2af0-d0be-4cce-87c0-1e862b23dcfc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "DELETE /v2.0/routers/18675f5b-dd39-4c1a-b318-5b538a7173ad HTTP/1.1" status: 204 len: 168 time: 1.1232421 Oct 19 01:30:05.531473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Deleting subnet 0f91abdd-de3b-4ddb-8b9b-04d9b593ece4 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:30:05.540527 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.587468 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.637745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.750957 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.794284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f91abdd-de3b-4ddb-8b9b-04d9b593ece4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:05.800561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.806789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1bf9cc2f-18a5-420a-b665-12bc30eddeb3 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/0f91abdd-de3b-4ddb-8b9b-04d9b593ece4 HTTP/1.1" status: 204 len: 168 time: 0.3457472 Oct 19 01:30:05.807357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48258) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:05.865155 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Port cede032d-8f79-4df0-8ef5-6c26afa7df45 not found while updating agent binding for router 18675f5b-dd39-4c1a-b318-5b538a7173ad. {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 01:30:05.889977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:05.894708 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:05.895390 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:30:05.900229 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_agentschedulers_db [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'18675f5b-dd39-4c1a-b318-5b538a7173ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:29:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:30:05.900747 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2bac68-8d34-4760-b1b6-1e3d1a44cd07 None None] The sync data for ids ['18675f5b-dd39-4c1a-b318-5b538a7173ad'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:06.016120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.044852 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce41ffc6-f264-4581-9589-8472f2c9d157']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:06.055667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e60675a-9096-4bde-bb96-906d69094567') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:06.055667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e60675a-9096-4bde-bb96-906d69094567') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:06.073195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.089438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.097243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:30:06.097708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:30:06.099641 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:30:06.167536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.184687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce41ffc6-f264-4581-9589-8472f2c9d157 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:30:06.186533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce41ffc6-f264-4581-9589-8472f2c9d157,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:06.190410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.219662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4bbc8e4-68a4-42e5-9a7c-57a8bec3d144 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "DELETE /v2.0/networks/ce41ffc6-f264-4581-9589-8472f2c9d157 HTTP/1.1" status: 204 len: 168 time: 0.4110522 Oct 19 01:30:06.580374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48270) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:06.590088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1457b9ec-1d12-4025-904b-a50362d06914 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'router': {'name': 'tempest-router--1033781883', 'project_id': '02d695bfc0784a6ea979afcb5e0b52f1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:06.656605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1457b9ec-1d12-4025-904b-a50362d06914 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.658601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1457b9ec-1d12-4025-904b-a50362d06914 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.797561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1457b9ec-1d12-4025-904b-a50362d06914 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.802899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1457b9ec-1d12-4025-904b-a50362d06914 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.834130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1457b9ec-1d12-4025-904b-a50362d06914 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.836285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1457b9ec-1d12-4025-904b-a50362d06914 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2540455 Oct 19 01:30:06.845489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:06.917789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e671892a-41cd-479e-a484-a7f58235057e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:06.979534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ba14969-5f4d-492e-94b6-4b54c3030f2e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.209434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ba14969-5f4d-492e-94b6-4b54c3030f2e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.212609 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ba14969-5f4d-492e-94b6-4b54c3030f2e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.263115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ba14969-5f4d-492e-94b6-4b54c3030f2e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.264096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba14969-5f4d-492e-94b6-4b54c3030f2e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 740a80e3-9aef-45cc-aaaf-a99692de1c01 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:07.274218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ba14969-5f4d-492e-94b6-4b54c3030f2e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.275467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3ba14969-5f4d-492e-94b6-4b54c3030f2e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "DELETE /v2.0/routers/740a80e3-9aef-45cc-aaaf-a99692de1c01 HTTP/1.1" status: 204 len: 168 time: 0.4288118 Oct 19 01:30:07.406799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48294) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:07.763814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1574222346', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:07.810795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.818260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:07.907264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:08.088251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:08.274810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c784162-37be-49ca-83ce-bca6114dfad3 req-306b03fb-201a-4363-9490-a04cc5cce89b tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:08.276428 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c784162-37be-49ca-83ce-bca6114dfad3 req-306b03fb-201a-4363-9490-a04cc5cce89b tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.2016459 Oct 19 01:30:08.315395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:08.320303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c784162-37be-49ca-83ce-bca6114dfad3 req-157f46b3-2951-4af9-959d-4808ab4196fb tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375600 Oct 19 01:30:08.340462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:08.458014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Allocated IP 172.25.0.85 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/e8f0d9fc-3447-46ca-8d1b-63c715448326) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:08.576928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:08.613173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:08.666150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:08.672102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:08.672325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:08.682171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event updated for resources: {'Port': ['ID=e8f0d9fc-3447-46ca-8d1b-63c715448326,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:08.977080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:09.204780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:09.537608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:09.654282 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b422400-297f-4c47-97f2-9811361e8ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:09.796675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2231a7-2105-4b54-8bae-6cce36be3367 req-4af18b09-3dbf-4785-825f-2c776b94c6c5 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:09.798296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc2231a7-2105-4b54-8bae-6cce36be3367 req-4af18b09-3dbf-4785-825f-2c776b94c6c5 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.5524828 Oct 19 01:30:09.851356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc2231a7-2105-4b54-8bae-6cce36be3367 req-36b52b35-41ad-4e7e-accd-fcb26a3c41c7 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506015 Oct 19 01:30:09.874474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Router bb3dd3c7-236c-4916-889a-cb39861cbfc0 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:10.057692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:10.072266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] Sync routers for ids ['bb3dd3c7-236c-4916-889a-cb39861cbfc0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:10.083856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] Routers {'bb3dd3c7-236c-4916-889a-cb39861cbfc0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:10.085478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb3dd3c7-236c-4916-889a-cb39861cbfc0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:10.098677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:10.100235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0a9aac53-65c9-42e3-a43d-b0befd7bdbb1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6917479 Oct 19 01:30:10.103015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:10.132572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:10.146211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] Routers {'bb3dd3c7-236c-4916-889a-cb39861cbfc0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:10.147680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bb3dd3c7-236c-4916-889a-cb39861cbfc0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:10.183890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:10.184802 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a24159f-bc2f-48b7-9f71-50195ee62316 None None] The sync data for ids ['bb3dd3c7-236c-4916-889a-cb39861cbfc0'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:10.283601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4bcde7d7-9f4f-4734-8113-7b827c37a8a2 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/bb3dd3c7-236c-4916-889a-cb39861cbfc0 HTTP/1.1" status: 200 len: 920 time: 0.1763694 Oct 19 01:30:10.283944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:10.311123 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1cd5e048-4665-4490-b0fc-b682e21105d0 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb3dd3c7-236c-4916-889a-cb39861cbfc0 HTTP/1.1" status: 200 len: 205 time: 0.0258229 Oct 19 01:30:10.313782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48344) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:10.463704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:10.578951 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:10.603097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:10.643263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab345cc3-b9d3-4ffe-a04b-604b71d47f52 req-7b69f3c7-d107-4183-9bfb-ab339eab5481 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:10.645805 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab345cc3-b9d3-4ffe-a04b-604b71d47f52 req-7b69f3c7-d107-4183-9bfb-ab339eab5481 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0701678 Oct 19 01:30:10.664527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Deleting port e8f0d9fc-3447-46ca-8d1b-63c715448326 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:10.665346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:10.705960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab345cc3-b9d3-4ffe-a04b-604b71d47f52 req-92911693-0f12-4f38-99a2-4a74dfaa81f8 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478287 Oct 19 01:30:10.740897 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:10.774358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:10.789749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Calling delete_port for e8f0d9fc-3447-46ca-8d1b-63c715448326 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:11.254914 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.280989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event deleted for resources: {'Port': ['ID=e8f0d9fc-3447-46ca-8d1b-63c715448326,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:11.363188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.458439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.461446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.508149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.508833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Fanout notify agent at l3_agent the message router_deleted on router bb3dd3c7-236c-4916-889a-cb39861cbfc0 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:11.516882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.518295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9fc71428-c4c8-4c2b-bf9d-7a5bf44b9a93 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/bb3dd3c7-236c-4916-889a-cb39861cbfc0 HTTP/1.1" status: 204 len: 168 time: 1.2032058 Oct 19 01:30:11.522496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48362) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:11.527030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'router': {'name': 'tempest-snat-router-859781678', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': False}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:11.551281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.552622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.611471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.645223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-13acd3b7-ca3e-40f0-93e2-437c900ee32f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919447510&fields=id&tenant_id=94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 267 time: 0.0546234 Oct 19 01:30:11.762427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-8c07f63a-6224-4f1e-a744-6b1811fde813 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:11.763904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-8c07f63a-6224-4f1e-a744-6b1811fde813 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.1090293 Oct 19 01:30:11.780247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:11.786384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-f5d42d89-c4d9-454f-863e-e8172a1181eb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/quotas/94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 375 time: 0.0164642 Oct 19 01:30:11.840723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-283026a5-4024-4747-ba54-6b38a5ff2d47 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532105 Oct 19 01:30:11.901343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b4fac-e99b-4e7f-8f50-59f79aa80a27 req-52eb8115-8228-4fc5-8538-1e42a9d4c503 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:11.908540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-282b4fac-e99b-4e7f-8f50-59f79aa80a27 req-52eb8115-8228-4fc5-8538-1e42a9d4c503 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0985003 Oct 19 01:30:11.951894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b4a383fb-4610-44b1-819c-ed4445a81677 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957742 Oct 19 01:30:11.963926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-282b4fac-e99b-4e7f-8f50-59f79aa80a27 req-fe4b3f78-d4a3-46b2-bfcb-59e81d1320a5 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544960 Oct 19 01:30:12.066020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-53627e11-725b-4d09-a022-26cc2e94ad9d service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059151 Oct 19 01:30:12.104882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.125872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.284703 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.337505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-caf0d944-e9b4-4001-bf91-7348499844f8 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:12.342363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-caf0d944-e9b4-4001-bf91-7348499844f8 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.74 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.1141872 Oct 19 01:30:12.343536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Allocated IP 172.25.0.173 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ea825824-a280-4b0b-aacb-1dc546562898) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:12.537175 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.565724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-47cc3e32-7bec-4e0e-b727-9d299f540fd1 req-bc327249-128f-403c-9cd3-ed548a152c65 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0589011 Oct 19 01:30:12.584104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Deleting port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:12.585392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.624702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.731062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] For port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:12.732149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:12.743093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Port': ['ID=ea825824-a280-4b0b-aacb-1dc546562898,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:12.766340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:12.768147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:12.786110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:13.136549 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.136805 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.137315 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Floating IP bcef956a-a32b-4236-b85e-0b3a1cbf897b disassociated. External IP: 172.25.0.229, port: 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4. Oct 19 01:30:13.137967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Calling delete_port for 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:13.176861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.283104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932a449-82c6-4cfa-8f87-b696d8c47500 req-8bc7d3da-0fcf-42b4-8a53-550a84efee93 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:13.291893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6932a449-82c6-4cfa-8f87-b696d8c47500 req-8bc7d3da-0fcf-42b4-8a53-550a84efee93 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 946 time: 0.2158992 Oct 19 01:30:13.415050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6932a449-82c6-4cfa-8f87-b696d8c47500 req-a570d0a0-d3f2-44c6-86d9-b782e07b72e0 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups?id=1a73f417-9ec6-4a8d-a5f3-af649405690b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220353 Oct 19 01:30:13.487623 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.542225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event deleted for resources: {'Port': ['ID=2be4832d-f50a-48a5-8bd0-b5afaa0d46c4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:13.655073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:13.701830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Router aa082a4d-956e-463d-bade-8cad39c0117b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:13.856939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff7bdb96-c18d-4b76-87e1-555f021779d8 req-760657b7-15ac-44db-8012-02bde0e10fac tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0647082 Oct 19 01:30:13.890869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:13.936742 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] Sync routers for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:13.957552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Router 0082e1c8-0c32-453e-8fec-b88f3789cbba is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:13.967154 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:13.970644 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:13.978602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] No DVR routers for this DVR port 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:14.045355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.063188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd9323c0-c7be-4a1e-bf0c-356e5f95ac13 req-de29350e-28e6-473a-b76e-e4fbedd4db4c tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.74 "DELETE /v2.0/ports/2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 HTTP/1.1" status: 204 len: 173 time: 1.7120461 Oct 19 01:30:14.063695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'name': 'network-vif-deleted', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:14.066064 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84686624-2149-49b4-bcea-8b5e3f60de34" -d '{"events": [{"server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "name": "network-vif-deleted", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:14.145850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:14.160324 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94edfcff-a9d4-4f72-9482-f6701ed53457 x-openstack-request-id: req-94edfcff-a9d4-4f72-9482-f6701ed53457 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:14.160620 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d0044f-e0c1-4c82-9bd9-0ce3549c9f74", "name": "network-vif-deleted", "tag": "2be4832d-f50a-48a5-8bd0-b5afaa0d46c4", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:14.160873 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94edfcff-a9d4-4f72-9482-f6701ed53457 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:14.161274 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d0044f-e0c1-4c82-9bd9-0ce3549c9f74', 'name': 'network-vif-deleted', 'tag': '2be4832d-f50a-48a5-8bd0-b5afaa0d46c4', 'status': 'completed', 'code': 200} Oct 19 01:30:14.163936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Sync routers for ids ['0082e1c8-0c32-453e-8fec-b88f3789cbba'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:14.178678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.179457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Routers {'0082e1c8-0c32-453e-8fec-b88f3789cbba'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:14.185247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c499e70e-b614-4d0f-9605-66ff61610185 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6580989 Oct 19 01:30:14.185713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:14.186942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0082e1c8-0c32-453e-8fec-b88f3789cbba'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:14.219431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-d934835f-2a49-4a2b-bf84-c31a8ed52aaf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:14.221000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-d934835f-2a49-4a2b-bf84-c31a8ed52aaf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.3448689 Oct 19 01:30:14.263158 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:14.315350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-cab2f642-edd3-433b-a176-81ad3288c608 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 379 time: 0.0823157 Oct 19 01:30:14.326689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'port': {'device_id': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'admin_state_up': True, 'tenant_id': '94246613562645278786674bc9722b64', 'security_groups': ['d8573e49-0148-439f-9421-a547703c8c60']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:14.477397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Set router 0082e1c8-0c32-453e-8fec-b88f3789cbba gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:14.554995 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a6426be8-8e96-400c-99cc-166136410059 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/0082e1c8-0c32-453e-8fec-b88f3789cbba HTTP/1.1" status: 200 len: 908 time: 0.3648627 Oct 19 01:30:14.565064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48414) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:14.569676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'router': {'name': 'tempest-snat-router-859781678', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': True}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:14.614375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.616739 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.696652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9d25d12-9636-475f-82a4-a8a906771130 req-a401997d-d36d-44ca-b4bd-31f293de2f49 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/ports?device_id=25d0044f-e0c1-4c82-9bd9-0ce3549c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0460186 Oct 19 01:30:14.735146 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 5, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:14.738602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.765770 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] Checking router: aa082a4d-956e-463d-bade-8cad39c0117b for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:14.776099 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:14.776957 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:14.807137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:14.811662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:14.960971 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:15.111367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.20.0.5 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/8990c1f4-2316-40e8-b975-3d38e80cc5ec) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:15.119767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0082e1c8-0c32-453e-8fec-b88f3789cbba', 'name': 'tempest-snat-router-859781678', 'tenant_id': '19921d9abb1543d38d36eec78d60f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.173'}], 'enable_snat': False}, 'gw_port_id': 'ea825824-a280-4b0b-aacb-1dc546562898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:11Z', 'updated_at': '2021-10-19T01:30:13Z', 'revision_number': 3, 'project_id': '19921d9abb1543d38d36eec78d60f35a', 'gw_port': {'id': 'ea825824-a280-4b0b-aacb-1dc546562898', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0082e1c8-0c32-453e-8fec-b88f3789cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:12Z', 'updated_at': '2021-10-19T01:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:15.147442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3e4df33-748e-45b1-94ac-c02a1f0d8eca req-971a5ee6-0478-49fb-8e32-5b44c60b97d0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0835793 Oct 19 01:30:15.191037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Checking router: 0082e1c8-0c32-453e-8fec-b88f3789cbba for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:15.197534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Updating router 0082e1c8-0c32-453e-8fec-b88f3789cbba port ea825824-a280-4b0b-aacb-1dc546562898 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:30:15.256269 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.324076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.331284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:15.406817 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 5, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:15.445520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:15.446100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2be4832d-f50a-48a5-8bd0-b5afaa0d46c4 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:15.461091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.468045 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1b4f3-89ae-4879-9225-fe28d1c4751b None None] The sync data for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 is: [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:26:59Z', 'revision_number': 4, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '646e80aa-5719-4d9e-8451-8bf69784ed87', 'name': '', 'network_id': '85a27418-cdb8-4fb9-aa58-ec47ce48150a', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'mac_address': 'fa:16:3e:45:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:58Z', 'updated_at': '2021-10-19T01:27:11Z', 'revision_number': 5, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'subnets': [{'id': '21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:15.527111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.594160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=8990c1f4-2316-40e8-b975-3d38e80cc5ec,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:15.607427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.607771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.608141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.608482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.609034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.617964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.618310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.618778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.619039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.619432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.619824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.620214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:15.645401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:15.656314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:15.662912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:15.846407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:15.847169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.872300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48430) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:15.882189 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.892319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.902928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ebd955e1-d615-4cda-9a5d-ca3675b95df5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5801344 Oct 19 01:30:15.924214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.946012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Request body: {'port': {'device_id': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:15.953151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Attempting to bind port ea825824-a280-4b0b-aacb-1dc546562898 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:15.953978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Attempting to bind port ea825824-a280-4b0b-aacb-1dc546562898 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:15.954611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Attempting to bind port ea825824-a280-4b0b-aacb-1dc546562898 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:15.967198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.990991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:15.991818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:15.992473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:15.993344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:15.994089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Bound port: ea825824-a280-4b0b-aacb-1dc546562898, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:15.994675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.060545 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9534d2-fd35-4b13-9f25-aacffd337d06 None None] New status for floating IP bcef956a-a32b-4236-b85e-0b3a1cbf897b: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:30:16.077598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] For port ea825824-a280-4b0b-aacb-1dc546562898, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:16.083441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] For port ea825824-a280-4b0b-aacb-1dc546562898, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea825824-a280-4b0b-aacb-1dc546562898,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:16.118516 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44ef09f6-2b26-47cf-8fe5-52cdb4ecec74 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.120587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Pushing event updated for resources: {'Port': ['ID=ea825824-a280-4b0b-aacb-1dc546562898,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:16.126762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.155050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.155561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.156083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.156559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.157062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.157534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.158052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.158576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.159055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.159528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.160270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.160874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:16.214787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-be37b84a-937a-4c8b-9c44-23d2a652a7b4 None None] Provisioning complete for port 8990c1f4-2316-40e8-b975-3d38e80cc5ec triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:16.215433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be37b84a-937a-4c8b-9c44-23d2a652a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.219698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Routers {'0082e1c8-0c32-453e-8fec-b88f3789cbba'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:16.220383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0082e1c8-0c32-453e-8fec-b88f3789cbba'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:16.277499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.321960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-be37b84a-937a-4c8b-9c44-23d2a652a7b4 None None] Port 8990c1f4-2316-40e8-b975-3d38e80cc5ec cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:16.324322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Allocated IP 172.25.0.75 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/2c805608-54a0-4408-a4e0-eef23e8c433e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:16.329809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44ef09f6-2b26-47cf-8fe5-52cdb4ecec74 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.425875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] Set router 0082e1c8-0c32-453e-8fec-b88f3789cbba gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:16.504719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b84c24-6be9-4c86-aa6c-a387a91726ec None None] Pushing event updated for resources: {'Port': ['ID=ea825824-a280-4b0b-aacb-1dc546562898,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:16.583038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.639764 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.677122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0082e1c8-0c32-453e-8fec-b88f3789cbba', 'name': 'tempest-snat-router-859781678', 'tenant_id': '19921d9abb1543d38d36eec78d60f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.173'}], 'enable_snat': False}, 'gw_port_id': 'ea825824-a280-4b0b-aacb-1dc546562898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:11Z', 'updated_at': '2021-10-19T01:30:13Z', 'revision_number': 3, 'project_id': '19921d9abb1543d38d36eec78d60f35a', 'gw_port': {'id': 'ea825824-a280-4b0b-aacb-1dc546562898', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0082e1c8-0c32-453e-8fec-b88f3789cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:12Z', 'updated_at': '2021-10-19T01:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:16.704033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:16.708051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:16.716476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb998f-08b0-48c4-8488-8a1d7274deb4 req-5a9cf0d4-f33e-40d8-97f7-e3b99386a95f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:16.717071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:16.724322 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4eb998f-08b0-48c4-8488-8a1d7274deb4 req-5a9cf0d4-f33e-40d8-97f7-e3b99386a95f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 931 time: 0.4028463 Oct 19 01:30:16.729364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Port': ['ID=2c805608-54a0-4408-a4e0-eef23e8c433e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:16.752855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b94588-a31a-40be-a21b-c388f2140b47 None None] The sync data for ids ['0082e1c8-0c32-453e-8fec-b88f3789cbba'] in n-d-789963-20 is: [{'id': '0082e1c8-0c32-453e-8fec-b88f3789cbba', 'name': 'tempest-snat-router-859781678', 'tenant_id': '19921d9abb1543d38d36eec78d60f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.173'}], 'enable_snat': False}, 'gw_port_id': 'ea825824-a280-4b0b-aacb-1dc546562898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:11Z', 'updated_at': '2021-10-19T01:30:13Z', 'revision_number': 3, 'project_id': '19921d9abb1543d38d36eec78d60f35a', 'gw_port': {'id': 'ea825824-a280-4b0b-aacb-1dc546562898', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:57:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0082e1c8-0c32-453e-8fec-b88f3789cbba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:12Z', 'updated_at': '2021-10-19T01:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:16.790606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4eb998f-08b0-48c4-8488-8a1d7274deb4 req-aa269296-50ec-4242-82f7-c0405c51e7e2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645807 Oct 19 01:30:16.801422 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44ef09f6-2b26-47cf-8fe5-52cdb4ecec74 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.804938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-44ef09f6-2b26-47cf-8fe5-52cdb4ecec74 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:16.808929 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-44ef09f6-2b26-47cf-8fe5-52cdb4ecec74 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "DELETE /v2.0/security-groups/1a73f417-9ec6-4a8d-a5f3-af649405690b HTTP/1.1" status: 204 len: 168 time: 0.9355841 Oct 19 01:30:16.818337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48438) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:16.853885 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-ce0872b7-6d64-462e-b999-43f6cade5d09 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] show failed (client error): The resource could not be found. Oct 19 01:30:16.856357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ce0872b7-6d64-462e-b999-43f6cade5d09 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "GET /v2.0/security-groups/1a73f417-9ec6-4a8d-a5f3-af649405690b HTTP/1.1" status: 404 len: 347 time: 0.0287838 Oct 19 01:30:16.872320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48440) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:16.882133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef09f6-2b26-47cf-8fe5-52cdb4ecec74 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a73f417-9ec6-4a8d-a5f3-af649405690b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:17.122648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.164509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Deleting port b6b92d3b-82a8-4728-acbb-d3aa54cc7767 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:17.165009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.266233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8990c1f4-2316-40e8-b975-3d38e80cc5ec {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:17.279725 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.298830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.299296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.312851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Transition to ACTIVE for port object 8990c1f4-2316-40e8-b975-3d38e80cc5ec will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:30:17.317212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Calling delete_port for b6b92d3b-82a8-4728-acbb-d3aa54cc7767 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:17.325000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.514996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea825824-a280-4b0b-aacb-1dc546562898 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:17.585633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Pushing event updated for resources: {'Port': ['ID=8990c1f4-2316-40e8-b975-3d38e80cc5ec,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:17.618930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ea825824-a280-4b0b-aacb-1dc546562898 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:17.620001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.699833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Attempting to bind port 8990c1f4-2316-40e8-b975-3d38e80cc5ec on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:17.700175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Attempting to bind port 8990c1f4-2316-40e8-b975-3d38e80cc5ec by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:17.700506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Attempting to bind port 8990c1f4-2316-40e8-b975-3d38e80cc5ec on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:17.707875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Port 8990c1f4-2316-40e8-b975-3d38e80cc5ec on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:17.707875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Attempting to bind port 8990c1f4-2316-40e8-b975-3d38e80cc5ec on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:17.718079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:17.718533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:17.718919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:17.719360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Bound port: 8990c1f4-2316-40e8-b975-3d38e80cc5ec, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:17.719711 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.830453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.880041 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.909566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port ea825824-a280-4b0b-aacb-1dc546562898, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea825824-a280-4b0b-aacb-1dc546562898,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:17.918814 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:17.962211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Pushing event deleted for resources: {'Port': ['ID=b6b92d3b-82a8-4728-acbb-d3aa54cc7767,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:17.998031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] For port 8990c1f4-2316-40e8-b975-3d38e80cc5ec, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:18.032385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=ea825824-a280-4b0b-aacb-1dc546562898,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:18.048651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] For port 8990c1f4-2316-40e8-b975-3d38e80cc5ec, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:18.093580 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.095783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.098344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.102564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d4535c79-1bbf-4043-8cc2-4a437f508fa2 tempest-ServersTestJSON-1390759528 tempest-ServersTestJSON-1390759528-project] 10.222.0.64 "DELETE /v2.0/floatingips/bcef956a-a32b-4236-b85e-0b3a1cbf897b HTTP/1.1" status: 204 len: 168 time: 1.2290177 Oct 19 01:30:18.107034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48448) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:18.216885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.227900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:18.236063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.239331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] 10.222.0.62 "PUT /v2.0/ports/8990c1f4-2316-40e8-b975-3d38e80cc5ec HTTP/1.1" status: 200 len: 1092 time: 2.3210206 Oct 19 01:30:18.240298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:18.243043 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848a0491-940d-4733-823b-b629cda53d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:18.265137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64c155-46b0-40a3-9810-88c5f853368e req-eb6ee6d3-8773-4b07-811d-550476715f38 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:18.270618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64c155-46b0-40a3-9810-88c5f853368e req-eb6ee6d3-8773-4b07-811d-550476715f38 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.3173470 Oct 19 01:30:18.371138 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd802085-869a-4b86-a9f1-c436aabc266c x-openstack-request-id: req-cd802085-869a-4b86-a9f1-c436aabc266c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:18.371770 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:18.372195 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd802085-869a-4b86-a9f1-c436aabc266c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:18.373606 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'status': 'completed', 'code': 200} Oct 19 01:30:18.377557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64c155-46b0-40a3-9810-88c5f853368e req-0588c55b-3970-46f9-871a-9e8ee0008b6b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929158 Oct 19 01:30:18.445560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d883be-dbd3-460e-9a33-a8e71626e774 service neutron] Pushing event updated for resources: {'Port': ['ID=8990c1f4-2316-40e8-b975-3d38e80cc5ec,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:18.556491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ec99a33d-d3db-4d0e-9105-064d85087bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:18.557910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ec99a33d-d3db-4d0e-9105-064d85087bed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 1095 time: 0.2245154 Oct 19 01:30:18.558456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Router 57873c74-f5fd-45e5-b823-5c17a75e246e is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:18.623281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-ed565b59-ca4d-4789-b271-dd45ceac3bc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec HTTP/1.1" status: 200 len: 217 time: 0.0551622 Oct 19 01:30:18.699566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:18.710691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Sync routers for ids ['57873c74-f5fd-45e5-b823-5c17a75e246e'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:18.727295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Routers {'57873c74-f5fd-45e5-b823-5c17a75e246e'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:18.728453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['57873c74-f5fd-45e5-b823-5c17a75e246e'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:18.741027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:18.742523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c92e35b0-a96a-44c0-ad85-ee054c1dc772 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.1764178 Oct 19 01:30:18.745179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48452) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:18.897853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Set router 57873c74-f5fd-45e5-b823-5c17a75e246e gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:18.923337 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2dca47ee-b0ce-48dd-833a-2792edd9a268 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/57873c74-f5fd-45e5-b823-5c17a75e246e HTTP/1.1" status: 200 len: 906 time: 0.1769016 Oct 19 01:30:18.930341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48460) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:19.073537 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.197775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57873c74-f5fd-45e5-b823-5c17a75e246e', 'name': 'tempest-snat-router-859781678', 'tenant_id': '19921d9abb1543d38d36eec78d60f35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '2c805608-54a0-4408-a4e0-eef23e8c433e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:14Z', 'updated_at': '2021-10-19T01:30:16Z', 'revision_number': 3, 'project_id': '19921d9abb1543d38d36eec78d60f35a', 'gw_port': {'id': '2c805608-54a0-4408-a4e0-eef23e8c433e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57873c74-f5fd-45e5-b823-5c17a75e246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:15Z', 'updated_at': '2021-10-19T01:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:19.235513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Checking router: 57873c74-f5fd-45e5-b823-5c17a75e246e for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:19.236233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Updating router 57873c74-f5fd-45e5-b823-5c17a75e246e port 2c805608-54a0-4408-a4e0-eef23e8c433e binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:30:19.262880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.286596 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.458556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Deleting port 2c805608-54a0-4408-a4e0-eef23e8c433e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:19.459445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.515256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea825824-a280-4b0b-aacb-1dc546562898 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:19.586282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:19.634435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Calling delete_port for 2c805608-54a0-4408-a4e0-eef23e8c433e owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:19.698017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-f5812044-85ba-4c39-84f1-d1ff8e60810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:19.700078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-f5812044-85ba-4c39-84f1-d1ff8e60810d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 1.0694933 Oct 19 01:30:19.832784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99506420-118d-4f90-a9fb-a74d0e3a0afd req-de3ace2a-c6af-44f6-a715-c9191f923cef tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:19.835862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-99506420-118d-4f90-a9fb-a74d0e3a0afd req-de3ace2a-c6af-44f6-a715-c9191f923cef tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.1400678 Oct 19 01:30:19.838156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-9a0e6e6c-3afa-4c1a-a939-aa57cec0ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:19.839758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-9a0e6e6c-3afa-4c1a-a939-aa57cec0ae1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759566 Oct 19 01:30:19.859242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48478) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:20.034298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.067813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-99506420-118d-4f90-a9fb-a74d0e3a0afd req-28ee2c2a-365a-44d4-81c7-d9395e214694 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245615 Oct 19 01:30:20.092193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ea825824-a280-4b0b-aacb-1dc546562898 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:20.092193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.103594 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-58e70e88-08d1-4511-85c0-0a54d4a9bfb3 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429628 Oct 19 01:30:20.114962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c805608-54a0-4408-a4e0-eef23e8c433e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:20.181741 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.216745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.217147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.217598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.217943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.218334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.218673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.219010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.219381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.219727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.220092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.220424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.220754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:20.225538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.303447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5002e21-a0b4-4f73-b255-e6430606c8ca req-f8a87839-ca01-4169-b7a8-7af01c487185 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889858 Oct 19 01:30:20.322735 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4dbe987b-eeb2-4dc1-93cf-69bcb19f7ad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.358044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.362184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.364906 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:30:20.365366 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:30:20.413088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.413658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57873c74-f5fd-45e5-b823-5c17a75e246e {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:20.418025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.420033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-85768a73-425b-462f-b0c0-b751977058bc tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "DELETE /v2.0/routers/57873c74-f5fd-45e5-b823-5c17a75e246e HTTP/1.1" status: 204 len: 168 time: 1.4853861 Oct 19 01:30:20.421827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48488) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:20.464059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.519660 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4dbe987b-eeb2-4dc1-93cf-69bcb19f7ad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.552893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.560259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a0491-940d-4733-823b-b629cda53d5f req-10a5edda-2713-4429-a086-65e7862a8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:20.563429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-848a0491-940d-4733-823b-b629cda53d5f req-10a5edda-2713-4429-a086-65e7862a8fa2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 1095 time: 0.1863685 Oct 19 01:30:20.566630 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4dbe987b-eeb2-4dc1-93cf-69bcb19f7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.604844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4dbe987b-eeb2-4dc1-93cf-69bcb19f7ad4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83395e8d443f4bcd9f8fb287c762ed93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7424870 Oct 19 01:30:20.608020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48494) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:20.659121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe987b-eeb2-4dc1-93cf-69bcb19f7ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703aa3ef-4a94-4b55-8cd9-0ee9fc769b98,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:20.729120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63d96d15-4abe-4c9a-8f80-d9e757b5b6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.774314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.783106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63d96d15-4abe-4c9a-8f80-d9e757b5b6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.866476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Deleting port ea825824-a280-4b0b-aacb-1dc546562898 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:20.866476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.888944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a0491-940d-4733-823b-b629cda53d5f req-f1ad4e9b-f70e-4d8c-b723-0cbf9b57bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:20.890455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-848a0491-940d-4733-823b-b629cda53d5f req-f1ad4e9b-f70e-4d8c-b723-0cbf9b57bba7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.2985003 Oct 19 01:30:20.909157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Port 2c805608-54a0-4408-a4e0-eef23e8c433e not found while updating agent binding for router 57873c74-f5fd-45e5-b823-5c17a75e246e. {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 01:30:20.931563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:20.932811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:30:20.934484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'57873c74-f5fd-45e5-b823-5c17a75e246e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:30:20.937583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10d4d6-a782-44b2-98c7-9c392d54e418 None None] The sync data for ids ['57873c74-f5fd-45e5-b823-5c17a75e246e'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:20.957958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] For port ea825824-a280-4b0b-aacb-1dc546562898, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea825824-a280-4b0b-aacb-1dc546562898,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:20.958334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:20.972472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Calling delete_port for ea825824-a280-4b0b-aacb-1dc546562898 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:21.075686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-848a0491-940d-4733-823b-b629cda53d5f req-68f99cdd-24ed-4b3e-ac82-633123e30ca1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec HTTP/1.1" status: 200 len: 217 time: 0.1746600 Oct 19 01:30:21.138726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63d96d15-4abe-4c9a-8f80-d9e757b5b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.141783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63d96d15-4abe-4c9a-8f80-d9e757b5b6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.147790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-63d96d15-4abe-4c9a-8f80-d9e757b5b6bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/703aa3ef-4a94-4b55-8cd9-0ee9fc769b98 HTTP/1.1" status: 204 len: 168 time: 0.5354860 Oct 19 01:30:21.154071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Deleting port 646e80aa-5719-4d9e-8451-8bf69784ed87 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:21.154420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.176471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a0491-940d-4733-823b-b629cda53d5f req-f7de7cc2-7945-4de2-bed6-b14d424be5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.177994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-848a0491-940d-4733-823b-b629cda53d5f req-f7de7cc2-7945-4de2-bed6-b14d424be5ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.0916474 Oct 19 01:30:21.251233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.267708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d96d15-4abe-4c9a-8f80-d9e757b5b6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703aa3ef-4a94-4b55-8cd9-0ee9fc769b98,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:21.305066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a0491-940d-4733-823b-b629cda53d5f req-71ba6952-e9bb-41af-bb5c-b6fb6506e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.307368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-848a0491-940d-4733-823b-b629cda53d5f req-71ba6952-e9bb-41af-bb5c-b6fb6506e4b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172009 Oct 19 01:30:21.351270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea825824-a280-4b0b-aacb-1dc546562898,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:21.356518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] For port 646e80aa-5719-4d9e-8451-8bf69784ed87, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=646e80aa-5719-4d9e-8451-8bf69784ed87,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:21.356901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.402018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.415439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Calling delete_port for 646e80aa-5719-4d9e-8451-8bf69784ed87 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:21.506825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-848a0491-940d-4733-823b-b629cda53d5f req-0842e6bf-e5ed-42d2-8294-b4c9886b9a96 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901128 Oct 19 01:30:21.510246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.515130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.524563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060642-d84f-4e31-ac2a-a362ace81929 req-5767492a-235a-49f9-91bf-a51a4f990ec9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:21.526139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef060642-d84f-4e31-ac2a-a362ace81929 req-5767492a-235a-49f9-91bf-a51a4f990ec9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.2781973 Oct 19 01:30:21.618177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.618748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0082e1c8-0c32-453e-8fec-b88f3789cbba {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:21.624029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.628915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92316a07-1fff-44cd-8f3f-c652eec98988 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0082e1c8-0c32-453e-8fec-b88f3789cbba HTTP/1.1" status: 204 len: 168 time: 1.2060599 Oct 19 01:30:21.629825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48520) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:21.634236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef060642-d84f-4e31-ac2a-a362ace81929 req-f736d3f2-3498-44ff-acf7-747c4ef8bb47 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572944 Oct 19 01:30:21.638756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-588468575', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:21.680060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.681680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.728240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-848a0491-940d-4733-823b-b629cda53d5f req-4fca7b3f-6158-4806-af44-0bc817e6560f service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109537 Oct 19 01:30:21.816739 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.860005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:21.908298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=646e80aa-5719-4d9e-8451-8bf69784ed87,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:22.011509 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.187228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.357448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.380420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.493451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Router aa082a4d-956e-463d-bade-8cad39c0117b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:22.498401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Allocated IP 172.25.0.14 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/72c6b629-3926-40dc-84b0-8543f19bab86) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:22.620872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.642316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:22.649026 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3fd14ca0-a7a6-40cc-962c-be216b83eb44 admin admin] 10.222.0.64 "PUT /v2.0/routers/aa082a4d-956e-463d-bade-8cad39c0117b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5401776 Oct 19 01:30:22.651432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48542) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:22.657021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] Sync routers for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:22.667168 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:22.667855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.668179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:22.723618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:22.727930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:22.731913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:22.764704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event updated for resources: {'Port': ['ID=72c6b629-3926-40dc-84b0-8543f19bab86,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:22.832682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:22.839184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:22.885069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92361-b67b-4841-a047-4d0baf76aeb0 req-c26aaa47-ab8c-43ae-a372-7fffa9cf3845 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:22.887254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39c92361-b67b-4841-a047-4d0baf76aeb0 req-c26aaa47-ab8c-43ae-a372-7fffa9cf3845 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.1081390 Oct 19 01:30:23.019785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39c92361-b67b-4841-a047-4d0baf76aeb0 req-20eb05ef-d4c2-4cdf-bfc2-fafa042c9f21 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247845 Oct 19 01:30:23.049730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.082048 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:30:21Z', 'revision_number': 5, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port': {'id': '1c7e9731-06d5-488a-8a48-4893113949c4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:26:55Z', 'updated_at': '2021-10-19T01:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:23.133986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Deleting port 1c7e9731-06d5-488a-8a48-4893113949c4 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:23.134736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.152917 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] Checking router: aa082a4d-956e-463d-bade-8cad39c0117b for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:23.173579 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] Routers {'aa082a4d-956e-463d-bade-8cad39c0117b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:23.174962 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['aa082a4d-956e-463d-bade-8cad39c0117b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:23.258543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] For port 1c7e9731-06d5-488a-8a48-4893113949c4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1c7e9731-06d5-488a-8a48-4893113949c4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:23.258915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.276641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Calling delete_port for 1c7e9731-06d5-488a-8a48-4893113949c4 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:23.517871 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] Set router aa082a4d-956e-463d-bade-8cad39c0117b gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:23.553498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.566007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea825824-a280-4b0b-aacb-1dc546562898 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:23.591537 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:30:23Z', 'revision_number': 6, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:23.612950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ea825824-a280-4b0b-aacb-1dc546562898 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:23.615065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea825824-a280-4b0b-aacb-1dc546562898 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:23.625882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.637012 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411cc093-b4c9-494b-940d-e4ca8c3ace00 None None] The sync data for ids ['aa082a4d-956e-463d-bade-8cad39c0117b'] in n-d-789963-20 is: [{'id': 'aa082a4d-956e-463d-bade-8cad39c0117b', 'name': 'tempest-ServersTestJSON-1725469876-router', 'tenant_id': 'de451db8586445fd82cf7c9674ffda7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:26:54Z', 'updated_at': '2021-10-19T01:30:23Z', 'revision_number': 6, 'project_id': 'de451db8586445fd82cf7c9674ffda7b', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:23.663558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7e9731-06d5-488a-8a48-4893113949c4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:23.767223 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.880464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.884563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.897736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.961090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.961879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa082a4d-956e-463d-bade-8cad39c0117b {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:23.977275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:23.978729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d664c742-94ca-43b6-8668-f373bbb234b8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/aa082a4d-956e-463d-bade-8cad39c0117b HTTP/1.1" status: 204 len: 168 time: 1.3263450 Oct 19 01:30:23.981134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48558) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:24.078860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] Deleting subnet 21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:30:24.081523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Router f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:24.089071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.148505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.259945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.297915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:24.308503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d5a63-8969-4849-8e40-9ad5f95b5a27 req-bcd40225-18e1-4d30-a677-f8663bc21fef tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:24.309964 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-677d5a63-8969-4849-8e40-9ad5f95b5a27 req-bcd40225-18e1-4d30-a677-f8663bc21fef tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.1296413 Oct 19 01:30:24.315527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] Sync routers for ids ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:24.327006 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.333996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] Routers {'f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:24.335273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:24.356855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.362968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c9b7e182-05af-49b4-a600-a001425d1750 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7252564 Oct 19 01:30:24.379610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:24.383756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:24.387305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': False}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:24.393712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] Routers {'f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:24.394585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:24.401203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:24.420935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.424254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cda973c2-f37e-4158-8b84-78f4813149b6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/21f6c3e1-e7d3-475b-9d86-1958fe3f3fc2 HTTP/1.1" status: 204 len: 168 time: 0.4421802 Oct 19 01:30:24.428848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48566) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:24.440576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9c6ee-4d53-454c-a8f7-ec40f9e69c89 None None] Network 85a27418-cdb8-4fb9-aa58-ec47ce48150a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:24.546847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-677d5a63-8969-4849-8e40-9ad5f95b5a27 req-801f1d0c-49f9-4d55-868c-9928a0ac423b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172222 Oct 19 01:30:24.573229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:24.575517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a54619-6eb8-4d1d-b398-0f0951690718 None None] The sync data for ids ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:24.609333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.738458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Deleting port e0bcceab-3677-4773-856e-8d2a8da839cc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:24.738807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.769245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] DHCP port deletion for 85a27418-cdb8-4fb9-aa58-ec47ce48150a request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:30:24.852699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] Deleting port e0bcceab-3677-4773-856e-8d2a8da839cc {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:24.853134 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.891234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] For port e0bcceab-3677-4773-856e-8d2a8da839cc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e0bcceab-3677-4773-856e-8d2a8da839cc,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:24.891829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:24.916900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Calling delete_port for e0bcceab-3677-4773-856e-8d2a8da839cc owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:24.976212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] For port e0bcceab-3677-4773-856e-8d2a8da839cc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e0bcceab-3677-4773-856e-8d2a8da839cc,segment=NetworkSegment(5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5),segment_id=5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:24.976572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.020772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] Calling delete_port for e0bcceab-3677-4773-856e-8d2a8da839cc owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:25.044825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.117035 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.123949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bcceab-3677-4773-856e-8d2a8da839cc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:25.142809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] No DVR routers for this DVR port e0bcceab-3677-4773-856e-8d2a8da839cc on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:25.184070 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.236390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] No DVR routers for this DVR port e0bcceab-3677-4773-856e-8d2a8da839cc on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:25.238936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3c80b-0359-42e0-ba9e-0c35cf7dbe0e None None] Pushing event deleted for resources: {'Port': ['ID=e0bcceab-3677-4773-856e-8d2a8da839cc,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:25.255130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.281148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a27418-cdb8-4fb9-aa58-ec47ce48150a']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:25.292247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:25.292540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5302a0ae-90dc-42bf-aba4-ab0e8d5f23d5') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:25.303244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.319162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.329809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:30:25.330326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:30:25.336900 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:30:25.421630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 646e80aa-5719-4d9e-8451-8bf69784ed87 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:25.422045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.433006 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.442863 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] 10.222.0.64 "DELETE /v2.0/networks/85a27418-cdb8-4fb9-aa58-ec47ce48150a HTTP/1.1" status: 204 len: 168 time: 1.0090685 Oct 19 01:30:25.453152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 646e80aa-5719-4d9e-8451-8bf69784ed87 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:25.453738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 646e80aa-5719-4d9e-8451-8bf69784ed87 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:25.454363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1c7e9731-06d5-488a-8a48-4893113949c4 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:25.456445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d88ceb-be1c-4c16-ba2f-cbe6f50daacd admin admin] Pushing event deleted for resources: {'Network': ['ID=85a27418-cdb8-4fb9-aa58-ec47ce48150a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:25.476202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 1c7e9731-06d5-488a-8a48-4893113949c4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:25.476854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1c7e9731-06d5-488a-8a48-4893113949c4 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:25.477443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e0bcceab-3677-4773-856e-8d2a8da839cc no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:25.497254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e0bcceab-3677-4773-856e-8d2a8da839cc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:25.497877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e0bcceab-3677-4773-856e-8d2a8da839cc not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:25.678963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48580) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:25.710806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.714896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.752380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b412f6-5be7-464e-8a60-975420c51d32 req-0ec939ca-ec64-4057-93ea-b71ccd427510 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:25.753983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53b412f6-5be7-464e-8a60-975420c51d32 req-0ec939ca-ec64-4057-93ea-b71ccd427510 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.0899901 Oct 19 01:30:25.760729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5f14a87c-21f6-4f7c-a448-8d23a70729e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de451db8586445fd82cf7c9674ffda7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806885 Oct 19 01:30:25.761318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48582) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:25.825895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53b412f6-5be7-464e-8a60-975420c51d32 req-46d4d12b-5171-4188-a918-e5301748f781 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585015 Oct 19 01:30:25.837210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Router f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:25.839404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4767d52c-f60b-489f-b998-78682054fe7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.864483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4767d52c-f60b-489f-b998-78682054fe7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.930794 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4767d52c-f60b-489f-b998-78682054fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.933867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4767d52c-f60b-489f-b998-78682054fe7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.937346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4767d52c-f60b-489f-b998-78682054fe7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06786ecf-1981-483f-9e88-989534880cad HTTP/1.1" status: 204 len: 168 time: 0.1728082 Oct 19 01:30:25.944333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767d52c-f60b-489f-b998-78682054fe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06786ecf-1981-483f-9e88-989534880cad,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:25.971191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:25.976809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:25.980961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48588) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:25.983346 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] Sync routers for ids ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:25.984431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-83772b78-63f6-4750-86ec-591fb5e0c6f6 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "PUT /v2.0/routers/f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 HTTP/1.1" status: 200 len: 920 time: 1.5997767 Oct 19 01:30:25.994070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] Routers {'f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:25.994741 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:26.042537 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:26.055840 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] Routers {'f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:26.056490 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:26.104366 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:26.105271 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5249b518-8b14-4822-886f-62db2efabdd7 None None] The sync data for ids ['f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:26.160322 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb9d6235-e817-452a-974b-f8e18d518ffa tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 HTTP/1.1" status: 200 len: 920 time: 0.1709094 Oct 19 01:30:26.162782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48594) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:26.244569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d424df1-a5e6-4561-97f7-1e64c3cf0a4d tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:26.248495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1d424df1-a5e6-4561-97f7-1e64c3cf0a4d tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0845554 Oct 19 01:30:26.249350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48600) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:26.397314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b4822-f9af-4751-8016-c4b03c2cee41 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:26.399133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3f2b4822-f9af-4751-8016-c4b03c2cee41 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.1487043 Oct 19 01:30:26.402084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48608) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:26.436369 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4650e485-e651-4a62-8dfc-d43661245fff tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 HTTP/1.1" status: 200 len: 205 time: 0.0322909 Oct 19 01:30:26.438794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48610) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:26.889537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48632) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:26.941474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.001833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40a47-7fe3-4358-9f9f-a082d45a952b req-56b3ac83-e0d7-44c2-bf29-66d849265aa8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:27.003560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2f40a47-7fe3-4358-9f9f-a082d45a952b req-56b3ac83-e0d7-44c2-bf29-66d849265aa8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.0624268 Oct 19 01:30:27.070421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2f40a47-7fe3-4358-9f9f-a082d45a952b req-58fac8f1-4a93-40fd-a103-d7f916d54e9b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528021 Oct 19 01:30:27.085581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1067029287-network', 'tenant_id': '4da15152b16b4b278092c20719e48549'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:27.111930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Made reservation on behalf of 4da15152b16b4b278092c20719e48549 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:27.114135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.115539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.128233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.194672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Deleting port 72c6b629-3926-40dc-84b0-8543f19bab86 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:27.195219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.241293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.247243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.292707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:30:27.294222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.307208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Calling delete_port for 72c6b629-3926-40dc-84b0-8543f19bab86 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:27.316475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.316823 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Added segment 488a7e5a-a74d-4bd3-834a-875d452816b5 of type vlan for network 453911b9-a0ac-4d9b-b48c-09ad072e5967 Oct 19 01:30:27.327095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745e1570-0891-4624-a766-7fcd01760ddf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:27.376193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.405680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.406800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:27.407445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.439258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5484407 Oct 19 01:30:27.439868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48638) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:27.449649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Request body: {'subnet': {'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1067029287-subnet', 'tenant_id': '4da15152b16b4b278092c20719e48549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:27.504458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650577a-9fa2-4304-99a5-49dfe3557dff admin admin] Pushing event updated for resources: {'Network': ['ID=453911b9-a0ac-4d9b-b48c-09ad072e5967,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:27.515940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 453911b9-a0ac-4d9b-b48c-09ad072e5967 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:30:27.517735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Made reservation on behalf of 4da15152b16b4b278092c20719e48549 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:27.520969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.526292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.598720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event deleted for resources: {'Port': ['ID=72c6b629-3926-40dc-84b0-8543f19bab86,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:27.706153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.817959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.833476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.837625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.887567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aeed56a-9aed-4a69-91d2-f0a3049d7bec,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:27.893802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.894649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Fanout notify agent at l3_agent the message router_deleted on router f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:27.897326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Checking segment: {'id': '488a7e5a-a74d-4bd3-834a-875d452816b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:27.897696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Network hostable DHCP agents. Network: 453911b9-a0ac-4d9b-b48c-09ad072e5967, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:30:27.904139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.910014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f442e318-7cea-4eef-be50-3c80d56e6901 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 HTTP/1.1" status: 204 len: 168 time: 1.4699895 Oct 19 01:30:27.910768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48644) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:27.915432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-07c057ab-18e8-4aed-95c1-e5c1b0bd6d05 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-422102825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:27.923318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Network 453911b9-a0ac-4d9b-b48c-09ad072e5967 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:30:27.933937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 453911b9-a0ac-4d9b-b48c-09ad072e5967) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:27.938355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:27.939185 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.944508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e1ee9-0d67-42d9-9d3d-63966d7d10ff None None] Network 453911b9-a0ac-4d9b-b48c-09ad072e5967 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:27.948324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07c057ab-18e8-4aed-95c1-e5c1b0bd6d05 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.949982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07c057ab-18e8-4aed-95c1-e5c1b0bd6d05 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:27.957744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f0ee737e-ccf7-4889-a29e-df03954d9184 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5143533 Oct 19 01:30:28.023046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07c057ab-18e8-4aed-95c1-e5c1b0bd6d05 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.028808 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07c057ab-18e8-4aed-95c1-e5c1b0bd6d05 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.049168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07c057ab-18e8-4aed-95c1-e5c1b0bd6d05 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.053399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-07c057ab-18e8-4aed-95c1-e5c1b0bd6d05 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1415706 Oct 19 01:30:28.053813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48648) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:28.058634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:28.107810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68095a4-3306-4e49-b844-cd069e260eb9 None None] Network 453911b9-a0ac-4d9b-b48c-09ad072e5967 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:28.249577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d372b-9adb-4dad-aeed-d26ba5340c5a req-d797876c-beef-4e48-b14a-f8fef6660652 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.251345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-770d372b-9adb-4dad-aeed-d26ba5340c5a req-d797876c-beef-4e48-b14a-f8fef6660652 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.0716302 Oct 19 01:30:28.316516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-770d372b-9adb-4dad-aeed-d26ba5340c5a req-a369afa8-531e-4035-bc5e-0d71af9f6bb1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532565 Oct 19 01:30:28.719439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:28.825571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-07fd68ae-9597-496b-9642-63fea4a78673 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:28.832099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-07fd68ae-9597-496b-9642-63fea4a78673 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/networks?id=453911b9-a0ac-4d9b-b48c-09ad072e5967 HTTP/1.1" status: 200 len: 814 time: 0.2208893 Oct 19 01:30:28.855406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-5ec29f7c-d3e7-445a-8874-6bd745bb4bc0 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/quotas/4da15152b16b4b278092c20719e48549 HTTP/1.1" status: 200 len: 375 time: 0.0223370 Oct 19 01:30:28.935893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-6636c645-451b-4ee1-9a2c-4263a0fdc0a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4da15152b16b4b278092c20719e48549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793390 Oct 19 01:30:29.169788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-d7df6958-600c-459c-b354-2142fb96b35f service neutron] 10.222.0.64 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247834 Oct 19 01:30:29.179410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:29.217117 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:29.373471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-3ab0cb5c-62ff-40df-853c-c5f4fec0d91e service neutron] 10.222.0.64 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024519 Oct 19 01:30:29.431601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Allocated IP 172.25.0.93 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/27d7aa39-6e6d-40dd-bf9b-4792f8dac06a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:29.475637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f1315-e41c-41bb-924e-f394e02aa7ff req-7a1cbf90-33c2-4b8d-9dfe-bc60f2d110ca tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:29.485564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-877f1315-e41c-41bb-924e-f394e02aa7ff req-7a1cbf90-33c2-4b8d-9dfe-bc60f2d110ca tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 943 time: 0.0706239 Oct 19 01:30:29.545012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-877f1315-e41c-41bb-924e-f394e02aa7ff req-50847e8d-f7ca-4b3e-ac36-8aa70b6c2cf5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580690 Oct 19 01:30:29.634740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-50992942-51c6-4ee1-8a17-21fa44aee9f1 req-fec6e991-585e-4d95-b628-dd950eecf075 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 210 time: 0.0496616 Oct 19 01:30:29.671883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:29.720890 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:29.763317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:29.766462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:29.769249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:29.805011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event updated for resources: {'Port': ['ID=27d7aa39-6e6d-40dd-bf9b-4792f8dac06a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:30.112011 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:30.179114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8990c1f4-2316-40e8-b975-3d38e80cc5ec details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:30.443579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8990c1f4-2316-40e8-b975-3d38e80cc5ec, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:30.468932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'port_id': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'mac_address': 'fa:16:3e:43:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:30.537205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:30.555480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8990c1f4-2316-40e8-b975-3d38e80cc5ec {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:30.565090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:30.572059 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:30.586042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8990c1f4-2316-40e8-b975-3d38e80cc5ec, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:30.594152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:30.710057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=8990c1f4-2316-40e8-b975-3d38e80cc5ec,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:30.791952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-a44bbb1a-c1fa-423e-8c01-7d6f2a1a288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:30.794526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-a44bbb1a-c1fa-423e-8c01-7d6f2a1a288e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1096 time: 0.1376550 Oct 19 01:30:30.804252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec53ef-4bc1-4f70-96b5-499a3a2407b8 req-5658d73a-a6fe-47f9-baf3-10bb09107f4c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:30.805707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78ec53ef-4bc1-4f70-96b5-499a3a2407b8 req-5658d73a-a6fe-47f9-baf3-10bb09107f4c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 946 time: 0.0814393 Oct 19 01:30:30.817731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d09-b749-4b63-bc00-7add8cfb15ba req-128c92ce-e689-4f95-8670-c39cd62e98ac tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:30.824007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63040d09-b749-4b63-bc00-7add8cfb15ba req-128c92ce-e689-4f95-8670-c39cd62e98ac tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0743897 Oct 19 01:30:30.862962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Router 78126d34-3131-4451-9056-ba68a441f942 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:30.876882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['8990c1f4-2316-40e8-b975-3d38e80cc5ec'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:30.881911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63040d09-b749-4b63-bc00-7add8cfb15ba req-4a857ce4-418c-42e5-8e32-eeed1813b0b4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535495 Oct 19 01:30:30.926190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78ec53ef-4bc1-4f70-96b5-499a3a2407b8 req-89794f19-2145-4866-8b20-5fa9eb180ecd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105726 Oct 19 01:30:30.984937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-f53a5682-6fbf-4566-ae23-6dd820f1c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:30.986444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-f53a5682-6fbf-4566-ae23-6dd820f1c15c service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.1798503 Oct 19 01:30:31.093396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:31.097433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-f03d4153-4425-4b8b-9b8e-1005ef8ef39f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.1013103 Oct 19 01:30:31.099867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:31.103876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-70fa7404-1bef-4edd-a2b7-59304a3b8888 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "PUT /v2.0/routers/78126d34-3131-4451-9056-ba68a441f942 HTTP/1.1" status: 200 len: 878 time: 3.0489588 Oct 19 01:30:31.107423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48722) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:31.109235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] Sync routers for ids ['78126d34-3131-4451-9056-ba68a441f942'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:31.122584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73564-6b00-401a-92fe-e4baf9121895 req-b4ec63f9-8628-44d1-9abc-db3c9204da16 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.124454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdd73564-6b00-401a-92fe-e4baf9121895 req-b4ec63f9-8628-44d1-9abc-db3c9204da16 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 944 time: 0.1364529 Oct 19 01:30:31.134865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-09a26eba-2524-4f50-9290-8ed647659799 req-9a1e8009-9b64-49ae-bc37-7f28cdeb679d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 210 time: 0.0594757 Oct 19 01:30:31.188845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] Routers {'78126d34-3131-4451-9056-ba68a441f942'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:31.189918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['78126d34-3131-4451-9056-ba68a441f942'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:31.210220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-dfed3ea4-5dc8-4dcc-87df-76864243c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.211962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-dfed3ea4-5dc8-4dcc-87df-76864243c1f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0762203 Oct 19 01:30:31.245930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:31.259168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b8017b4d-d4f3-46f1-b9d7-6aeece8a1e91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/78126d34-3131-4451-9056-ba68a441f942 HTTP/1.1" status: 200 len: 919 time: 0.1503699 Oct 19 01:30:31.270789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] Routers {'78126d34-3131-4451-9056-ba68a441f942'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:31.272584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['78126d34-3131-4451-9056-ba68a441f942'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:31.274663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48724) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:31.336895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:31.337581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612d9122-cd17-4dae-b3cb-1d31deb123c6 None None] The sync data for ids ['78126d34-3131-4451-9056-ba68a441f942'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:31.397133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdd73564-6b00-401a-92fe-e4baf9121895 req-58370137-4aff-4bef-a4eb-d0a3cc58267c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413026 Oct 19 01:30:31.413830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb810b-2201-48ad-b8d2-33ba4883cbba tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.418525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9cbb810b-2201-48ad-b8d2-33ba4883cbba tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=78126d34-3131-4451-9056-ba68a441f942&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1428635 Oct 19 01:30:31.419282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48730) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:31.438049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-b04aa381-6389-4225-863c-ed9f8e1875e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.439567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-b04aa381-6389-4225-863c-ed9f8e1875e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182117 Oct 19 01:30:31.548834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-a67c43e4-d265-4295-93ff-d3280c020208 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.550334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-a67c43e4-d265-4295-93ff-d3280c020208 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.74 "GET /v2.0/networks?id=453911b9-a0ac-4d9b-b48c-09ad072e5967 HTTP/1.1" status: 200 len: 814 time: 0.2454579 Oct 19 01:30:31.567890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa3a83-30f6-4b26-a81f-10ac4f650290 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:31.573355 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5efa3a83-30f6-4b26-a81f-10ac4f650290 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.1519158 Oct 19 01:30:31.574213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48734) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:31.574864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Request body: {'port': {'device_id': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967', 'admin_state_up': True, 'tenant_id': '4da15152b16b4b278092c20719e48549'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:31.637991 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15b4e8ba-a59c-411b-89d6-11bff94a794c tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=78126d34-3131-4451-9056-ba68a441f942 HTTP/1.1" status: 200 len: 205 time: 0.0602942 Oct 19 01:30:31.638766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48740) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:31.669546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-abd424a9-57d5-4576-8e1b-7cb03c752784 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174914 Oct 19 01:30:31.815312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:31.834433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c8d36b-31d4-4be0-b691-dd723656d2fe req-9bd51fbd-fa5e-41aa-8cf8-0b4f05031b28 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533120 Oct 19 01:30:31.836061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Made reservation on behalf of 4da15152b16b4b278092c20719e48549 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:31.852296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.180040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Allocated IP 172.20.0.2 (453911b9-a0ac-4d9b-b48c-09ad072e5967/1aeed56a-9aed-4a69-91d2-f0a3049d7bec/d8e2cef0-b27f-4f08-ba28-b549cfadcefc) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:32.181435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8990c1f4-2316-40e8-b975-3d38e80cc5ec up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:32.206537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-394b5124-5365-46a7-af58-ba58d8c84c0c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:32.208263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-394b5124-5365-46a7-af58-ba58d8c84c0c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.62 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 946 time: 0.1331682 Oct 19 01:30:32.220691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4487e-2d95-4cfd-9764-5507f20aa59d req-7785e0d0-cac4-4dbe-b01e-e8d4f41eed67 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:32.228255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcb4487e-2d95-4cfd-9764-5507f20aa59d req-7785e0d0-cac4-4dbe-b01e-e8d4f41eed67 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 946 time: 0.1541741 Oct 19 01:30:32.277145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 8990c1f4-2316-40e8-b975-3d38e80cc5ec completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:30:32.283883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 8990c1f4-2316-40e8-b975-3d38e80cc5ec triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:32.284618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.442303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcb4487e-2d95-4cfd-9764-5507f20aa59d req-48630771-529e-4460-9a06-e61f7b3a7425 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131104 Oct 19 01:30:32.488016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.497359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8bac4-f24f-4647-aa51-bab4796d28f2 req-85919054-51fc-447d-9afe-dcdf0c836e83 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:32.513727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10b8bac4-f24f-4647-aa51-bab4796d28f2 req-85919054-51fc-447d-9afe-dcdf0c836e83 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1599689 Oct 19 01:30:32.516889 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.560892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8990c1f4-2316-40e8-b975-3d38e80cc5ec, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:32.562707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:32.565673 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bf0b43-a9e5-4915-b85f-d9d053535624" -d '{"events": [{"server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "name": "network-vif-plugged", "status": "completed", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:32.570867 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.598804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10b8bac4-f24f-4647-aa51-bab4796d28f2 req-d2bf068f-1990-4a37-8127-bc50e17f6b31 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842335 Oct 19 01:30:32.657148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=8990c1f4-2316-40e8-b975-3d38e80cc5ec,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:32.684723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15a4dbc0-9895-4f1d-8629-aab8efd9d3bb req-469fb62e-c1bb-4ba9-8688-508b79d9e9b3 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 210 time: 0.0844169 Oct 19 01:30:32.714086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Deleting port 27d7aa39-6e6d-40dd-bf9b-4792f8dac06a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:32.714430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.719940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.723380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Deleting port d3bb2bba-f667-41f5-9b86-489126c8740c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:32.725437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.760096 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8462719-2def-4b0b-9900-6fffbc788fc5 x-openstack-request-id: req-c8462719-2def-4b0b-9900-6fffbc788fc5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:32.760386 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "name": "network-vif-plugged", "status": "completed", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:32.760649 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8462719-2def-4b0b-9900-6fffbc788fc5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:32.761071 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'code': 200} Oct 19 01:30:32.838206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.852641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Calling delete_port for 27d7aa39-6e6d-40dd-bf9b-4792f8dac06a owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:32.889653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.954460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] For port d3bb2bba-f667-41f5-9b86-489126c8740c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d3bb2bba-f667-41f5-9b86-489126c8740c,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:32.954802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:32.973533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Network 453911b9-a0ac-4d9b-b48c-09ad072e5967 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:32.982244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:32.985473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:32.994165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f79c0b-03c7-4f29-b7a1-b47fe3e095a8 req-89e62f89-3436-4be7-bb57-dcdd2c47a042 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:32.995917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f79c0b-03c7-4f29-b7a1-b47fe3e095a8 req-89e62f89-3436-4be7-bb57-dcdd2c47a042 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 945 time: 0.2851548 Oct 19 01:30:32.998832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb24cb-fa42-4629-8dad-d30e40c6f987 req-bde00ed5-86a7-41c1-b6bb-fe9008ea1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:33.000334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fbb24cb-fa42-4629-8dad-d30e40c6f987 req-bde00ed5-86a7-41c1-b6bb-fe9008ea1099 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 1097 time: 0.0932693 Oct 19 01:30:33.039802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Pushing event updated for resources: {'Port': ['ID=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:33.122987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:33.123907 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.131785 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f79c0b-03c7-4f29-b7a1-b47fe3e095a8 req-29f82ef0-aada-4175-8d51-8bca421914f3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245165 Oct 19 01:30:33.196043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fbb24cb-fa42-4629-8dad-d30e40c6f987 req-910851a8-85d0-4dfc-a0ba-f2a8b0deaa83 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524911 Oct 19 01:30:33.200471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-b5f67636-f820-4ddd-b3e6-c562675065a8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6314683 Oct 19 01:30:33.212818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-ce795b12-43ff-4ac4-ba48-d5ae7c41bee7 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:30:33.214359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-ce795b12-43ff-4ac4-ba48-d5ae7c41bee7 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065444 Oct 19 01:30:33.215030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.235230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Request body: {'port': {'device_id': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:33.253370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event deleted for resources: {'Port': ['ID=27d7aa39-6e6d-40dd-bf9b-4792f8dac06a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:33.329653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.378290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.382309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.382672 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.382989 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Floating IP 3c5f076c-315b-4179-a8d9-ab2e13314323 disassociated. External IP: 172.25.0.55, port: d3bb2bba-f667-41f5-9b86-489126c8740c. Oct 19 01:30:33.383343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Calling delete_port for d3bb2bba-f667-41f5-9b86-489126c8740c owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:33.472704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.484108 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.563719 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.565905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Fanout notify agent at l3_agent the message router_deleted on router 78126d34-3131-4451-9056-ba68a441f942 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:33.577317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.579313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7d6a99fe-842f-41a5-bf8d-1727bd325c0d tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/78126d34-3131-4451-9056-ba68a441f942 HTTP/1.1" status: 204 len: 168 time: 1.9379444 Oct 19 01:30:33.584917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48786) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:33.590492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7211d2ca-b7f0-4151-9970-f3bc9b5d1fa5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1568322827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:33.645873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7211d2ca-b7f0-4151-9970-f3bc9b5d1fa5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.647498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7211d2ca-b7f0-4151-9970-f3bc9b5d1fa5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.774918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf640dd-e52a-4392-8267-f12f5094e556 req-b8eff3ac-e340-49ad-9260-d33e1b148735 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:33.776621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cf640dd-e52a-4392-8267-f12f5094e556 req-b8eff3ac-e340-49ad-9260-d33e1b148735 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 946 time: 0.1687069 Oct 19 01:30:33.795172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7211d2ca-b7f0-4151-9970-f3bc9b5d1fa5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.803621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7211d2ca-b7f0-4151-9970-f3bc9b5d1fa5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.832183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7211d2ca-b7f0-4151-9970-f3bc9b5d1fa5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.833867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7211d2ca-b7f0-4151-9970-f3bc9b5d1fa5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2471385 Oct 19 01:30:33.844467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2024b4-aec7-4fe5-a43f-7822e0e76282 req-8f4d9b8b-0143-4a12-a565-a8aa12fe2027 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:33.846172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f2024b4-aec7-4fe5-a43f-7822e0e76282 req-8f4d9b8b-0143-4a12-a565-a8aa12fe2027 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1386847 Oct 19 01:30:33.847014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48796) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:33.855923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': True}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:33.888963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:33.941627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event deleted for resources: {'Port': ['ID=d3bb2bba-f667-41f5-9b86-489126c8740c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:34.031325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f2024b4-aec7-4fe5-a43f-7822e0e76282 req-38376efe-1ece-48e7-9b52-9e2e3bc7c0e6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707687 Oct 19 01:30:34.085580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cf640dd-e52a-4392-8267-f12f5094e556 req-d1b76439-23ac-487b-90b9-f47a15aca6a3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf81f9cb-a241-4495-84e8-73acf1430f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072139 Oct 19 01:30:34.168334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:34.238196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Router bc694d75-5f8c-4708-836b-c5b04f38c76d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:34.264945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794c1e-17c1-496c-bb63-84a57a0a8b34 req-0f1777bb-c1d5-43a4-939e-5390c6b4eb92 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:34.266862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61794c1e-17c1-496c-bb63-84a57a0a8b34 req-0f1777bb-c1d5-43a4-939e-5390c6b4eb92 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 931 time: 0.1017144 Oct 19 01:30:34.268445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e2cef0-b27f-4f08-ba28-b549cfadcefc {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:34.333189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:34.360798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Transition to ACTIVE for port object d8e2cef0-b27f-4f08-ba28-b549cfadcefc will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:30:34.373518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:34.412808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61794c1e-17c1-496c-bb63-84a57a0a8b34 req-7171c4c1-2f91-4888-aecf-921c2db8969d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303697 Oct 19 01:30:34.682884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:34.706780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:34.844951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Allocated IP 172.25.0.36 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/bf2ad2f7-f28e-43d7-81f9-b205d26639a1) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:34.986571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.006427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:35.012566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:35.035728 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] Sync routers for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:35.041096 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.061464 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:35.062077 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:35.091148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d36b3-4dd1-4aef-aa5a-82501f2e9dc6 req-98978704-da96-401c-b970-3f0c00cca55f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:35.100805 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-049d36b3-4dd1-4aef-aa5a-82501f2e9dc6 req-98978704-da96-401c-b970-3f0c00cca55f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 945 time: 0.7369792 Oct 19 01:30:35.109289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] No DVR routers for this DVR port d3bb2bba-f667-41f5-9b86-489126c8740c on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:35.112138 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.117251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a8f8369-d4a1-4eaf-b0d3-d53c140a9091 req-875bf2b3-1db0-45fa-8550-370d490dc583 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.62 "DELETE /v2.0/ports/d3bb2bba-f667-41f5-9b86-489126c8740c HTTP/1.1" status: 204 len: 173 time: 2.8838174 Oct 19 01:30:35.118362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:35.122551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:35.128372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:35.144479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-deleted', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:35.147139 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55794bb5-d119-4e77-b3df-8a3460ce986d" -d '{"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-deleted", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:35.218697 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-049d36b3-4dd1-4aef-aa5a-82501f2e9dc6 req-e08a8c73-824e-429a-801d-00c4cef76052 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168575 Oct 19 01:30:35.256292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Attempting to bind port d8e2cef0-b27f-4f08-ba28-b549cfadcefc on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:35.257133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Attempting to bind port d8e2cef0-b27f-4f08-ba28-b549cfadcefc by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '488a7e5a-a74d-4bd3-834a-875d452816b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:35.257694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Attempting to bind port d8e2cef0-b27f-4f08-ba28-b549cfadcefc on network 453911b9-a0ac-4d9b-b48c-09ad072e5967 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:35.263433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Port d8e2cef0-b27f-4f08-ba28-b549cfadcefc on network 453911b9-a0ac-4d9b-b48c-09ad072e5967 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:35.264063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Attempting to bind port d8e2cef0-b27f-4f08-ba28-b549cfadcefc on network 453911b9-a0ac-4d9b-b48c-09ad072e5967 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:35.274402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:35.275688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Checking segment: {'id': '488a7e5a-a74d-4bd3-834a-875d452816b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:35.276646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Bound using segment: {'id': '488a7e5a-a74d-4bd3-834a-875d452816b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:35.277311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Bound port: d8e2cef0-b27f-4f08-ba28-b549cfadcefc, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488a7e5a-a74d-4bd3-834a-875d452816b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:35.277873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.314539 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:35.353218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Port': ['ID=bf2ad2f7-f28e-43d7-81f9-b205d26639a1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:35.408303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e860d210-16b0-459e-9b9b-b145d4ccf422 req-38dab1ad-43a6-4266-85cf-f4d4f3277d5e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af84087-fa8b-4325-951b-7c6f51302308 HTTP/1.1" status: 200 len: 210 time: 0.0663347 Oct 19 01:30:35.435686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] For port d8e2cef0-b27f-4f08-ba28-b549cfadcefc, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:35.439264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] For port d8e2cef0-b27f-4f08-ba28-b549cfadcefc, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,segment=NetworkSegment(488a7e5a-a74d-4bd3-834a-875d452816b5),segment_id=488a7e5a-a74d-4bd3-834a-875d452816b5)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:35.450338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.543480 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2110502-72b1-48fb-93af-5f92bcfeaf53 x-openstack-request-id: req-b2110502-72b1-48fb-93af-5f92bcfeaf53 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:35.543774 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af84087-fa8b-4325-951b-7c6f51302308", "name": "network-vif-deleted", "tag": "d3bb2bba-f667-41f5-9b86-489126c8740c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:35.545626 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2110502-72b1-48fb-93af-5f92bcfeaf53 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:35.545626 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af84087-fa8b-4325-951b-7c6f51302308', 'name': 'network-vif-deleted', 'tag': 'd3bb2bba-f667-41f5-9b86-489126c8740c', 'status': 'completed', 'code': 200} Oct 19 01:30:35.564762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:35.565358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.566844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] 10.222.0.74 "PUT /v2.0/ports/d8e2cef0-b27f-4f08-ba28-b549cfadcefc HTTP/1.1" status: 200 len: 1092 time: 2.3395009 Oct 19 01:30:35.617120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d0ba6-d9e2-4f04-a3bc-d30ca94d4d96 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:35.722335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7ede6-4750-4280-a414-8c53714fc6a3 req-ffc2232e-134d-45a2-99ce-53fa8aebe7d8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:35.737022 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab7ede6-4750-4280-a414-8c53714fc6a3 req-ffc2232e-134d-45a2-99ce-53fa8aebe7d8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 943 time: 0.0970881 Oct 19 01:30:35.738125 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:35.796281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab7ede6-4750-4280-a414-8c53714fc6a3 req-33f94c29-2d70-4123-ae39-37eb489e66e0 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578351 Oct 19 01:30:35.798407 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] Checking router: bc694d75-5f8c-4708-836b-c5b04f38c76d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:35.826451 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:35.827169 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:35.875556 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:35.880730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-2b3a4df0-65c0-442d-879f-16d18f059fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:35.883230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-2b3a4df0-65c0-442d-879f-16d18f059fd0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4da15152b16b4b278092c20719e48549&device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 1095 time: 0.2538383 Oct 19 01:30:35.947552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-527eb78d-c382-4862-a3b2-51698f9ef47d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc HTTP/1.1" status: 200 len: 217 time: 0.0495796 Oct 19 01:30:36.014574 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:36.025655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-5e8684ac-aea0-42e4-b22a-2df8747ed3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.027149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-5e8684ac-aea0-42e4-b22a-2df8747ed3aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1aeed56a-9aed-4a69-91d2-f0a3049d7bec HTTP/1.1" status: 200 len: 854 time: 0.0722342 Oct 19 01:30:36.072245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-5f253523-718d-4355-b2f2-321f407cd9c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=453911b9-a0ac-4d9b-b48c-09ad072e5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318789 Oct 19 01:30:36.155054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:36.158471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:36.189841 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-4bcbc634-1a62-4a59-b083-e168dc977fe3 service neutron] 10.222.0.74 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097825 Oct 19 01:30:36.216711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:36.255240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: d3bb2bba-f667-41f5-9b86-489126c8740c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:36.258030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d3bb2bba-f667-41f5-9b86-489126c8740c not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:36.333104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Router 91b0b4fa-7c2e-4503-8b53-5428210095d6 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:36.363934 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:36.390392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ba73e6e-608b-4221-9e5b-7aaeced18f7f req-534ba5dc-e1fd-4c6c-bac4-d3ecd39e5cc3 service neutron] 10.222.0.74 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933560 Oct 19 01:30:36.405653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584eaad4-0596-42d7-a8fc-c8e7b1c5a6d3 None None] The sync data for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 is: [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:36.493166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8fb7-56f7-4962-88ac-1cf98d0b0e80 req-61a86ce2-3403-4329-acda-b74821898af0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.499960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d4bc8fb7-56f7-4962-88ac-1cf98d0b0e80 req-61a86ce2-3403-4329-acda-b74821898af0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 945 time: 0.1565008 Oct 19 01:30:36.548338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48844) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:36.612250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:36.621316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:36.622576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2815f28a-6432-4100-87bc-ce882aad6c91 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "PUT /v2.0/routers/91b0b4fa-7c2e-4503-8b53-5428210095d6 HTTP/1.1" status: 200 len: 914 time: 2.7743595 Oct 19 01:30:36.626533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48848) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:36.631524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] Sync routers for ids ['91b0b4fa-7c2e-4503-8b53-5428210095d6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:36.637461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d4bc8fb7-56f7-4962-88ac-1cf98d0b0e80 req-207e0bf0-81a3-4bc1-ade0-06b865c4d13a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364074 Oct 19 01:30:36.655643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] Routers {'91b0b4fa-7c2e-4503-8b53-5428210095d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:36.657951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91b0b4fa-7c2e-4503-8b53-5428210095d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:36.742940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:36.763669 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70bdd621-ac52-45c4-bb1c-0e91dba3be6a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:36.769295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] Routers {'91b0b4fa-7c2e-4503-8b53-5428210095d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:36.769934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['91b0b4fa-7c2e-4503-8b53-5428210095d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:36.833071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:36.834375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc452a-6412-496a-9e78-5e3810cd1978 None None] The sync data for ids ['91b0b4fa-7c2e-4503-8b53-5428210095d6'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:36.893897 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70bdd621-ac52-45c4-bb1c-0e91dba3be6a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:36.899096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a87a2479-3320-4d88-a0ce-81cc41fe1ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:36.910179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7457057b-9ce2-49b1-9f40-030ac237ce94 None None] New status for floating IP 3c5f076c-315b-4179-a8d9-ab2e13314323: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:30:36.941899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3e760ab1-dfff-451e-9466-7aec66689ea4 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/91b0b4fa-7c2e-4503-8b53-5428210095d6 HTTP/1.1" status: 200 len: 920 time: 0.3067391 Oct 19 01:30:36.947906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48856) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:36.975857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294770-8f2a-4503-9389-e86c45018f6e req-41758c12-4816-426a-9373-3f6f66bd2023 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:36.984230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc294770-8f2a-4503-9389-e86c45018f6e req-41758c12-4816-426a-9373-3f6f66bd2023 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 945 time: 0.1606238 Oct 19 01:30:37.017609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beb1f3-85ff-4703-a581-bc6f2ba34b15 req-7554a59f-9b82-44d5-90b5-fadab3c8cbd0 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.019152 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3beb1f3-85ff-4703-a581-bc6f2ba34b15 req-7554a59f-9b82-44d5-90b5-fadab3c8cbd0 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 943 time: 0.1254382 Oct 19 01:30:37.058949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc294770-8f2a-4503-9389-e86c45018f6e req-1f07fafb-2d94-48d1-8754-6c720674cbfb tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735817 Oct 19 01:30:37.077160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ea753-bccd-4fd4-9de4-26b8b1a79cd9 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.079381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-be7ea753-bccd-4fd4-9de4-26b8b1a79cd9 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=91b0b4fa-7c2e-4503-8b53-5428210095d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1293395 Oct 19 01:30:37.082760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48858) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:37.082894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70bdd621-ac52-45c4-bb1c-0e91dba3be6a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.086912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70bdd621-ac52-45c4-bb1c-0e91dba3be6a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.088301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-70bdd621-ac52-45c4-bb1c-0e91dba3be6a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf81f9cb-a241-4495-84e8-73acf1430f60 HTTP/1.1" status: 204 len: 168 time: 0.5384927 Oct 19 01:30:37.093938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48860) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:37.106034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48862) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:37.107482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3beb1f3-85ff-4703-a581-bc6f2ba34b15 req-55e2580e-536a-455a-a4db-b4e7334c0187 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793798 Oct 19 01:30:37.153568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdd621-ac52-45c4-bb1c-0e91dba3be6a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf81f9cb-a241-4495-84e8-73acf1430f60,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:37.168216 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-b9044108-5b82-46b3-a230-5c9d04fbdc5e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] show failed (client error): The resource could not be found. Oct 19 01:30:37.169238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b9044108-5b82-46b3-a230-5c9d04fbdc5e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups/cf81f9cb-a241-4495-84e8-73acf1430f60 HTTP/1.1" status: 404 len: 347 time: 0.0742104 Oct 19 01:30:37.172095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48866) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:37.258833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca4d9d-b5a0-4bc9-aa1c-c3dd9dac4ab5 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.264521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-90ca4d9d-b5a0-4bc9-aa1c-c3dd9dac4ab5 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.1806369 Oct 19 01:30:37.265517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:37.308595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c9f9f83-8cd8-453f-ae42-737cef5a8fc7 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b0b4fa-7c2e-4503-8b53-5428210095d6 HTTP/1.1" status: 200 len: 205 time: 0.0413551 Oct 19 01:30:37.310040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:37.392302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02527d9-0a8d-43de-bfdc-ac6597e99e3e tempest-TestVolumeBootPattern-1587655277 tempest-TestVolumeBootPattern-1587655277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.393777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c02527d9-0a8d-43de-bfdc-ac6597e99e3e tempest-TestVolumeBootPattern-1587655277 tempest-TestVolumeBootPattern-1587655277-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 1092 time: 0.2739036 Oct 19 01:30:37.398077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:37.402784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'tenant_id': '94246613562645278786674bc9722b64', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:37.412817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Deleting port 7192b83c-0a67-452d-8239-0cfee8b0f152 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:37.413161 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.437565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.485563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.527113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.527436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.548274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'tag': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:37.550652 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792f3c65-af8f-4049-8edd-cbb31cb7f115" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc965c9-cb8d-4d9f-9fe2-8733737c4074", "tag": "d8e2cef0-b27f-4f08-ba28-b549cfadcefc"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:37.555281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Calling delete_port for 7192b83c-0a67-452d-8239-0cfee8b0f152 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:37.572121 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.643949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Deleting port bf2ad2f7-f28e-43d7-81f9-b205d26639a1 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:37.644399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.674431 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e2881-6b62-4b93-a869-1b9f5ed10497 x-openstack-request-id: req-722e2881-6b62-4b93-a869-1b9f5ed10497 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:37.674718 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc965c9-cb8d-4d9f-9fe2-8733737c4074", "tag": "d8e2cef0-b27f-4f08-ba28-b549cfadcefc", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:37.674965 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-722e2881-6b62-4b93-a869-1b9f5ed10497 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:37.675356 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'tag': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc', 'status': 'completed', 'code': 200} Oct 19 01:30:37.769867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:37.785131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Calling delete_port for bf2ad2f7-f28e-43d7-81f9-b205d26639a1 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:37.814427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-7329ca7f-41be-46f3-a559-0effa84a8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:37.818878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-7329ca7f-41be-46f3-a559-0effa84a8d17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4da15152b16b4b278092c20719e48549&device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 1095 time: 0.0929699 Oct 19 01:30:37.854376 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.101950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.146569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event deleted for resources: {'Port': ['ID=7192b83c-0a67-452d-8239-0cfee8b0f152,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:38.166269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-873c9525-57f4-4ae7-ab6c-e77da52d526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:38.173001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-873c9525-57f4-4ae7-ab6c-e77da52d526d service neutron] 10.222.0.74 "GET /v2.0/networks?id=453911b9-a0ac-4d9b-b48c-09ad072e5967 HTTP/1.1" status: 200 len: 915 time: 0.3413999 Oct 19 01:30:38.218996 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:30:38.282697 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-995632f1-5543-40b5-b14d-5f0c075cae7b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc HTTP/1.1" status: 200 len: 217 time: 0.0972846 Oct 19 01:30:38.294577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.25.0.10 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/59000ffc-b0af-4d0d-bcfe-31a768dfba91) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:38.355946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.390754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event deleted for resources: {'Port': ['ID=bf2ad2f7-f28e-43d7-81f9-b205d26639a1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:38.486177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.576451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a4bab-2868-4f16-9692-e8c7ddb6eecd req-88804365-c978-4d03-a1ed-8bfdc8c34473 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:38.578014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e43a4bab-2868-4f16-9692-e8c7ddb6eecd req-88804365-c978-4d03-a1ed-8bfdc8c34473 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 943 time: 0.3081245 Oct 19 01:30:38.590317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-95f3f00b-e183-4b96-b1e9-5921dcd941c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:38.591762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-95f3f00b-e183-4b96-b1e9-5921dcd941c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1aeed56a-9aed-4a69-91d2-f0a3049d7bec HTTP/1.1" status: 200 len: 854 time: 0.2878745 Oct 19 01:30:38.617080 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.632030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.653882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.657257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.662308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-27181902-4de6-4215-9e3c-fd2a1438934a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "DELETE /v2.0/floatingips/3c5f076c-315b-4179-a8d9-ab2e13314323 HTTP/1.1" status: 204 len: 168 time: 1.4849653 Oct 19 01:30:38.671182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-7bf298b4-8f91-49b0-8b28-eb47dbd8ebf3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=453911b9-a0ac-4d9b-b48c-09ad072e5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653250 Oct 19 01:30:38.714948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.720746 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Fanout notify agent at l3_agent the message router_deleted on router 91b0b4fa-7c2e-4503-8b53-5428210095d6 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:38.750921 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.757113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.759727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-49429607-53d9-4b57-923c-42500474b627 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/91b0b4fa-7c2e-4503-8b53-5428210095d6 HTTP/1.1" status: 204 len: 168 time: 1.4485817 Oct 19 01:30:38.764781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:38.775379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5be37e75-a563-4227-94ab-3aca0f52aaea tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-539236687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:38.820055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e43a4bab-2868-4f16-9692-e8c7ddb6eecd req-d1cbf40b-01c0-4ee1-b72e-10deeb3d9594 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926680 Oct 19 01:30:38.828241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5be37e75-a563-4227-94ab-3aca0f52aaea tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.829452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5be37e75-a563-4227-94ab-3aca0f52aaea tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.933825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.952927 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5be37e75-a563-4227-94ab-3aca0f52aaea tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.962818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5be37e75-a563-4227-94ab-3aca0f52aaea tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.996631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5be37e75-a563-4227-94ab-3aca0f52aaea tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:38.999553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5be37e75-a563-4227-94ab-3aca0f52aaea tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2308908 Oct 19 01:30:39.002383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48894) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:39.012723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': False}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:39.055072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48896) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:39.085523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f1fbd1d7-a999-4051-b308-26aa91a4b918 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555437025', 'description': 'tempest-description--606845618'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:39.093166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-9b422895-0e0c-4bf0-bc1c-5722510962cb service neutron] 10.222.0.74 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961164 Oct 19 01:30:39.159893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:39.163251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=59000ffc-b0af-4d0d-bcfe-31a768dfba91,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:39.205618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:39.209808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:39.256388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd1d7-a999-4051-b308-26aa91a4b918 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.341647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.343174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd1d7-a999-4051-b308-26aa91a4b918 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.366578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd1d7-a999-4051-b308-26aa91a4b918 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.411029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-792f3c65-af8f-4049-8edd-cbb31cb7f115 req-3107179c-7add-4c4b-b146-ec547c085068 service neutron] 10.222.0.74 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975106 Oct 19 01:30:39.423675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd1d7-a999-4051-b308-26aa91a4b918 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.425764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f1fbd1d7-a999-4051-b308-26aa91a4b918 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3685677 Oct 19 01:30:39.437531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48898) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:39.451064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8a5abeb4-f39c-4699-a23e-3009bb7bcb70 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'security_group_rule': {'security_group_id': '511250d0-dd72-482b-8dbb-32a1104c881c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:39.479740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d8e2cef0-b27f-4f08-ba28-b549cfadcefc details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:39.482218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbd1d7-a999-4051-b308-26aa91a4b918 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511250d0-dd72-482b-8dbb-32a1104c881c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:39.549383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8a5abeb4-f39c-4699-a23e-3009bb7bcb70 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.691074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d8e2cef0-b27f-4f08-ba28-b549cfadcefc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,segment=NetworkSegment(488a7e5a-a74d-4bd3-834a-875d452816b5),segment_id=488a7e5a-a74d-4bd3-834a-875d452816b5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:39.706160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8a5abeb4-f39c-4699-a23e-3009bb7bcb70 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.725548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8a5abeb4-f39c-4699-a23e-3009bb7bcb70 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.733489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc', 'network_id': '453911b9-a0ac-4d9b-b48c-09ad072e5967', 'port_id': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc', 'mac_address': 'fa:16:3e:07:21:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aeed56a-9aed-4a69-91d2-f0a3049d7bec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:39.760037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5abeb4-f39c-4699-a23e-3009bb7bcb70 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f6a213-14be-421b-90d1-9a1f670106d8,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:39.843501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.910372 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a162-4eac-45fd-bc82-f43229fde602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.914957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.930579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e2cef0-b27f-4f08-ba28-b549cfadcefc {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:39.945367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8a5abeb4-f39c-4699-a23e-3009bb7bcb70 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:39.951457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48902) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:39.957284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8a5abeb4-f39c-4699-a23e-3009bb7bcb70 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5176375 Oct 19 01:30:39.958082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d8e2cef0-b27f-4f08-ba28-b549cfadcefc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,segment=NetworkSegment(488a7e5a-a74d-4bd3-834a-875d452816b5),segment_id=488a7e5a-a74d-4bd3-834a-875d452816b5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:39.964295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2de88707-a7c1-4312-a76b-31d1c063b152 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'security_group_rule': {'security_group_id': '511250d0-dd72-482b-8dbb-32a1104c881c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:39.967688 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.079612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:40.121968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.133232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e5b8-c399-4694-8677-634d81d295fb req-06f9a7ba-90a4-425b-85d0-a41ae20dafd9 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:40.142220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0417e5b8-c399-4694-8677-634d81d295fb req-06f9a7ba-90a4-425b-85d0-a41ae20dafd9 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 944 time: 0.1809661 Oct 19 01:30:40.163596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.169514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.304568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Allocated IP 172.25.0.98 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f8b83ccb-4f3b-48e4-90c5-3ad932f7d840) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:40.352534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.391962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2de88707-a7c1-4312-a76b-31d1c063b152 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.449765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d8e2cef0-b27f-4f08-ba28-b549cfadcefc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:40.451727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0417e5b8-c399-4694-8677-634d81d295fb req-7eb25f4b-d74c-4a58-b994-b0722cf58904 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085573 Oct 19 01:30:40.513201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.612856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.640099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.697418 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.715217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.721397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2de88707-a7c1-4312-a76b-31d1c063b152 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.774075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:40.781316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2de88707-a7c1-4312-a76b-31d1c063b152 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.796647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:40.809285 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.813018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:40.843672 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2de88707-a7c1-4312-a76b-31d1c063b152 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.847857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2de88707-a7c1-4312-a76b-31d1c063b152 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8952379 Oct 19 01:30:40.861196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48908) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:40.868334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:40.877169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de88707-a7c1-4312-a76b-31d1c063b152 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a29606f-02ba-4fd8-a1fc-cb27c4997a71,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:40.877808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b83ccb-4f3b-48e4-90c5-3ad932f7d840,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:40.921610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=59000ffc-b0af-4d0d-bcfe-31a768dfba91,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:40.947528 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:40.988322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.130301 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Floating IP 0f6e81a0-07a2-4f5a-a338-905ff0c0949d associated. External IP: 172.25.0.10, port: 8990c1f4-2316-40e8-b975-3d38e80cc5ec. Oct 19 01:30:41.263554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.377559 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.624244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def12b5-b8fc-4e3a-bc21-37164628f8ec req-0285d564-5415-4843-a4f1-b947c894f53d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:41.625801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9def12b5-b8fc-4e3a-bc21-37164628f8ec req-0285d564-5415-4843-a4f1-b947c894f53d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 944 time: 0.0990386 Oct 19 01:30:41.645683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.661905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.721373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9def12b5-b8fc-4e3a-bc21-37164628f8ec req-a693894d-9814-473d-b3ec-daf4a362e7ae tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841401 Oct 19 01:30:41.822859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Router 0895a66f-036a-458e-aebb-202de4fce33b is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:41.859438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:41.873074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Allocated IP 172.25.0.116 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/10e729ac-ae2d-47ed-a9e3-0046b3b19383) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:41.953525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:41.960013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:41.961525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ae94acec-f503-48f6-8254-edc43cf80177 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "PUT /v2.0/routers/0895a66f-036a-458e-aebb-202de4fce33b HTTP/1.1" status: 200 len: 914 time: 2.9575181 Oct 19 01:30:41.964107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48916) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:41.967922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] Sync routers for ids ['0895a66f-036a-458e-aebb-202de4fce33b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:41.981214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] Routers {'0895a66f-036a-458e-aebb-202de4fce33b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:41.982210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0895a66f-036a-458e-aebb-202de4fce33b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.019643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.029779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] Routers {'0895a66f-036a-458e-aebb-202de4fce33b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:42.030393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0895a66f-036a-458e-aebb-202de4fce33b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.062662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:42.073421 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:42.083905 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:42.085042 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.085194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ff45fe9e-f6dc-44fb-b481-36f9b2b8e3ff tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/0895a66f-036a-458e-aebb-202de4fce33b HTTP/1.1" status: 200 len: 920 time: 0.1192799 Oct 19 01:30:42.087450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48918) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:42.092303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.092959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5113caac-b62a-4aa0-90db-77684f4b74e3 None None] The sync data for ids ['0895a66f-036a-458e-aebb-202de4fce33b'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:42.122508 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.134323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.152678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8baee42-010b-46f9-9ac3-4c0a967210ca tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:42.154875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f8baee42-010b-46f9-9ac3-4c0a967210ca tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=0895a66f-036a-458e-aebb-202de4fce33b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0661330 Oct 19 01:30:42.157664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48920) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:42.192323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-75f3c0e7-c836-4837-8434-f233a8d9013c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7928834 Oct 19 01:30:42.197563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:42.200169 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:42.210216 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:42.214898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.261224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f27da92-c9d0-4537-bd05-6369e99b904c tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:42.263040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6f27da92-c9d0-4537-bd05-6369e99b904c tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.1042306 Oct 19 01:30:42.266029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48926) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:42.283856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.288343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:42.291476 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea97835-f23a-41fb-94b1-4728767ef8d4 x-openstack-request-id: req-fea97835-f23a-41fb-94b1-4728767ef8d4 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:42.291476 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:42.291476 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fea97835-f23a-41fb-94b1-4728767ef8d4 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:42.291476 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'status': 'completed', 'code': 200} Oct 19 01:30:42.295380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:42.322786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-44539379-e682-41ad-a657-8417a355c2fa tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=0895a66f-036a-458e-aebb-202de4fce33b HTTP/1.1" status: 200 len: 205 time: 0.0553772 Oct 19 01:30:42.324200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48928) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:42.330580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:42.369199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'Port': ['ID=10e729ac-ae2d-47ed-a9e3-0046b3b19383,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:42.415790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-ae8a3c19-209c-4755-9f02-471afdc8e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:42.423351 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-ae8a3c19-209c-4755-9f02-471afdc8e504 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 1097 time: 0.1311815 Oct 19 01:30:42.581735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-8149aab2-829b-4794-9a5f-e81770cde9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:42.584736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-8149aab2-829b-4794-9a5f-e81770cde9b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.1453366 Oct 19 01:30:42.726690 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.782135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:42.824847 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '0f6e81a0-07a2-4f5a-a338-905ff0c0949d', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:43:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:39Z', 'updated_at': '2021-10-19T01:30:39Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.903917 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:42.924377 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:42.925386 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:42.976800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.032972 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-100749f0-1dc4-4562-bd46-df4686e9dc3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec HTTP/1.1" status: 200 len: 998 time: 0.3919549 Oct 19 01:30:43.056671 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:43.127093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.182664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8426e1-eb77-42a3-8f91-e503f4a5d1c2 req-d5ace609-6e4a-4b17-84a4-e2d056aafc8f tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.184179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa8426e1-eb77-42a3-8f91-e503f4a5d1c2 req-d5ace609-6e4a-4b17-84a4-e2d056aafc8f tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 944 time: 0.2812626 Oct 19 01:30:43.223179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Deleting port f8b83ccb-4f3b-48e4-90c5-3ad932f7d840 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:43.223531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.292523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-943da6a5-070f-4098-b340-e8484db6a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.293909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-943da6a5-070f-4098-b340-e8484db6a996 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2390730 Oct 19 01:30:43.300110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa8426e1-eb77-42a3-8f91-e503f4a5d1c2 req-159d9dba-1c8f-44b1-8b85-e4a2a2f6c83b tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931458 Oct 19 01:30:43.327404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.335160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Calling delete_port for f8b83ccb-4f3b-48e4-90c5-3ad932f7d840 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:43.373463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.387355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.390340 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '0f6e81a0-07a2-4f5a-a338-905ff0c0949d', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:43:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:39Z', 'updated_at': '2021-10-19T01:30:39Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:43.425770 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fd25f-110a-48aa-8d3a-4af4a017338d None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '0f6e81a0-07a2-4f5a-a338-905ff0c0949d', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:43:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:39Z', 'updated_at': '2021-10-19T01:30:39Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:43.434004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-6128dd52-eade-4d00-be32-70faa49a5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:43.435657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-6128dd52-eade-4d00-be32-70faa49a5503 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263556 Oct 19 01:30:43.524968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'Port': ['ID=10e729ac-ae2d-47ed-a9e3-0046b3b19383,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:43.528768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d8e2cef0-b27f-4f08-ba28-b549cfadcefc up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:43.597126 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.622946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.632049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.641813 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f2beb4cc-f494-40aa-8b62-adb8b1b681ed tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7795272 Oct 19 01:30:43.646187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port d8e2cef0-b27f-4f08-ba28-b549cfadcefc completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:30:43.651554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port d8e2cef0-b27f-4f08-ba28-b549cfadcefc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:43.652159 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.691794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event deleted for resources: {'Port': ['ID=f8b83ccb-4f3b-48e4-90c5-3ad932f7d840,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:43.706311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-1eec8018-e069-42ba-acd6-db07fee0e22f service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603786 Oct 19 01:30:43.783364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.818743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a899dbf-6d59-48db-b1da-bb44359eaec1 None None] New status for floating IP 0f6e81a0-07a2-4f5a-a338-905ff0c0949d: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:30:43.823715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.880706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:43.883000 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2359a9-dfa5-48e5-a262-2a47596d1417" -d '{"events": [{"server_uuid": "8bc965c9-cb8d-4d9f-9fe2-8733737c4074", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2cef0-b27f-4f08-ba28-b549cfadcefc"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:43.905091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b67141b1-bc45-4ce2-a756-8ff4bd86eb3a req-d151ed22-40cd-4803-a81f-b3b68fd04ec0 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825047 Oct 19 01:30:43.956122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d8e2cef0-b27f-4f08-ba28-b549cfadcefc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,segment=NetworkSegment(488a7e5a-a74d-4bd3-834a-875d452816b5),segment_id=488a7e5a-a74d-4bd3-834a-875d452816b5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:43.971302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:43.975888 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f3af0-4922-4a49-86e1-7a886b1e1e33 x-openstack-request-id: req-d94f3af0-4922-4a49-86e1-7a886b1e1e33 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:43.976395 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc965c9-cb8d-4d9f-9fe2-8733737c4074", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2cef0-b27f-4f08-ba28-b549cfadcefc", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:43.976810 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d94f3af0-4922-4a49-86e1-7a886b1e1e33 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:43.977420 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc', 'code': 200} Oct 19 01:30:43.997282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-0aa78430-f09e-4196-8d19-aacbb57ae39d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--555437025&fields=id&tenant_id=85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 267 time: 0.0505159 Oct 19 01:30:44.048488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.053239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.095668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:44.108539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.109586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Fanout notify agent at l3_agent the message router_deleted on router 0895a66f-036a-458e-aebb-202de4fce33b {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:44.127878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.129587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-96615338-c782-41af-b02c-3f131be72e67 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/0895a66f-036a-458e-aebb-202de4fce33b HTTP/1.1" status: 204 len: 168 time: 1.8039091 Oct 19 01:30:44.133587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48958) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:44.140027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530730461', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:44.175361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.178270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.196180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209e3d1-e890-460c-b100-8fdb87ae08f8 req-2dc3b17a-81f3-47e5-9ba3-efe49cf716c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:44.197629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3209e3d1-e890-460c-b100-8fdb87ae08f8 req-2dc3b17a-81f3-47e5-9ba3-efe49cf716c6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 1097 time: 0.1304607 Oct 19 01:30:44.208940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-7ce963b0-3a27-4cf4-9fa7-b30df4f59d10 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:44.210558 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-7ce963b0-3a27-4cf4-9fa7-b30df4f59d10 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 816 time: 0.2073548 Oct 19 01:30:44.243549 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.255882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-5b4ac610-cdf5-4612-9b17-4a347d02f5b5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/quotas/85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 375 time: 0.0276682 Oct 19 01:30:44.257448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3209e3d1-e890-460c-b100-8fdb87ae08f8 req-27e1000d-e896-49d6-91da-d55c42175b14 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Oct 19 01:30:44.312912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-f7ab3417-1383-4562-bceb-22a6280488cf tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503273 Oct 19 01:30:44.404709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.421227 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-8cedc8fd-1e4b-4345-80e3-8d3d002e034a service neutron] 10.222.0.64 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959711 Oct 19 01:30:44.480237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88144363-c9f2-422d-aacd-354e957a740b req-b978004e-409d-4efc-a9c8-f4b48d7729ef tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:44.481852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88144363-c9f2-422d-aacd-354e957a740b req-b978004e-409d-4efc-a9c8-f4b48d7729ef tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.0803902 Oct 19 01:30:44.530666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-11c6637e-c074-4dee-a5ef-12211b641852 service neutron] 10.222.0.64 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023662 Oct 19 01:30:44.559188 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88144363-c9f2-422d-aacd-354e957a740b req-30afa0de-ae83-4c7c-97af-cf4b4d9a380d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Oct 19 01:30:44.691474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.733523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:44.760322 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46eebb37-70ab-4f28-8e89-640eea68a031 req-d394c033-2023-4147-8ebf-41b71371ba21 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 210 time: 0.0407107 Oct 19 01:30:44.901123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Allocated IP 172.25.0.165 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/70d406ec-440f-4628-a8b4-75a6e2503a1d) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:45.027501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.064900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.109148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:45.112782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:45.117236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:45.151169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event updated for resources: {'Port': ['ID=70d406ec-440f-4628-a8b4-75a6e2503a1d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:45.424032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.662658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:45.767763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4351f-579e-4abd-8d70-1ff900c44433 req-01495473-bbe0-4388-ab2c-12424696a9f0 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:45.769331 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2be4351f-579e-4abd-8d70-1ff900c44433 req-01495473-bbe0-4388-ab2c-12424696a9f0 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.1037471 Oct 19 01:30:45.850624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2be4351f-579e-4abd-8d70-1ff900c44433 req-9cdf6a1e-029a-4221-b02b-eb5e3f14239f tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551221 Oct 19 01:30:45.893134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Router 0de1ea44-8463-4662-b58c-e921f6be280f is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:45.987336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4b3a2f8-753c-42f1-811f-78ab09b7fbfc req-1b0a4a9c-8b3b-47b8-b193-660e853f9317 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 210 time: 0.0331109 Oct 19 01:30:46.072297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:46.084485 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187a517-5403-4433-beb6-595dace443d0 None None] Sync routers for ids ['0de1ea44-8463-4662-b58c-e921f6be280f'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:46.106833 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187a517-5403-4433-beb6-595dace443d0 None None] Routers {'0de1ea44-8463-4662-b58c-e921f6be280f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:46.107472 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1187a517-5403-4433-beb6-595dace443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0de1ea44-8463-4662-b58c-e921f6be280f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:46.109454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.114151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-df018290-04fe-405e-9ccd-6f2d5547093a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9790776 Oct 19 01:30:46.115993 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48988) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:46.121174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:46.147321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-d3159d73-d4e6-4568-83e1-84f9f2c8a2e4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:46.148910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-d3159d73-d4e6-4568-83e1-84f9f2c8a2e4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 816 time: 0.1966500 Oct 19 01:30:46.177631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1187a517-5403-4433-beb6-595dace443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:46.188095 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187a517-5403-4433-beb6-595dace443d0 None None] Routers {'0de1ea44-8463-4662-b58c-e921f6be280f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:46.189121 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1187a517-5403-4433-beb6-595dace443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0de1ea44-8463-4662-b58c-e921f6be280f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:46.197596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48990) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:46.229454 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1187a517-5403-4433-beb6-595dace443d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:46.230385 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187a517-5403-4433-beb6-595dace443d0 None None] The sync data for ids ['0de1ea44-8463-4662-b58c-e921f6be280f'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:46.267768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-3f2ddb3e-cee4-4415-9f96-fef374f0aefc tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 379 time: 0.0977888 Oct 19 01:30:46.280544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'port': {'device_id': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'admin_state_up': True, 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'security_groups': ['511250d0-dd72-482b-8dbb-32a1104c881c']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:46.378369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dadd-74bc-4476-9d35-5f2d93676d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.457484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Made reservation on behalf of 85779e6bf7d44cdc946fa55ca6608f59 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:46.463839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.537950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.567634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dadd-74bc-4476-9d35-5f2d93676d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.570333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.574900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eeb3dadd-74bc-4476-9d35-5f2d93676d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.635048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Allocated IP 172.20.0.6 (bb62427d-6162-422b-8a54-408b25dc7d3e/bbaec295-9fa7-4651-8923-f0acde529fff/336b2a75-331e-4479-b32d-9e92deb3deaf) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:46.642260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eeb3dadd-74bc-4476-9d35-5f2d93676d3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad014157b86a4ed3bcc9c9b32f67662f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407821 Oct 19 01:30:46.642449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48994) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:46.665521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3dadd-74bc-4476-9d35-5f2d93676d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d19fe7d-7bcd-475d-be27-367df79cbab8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:46.717193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Deleting port 70d406ec-440f-4628-a8b4-75a6e2503a1d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:46.717193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.748003 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b71e4314-ae9d-4193-bc47-fce279bbfd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.808960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.810364 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b71e4314-ae9d-4193-bc47-fce279bbfd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.841050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.870111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Calling delete_port for 70d406ec-440f-4628-a8b4-75a6e2503a1d owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:46.876636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:46.919896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Network bb62427d-6162-422b-8a54-408b25dc7d3e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:46.923204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:46.930729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:46.978669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:47.038678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.039474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.076990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6b7ce-28c4-4e20-9c03-b8805e33a65e req-71b1c78a-3dcb-4257-b36b-db58add61cd7 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.080184 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ea6b7ce-28c4-4e20-9c03-b8805e33a65e req-71b1c78a-3dcb-4257-b36b-db58add61cd7 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.1024625 Oct 19 01:30:47.085023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-c104be9d-4830-46e1-95cc-95a217dbeeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8100460 Oct 19 01:30:47.110133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Request body: {'port': {'device_id': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:47.189432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ea6b7ce-28c4-4e20-9c03-b8805e33a65e req-ebab0795-c8ae-4294-9506-75e07620140e tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979130 Oct 19 01:30:47.247146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.366589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a1be91e7-0ec4-4e92-a81d-cfcff48e6869 None None] Provisioning complete for port 336b2a75-331e-4479-b32d-9e92deb3deaf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:47.367130 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1be91e7-0ec4-4e92-a81d-cfcff48e6869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.429467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a1be91e7-0ec4-4e92-a81d-cfcff48e6869 None None] Port 336b2a75-331e-4479-b32d-9e92deb3deaf cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:47.495087 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b71e4314-ae9d-4193-bc47-fce279bbfd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.497613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b71e4314-ae9d-4193-bc47-fce279bbfd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.501127 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b71e4314-ae9d-4193-bc47-fce279bbfd38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d19fe7d-7bcd-475d-be27-367df79cbab8 HTTP/1.1" status: 204 len: 168 time: 0.8553932 Oct 19 01:30:47.512174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e4314-ae9d-4193-bc47-fce279bbfd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d19fe7d-7bcd-475d-be27-367df79cbab8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:47.549946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96dd04-d34b-46ee-a321-1c5878a9eddb req-fc72948e-b094-434f-b7e6-238149b0d682 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.551448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba96dd04-d34b-46ee-a321-1c5878a9eddb req-fc72948e-b094-434f-b7e6-238149b0d682 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 931 time: 0.1068099 Oct 19 01:30:47.552621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.606359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e293-4cf6-47ef-9745-76ef31f85d0e req-1b9edd91-f395-47ec-9129-775102eb1d88 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.607945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce87e293-4cf6-47ef-9745-76ef31f85d0e req-1b9edd91-f395-47ec-9129-775102eb1d88 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.1425862 Oct 19 01:30:47.610392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Pushing event deleted for resources: {'Port': ['ID=70d406ec-440f-4628-a8b4-75a6e2503a1d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:47.673343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-78ddcd62-8dcd-4c8b-b2cc-8aec9e12dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.674919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-78ddcd62-8dcd-4c8b-b2cc-8aec9e12dbb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4da15152b16b4b278092c20719e48549&device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 1097 time: 0.1781642 Oct 19 01:30:47.683725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce87e293-4cf6-47ef-9745-76ef31f85d0e req-1a6d2543-4647-4377-b534-d9ba172b64ad tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649569 Oct 19 01:30:47.695297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba96dd04-d34b-46ee-a321-1c5878a9eddb req-6abbf0a1-87a0-490c-93dd-87323576dc26 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280627 Oct 19 01:30:47.719737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.816899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336b2a75-331e-4479-b32d-9e92deb3deaf {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:47.828409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.850904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-757fbfc2-1e25-4b55-b08d-6b1cfc9c10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:47.852651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-757fbfc2-1e25-4b55-b08d-6b1cfc9c10e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=453911b9-a0ac-4d9b-b48c-09ad072e5967 HTTP/1.1" status: 200 len: 915 time: 0.1680079 Oct 19 01:30:47.855543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Transition to ACTIVE for port object 336b2a75-331e-4479-b32d-9e92deb3deaf will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:30:47.902022 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-cf90f8e6-7062-4d65-a63b-20d93d1b18e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc HTTP/1.1" status: 200 len: 217 time: 0.0420716 Oct 19 01:30:47.903266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.977155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:47.981251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.012688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:48.018106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-9c8b3ee7-085e-4e2a-97b9-f58e5d19c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:48.019616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-9c8b3ee7-085e-4e2a-97b9-f58e5d19c20d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1aeed56a-9aed-4a69-91d2-f0a3049d7bec HTTP/1.1" status: 200 len: 854 time: 0.1084845 Oct 19 01:30:48.069757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-e85b4414-9ae1-47b3-9af7-408ff116abe1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=453911b9-a0ac-4d9b-b48c-09ad072e5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270007 Oct 19 01:30:48.089773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Router 0de1ea44-8463-4662-b58c-e921f6be280f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:48.190209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:48.190773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:48.190869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:48.228471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:48.233319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Port 336b2a75-331e-4479-b32d-9e92deb3deaf on network bb62427d-6162-422b-8a54-408b25dc7d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:30:48.233643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:48.235608 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.237007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d10636d4-1001-4a5c-9cc9-b021eb6c933a tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "PUT /v2.0/routers/0de1ea44-8463-4662-b58c-e921f6be280f HTTP/1.1" status: 200 len: 705 time: 2.1196496 Oct 19 01:30:48.239507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49028) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.247687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] Sync routers for ids ['0de1ea44-8463-4662-b58c-e921f6be280f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:48.256429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:48.256694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Checking segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:48.258546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Bound using segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:48.259002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Bound port: 336b2a75-331e-4479-b32d-9e92deb3deaf, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:48.261448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] Routers {'0de1ea44-8463-4662-b58c-e921f6be280f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:48.262021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0de1ea44-8463-4662-b58c-e921f6be280f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:48.263661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.332028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-80ea4677-667a-4f62-a63a-26774083a77e tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/routers/0de1ea44-8463-4662-b58c-e921f6be280f HTTP/1.1" status: 200 len: 740 time: 0.0904176 Oct 19 01:30:48.336533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:48.344512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49032) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.363585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] Routers {'0de1ea44-8463-4662-b58c-e921f6be280f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:48.364653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0de1ea44-8463-4662-b58c-e921f6be280f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:48.369408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-045ab2ce-4e46-4347-a71b-9d31e4a489d7 service neutron] 10.222.0.74 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487004 Oct 19 01:30:48.394065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6640ec2f-51ba-4153-85b3-2b6bf4011c95 tempest-RoutersAdminTest-2056094961 tempest-RoutersAdminTest-2056094961-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=0de1ea44-8463-4662-b58c-e921f6be280f HTTP/1.1" status: 200 len: 205 time: 0.0483909 Oct 19 01:30:48.397580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49034) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.398077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49036) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.405337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:48.405998 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30909f-54eb-4679-b4bf-c1bdbd429666 None None] The sync data for ids ['0de1ea44-8463-4662-b58c-e921f6be280f'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:48.431513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2568b3e9-7d8b-4eec-a9ab-7142aa7127f4 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=0de1ea44-8463-4662-b58c-e921f6be280f HTTP/1.1" status: 200 len: 205 time: 0.0311840 Oct 19 01:30:48.434174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49042) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.475187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:48.491650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:48.501772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.517038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f07856b4-3131-4ac5-b689-a32722a60ab9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.524496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1209082957-network', 'tenant_id': '941182050c1a470dbb60f18a40e7e689'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:48.536090 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34c3c744-00fc-4fb4-b9a6-0a90d8139e5d req-585a3815-4730-47d9-8e9c-2a9fada348bb service neutron] 10.222.0.74 "GET /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600406 Oct 19 01:30:48.540888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:48.541377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.542680 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] 10.222.0.74 "PUT /v2.0/ports/336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 1092 time: 1.4387493 Oct 19 01:30:48.543119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:48.545427 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8669579-ae89-410e-baa7-db588159e140" -d '{"events": [{"name": "network-changed", "server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:48.580945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ed183-2cf3-424b-a840-e799a9cd1720 service neutron] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:48.593740 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7528518b-41ea-4fb5-a532-d8379ab85b7f x-openstack-request-id: req-7528518b-41ea-4fb5-a532-d8379ab85b7f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:48.594053 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:48.594315 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7528518b-41ea-4fb5-a532-d8379ab85b7f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:48.594706 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'status': 'completed', 'code': 200} Oct 19 01:30:48.644977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Made reservation on behalf of 941182050c1a470dbb60f18a40e7e689 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:48.647447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.694227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-726cca2d-0d91-484e-b777-2c65d640afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:48.696448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-726cca2d-0d91-484e-b777-2c65d640afc8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1095 time: 0.0669005 Oct 19 01:30:48.696575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.732476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f07856b4-3131-4ac5-b689-a32722a60ab9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.734999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f07856b4-3131-4ac5-b689-a32722a60ab9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.816193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f07856b4-3131-4ac5-b689-a32722a60ab9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.817006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07856b4-3131-4ac5-b689-a32722a60ab9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Fanout notify agent at l3_agent the message router_deleted on router 0de1ea44-8463-4662-b58c-e921f6be280f {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:48.818569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-bf75989c-db37-410e-9685-1f23c54c7f4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 217 time: 0.1079814 Oct 19 01:30:48.840670 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f07856b4-3131-4ac5-b689-a32722a60ab9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.844987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f07856b4-3131-4ac5-b689-a32722a60ab9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/0de1ea44-8463-4662-b58c-e921f6be280f HTTP/1.1" status: 204 len: 168 time: 0.4069922 Oct 19 01:30:48.858759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.895138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac424222-2af7-4168-82ef-f7ef15f59cf7 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=0de1ea44-8463-4662-b58c-e921f6be280f HTTP/1.1" status: 200 len: 205 time: 0.0328805 Oct 19 01:30:48.900507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49052) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.929322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b887d-ed70-40e2-a602-0bd07cb5ce15 req-2d4cabcd-7d4c-495c-9c63-434504a72de7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:48.930819 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a8b887d-ed70-40e2-a602-0bd07cb5ce15 req-2d4cabcd-7d4c-495c-9c63-434504a72de7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 943 time: 0.1294563 Oct 19 01:30:48.945709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-9d097064-206e-414e-a3cb-63bcac0a5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:48.947170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-9d097064-206e-414e-a3cb-63bcac0a5a7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1173220 Oct 19 01:30:48.948008 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-6688565a-f942-4ab0-8f16-26ab69256000 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] delete failed (client error): The resource could not be found. Oct 19 01:30:48.948941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6688565a-f942-4ab0-8f16-26ab69256000 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/0de1ea44-8463-4662-b58c-e921f6be280f HTTP/1.1" status: 404 len: 336 time: 0.0463672 Oct 19 01:30:48.953056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49054) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:48.959966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.968811 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:48.980134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0591c-5d5e-4b15-8240-5d0a7d5730bd req-3fc84c2a-b3a5-4676-a239-71b0ab142372 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:48.981648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1a0591c-5d5e-4b15-8240-5d0a7d5730bd req-3fc84c2a-b3a5-4676-a239-71b0ab142372 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.1505940 Oct 19 01:30:48.993497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:30:49.016154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-800e1555-25a5-4fe0-bdd3-bc451262b2ef tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=0895a66f-036a-458e-aebb-202de4fce33b HTTP/1.1" status: 200 len: 205 time: 0.0620108 Oct 19 01:30:49.022388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49056) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.033021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.033363 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Added segment e793aa20-15c6-43b1-b968-3fbd9b611d62 of type vlan for network ff7738cc-0a11-498d-ad94-89211c1442af Oct 19 01:30:49.043092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f11f76-7017-49c7-9bea-d5e21495532e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:49.048051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a8b887d-ed70-40e2-a602-0bd07cb5ce15 req-9715bf11-b295-46b3-9abc-f8c8bf1aede2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001589 Oct 19 01:30:49.058819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-b49b3f16-6964-4e49-a271-6353d292b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.060150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-b49b3f16-6964-4e49-a271-6353d292b8ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050141 Oct 19 01:30:49.068704 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1a0591c-5d5e-4b15-8240-5d0a7d5730bd req-e7481ae8-f091-4331-846f-24af02cea84c tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548005 Oct 19 01:30:49.087186 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-27ef4d5d-215b-483b-90f9-2e75dba9a7f5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] delete failed (client error): The resource could not be found. Oct 19 01:30:49.087186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-27ef4d5d-215b-483b-90f9-2e75dba9a7f5 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/0895a66f-036a-458e-aebb-202de4fce33b HTTP/1.1" status: 404 len: 336 time: 0.0608060 Oct 19 01:30:49.093519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49058) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.117725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.131236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b747574-cf17-4e69-894e-cb1df33f5592 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b0b4fa-7c2e-4503-8b53-5428210095d6 HTTP/1.1" status: 200 len: 205 time: 0.0364618 Oct 19 01:30:49.133714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49060) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.143636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.144754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.145327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.180054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7774959 Oct 19 01:30:49.180291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.186730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Request body: {'subnet': {'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1209082957-subnet', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:49.219622 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-5b0204f8-254c-41f4-9f39-507d5ce94536 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] delete failed (client error): The resource could not be found. Oct 19 01:30:49.224631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5b0204f8-254c-41f4-9f39-507d5ce94536 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/91b0b4fa-7c2e-4503-8b53-5428210095d6 HTTP/1.1" status: 404 len: 336 time: 0.0868475 Oct 19 01:30:49.224817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ca9de-a49e-4cb6-b20b-8d215da82901 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7738cc-0a11-498d-ad94-89211c1442af,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:49.225643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.235668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network ff7738cc-0a11-498d-ad94-89211c1442af details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:30:49.243169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Made reservation on behalf of 941182050c1a470dbb60f18a40e7e689 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:49.246116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.259104 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-06dbf8da-5001-4d7b-a902-b8c3107ca2a2 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=78126d34-3131-4451-9056-ba68a441f942 HTTP/1.1" status: 200 len: 205 time: 0.0323489 Oct 19 01:30:49.261512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.330330 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-b462f369-02af-46f9-b9bc-d916ac631583 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] delete failed (client error): The resource could not be found. Oct 19 01:30:49.331379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b462f369-02af-46f9-b9bc-d916ac631583 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/78126d34-3131-4451-9056-ba68a441f942 HTTP/1.1" status: 404 len: 336 time: 0.0689085 Oct 19 01:30:49.334789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49070) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.334927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-75011244-15e5-4f55-ab16-e8edfa8d7a66 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650347 Oct 19 01:30:49.365681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-22df1b57-ae1a-4e41-9901-3fb2ee8f6535 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 HTTP/1.1" status: 200 len: 205 time: 0.0299833 Oct 19 01:30:49.368104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49072) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.414355 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-7da7003e-009b-4d23-90d1-e286504c39e9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] delete failed (client error): The resource could not be found. Oct 19 01:30:49.415386 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7da7003e-009b-4d23-90d1-e286504c39e9 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/f04eae88-dbd1-47bf-ba31-3e7fb5ff7e00 HTTP/1.1" status: 404 len: 336 time: 0.0462816 Oct 19 01:30:49.418736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49074) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.453350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04d5a925-ffbb-452c-a6af-3f43b694335f req-ef6363cb-f02d-4f2a-9ee3-ec242b6afd65 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113920 Oct 19 01:30:49.455136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6254d304-717a-4262-97f5-d4cfdf17f1e2 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb3dd3c7-236c-4916-889a-cb39861cbfc0 HTTP/1.1" status: 200 len: 205 time: 0.0353925 Oct 19 01:30:49.457714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49078) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.524362 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-1106156e-5703-4107-8f22-2490ca3cd102 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] delete failed (client error): The resource could not be found. Oct 19 01:30:49.525370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1106156e-5703-4107-8f22-2490ca3cd102 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/routers/bb3dd3c7-236c-4916-889a-cb39861cbfc0 HTTP/1.1" status: 404 len: 336 time: 0.0660474 Oct 19 01:30:49.528196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49080) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.543289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.567515 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fd9436-a771-4159-9349-efb024fbe2b1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] DELETE failed (client error): The resource could not be found. Oct 19 01:30:49.567959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fd9436-a771-4159-9349-efb024fbe2b1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:30:49.571178 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c6fd9436-a771-4159-9349-efb024fbe2b1 tempest-RoutersAdminTest-1327613432 tempest-RoutersAdminTest-1327613432-project] 10.222.0.64 "DELETE /v2.0/subnets/0f91abdd-de3b-4ddb-8b9b-04d9b593ece4 HTTP/1.1" status: 404 len: 337 time: 0.0411856 Oct 19 01:30:49.594256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5993f8c6-442e-482c-869e-e2eee56177d4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:49.609880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669579-ae89-410e-baa7-db588159e140 req-3bb0610f-bd2f-49c7-afb7-40c483c83c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.611403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8669579-ae89-410e-baa7-db588159e140 req-3bb0610f-bd2f-49c7-afb7-40c483c83c38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1095 time: 0.0726967 Oct 19 01:30:49.614254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Checking segment: {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:49.614676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Network hostable DHCP agents. Network: ff7738cc-0a11-498d-ad94-89211c1442af, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:30:49.633290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Network ff7738cc-0a11-498d-ad94-89211c1442af is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:30:49.642679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, ff7738cc-0a11-498d-ad94-89211c1442af) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:49.648321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.649096 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.654674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e94888-df07-43a7-8db9-84ae501ce2f5 None None] Network ff7738cc-0a11-498d-ad94-89211c1442af requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:49.687910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f1a7371a-9faa-49a4-96f9-15f0919d6332 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5065465 Oct 19 01:30:49.690431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49084) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.697857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:49.720168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669579-ae89-410e-baa7-db588159e140 req-3bb027a6-1f2b-413b-8e82-e2db77317636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.721948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8669579-ae89-410e-baa7-db588159e140 req-3bb027a6-1f2b-413b-8e82-e2db77317636 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.1029353 Oct 19 01:30:49.724041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.725027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.771731 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8669579-ae89-410e-baa7-db588159e140 req-d3ea5d40-c2df-4326-b67b-5b6c1eb99461 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 217 time: 0.0429058 Oct 19 01:30:49.785040 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.819635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49088) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:49.842037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669579-ae89-410e-baa7-db588159e140 req-e01f31d0-28dd-456d-9543-b261e7fe24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.843494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8669579-ae89-410e-baa7-db588159e140 req-e01f31d0-28dd-456d-9543-b261e7fe24a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.0654299 Oct 19 01:30:49.846502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.847407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-ff7738cc-0a11-498d-ad94-89211c1442af', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:30:49.848281 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.902260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669579-ae89-410e-baa7-db588159e140 req-7b5a7301-ba35-46e7-aa4c-13b8b6bff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:49.904336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8669579-ae89-410e-baa7-db588159e140 req-7b5a7301-ba35-46e7-aa4c-13b8b6bff0bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530949 Oct 19 01:30:49.959045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6e027752-f732-46b6-826b-4c7ed09eed49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:49.972164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.006163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Allocated IP 172.20.0.2 (ff7738cc-0a11-498d-ad94-89211c1442af/5993f8c6-442e-482c-869e-e2eee56177d4/21a26c32-3836-47b3-b812-913994c0cbd9) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:50.061616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8669579-ae89-410e-baa7-db588159e140 req-09b8f22a-8a9e-4ff8-bbba-20b9ddede57d service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497991 Oct 19 01:30:50.242579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.252944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a1cc2-419f-4f52-8c84-00079290a4f8 req-b61d58ce-67d1-40db-b417-416fa1cb2f50 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:50.254510 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72a1cc2-419f-4f52-8c84-00079290a4f8 req-b61d58ce-67d1-40db-b417-416fa1cb2f50 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.0909772 Oct 19 01:30:50.275718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.322774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.331105 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.351545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b72a1cc2-419f-4f52-8c84-00079290a4f8 req-d81b10d7-3e2b-4bd4-ab73-3bc36a85b974 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778692 Oct 19 01:30:50.373121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Network ff7738cc-0a11-498d-ad94-89211c1442af is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:50.376864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:50.380697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:50.438990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Pushing event updated for resources: {'Port': ['ID=21a26c32-3836-47b3-b812-913994c0cbd9,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.443796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Allocated IP 172.25.0.170 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/0d2e0521-0929-48ef-a361-f0f46a230e0e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:50.459486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Attempting to bind port 21a26c32-3836-47b3-b812-913994c0cbd9 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:50.463952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Attempting to bind port 21a26c32-3836-47b3-b812-913994c0cbd9 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:50.463952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Attempting to bind port 21a26c32-3836-47b3-b812-913994c0cbd9 on network ff7738cc-0a11-498d-ad94-89211c1442af {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:50.467691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:50.468115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Checking segment: {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:50.468588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.469093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Bound using segment: {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:50.469584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Bound port: 21a26c32-3836-47b3-b812-913994c0cbd9, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:50.470188 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.549709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] For port 21a26c32-3836-47b3-b812-913994c0cbd9, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:50.558850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] For port 21a26c32-3836-47b3-b812-913994c0cbd9, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=21a26c32-3836-47b3-b812-913994c0cbd9,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:50.568531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.605809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6e027752-f732-46b6-826b-4c7ed09eed49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.610891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.636956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6e027752-f732-46b6-826b-4c7ed09eed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.659550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9f63f-7f1d-4e43-9d86-c8d208d85a3e None None] Pushing event updated for resources: {'Port': ['ID=21a26c32-3836-47b3-b812-913994c0cbd9,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.693596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.725982 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6e027752-f732-46b6-826b-4c7ed09eed49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff9a0a544d6a486d8aecbd08c5c91bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9026372 Oct 19 01:30:50.725982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e027752-f732-46b6-826b-4c7ed09eed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0fdd7-d7f3-4700-a89e-ff8dde0c913b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.727871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49104) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:50.742261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87971c9-811e-48f0-ac9c-cf568da44dd8 req-2f7a9203-65dd-4eed-8f33-705243e9356c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:50.744500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e87971c9-811e-48f0-ac9c-cf568da44dd8 req-2f7a9203-65dd-4eed-8f33-705243e9356c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 943 time: 0.5722294 Oct 19 01:30:50.746457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8669579-ae89-410e-baa7-db588159e140 req-d7089608-04da-457f-b41d-501f194a624f service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762412 Oct 19 01:30:50.747054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:50.750407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:50.753311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:50.801494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Pushing event updated for resources: {'Port': ['ID=0d2e0521-0929-48ef-a361-f0f46a230e0e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:50.819382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e87971c9-811e-48f0-ac9c-cf568da44dd8 req-4a0f895e-2e89-4f1d-aaa8-fa39e7bcc263 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640290 Oct 19 01:30:50.831486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78843a54-8539-4d2b-98ee-6870f36572e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.857415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78843a54-8539-4d2b-98ee-6870f36572e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.915501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7d553-8b0a-4c9c-b250-8a727c6998f9 req-1f93d5ce-638d-4f3b-8047-365e83edb606 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:50.917226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-def7d553-8b0a-4c9c-b250-8a727c6998f9 req-1f93d5ce-638d-4f3b-8047-365e83edb606 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.1192701 Oct 19 01:30:50.934189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78843a54-8539-4d2b-98ee-6870f36572e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.937086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78843a54-8539-4d2b-98ee-6870f36572e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:50.940971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-78843a54-8539-4d2b-98ee-6870f36572e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2a0fdd7-d7f3-4700-a89e-ff8dde0c913b HTTP/1.1" status: 204 len: 168 time: 0.1909297 Oct 19 01:30:50.949615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78843a54-8539-4d2b-98ee-6870f36572e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0fdd7-d7f3-4700-a89e-ff8dde0c913b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:51.252102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49110) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:51.293722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-def7d553-8b0a-4c9c-b250-8a727c6998f9 req-2a1865af-1839-464d-a4d6-9d766fb79e80 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658228 Oct 19 01:30:51.297110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d7814de3-711f-4969-ab10-0efbaa1ec07b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19921d9abb1543d38d36eec78d60f35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410063 Oct 19 01:30:51.297841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:51.422067 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a66654a8-241b-4949-9834-7294200bd1f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.450786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.451953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 21a26c32-3836-47b3-b812-913994c0cbd9 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:51.457046 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a66654a8-241b-4949-9834-7294200bd1f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.538047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 21a26c32-3836-47b3-b812-913994c0cbd9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:51.538460 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.564607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:30:51.596705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a66654a8-241b-4949-9834-7294200bd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.599859 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a66654a8-241b-4949-9834-7294200bd1f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.603453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a66654a8-241b-4949-9834-7294200bd1f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75fa92cc-4228-481b-8497-56515ac2f5e7 HTTP/1.1" status: 204 len: 168 time: 0.3028765 Oct 19 01:30:51.644756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66654a8-241b-4949-9834-7294200bd1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa92cc-4228-481b-8497-56515ac2f5e7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:51.735294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.737334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.794142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:51.804488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 21a26c32-3836-47b3-b812-913994c0cbd9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=21a26c32-3836-47b3-b812-913994c0cbd9,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:51.809402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'port_id': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'mac_address': 'fa:16:3e:82:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:30:51.817297 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.898444 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:51.904672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18238a76-e922-49d5-90dd-07244affeae8 None None] Network ff7738cc-0a11-498d-ad94-89211c1442af requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:51.909995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Router 76f4b174-e826-422f-92ef-57f6e2e41e0d is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:51.935745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336b2a75-331e-4479-b32d-9e92deb3deaf {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:30:52.009136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b506-397e-4652-9027-57f4cfd5442f req-f380b843-0c16-47f7-9f87-58467feda566 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:52.010649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71c0b506-397e-4652-9027-57f4cfd5442f req-f380b843-0c16-47f7-9f87-58467feda566 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 943 time: 0.1017201 Oct 19 01:30:52.013042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=21a26c32-3836-47b3-b812-913994c0cbd9,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:52.022612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:52.039463 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.050738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c619af45-6c79-499c-80b1-ddf159e966b6 None None] Provisioning complete for port 21a26c32-3836-47b3-b812-913994c0cbd9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:52.051111 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c619af45-6c79-499c-80b1-ddf159e966b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.099749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:52.103807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-71c0b506-397e-4652-9027-57f4cfd5442f req-eee74b16-edb9-4e96-a2ff-d29515194e41 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484526 Oct 19 01:30:52.120292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Sync routers for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:52.126750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.130868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad297608-07a2-4320-9c62-e9774ad5d53e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4361448 Oct 19 01:30:52.131347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49130) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:52.144517 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:52.145379 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:52.215765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:52.280635 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:52.448464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76b054-a128-4da0-8121-d828e76db24f req-ceaebd1e-6886-4af5-8218-4ac3db4c0b5b tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:52.450689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d76b054-a128-4da0-8121-d828e76db24f req-ceaebd1e-6886-4af5-8218-4ac3db4c0b5b tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.0647860 Oct 19 01:30:52.533017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['336b2a75-331e-4479-b32d-9e92deb3deaf'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:52.571421 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:51Z', 'revision_number': 3, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:52.587326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d76b054-a128-4da0-8121-d828e76db24f req-2304926a-b78f-4375-bf5d-1ba089746eeb tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/security-groups?id=745e1570-0891-4624-a766-7fcd01760ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215451 Oct 19 01:30:52.619127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-b1d43eb7-2131-4bbe-b361-4cf6a674b946 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:52.621107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-b1d43eb7-2131-4bbe-b361-4cf6a674b946 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.74 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 945 time: 0.1664855 Oct 19 01:30:52.649457 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Checking router: 76f4b174-e826-422f-92ef-57f6e2e41e0d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:52.649814 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Updating router 76f4b174-e826-422f-92ef-57f6e2e41e0d port 0d2e0521-0929-48ef-a361-f0f46a230e0e binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:30:52.715143 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.733132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f442e4fb-15b1-4098-814e-5fd1c32ed6ae None None] Provisioning complete for port 21a26c32-3836-47b3-b812-913994c0cbd9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:52.733501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f442e4fb-15b1-4098-814e-5fd1c32ed6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.776021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.785104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Deleting port d8e2cef0-b27f-4f08-ba28-b549cfadcefc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:30:52.788143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.939286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] For port d8e2cef0-b27f-4f08-ba28-b549cfadcefc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,segment=NetworkSegment(488a7e5a-a74d-4bd3-834a-875d452816b5),segment_id=488a7e5a-a74d-4bd3-834a-875d452816b5)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:52.940115 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:52.965792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Calling delete_port for d8e2cef0-b27f-4f08-ba28-b549cfadcefc owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:30:53.062128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Allocated IP 172.20.0.1 (ff7738cc-0a11-498d-ad94-89211c1442af/5993f8c6-442e-482c-869e-e2eee56177d4/50bec3a8-cc02-4da0-98f7-734c136b7f2f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:53.099308 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.111721 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.132865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.185494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Pushing event deleted for resources: {'Port': ['ID=d8e2cef0-b27f-4f08-ba28-b549cfadcefc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:53.185855 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Pushing event updated for resources: {'Port': ['ID=0d2e0521-0929-48ef-a361-f0f46a230e0e,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:53.189574 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Attempting to bind port 0d2e0521-0929-48ef-a361-f0f46a230e0e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:53.189957 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Attempting to bind port 0d2e0521-0929-48ef-a361-f0f46a230e0e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:53.190424 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Attempting to bind port 0d2e0521-0929-48ef-a361-f0f46a230e0e on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:53.199875 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.200299 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.200728 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.201163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.201524 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.201862 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.202191 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.202543 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.203079 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.203451 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.203851 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.204202 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:30:53.212370 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:53.212882 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:53.213288 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.213680 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:53.214157 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Bound port: 0d2e0521-0929-48ef-a361-f0f46a230e0e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:53.214596 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.232471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] No DVR routers for this DVR port d8e2cef0-b27f-4f08-ba28-b549cfadcefc on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:30:53.235080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.240068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a227eda-d3a8-4544-86bf-ca0a0d656933 req-65bea38e-3be1-40b0-9763-484590a5015d tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.74 "DELETE /v2.0/ports/d8e2cef0-b27f-4f08-ba28-b549cfadcefc HTTP/1.1" status: 204 len: 173 time: 0.6122034 Oct 19 01:30:53.250478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'name': 'network-vif-deleted', 'tag': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:53.254612 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7e6230-6be4-4e9c-944d-bec67d2f4c1a" -d '{"events": [{"server_uuid": "8bc965c9-cb8d-4d9f-9fe2-8733737c4074", "name": "network-vif-deleted", "tag": "d8e2cef0-b27f-4f08-ba28-b549cfadcefc"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:53.293426 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] For port 0d2e0521-0929-48ef-a361-f0f46a230e0e, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:53.298620 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] For port 0d2e0521-0929-48ef-a361-f0f46a230e0e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0d2e0521-0929-48ef-a361-f0f46a230e0e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:53.304252 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.321670 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67184543-df29-4bff-bd14-813194d79c7a x-openstack-request-id: req-67184543-df29-4bff-bd14-813194d79c7a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:53.321963 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc965c9-cb8d-4d9f-9fe2-8733737c4074", "name": "network-vif-deleted", "tag": "d8e2cef0-b27f-4f08-ba28-b549cfadcefc", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:53.322428 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67184543-df29-4bff-bd14-813194d79c7a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:53.322720 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc965c9-cb8d-4d9f-9fe2-8733737c4074', 'name': 'network-vif-deleted', 'tag': 'd8e2cef0-b27f-4f08-ba28-b549cfadcefc', 'status': 'completed', 'code': 200} Oct 19 01:30:53.336943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81c968-8c51-48e6-aec7-c7a1243a684e req-e77bd6b4-804f-49b7-af20-36870880b5ab tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:53.337379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.338642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b81c968-8c51-48e6-aec7-c7a1243a684e req-e77bd6b4-804f-49b7-af20-36870880b5ab tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.1073949 Oct 19 01:30:53.402903 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:53.403558 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:53.433485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b81c968-8c51-48e6-aec7-c7a1243a684e req-0445758f-bc35-4f5a-afda-4f8bdddfc678 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798256 Oct 19 01:30:53.444949 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634f1f3-7c27-4ad1-9074-2b3436a2bef8 None None] Pushing event updated for resources: {'Port': ['ID=0d2e0521-0929-48ef-a361-f0f46a230e0e,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:53.467835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.490543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 21a26c32-3836-47b3-b812-913994c0cbd9 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:53.511719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Network ff7738cc-0a11-498d-ad94-89211c1442af is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:53.515187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:53.519044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:53.565651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 21a26c32-3836-47b3-b812-913994c0cbd9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:53.566463 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.570517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Pushing event updated for resources: {'Port': ['ID=50bec3a8-cc02-4da0-98f7-734c136b7f2f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:53.581134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49162) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:53.604234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.637886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d8e2cef0-b27f-4f08-ba28-b549cfadcefc'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:30:53.667478 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:53.764829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-30e0fb21-50a3-49c1-9d21-918dfba61d77 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-579261786'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:53.795941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30e0fb21-50a3-49c1-9d21-918dfba61d77 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.798210 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30e0fb21-50a3-49c1-9d21-918dfba61d77 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.852976 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2522d3c1-8c97-429d-9762-71aee4d3fad5 req-5f7ff583-4d17-4fa6-a684-19dcb85debd8 tempest-InstanceActionsTestJSON-963129883 tempest-InstanceActionsTestJSON-963129883-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bc965c9-cb8d-4d9f-9fe2-8733737c4074 HTTP/1.1" status: 200 len: 210 time: 0.0949452 Oct 19 01:30:53.900595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.917385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30e0fb21-50a3-49c1-9d21-918dfba61d77 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.922865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30e0fb21-50a3-49c1-9d21-918dfba61d77 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.944540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30e0fb21-50a3-49c1-9d21-918dfba61d77 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:53.946535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30e0fb21-50a3-49c1-9d21-918dfba61d77 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3638844 Oct 19 01:30:53.948684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49170) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:53.972947 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:51Z', 'revision_number': 3, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:54.003516 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b5723-6072-46ad-8734-36ce90ded43d None None] The sync data for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 is: [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:51Z', 'revision_number': 3, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:54.010765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-54b7681b-8754-44a8-809b-5e1b4d9429b4 None None] Provisioning complete for port 50bec3a8-cc02-4da0-98f7-734c136b7f2f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:54.011233 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54b7681b-8754-44a8-809b-5e1b4d9429b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.037825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e81f4384-f9cf-4a98-a534-0925f6fa0032 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.056311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-54b7681b-8754-44a8-809b-5e1b4d9429b4 None None] Port 50bec3a8-cc02-4da0-98f7-734c136b7f2f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:54.096833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.102409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.172323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.174056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Pushing event updated for resources: {'Port': ['ID=50bec3a8-cc02-4da0-98f7-734c136b7f2f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:54.213595 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e81f4384-f9cf-4a98-a534-0925f6fa0032 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.217024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e81f4384-f9cf-4a98-a534-0925f6fa0032 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.271310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e81f4384-f9cf-4a98-a534-0925f6fa0032 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.271850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81f4384-f9cf-4a98-a534-0925f6fa0032 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bdacffe-f79b-4de6-8d35-f469f12eb54b {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:54.281548 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e81f4384-f9cf-4a98-a534-0925f6fa0032 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.290664 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e81f4384-f9cf-4a98-a534-0925f6fa0032 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1bdacffe-f79b-4de6-8d35-f469f12eb54b HTTP/1.1" status: 204 len: 168 time: 0.3409681 Oct 19 01:30:54.293752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49172) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:54.303970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2704277f-5b7c-4db0-894a-80ebf62ccfbf tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Request body: {'router': {'name': 'tempest-router-1467764267', 'distributed': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:54.327121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Network ff7738cc-0a11-498d-ad94-89211c1442af is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:54.336286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:54.346517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2704277f-5b7c-4db0-894a-80ebf62ccfbf tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.347525 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2704277f-5b7c-4db0-894a-80ebf62ccfbf tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.484917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2704277f-5b7c-4db0-894a-80ebf62ccfbf tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.490853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2704277f-5b7c-4db0-894a-80ebf62ccfbf tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.510106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Router 76f4b174-e826-422f-92ef-57f6e2e41e0d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:30:54.525880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2704277f-5b7c-4db0-894a-80ebf62ccfbf tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.528046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2704277f-5b7c-4db0-894a-80ebf62ccfbf tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2323864 Oct 19 01:30:54.529967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49176) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:54.645997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:30:54.651719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e205b86b-cb62-44d9-83cd-c540c59bae1b admin admin] 10.222.0.64 "PUT /v2.0/routers/76f4b174-e826-422f-92ef-57f6e2e41e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5182376 Oct 19 01:30:54.664846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db58dea6-04b6-4876-9b37-6231d743f50b tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.687968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dc065f54-558c-41a6-88ea-6e65aeaebd3f None None] Provisioning complete for port 50bec3a8-cc02-4da0-98f7-734c136b7f2f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:54.689163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc065f54-558c-41a6-88ea-6e65aeaebd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.721272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28df03d-800e-42ce-99a0-963b524a5739 req-be19f2d8-fd73-4627-9aad-d60d6e37f1ac tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:54.722980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e28df03d-800e-42ce-99a0-963b524a5739 req-be19f2d8-fd73-4627-9aad-d60d6e37f1ac tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.1315753 Oct 19 01:30:54.735528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-dc065f54-558c-41a6-88ea-6e65aeaebd3f None None] Port 50bec3a8-cc02-4da0-98f7-734c136b7f2f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:30:54.889933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db58dea6-04b6-4876-9b37-6231d743f50b tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.896047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e28df03d-800e-42ce-99a0-963b524a5739 req-0cdbedeb-8ec4-4979-bfd2-be278596e17f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416628 Oct 19 01:30:54.897950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db58dea6-04b6-4876-9b37-6231d743f50b tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.961970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db58dea6-04b6-4876-9b37-6231d743f50b tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.962671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db58dea6-04b6-4876-9b37-6231d743f50b tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0796f2-3442-4920-9760-99eb4e086587 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:54.971472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49188) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:54.975022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db58dea6-04b6-4876-9b37-6231d743f50b tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:54.979430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-db58dea6-04b6-4876-9b37-6231d743f50b tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "DELETE /v2.0/routers/2c0796f2-3442-4920-9760-99eb4e086587 HTTP/1.1" status: 204 len: 168 time: 0.4451187 Oct 19 01:30:54.979768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49190) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:54.984889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f63fcd3f-eb39-4b9e-a8a2-cb1193ddab93 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Request body: {'router': {'name': 'tempest-router-121416247', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b2c4cc934dd4409b817a5fff61ce2c41'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:55.007278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f63fcd3f-eb39-4b9e-a8a2-cb1193ddab93 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.008582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f63fcd3f-eb39-4b9e-a8a2-cb1193ddab93 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.041559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] Deleting subnet 1aeed56a-9aed-4a69-91d2-f0a3049d7bec {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:30:55.045500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.075509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f63fcd3f-eb39-4b9e-a8a2-cb1193ddab93 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.080588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f63fcd3f-eb39-4b9e-a8a2-cb1193ddab93 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.092461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.099267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f63fcd3f-eb39-4b9e-a8a2-cb1193ddab93 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.103391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f63fcd3f-eb39-4b9e-a8a2-cb1193ddab93 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1225655 Oct 19 01:30:55.104035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49196) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:55.108587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:55.136349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.197360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.229811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aeed56a-9aed-4a69-91d2-f0a3049d7bec,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:55.233848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.240515 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f6ae8b2a-e002-4649-b29a-b361c2fa15bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1aeed56a-9aed-4a69-91d2-f0a3049d7bec HTTP/1.1" status: 204 len: 168 time: 0.2647662 Oct 19 01:30:55.240515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49200) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:55.319523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.320995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49204) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:55.325291 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.325642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.326518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1937387217-network', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:55.377403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Made reservation on behalf of 2981fc8e64c34c46a0f58ba911757abc for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:55.379662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.402588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.413289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100848) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 19 01:30:55.413717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Router 1add0915-569e-4d31-a869-cf8831c1447d migrating from provider to provider. {{(pid=100848) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 19 01:30:55.414164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.420475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.424330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.451690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.458727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0d2e0521-0929-48ef-a361-f0f46a230e0e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:55.489631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453911b9-a0ac-4d9b-b48c-09ad072e5967']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:55.504766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488a7e5a-a74d-4bd3-834a-875d452816b5') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:55.505605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488a7e5a-a74d-4bd3-834a-875d452816b5') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:55.511423 n-d-789963-20 neutron-server[100848]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] No L3 agents can host the router 1add0915-569e-4d31-a869-cf8831c1447d Oct 19 01:30:55.514200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0d2e0521-0929-48ef-a361-f0f46a230e0e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:55.514753 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.523127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.545471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.555805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:30:55.556471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:30:55.558454 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:30:55.570747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:55.631505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.637303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.645256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Hosts for router 1add0915-569e-4d31-a869-cf8831c1447d: [] {{(pid=100848) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 19 01:30:55.646067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.654751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.671354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.674780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/453911b9-a0ac-4d9b-b48c-09ad072e5967 HTTP/1.1" status: 204 len: 168 time: 0.4334974 Oct 19 01:30:55.680417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Hosts for other DVR routers connected to router 1add0915-569e-4d31-a869-cf8831c1447d: set() {{(pid=100848) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 19 01:30:55.684222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.684410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:30:55.690417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe6b0509-a5e0-4f3d-ac7c-63259efacfea tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "PUT /v2.0/routers/1add0915-569e-4d31-a869-cf8831c1447d HTTP/1.1" status: 200 len: 716 time: 0.5847530 Oct 19 01:30:55.692607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 0d2e0521-0929-48ef-a361-f0f46a230e0e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0d2e0521-0929-48ef-a361-f0f46a230e0e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:55.693171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49208) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:55.694527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 336b2a75-331e-4479-b32d-9e92deb3deaf completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:30:55.701913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 336b2a75-331e-4479-b32d-9e92deb3deaf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:55.702290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.705128 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.710682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89babf91-257d-4552-990f-8e109fda16e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=453911b9-a0ac-4d9b-b48c-09ad072e5967,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:55.714862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de7afb1-781c-4ae9-99cc-b58b6f5a4ae8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:55.721056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.721473 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Added segment 5e2c4230-67b8-443c-b826-e4120949662f of type vlan for network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 Oct 19 01:30:55.773678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.806089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.808345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:55.808468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=0d2e0521-0929-48ef-a361-f0f46a230e0e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:55.808994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.814336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e39fe904-f6d8-49dd-9e13-c75d087adadc tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "GET /v2.0/routers/1add0915-569e-4d31-a869-cf8831c1447d HTTP/1.1" status: 200 len: 716 time: 0.1177382 Oct 19 01:30:55.815161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:55.848859 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5265741 Oct 19 01:30:55.851356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49214) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:55.857995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Request body: {'subnet': {'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1937387217-subnet', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:55.882704 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.898463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa444a-81c2-479d-81c7-c7f8aa040fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3af1956-e89e-4673-9ef9-6eeb74a8e1c5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:55.910256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:30:55.914455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Made reservation on behalf of 2981fc8e64c34c46a0f58ba911757abc for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:55.917316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:55.919125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:30:55.921469 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c692f7-e976-4597-b5a1-221a32f718e1" -d '{"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-plugged", "status": "completed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:30:55.980517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:56.001442 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.006637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d8e2cef0-b27f-4f08-ba28-b549cfadcefc no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:30:56.066571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49224) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:56.105991 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dd1f76-f8fc-4274-85cf-8443375b54e3 x-openstack-request-id: req-a9dd1f76-f8fc-4274-85cf-8443375b54e3 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:30:56.106402 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-plugged", "status": "completed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:30:56.106744 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9dd1f76-f8fc-4274-85cf-8443375b54e3 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:30:56.107225 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'code': 200} Oct 19 01:30:56.112627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: d8e2cef0-b27f-4f08-ba28-b549cfadcefc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:30:56.113329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d8e2cef0-b27f-4f08-ba28-b549cfadcefc not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:30:56.178366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:56.190864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Sync routers for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:30:56.201232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:56.201936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:56.237339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2561cd-8264-4dde-9562-3943791015a5 req-d6f9b5f6-94a3-4bf1-85a3-3a0366133e0b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:56.240077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb2561cd-8264-4dde-9562-3943791015a5 req-d6f9b5f6-94a3-4bf1-85a3-3a0366133e0b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.2059090 Oct 19 01:30:56.246342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a2a807f5-1ea8-423b-98e4-7220f2c8c0f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4da15152b16b4b278092c20719e48549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786082 Oct 19 01:30:56.247018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49226) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:56.254311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-535b068f-d399-4732-9c73-c878c802ad5c tempest-RoutersTestDVR-220354434 tempest-RoutersTestDVR-220354434-project] 10.222.0.64 "GET /v2.0/routers/1add0915-569e-4d31-a869-cf8831c1447d HTTP/1.1" status: 200 len: 682 time: 0.4380219 Oct 19 01:30:56.257662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49228) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:56.308199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5312c-bb2a-4850-9292-50f7f1207009 req-6e16afb3-ed32-463b-b852-8df207a284d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:56.309806 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4f5312c-bb2a-4850-9292-50f7f1207009 req-6e16afb3-ed32-463b-b852-8df207a284d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1097 time: 0.1333356 Oct 19 01:30:56.322052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:56.331413 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.353601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c635ab2c-9593-404a-9ebf-45fb7603c7eb tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.424164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Checking segment: {'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:56.424555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Network hostable DHCP agents. Network: b3af1956-e89e-4673-9ef9-6eeb74a8e1c5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:30:56.431165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16bf9cc7-357c-44d2-a256-cf49ee5bce25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.444792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4f5312c-bb2a-4850-9292-50f7f1207009 req-c0b0c9ee-0a85-4614-8651-bf1fd9403315 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007664 Oct 19 01:30:56.453903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb2561cd-8264-4dde-9562-3943791015a5 req-57d0af44-e226-4fef-81cf-fc72edd59b88 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633747 Oct 19 01:30:56.470142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f934477c-d1d9-45fc-84e4-69fe5075ea80,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:56.478824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16bf9cc7-357c-44d2-a256-cf49ee5bce25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.492855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:30:56.511206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b3af1956-e89e-4673-9ef9-6eeb74a8e1c5) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:56.522075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:56.522704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.542552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c0fc29f-8948-43f6-99ae-51842bad7bd4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6877716 Oct 19 01:30:56.542741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49230) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:56.544981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a52bec-df98-4f68-b20b-0320f8b80ea2 None None] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:56.547347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:56.558299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c635ab2c-9593-404a-9ebf-45fb7603c7eb tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.561134 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c635ab2c-9593-404a-9ebf-45fb7603c7eb tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.571389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16bf9cc7-357c-44d2-a256-cf49ee5bce25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.574120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16bf9cc7-357c-44d2-a256-cf49ee5bce25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.577779 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-16bf9cc7-357c-44d2-a256-cf49ee5bce25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/745e1570-0891-4624-a766-7fcd01760ddf HTTP/1.1" status: 204 len: 168 time: 0.3271341 Oct 19 01:30:56.582226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.583775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.597654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf9cc7-357c-44d2-a256-cf49ee5bce25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745e1570-0891-4624-a766-7fcd01760ddf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:56.634620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c635ab2c-9593-404a-9ebf-45fb7603c7eb tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.635162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c635ab2c-9593-404a-9ebf-45fb7603c7eb tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1add0915-569e-4d31-a869-cf8831c1447d {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:56.642139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c635ab2c-9593-404a-9ebf-45fb7603c7eb tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.651646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 2, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:56.663224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c635ab2c-9593-404a-9ebf-45fb7603c7eb tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1add0915-569e-4d31-a869-cf8831c1447d HTTP/1.1" status: 204 len: 168 time: 0.3830841 Oct 19 01:30:56.664393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:56.674189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3963ec46-d367-4225-a67a-b7ea66df0076 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Request body: {'router': {'name': 'tempest-router-691342757', 'distributed': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:56.701465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Checking router: 76f4b174-e826-422f-92ef-57f6e2e41e0d for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:30:56.702664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Updating router 76f4b174-e826-422f-92ef-57f6e2e41e0d port 50bec3a8-cc02-4da0-98f7-734c136b7f2f binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:30:56.712349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3963ec46-d367-4225-a67a-b7ea66df0076 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.714790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3963ec46-d367-4225-a67a-b7ea66df0076 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.756665 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:56.898198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-b3af1956-e89e-4673-9ef9-6eeb74a8e1c5', 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'fixed_ips': [{'subnet_id': 'f934477c-d1d9-45fc-84e4-69fe5075ea80'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:30:56.899273 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.051042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.070404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Allocated IP 172.20.0.2 (b3af1956-e89e-4673-9ef9-6eeb74a8e1c5/f934477c-d1d9-45fc-84e4-69fe5075ea80/2d426a0c-11a3-446e-ac31-16e0cfe38836) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:57.196457 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3963ec46-d367-4225-a67a-b7ea66df0076 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.204367 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3963ec46-d367-4225-a67a-b7ea66df0076 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.227223 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3963ec46-d367-4225-a67a-b7ea66df0076 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.231383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3963ec46-d367-4225-a67a-b7ea66df0076 tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5655622 Oct 19 01:30:57.232034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49248) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:57.268810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.322141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2680372f-3c96-4d57-9fac-9085cd2969be tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.504119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0d2e0521-0929-48ef-a361-f0f46a230e0e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:57.510626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.538749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.572224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49260) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:57.575458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2680372f-3c96-4d57-9fac-9085cd2969be tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.583473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2680372f-3c96-4d57-9fac-9085cd2969be tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.628101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:57.637334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:57.651564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:57.654385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Pushing event updated for resources: {'Port': ['ID=2d426a0c-11a3-446e-ac31-16e0cfe38836,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:57.673725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.673929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.686605 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2680372f-3c96-4d57-9fac-9085cd2969be tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.687345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2680372f-3c96-4d57-9fac-9085cd2969be tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4385281d-eb24-4331-bb82-8088d8327bc7 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:30:57.696269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc87815-908e-4fc6-9b1f-096b8124d8c4 req-07bb1391-bf9f-4c8e-9438-252e1145c8b1 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:57.700947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2680372f-3c96-4d57-9fac-9085cd2969be tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.701689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.702547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2680372f-3c96-4d57-9fac-9085cd2969be tempest-RoutersTestDVR-998962873 tempest-RoutersTestDVR-998962873-project-admin] 10.222.0.64 "DELETE /v2.0/routers/4385281d-eb24-4331-bb82-8088d8327bc7 HTTP/1.1" status: 204 len: 168 time: 0.4695718 Oct 19 01:30:57.705702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebc87815-908e-4fc6-9b1f-096b8124d8c4 req-07bb1391-bf9f-4c8e-9438-252e1145c8b1 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1090057 Oct 19 01:30:57.709355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0d2e0521-0929-48ef-a361-f0f46a230e0e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:57.709721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.745336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.772857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-408349469-network', 'tenant_id': '84afc238f3a1473eb67e359ee7855598'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:57.818247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Attempting to bind port 2d426a0c-11a3-446e-ac31-16e0cfe38836 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:57.818701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Attempting to bind port 2d426a0c-11a3-446e-ac31-16e0cfe38836 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:57.819014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Attempting to bind port 2d426a0c-11a3-446e-ac31-16e0cfe38836 on network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:57.821140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ebc87815-908e-4fc6-9b1f-096b8124d8c4 req-af46b3ce-e090-446b-a39c-8efed8ff9a77 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144366 Oct 19 01:30:57.826529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Made reservation on behalf of 84afc238f3a1473eb67e359ee7855598 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:57.836959 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.843395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:57.843769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Checking segment: {'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:57.844202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.844601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Bound using segment: {'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:57.845091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Bound port: 2d426a0c-11a3-446e-ac31-16e0cfe38836, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:57.845501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.847329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29960a1-a01c-46c9-b049-a5a38c31424d None None] Pushing event updated for resources: {'Port': ['ID=50bec3a8-cc02-4da0-98f7-734c136b7f2f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:57.868056 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:57.979193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Allocated IP 172.25.0.33 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/1f709207-0213-4b67-84f8-7faf612b0155) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:30:58.001709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Attempting to bind port 50bec3a8-cc02-4da0-98f7-734c136b7f2f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:30:58.002066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Attempting to bind port 50bec3a8-cc02-4da0-98f7-734c136b7f2f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:30:58.002600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Attempting to bind port 50bec3a8-cc02-4da0-98f7-734c136b7f2f on network ff7738cc-0a11-498d-ad94-89211c1442af {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:30:58.024107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.029535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.054028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:30:58.054774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Checking segment: {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:58.055331 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.055875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Bound using segment: {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:30:58.056726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Bound port: 50bec3a8-cc02-4da0-98f7-734c136b7f2f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:30:58.057332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.071149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:30:58.079268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d095f53-e96d-4932-a385-4c45267cf65f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.099198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] For port 2d426a0c-11a3-446e-ac31-16e0cfe38836, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:58.106328 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.106939 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Added segment 9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac of type vlan for network c3fa1e81-4383-4e55-b85c-c10d73db784e Oct 19 01:30:58.111307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49268) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:58.140625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] For port 2d426a0c-11a3-446e-ac31-16e0cfe38836, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d426a0c-11a3-446e-ac31-16e0cfe38836,segment=NetworkSegment(5e2c4230-67b8-443c-b826-e4120949662f),segment_id=5e2c4230-67b8-443c-b826-e4120949662f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:58.148636 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.183353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.190121 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.233502 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.234498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:58.235103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.249410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] For port 50bec3a8-cc02-4da0-98f7-734c136b7f2f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:30:58.254518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] For port 50bec3a8-cc02-4da0-98f7-734c136b7f2f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=50bec3a8-cc02-4da0-98f7-734c136b7f2f,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:30:58.259397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.262374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250032ec-2b68-4b2e-9c87-5d4836ebed8b None None] Pushing event updated for resources: {'Port': ['ID=2d426a0c-11a3-446e-ac31-16e0cfe38836,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.281428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.341443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ba02fc9f-9140-4d10-b6ee-89e04ee833e7 None None] Provisioning complete for port 50bec3a8-cc02-4da0-98f7-734c136b7f2f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:58.342017 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba02fc9f-9140-4d10-b6ee-89e04ee833e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.349383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:30:58.355400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Pushing event updated for resources: {'Port': ['ID=1f709207-0213-4b67-84f8-7faf612b0155,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.356965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:58.367302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] Pushing event updated for resources: {'Network': ['ID=c3fa1e81-4383-4e55-b85c-c10d73db784e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.396162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7f994cb5-fde7-4f1d-9868-02a93d2eb650 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8220084 Oct 19 01:30:58.397445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:58.411043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Request body: {'subnet': {'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-408349469-subnet', 'tenant_id': '84afc238f3a1473eb67e359ee7855598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:58.424946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:30:58.426862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:58.428932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22a08dd3-43c6-45b7-b9cb-bb3f446639d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.431299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:30:58.455091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Made reservation on behalf of 84afc238f3a1473eb67e359ee7855598 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:30:58.465792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.488944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:30:58.649311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c3fa1e81-4383-4e55-b85c-c10d73db784e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:30:58.754061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29960a1-a01c-46c9-b049-a5a38c31424d None None] Pushing event updated for resources: {'Port': ['ID=50bec3a8-cc02-4da0-98f7-734c136b7f2f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.755321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.790036 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22a08dd3-43c6-45b7-b9cb-bb3f446639d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.796984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22a08dd3-43c6-45b7-b9cb-bb3f446639d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.827052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6415ae6-e30d-49ee-93e6-99e7202f56d6,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.849765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Checking segment: {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:30:58.850139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Network hostable DHCP agents. Network: c3fa1e81-4383-4e55-b85c-c10d73db784e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:30:58.869965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Network c3fa1e81-4383-4e55-b85c-c10d73db784e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:30:58.876023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba02fc9f-9140-4d10-b6ee-89e04ee833e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.880742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-22a08dd3-43c6-45b7-b9cb-bb3f446639d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2c4cc934dd4409b817a5fff61ce2c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7676179 Oct 19 01:30:58.883795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:58.886148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c3fa1e81-4383-4e55-b85c-c10d73db784e) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:30:58.891662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:58.892421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.897016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a08dd3-43c6-45b7-b9cb-bb3f446639d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a250553b-2c62-4659-a6fe-ae6f6a5493a0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:58.907720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:58.924197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88302915-a348-41d4-9087-3a79dd3be315 None None] Network c3fa1e81-4383-4e55-b85c-c10d73db784e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:58.930003 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1312d6b4-8019-44af-bd68-05c180969964 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5314693 Oct 19 01:30:59.039006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ba02fc9f-9140-4d10-b6ee-89e04ee833e7 None None] For port 50bec3a8-cc02-4da0-98f7-734c136b7f2f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=50bec3a8-cc02-4da0-98f7-734c136b7f2f,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:30:59.049224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba02fc9f-9140-4d10-b6ee-89e04ee833e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.066849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44ce7234-70ca-4e25-b746-a348ee3fd025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.107424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db127b2-38d5-4b1d-92f1-8ed7b6013532 req-ece4431e-5ffd-4704-9fbf-1b9bef3f03d9 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:59.108976 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8db127b2-38d5-4b1d-92f1-8ed7b6013532 req-ece4431e-5ffd-4704-9fbf-1b9bef3f03d9 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1142032 Oct 19 01:30:59.125241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44ce7234-70ca-4e25-b746-a348ee3fd025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.155270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:30:59.249683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc8e08-ce47-457b-b72f-a5df2202706c None None] Network c3fa1e81-4383-4e55-b85c-c10d73db784e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:30:59.251509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02fc9f-9140-4d10-b6ee-89e04ee833e7 None None] Pushing event updated for resources: {'Port': ['ID=50bec3a8-cc02-4da0-98f7-734c136b7f2f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:59.252961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8db127b2-38d5-4b1d-92f1-8ed7b6013532 req-3dc61a08-7912-4664-a6ae-f0f76174ff88 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317258 Oct 19 01:30:59.271647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f771602c-0f65-4915-a48b-99c1b05d8970 None None] The sync data for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 is: [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:30:59.314896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44ce7234-70ca-4e25-b746-a348ee3fd025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.320398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44ce7234-70ca-4e25-b746-a348ee3fd025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.321770 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-44ce7234-70ca-4e25-b746-a348ee3fd025 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a250553b-2c62-4659-a6fe-ae6f6a5493a0 HTTP/1.1" status: 204 len: 168 time: 0.4354300 Oct 19 01:30:59.328109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5a9a6209-7f47-4c7b-ac07-745194488f4b None None] Provisioning complete for port 50bec3a8-cc02-4da0-98f7-734c136b7f2f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:59.328553 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5a9a6209-7f47-4c7b-ac07-745194488f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.330469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.359078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce7234-70ca-4e25-b746-a348ee3fd025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a250553b-2c62-4659-a6fe-ae6f6a5493a0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:30:59.730521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d426a0c-11a3-446e-ac31-16e0cfe38836 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:30:59.800062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2d426a0c-11a3-446e-ac31-16e0cfe38836 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:30:59.801406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:30:59.832508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9f7f3-1b6c-4932-9f71-d075fdbce72e req-b5a30507-2eea-41fc-93d4-115460cd4cbb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:30:59.834387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ae9f7f3-1b6c-4932-9f71-d075fdbce72e req-b5a30507-2eea-41fc-93d4-115460cd4cbb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.3505015 Oct 19 01:30:59.851286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49304) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:30:59.862834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Request body: {'floatingip': {'port_id': '336b2a75-331e-4479-b32d-9e92deb3deaf'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:30:59.867518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Router b92069e1-e211-48c5-9062-10bb224f223a is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:30:59.963369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.031502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49306) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:00.045694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5318f462-c4fc-4a72-b7aa-617cc997f8b0 None None] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:00.059819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-fa1c100d-c97d-47f5-845c-4bea16daf432 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:00.061963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-fa1c100d-c97d-47f5-845c-4bea16daf432 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/networks?id=c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 200 len: 817 time: 0.4413733 Oct 19 01:31:00.066244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:00.081727 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Sync routers for ids ['b92069e1-e211-48c5-9062-10bb224f223a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:00.089631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a9a017e4-611c-4a77-bd34-789b8ce73590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.090601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.095336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-89acc290-0520-4e34-902c-4c35eee48380 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5513396 Oct 19 01:31:00.096096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:00.109248 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Routers {'b92069e1-e211-48c5-9062-10bb224f223a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:00.111636 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b92069e1-e211-48c5-9062-10bb224f223a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:00.144269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-00c5394a-cdcb-4e98-ba8b-95d9ff03ac41 None None] Provisioning complete for port 2d426a0c-11a3-446e-ac31-16e0cfe38836 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:00.144576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00c5394a-cdcb-4e98-ba8b-95d9ff03ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.150990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f7206908-d3b4-4c95-9346-6c3ac8d3eb55 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/quotas/84afc238f3a1473eb67e359ee7855598 HTTP/1.1" status: 200 len: 375 time: 0.0650527 Oct 19 01:31:00.232797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-cae7c522-bfc6-4b7e-863d-a9891d9fa7a4 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=84afc238f3a1473eb67e359ee7855598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718517 Oct 19 01:31:00.246526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-2cc24217-2946-4524-a003-d27946f96eb7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:31:00.254187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-2cc24217-2946-4524-a003-d27946f96eb7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156291 Oct 19 01:31:00.294821 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Set router b92069e1-e211-48c5-9062-10bb224f223a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:00.366016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.465719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 2d426a0c-11a3-446e-ac31-16e0cfe38836, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d426a0c-11a3-446e-ac31-16e0cfe38836,segment=NetworkSegment(5e2c4230-67b8-443c-b826-e4120949662f),segment_id=5e2c4230-67b8-443c-b826-e4120949662f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:00.482432 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.483249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 50bec3a8-cc02-4da0-98f7-734c136b7f2f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:00.544156 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00c5394a-cdcb-4e98-ba8b-95d9ff03ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.550261 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f709207-0213-4b67-84f8-7faf612b0155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 3, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port': {'id': '1f709207-0213-4b67-84f8-7faf612b0155', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:aa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:57Z', 'updated_at': '2021-10-19T01:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:00.598971 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Checking router: b92069e1-e211-48c5-9062-10bb224f223a for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:31:00.599630 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Updating router b92069e1-e211-48c5-9062-10bb224f223a port 1f709207-0213-4b67-84f8-7faf612b0155 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:31:00.615811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=2d426a0c-11a3-446e-ac31-16e0cfe38836,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:00.640814 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.686116 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a9a017e4-611c-4a77-bd34-789b8ce73590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.714881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 50bec3a8-cc02-4da0-98f7-734c136b7f2f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:00.715302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.719225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-00c5394a-cdcb-4e98-ba8b-95d9ff03ac41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:31:00.719605 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-00c5394a-cdcb-4e98-ba8b-95d9ff03ac41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:31:00.732429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a9a017e4-611c-4a77-bd34-789b8ce73590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:00.780639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-9f30180b-626d-48e4-90f1-7e2add660fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247135 Oct 19 01:31:00.931116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.036749 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a9a017e4-611c-4a77-bd34-789b8ce73590 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acfba57b73c8427b85e064c208face6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0040650 Oct 19 01:31:01.049219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49312) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:01.049902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a017e4-611c-4a77-bd34-789b8ce73590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d0a15d-4b31-48de-bd00-a45374e66bd8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:01.062401 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.084240 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.144574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.resource_extend [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:31:01.144830 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faf9f0-9fc1-44c5-9bee-b9d281a59406 None None] Pushing event updated for resources: {'Port': ['ID=1f709207-0213-4b67-84f8-7faf612b0155,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:01.157635 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Attempting to bind port 1f709207-0213-4b67-84f8-7faf612b0155 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:01.157635 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Attempting to bind port 1f709207-0213-4b67-84f8-7faf612b0155 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:01.158012 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Attempting to bind port 1f709207-0213-4b67-84f8-7faf612b0155 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:01.164098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:01.164705 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:01.165372 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.165938 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:01.166570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Bound port: 1f709207-0213-4b67-84f8-7faf612b0155, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:01.167111 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.174017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Allocated IP 172.20.0.1 (b3af1956-e89e-4673-9ef9-6eeb74a8e1c5/f934477c-d1d9-45fc-84e4-69fe5075ea80/a83b2f3d-3052-4708-b829-941c9c642ece) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:01.227746 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] For port 1f709207-0213-4b67-84f8-7faf612b0155, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:01.232275 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] For port 1f709207-0213-4b67-84f8-7faf612b0155, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f709207-0213-4b67-84f8-7faf612b0155,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:01.238907 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.256417 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfc5faeb-945b-4a19-a56e-bb431743288b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.283169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfc5faeb-945b-4a19-a56e-bb431743288b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.306459 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Routers {'b92069e1-e211-48c5-9062-10bb224f223a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:01.307337 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b92069e1-e211-48c5-9062-10bb224f223a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:01.346748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.361833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f0c63fb7-ba3a-4692-9597-da24305ae3d4 service neutron] 10.222.0.64 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800929 Oct 19 01:31:01.385025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.397844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.403443 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfc5faeb-945b-4a19-a56e-bb431743288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.406970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfc5faeb-945b-4a19-a56e-bb431743288b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.410810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dfc5faeb-945b-4a19-a56e-bb431743288b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61d0a15d-4b31-48de-bd00-a45374e66bd8 HTTP/1.1" status: 204 len: 168 time: 0.3466430 Oct 19 01:31:01.449231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c3bc5b74-9189-402a-b908-46a1e7520f82 None None] Provisioning complete for port 2d426a0c-11a3-446e-ac31-16e0cfe38836 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:01.449706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5b74-9189-402a-b908-46a1e7520f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.462702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.504091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5faeb-945b-4a19-a56e-bb431743288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d0a15d-4b31-48de-bd00-a45374e66bd8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:01.531400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:01.534976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:01.540972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:01.562713 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] Set router b92069e1-e211-48c5-9062-10bb224f223a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:01.592911 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d426a0c-11a3-446e-ac31-16e0cfe38836 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:01.653689 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Floating IP 933a92bf-551b-4671-9bbc-7668548b115a associated. External IP: 172.25.0.116, port: 336b2a75-331e-4479-b32d-9e92deb3deaf. Oct 19 01:31:01.698473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Pushing event updated for resources: {'Port': ['ID=a83b2f3d-3052-4708-b829-941c9c642ece,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:01.698680 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faf9f0-9fc1-44c5-9bee-b9d281a59406 None None] Pushing event updated for resources: {'Port': ['ID=1f709207-0213-4b67-84f8-7faf612b0155,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:01.720301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.876448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2d426a0c-11a3-446e-ac31-16e0cfe38836 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:01.876827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:01.999108 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f709207-0213-4b67-84f8-7faf612b0155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 3, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port': {'id': '1f709207-0213-4b67-84f8-7faf612b0155', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:aa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:57Z', 'updated_at': '2021-10-19T01:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:02.021838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:02.035908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-376da67d-092a-4806-92a3-e8daf8d64b17 None None] Provisioning complete for port a83b2f3d-3052-4708-b829-941c9c642ece triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:02.048608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-376da67d-092a-4806-92a3-e8daf8d64b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:02.065167 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab0a72-f133-4cc1-a5da-04a73f2eea22 None None] The sync data for ids ['b92069e1-e211-48c5-9062-10bb224f223a'] in n-d-789963-20 is: [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f709207-0213-4b67-84f8-7faf612b0155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 3, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port': {'id': '1f709207-0213-4b67-84f8-7faf612b0155', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:aa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:57Z', 'updated_at': '2021-10-19T01:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:02.121932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-376da67d-092a-4806-92a3-e8daf8d64b17 None None] Port a83b2f3d-3052-4708-b829-941c9c642ece cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:02.277571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Router bc694d75-5f8c-4708-836b-c5b04f38c76d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:02.280304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01b81040-b7ff-435d-94f3-ce340d0a0ae3 req-99027bdc-515f-4c3e-ae67-6c9df33fbfb7 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 210 time: 0.0361903 Oct 19 01:31:02.445056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:02.450096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:02.458008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] Sync routers for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:02.472135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:02.473133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:02.501911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0926abd8-4775-4453-808c-883c0196e310 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "PUT /v2.0/floatingips/933a92bf-551b-4671-9bbc-7668548b115a HTTP/1.1" status: 200 len: 991 time: 2.6495111 Oct 19 01:31:02.504961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:02.518744 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493f7851-e9cc-44b9-a231-cf67c5d96d60" -d '{"events": [{"name": "network-changed", "server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:02.611248 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2ee1a7-a910-44a1-b3f8-3b628b0b08b9 x-openstack-request-id: req-4b2ee1a7-a910-44a1-b3f8-3b628b0b08b9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:02.611900 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:02.612219 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b2ee1a7-a910-44a1-b3f8-3b628b0b08b9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:02.612680 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'status': 'completed', 'code': 200} Oct 19 01:31:02.721763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:02.751297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-6f3f2a3a-ac7b-438c-9939-49c416ad3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:02.770741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-6f3f2a3a-ac7b-438c-9939-49c416ad3bb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1097 time: 0.0955052 Oct 19 01:31:02.936952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-d181602f-a3a4-4a8c-add6-1971289f9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:02.938954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-d181602f-a3a4-4a8c-add6-1971289f9976 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.1639762 Oct 19 01:31:02.985674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:02.990925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:03.007501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.075518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-4ac50a72-dbc5-4f52-ad1f-e4d463378044 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 999 time: 0.1285584 Oct 19 01:31:03.102713 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.135295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Pushing event updated for resources: {'Port': ['ID=a83b2f3d-3052-4708-b829-941c9c642ece,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:03.171736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '933a92bf-551b-4671-9bbc-7668548b115a', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'port_id': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'mac_address': 'fa:16:3e:82:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:42Z', 'updated_at': '2021-10-19T01:31:00Z', 'revision_number': 1, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:03.188014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-7cd3bb4e-863b-41c1-8d1d-bd7d140ae23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:03.189669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-7cd3bb4e-863b-41c1-8d1d-bd7d140ae23a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1067166 Oct 19 01:31:03.203085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] Checking router: bc694d75-5f8c-4708-836b-c5b04f38c76d for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:31:03.215797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:03.216536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:03.246670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:03.251662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1352474151'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:03.255393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:03.287459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-7285d938-98df-4b8a-b4f1-525dfff06bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:03.291570 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-7285d938-98df-4b8a-b4f1-525dfff06bf9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945807 Oct 19 01:31:03.525694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:03.606511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f709207-0213-4b67-84f8-7faf612b0155 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:03.648683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Router b92069e1-e211-48c5-9062-10bb224f223a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:03.659732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-8c6f36e4-b75a-47fd-b9cb-20fd32496105 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559473 Oct 19 01:31:03.697892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27700faf-6ff1-4d94-b106-cc711d67fa86 req-305f79a9-cd9f-43c7-aa71-89f993f40c2c tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 210 time: 0.0865300 Oct 19 01:31:03.708256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:03.713299 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.765191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.868467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bff87da3-09c7-4b19-bc0e-b3bc265f26a6 None None] Provisioning complete for port a83b2f3d-3052-4708-b829-941c9c642ece triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:03.868842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bff87da3-09c7-4b19-bc0e-b3bc265f26a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.878321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:03.885033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-96525e2e-139d-4fa5-a589-72a96ce8973f admin admin] 10.222.0.64 "PUT /v2.0/routers/b92069e1-e211-48c5-9062-10bb224f223a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7872336 Oct 19 01:31:03.904358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-493f7851-e9cc-44b9-a231-cf67c5d96d60 req-12afead1-3f26-4805-b04a-6eb0566551e5 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356062 Oct 19 01:31:03.917050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1f709207-0213-4b67-84f8-7faf612b0155 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:03.917488 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.930699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.936303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.964470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:03.980122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead305f6-566d-45cf-be70-133e868e0add,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:03.983550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-bff87da3-09c7-4b19-bc0e-b3bc265f26a6 None None] Port a83b2f3d-3052-4708-b829-941c9c642ece cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:03.985985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:03.986632 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment 5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448 of type vlan for network bde5ccca-d766-45aa-95ac-57d986cdd40b Oct 19 01:31:04.044946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:04.083457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:04.085162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:04.094080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '933a92bf-551b-4671-9bbc-7668548b115a', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'port_id': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'mac_address': 'fa:16:3e:82:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:42Z', 'updated_at': '2021-10-19T01:31:00Z', 'revision_number': 1, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:04.097079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:04.098004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:04.142323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cee35c-79ba-4019-b14d-c6d0e4454fa3 None None] The sync data for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 is: [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '933a92bf-551b-4671-9bbc-7668548b115a', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'port_id': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'mac_address': 'fa:16:3e:82:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:30:42Z', 'updated_at': '2021-10-19T01:31:00Z', 'revision_number': 1, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:04.160267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1652801 Oct 19 01:31:04.162298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49380) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:04.167905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'name': 'tempest-PortsIpV6TestJSON-1907169325'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:04.187196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 1f709207-0213-4b67-84f8-7faf612b0155, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f709207-0213-4b67-84f8-7faf612b0155,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:04.194290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:04.245307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0fad5-2a46-42bc-b350-83b63cb5e688 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=bde5ccca-d766-45aa-95ac-57d986cdd40b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:04.307232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:04.344467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=1f709207-0213-4b67-84f8-7faf612b0155,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:04.392554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:04.398217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:04.428534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 3170393f-5a7f-4f81-8f59-c32523b561ee yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:04.599280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-fdd364bf-a66e-4902-9a74-d7e28063c1b4 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:04.601057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-fdd364bf-a66e-4902-9a74-d7e28063c1b4 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "GET /v2.0/networks?id=c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 200 len: 817 time: 0.4788146 Oct 19 01:31:04.632599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Request body: {'port': {'device_id': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e', 'admin_state_up': True, 'tenant_id': '84afc238f3a1473eb67e359ee7855598'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:04.705694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-4df4a13d-5b25-47ad-bec6-fa30c3ba21a5 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:04.707459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-4df4a13d-5b25-47ad-bec6-fa30c3ba21a5 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.74 "GET /v2.0/networks?id=c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 200 len: 817 time: 0.3812284 Oct 19 01:31:04.765041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Request body: {'port': {'device_id': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e', 'admin_state_up': True, 'tenant_id': '84afc238f3a1473eb67e359ee7855598'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:04.910572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-5140a0ba-dd03-4e1e-be41-b900368fc52c tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:04.913140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-5140a0ba-dd03-4e1e-be41-b900368fc52c tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "GET /v2.0/networks?id=c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 200 len: 817 time: 0.2403235 Oct 19 01:31:04.926221 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db23187-63c3-4a99-b0c7-d8a40618b1f9 None None] New status for floating IP 933a92bf-551b-4671-9bbc-7668548b115a: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:31:04.955247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Request body: {'port': {'device_id': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e', 'admin_state_up': True, 'tenant_id': '84afc238f3a1473eb67e359ee7855598'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:05.049895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a785bc8-4688-4e8f-9b48-da7aebe8f4fb req-5728e017-de98-40df-a964-3331e7927979 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 210 time: 0.1038399 Oct 19 01:31:05.076542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:31:05.076542 n-d-789963-20 neutron-server[100848]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 19 01:31:05.076542 n-d-789963-20 neutron-server[100848]: [parameters: {'project_id_1': '84afc238f3a1473eb67e359ee7855598', 'expiration_1': datetime.datetime(2021, 10, 19, 1, 30, 45, 60173)}] Oct 19 01:31:05.076542 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:31:05.077658 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:31:05.090621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Made reservation on behalf of 84afc238f3a1473eb67e359ee7855598 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:05.102648 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.203308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.245451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Made reservation on behalf of 84afc238f3a1473eb67e359ee7855598 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:05.252244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.299676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.307815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Allocated IP 172.20.0.14 (c3fa1e81-4383-4e55-b85c-c10d73db784e/e6415ae6-e30d-49ee-93e6-99e7202f56d6/cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:05.414018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=3170393f-5a7f-4f81-8f59-c32523b561ee,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:05.436065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': '5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:05.436065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: bde5ccca-d766-45aa-95ac-57d986cdd40b, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:05.460026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:05.472007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, bde5ccca-d766-45aa-95ac-57d986cdd40b) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:05.482193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797b40f-b210-4463-b401-38bc3412419a None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:05.493347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:05.509519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:05.513588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.517242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f709207-0213-4b67-84f8-7faf612b0155 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:05.535899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.540325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cfa926bc-e6bb-43f9-a160-afdd8bb32348 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3743694 Oct 19 01:31:05.540821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49448) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:05.547409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1583874825'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:05.582626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:05.592062 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.607804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.610143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Made reservation on behalf of 84afc238f3a1473eb67e359ee7855598 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:05.613857 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.677551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:05.696120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.696469 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment 3152e8e9-254a-4ad9-a81d-3240ba5273d2 of type vlan for network 1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7 Oct 19 01:31:05.709751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1f709207-0213-4b67-84f8-7faf612b0155 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:05.710398 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.719592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Network c3fa1e81-4383-4e55-b85c-c10d73db784e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:05.726447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:05.758746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:05.844760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.856300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Pushing event updated for resources: {'Port': ['ID=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:05.856655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Allocated IP 172.20.0.9 (c3fa1e81-4383-4e55-b85c-c10d73db784e/e6415ae6-e30d-49ee-93e6-99e7202f56d6/4b858bf1-13b8-4dbf-9b77-0f7fccafdd58) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:05.895371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:05.896213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.913849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.921064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:05.922137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:05.923005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-dde9b961-2383-4230-a881-4994dbf74e88 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1703258 Oct 19 01:31:05.948020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Request body: {'port': {'device_id': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:05.967563 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4251156 Oct 19 01:31:05.973516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49462) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:05.981171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'ports': [{'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b'}, {'network_id': '1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7'}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:05.981526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:05.982053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': '1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:06.035611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.039283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Sync routers for ids ['b92069e1-e211-48c5-9062-10bb224f223a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:06.051763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Routers {'b92069e1-e211-48c5-9062-10bb224f223a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:06.052638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b92069e1-e211-48c5-9062-10bb224f223a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:06.212699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Set router b92069e1-e211-48c5-9062-10bb224f223a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:06.240933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894696ed-cbdb-494b-8263-9fa2b40e90a6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:06.255921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:06.290020 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-035f9789-4ca6-417f-b5d1-68be19bb251e req-a8dc70f9-729d-4777-8a4d-5c199df9c6e1 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 210 time: 0.1263504 Oct 19 01:31:06.397681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 2} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:06.402294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.437060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.441408 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.535630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f709207-0213-4b67-84f8-7faf612b0155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:31:01Z', 'revision_number': 4, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port': {'id': '1f709207-0213-4b67-84f8-7faf612b0155', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:aa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:57Z', 'updated_at': '2021-10-19T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a83b2f3d-3052-4708-b829-941c9c642ece', 'name': '', 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'mac_address': 'fa:16:3e:2d:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'f934477c-d1d9-45fc-84e4-69fe5075ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:31:00Z', 'updated_at': '2021-10-19T01:31:02Z', 'revision_number': 2, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'subnets': [{'id': 'f934477c-d1d9-45fc-84e4-69fe5075ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:06.557773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port ad25c331-cf58-4d46-bbf9-01a59344d33f yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:06.569816 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.575038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Checking router: b92069e1-e211-48c5-9062-10bb224f223a for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:31:06.575633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Updating router b92069e1-e211-48c5-9062-10bb224f223a port a83b2f3d-3052-4708-b829-941c9c642ece binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:31:06.612359 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.632624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Network c3fa1e81-4383-4e55-b85c-c10d73db784e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:06.638627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:06.641311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:06.682834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Pushing event updated for resources: {'Port': ['ID=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:06.703049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Allocated IP 172.20.0.11 (c3fa1e81-4383-4e55-b85c-c10d73db784e/e6415ae6-e30d-49ee-93e6-99e7202f56d6/569436d1-31fe-4dca-ac28-b0ddf2c0c5a0) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:06.734254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2eee-52b5-49cc-9bbf-154cdee8e46f req-5112e3e3-3ba7-4f91-94d2-006c9fc6f9fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:06.742981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faa2eee-52b5-49cc-9bbf-154cdee8e46f req-5112e3e3-3ba7-4f91-94d2-006c9fc6f9fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1334031 Oct 19 01:31:06.754099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:06.754848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.794378 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-51f7ed47-d985-4fc6-9678-1ef5c639f409 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8461666 Oct 19 01:31:06.805815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-24a34d9b-80a3-4a11-b814-c81cb8aafa3f tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:31:06.806919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-24a34d9b-80a3-4a11-b814-c81cb8aafa3f tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059836 Oct 19 01:31:06.812609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faa2eee-52b5-49cc-9bbf-154cdee8e46f req-9f8fd62a-f428-4c65-a4dd-eaa76ef753fa tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686157 Oct 19 01:31:06.823451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Request body: {'port': {'device_id': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:06.878991 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:06.972417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.046208 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.049225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2033f-db42-44aa-8d29-2eaa8c5a2cfa req-30af93d6-6df3-492c-9c70-9de102e28e08 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:07.050623 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2cdbfee8-99df-4ff8-bda2-3a0886ed648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.052599 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aba2033f-db42-44aa-8d29-2eaa8c5a2cfa req-30af93d6-6df3-492c-9c70-9de102e28e08 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1233797 Oct 19 01:31:07.060976 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.099338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.119662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 3f72b353-e716-4de3-b4eb-1544bd24525d yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:07.119907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eb4a6-8e8a-48c2-b969-980cc88f0656 None None] Pushing event updated for resources: {'Port': ['ID=a83b2f3d-3052-4708-b829-941c9c642ece,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:07.151119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aba2033f-db42-44aa-8d29-2eaa8c5a2cfa req-fe553085-14e3-494b-b7d5-2252112699a3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899117 Oct 19 01:31:07.219307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Attempting to bind port a83b2f3d-3052-4708-b829-941c9c642ece on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:07.220081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Attempting to bind port a83b2f3d-3052-4708-b829-941c9c642ece by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:07.221144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Attempting to bind port a83b2f3d-3052-4708-b829-941c9c642ece on network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:07.221594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.232666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:07.234074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Checking segment: {'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:07.234608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.235908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Bound using segment: {'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:07.237215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Bound port: a83b2f3d-3052-4708-b829-941c9c642ece, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2c4230-67b8-443c-b826-e4120949662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:07.237732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.393744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] For port a83b2f3d-3052-4708-b829-941c9c642ece, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:07.400653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] For port a83b2f3d-3052-4708-b829-941c9c642ece, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a83b2f3d-3052-4708-b829-941c9c642ece,segment=NetworkSegment(5e2c4230-67b8-443c-b826-e4120949662f),segment_id=5e2c4230-67b8-443c-b826-e4120949662f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:07.410818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Pushing event updated for resources: {'Port': ['ID=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:07.413119 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.437125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Network c3fa1e81-4383-4e55-b85c-c10d73db784e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:07.509684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:07.516643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:07.516845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Routers {'b92069e1-e211-48c5-9062-10bb224f223a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:07.517387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b92069e1-e211-48c5-9062-10bb224f223a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:07.606804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eb4a6-8e8a-48c2-b969-980cc88f0656 None None] Pushing event updated for resources: {'Port': ['ID=a83b2f3d-3052-4708-b829-941c9c642ece,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:07.617405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-64c6d57f-3f58-440f-a76d-edafec57f430 None None] Provisioning complete for port a83b2f3d-3052-4708-b829-941c9c642ece triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:07.617769 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64c6d57f-3f58-440f-a76d-edafec57f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.635335 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.697616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.776822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=ad25c331-cf58-4d46-bbf9-01a59344d33f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:07.803291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219926c9-38b5-418f-802a-889dafb912b6 req-1314f890-5c41-4bbe-84e3-ff7affb37554 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:07.805606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-219926c9-38b5-418f-802a-889dafb912b6 req-1314f890-5c41-4bbe-84e3-ff7affb37554 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 931 time: 0.3357120 Oct 19 01:31:07.818719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:07.823144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:07.826856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:07.827888 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:07.857917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] Set router b92069e1-e211-48c5-9062-10bb224f223a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:31:07.950341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=3f72b353-e716-4de3-b4eb-1544bd24525d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:07.961952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-219926c9-38b5-418f-802a-889dafb912b6 req-73ae8c71-1ed3-41c2-befe-71047df27054 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412258 Oct 19 01:31:07.975020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': '3152e8e9-254a-4ad9-a81d-3240ba5273d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:07.977754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: 1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:08.006114 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64c6d57f-3f58-440f-a76d-edafec57f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.023075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network 1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:08.045193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:08.069515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:08.075522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e8874-f073-4694-b4fe-95c8635c2d4f None None] Network 1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:08.079491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:08.088881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:08.090212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.117429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-64c6d57f-3f58-440f-a76d-edafec57f430 None None] For port a83b2f3d-3052-4708-b829-941c9c642ece, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a83b2f3d-3052-4708-b829-941c9c642ece,segment=NetworkSegment(5e2c4230-67b8-443c-b826-e4120949662f),segment_id=5e2c4230-67b8-443c-b826-e4120949662f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:08.120313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1c52ed2b-4fe5-434e-8d12-716c68e2645b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1429176 Oct 19 01:31:08.122948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49494) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:08.136643 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64c6d57f-3f58-440f-a76d-edafec57f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.287094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:08.287826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.314458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 3f72b353-e716-4de3-b4eb-1544bd24525d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:08.315708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.331176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-34102ea6-e631-47c6-88ce-be2b9eb3b3d1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:08.340237 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-34102ea6-e631-47c6-88ce-be2b9eb3b3d1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.8246231 Oct 19 01:31:08.342218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6d57f-3f58-440f-a76d-edafec57f430 None None] Pushing event updated for resources: {'Port': ['ID=a83b2f3d-3052-4708-b829-941c9c642ece,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:08.349692 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f440a667-ec70-4cd8-aabb-c7edd15d8177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7258074 Oct 19 01:31:08.353441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-45222e0d-4203-4e01-99af-e9463dea20c5 None None] Provisioning complete for port a83b2f3d-3052-4708-b829-941c9c642ece triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:08.353792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-45222e0d-4203-4e01-99af-e9463dea20c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.378237 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-259806fd-d6a7-4ae2-9281-8171ddc986c0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/quotas/93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 375 time: 0.0366473 Oct 19 01:31:08.394306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Request body: {'port': {'device_id': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:08.411404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f709207-0213-4b67-84f8-7faf612b0155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:31:01Z', 'revision_number': 4, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port': {'id': '1f709207-0213-4b67-84f8-7faf612b0155', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:aa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:57Z', 'updated_at': '2021-10-19T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a83b2f3d-3052-4708-b829-941c9c642ece', 'name': '', 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'mac_address': 'fa:16:3e:2d:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'f934477c-d1d9-45fc-84e4-69fe5075ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:31:00Z', 'updated_at': '2021-10-19T01:31:07Z', 'revision_number': 4, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'subnets': [{'id': 'f934477c-d1d9-45fc-84e4-69fe5075ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:08.446676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118658b4-6d73-468c-8685-6da9d8b0f3be None None] The sync data for ids ['b92069e1-e211-48c5-9062-10bb224f223a'] in n-d-789963-20 is: [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f709207-0213-4b67-84f8-7faf612b0155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:31:01Z', 'revision_number': 4, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port': {'id': '1f709207-0213-4b67-84f8-7faf612b0155', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:aa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:57Z', 'updated_at': '2021-10-19T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a83b2f3d-3052-4708-b829-941c9c642ece', 'name': '', 'network_id': 'b3af1956-e89e-4673-9ef9-6eeb74a8e1c5', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'mac_address': 'fa:16:3e:2d:60:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'f934477c-d1d9-45fc-84e4-69fe5075ea80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:31:00Z', 'updated_at': '2021-10-19T01:31:07Z', 'revision_number': 4, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'subnets': [{'id': 'f934477c-d1d9-45fc-84e4-69fe5075ea80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:08.449826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.480758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 3f72b353-e716-4de3-b4eb-1544bd24525d owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:08.538180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:08.578555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.600343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.619168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-87e1a6dd-877c-41df-93cf-15ec61dda875 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2399788 Oct 19 01:31:08.623127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Transition to ACTIVE for port object cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:08.643091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.703012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.770895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Pushing event updated for resources: {'Port': ['ID=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:08.876575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:08.889562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.902785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=3f72b353-e716-4de3-b4eb-1544bd24525d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:08.919392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Transition to ACTIVE for port object 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:08.924596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.930028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0680a663-84be-427d-8668-d28f90937f24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/3f72b353-e716-4de3-b4eb-1544bd24525d HTTP/1.1" status: 204 len: 168 time: 0.8053927 Oct 19 01:31:08.932568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49502) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:08.971474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:08.993395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Attempting to bind port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:08.994135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Attempting to bind port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:08.994514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Attempting to bind port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 on network c3fa1e81-4383-4e55-b85c-c10d73db784e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:09.055580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 on network c3fa1e81-4383-4e55-b85c-c10d73db784e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:09.055910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Attempting to bind port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 on network c3fa1e81-4383-4e55-b85c-c10d73db784e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:09.101870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:09.102231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Checking segment: {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:09.102671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Bound using segment: {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:09.103087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Bound port: cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:09.103449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.136826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Pushing event updated for resources: {'Port': ['ID=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:09.201639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266ffc6-2d99-48a0-a688-49da1cbfdb5f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.206404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-2c4d896b-348b-4270-abe3-6b7ac58c46df service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746443 Oct 19 01:31:09.208941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266ffc6-2d99-48a0-a688-49da1cbfdb5f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.211217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8266ffc6-2d99-48a0-a688-49da1cbfdb5f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2768276 Oct 19 01:31:09.231887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49510) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:09.300593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031e8d2-3df5-44cd-ac42-04b862a6b483 req-a1a09c0a-a6e0-4a9a-8da8-050fbc96c9a5 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.302988 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f031e8d2-3df5-44cd-ac42-04b862a6b483 req-a1a09c0a-a6e0-4a9a-8da8-050fbc96c9a5 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 943 time: 0.2043200 Oct 19 01:31:09.307921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] For port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:09.354290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] For port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:09.371504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.375560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Attempting to bind port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:09.375906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Attempting to bind port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:09.376311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Attempting to bind port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 on network c3fa1e81-4383-4e55-b85c-c10d73db784e {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:09.391465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-5f4fa86e-cd7e-4f9e-b0b5-e103bcbf45b4 service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842229 Oct 19 01:31:09.396171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 on network c3fa1e81-4383-4e55-b85c-c10d73db784e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:09.396512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Attempting to bind port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 on network c3fa1e81-4383-4e55-b85c-c10d73db784e {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:09.417965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:09.420502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f031e8d2-3df5-44cd-ac42-04b862a6b483 req-e4cc624c-a7fb-49eb-99f8-89ee1c82fd0e tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011932 Oct 19 01:31:09.433848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.437885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.438495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.440009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] 10.222.0.74 "PUT /v2.0/ports/cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 HTTP/1.1" status: 200 len: 1093 time: 3.5020874 Oct 19 01:31:09.440714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:09.440714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Checking segment: {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:09.441136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Bound using segment: {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:09.441560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Bound port: 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:09.442706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'tag': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:09.444447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.445188 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297bd83d-b2b4-43ba-9d49-8d0f10b212db" -d '{"events": [{"name": "network-changed", "server_uuid": "117f9a5c-bf50-4e36-9bee-11c91272fe36", "tag": "cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:09.482291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Transition to ACTIVE for port object 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:09.488290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf1b7-4b8e-4011-8bbe-1ba359f79e2d service neutron] Pushing event updated for resources: {'Port': ['ID=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:09.493160 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.559769 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.581612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Pushing event updated for resources: {'Port': ['ID=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:09.581997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port ad25c331-cf58-4d46-bbf9-01a59344d33f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:09.582414 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.619470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a83b2f3d-3052-4708-b829-941c9c642ece up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:09.659130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-4d1b2d1f-e3e5-4b88-9220-8e8a0042c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.670494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-4d1b2d1f-e3e5-4b88-9220-8e8a0042c1e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=84afc238f3a1473eb67e359ee7855598&device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 1096 time: 0.1492336 Oct 19 01:31:09.728800 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-48771734-ddd6-4de1-841c-266145399ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.737818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] For port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:09.742281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a83b2f3d-3052-4708-b829-941c9c642ece triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:09.743127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.743442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] For port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:09.762873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.837028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-43b1748c-9171-485c-bb82-c75c689253d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 HTTP/1.1" status: 200 len: 217 time: 0.1509869 Oct 19 01:31:09.840547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Attempting to bind port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:09.840879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Attempting to bind port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:09.841291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Attempting to bind port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 on network c3fa1e81-4383-4e55-b85c-c10d73db784e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:09.846045 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210b02a-d0a0-4d7b-8b04-fb274bd2c252 x-openstack-request-id: req-5210b02a-d0a0-4d7b-8b04-fb274bd2c252 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:09.846476 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117f9a5c-bf50-4e36-9bee-11c91272fe36", "tag": "cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:09.846792 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5210b02a-d0a0-4d7b-8b04-fb274bd2c252 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:09.847189 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'tag': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6', 'status': 'completed', 'code': 200} Oct 19 01:31:09.850850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 on network c3fa1e81-4383-4e55-b85c-c10d73db784e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:09.851182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Attempting to bind port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 on network c3fa1e81-4383-4e55-b85c-c10d73db784e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:09.858743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:09.859080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Checking segment: {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:09.859466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Bound using segment: {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:09.859902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Bound port: 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:09.860287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.909940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.911681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:09.913100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-94462480-9006-40bf-896b-fd98355acb2c service neutron] 10.222.0.62 "PUT /v2.0/ports/4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 HTTP/1.1" status: 200 len: 1092 time: 3.0942171 Oct 19 01:31:09.974253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'tag': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:09.977175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-860b2712-f22a-4ad7-84ef-227f39e52ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:09.977820 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdae74c-5abe-4d72-b2ed-63c3763e1544" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca8f20d-91e7-4887-b862-6819e3f8a276", "tag": "4b858bf1-13b8-4dbf-9b77-0f7fccafdd58"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:09.978924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-860b2712-f22a-4ad7-84ef-227f39e52ef3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6415ae6-e30d-49ee-93e6-99e7202f56d6 HTTP/1.1" status: 200 len: 857 time: 0.1078136 Oct 19 01:31:10.043170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-12e5d1de-ad88-4730-95c2-332380197695 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3fa1e81-4383-4e55-b85c-c10d73db784e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553620 Oct 19 01:31:10.056940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] For port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:10.109792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] For port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:10.138057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.181301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.181931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.183381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] 10.222.0.62 "PUT /v2.0/ports/569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 HTTP/1.1" status: 200 len: 1093 time: 1.8022377 Oct 19 01:31:10.374152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-5c5a00d7-3131-4afd-ba80-3171f2bc8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.376989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-5c5a00d7-3131-4afd-ba80-3171f2bc8243 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84afc238f3a1473eb67e359ee7855598&device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 1096 time: 0.1235914 Oct 19 01:31:10.416493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab12d7-b9b3-490a-98b6-ce0aa597de58 service neutron] Pushing event updated for resources: {'Port': ['ID=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:10.471367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-5b07e4bf-a5ed-478f-b727-16eaf5e6e1c0 service neutron] 10.222.0.74 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188206 Oct 19 01:31:10.476342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-83d844f7-7b8b-4454-9b74-01896cd8b29c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 HTTP/1.1" status: 200 len: 217 time: 0.0881863 Oct 19 01:31:10.497515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.517127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94462480-9006-40bf-896b-fd98355acb2c service neutron] Pushing event updated for resources: {'Port': ['ID=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:10.523765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7138456f-95fe-4f31-97ca-e66d65b9835d req-6fb4146e-d999-440e-b3dc-913340b54a98 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 210 time: 0.5907333 Oct 19 01:31:10.526091 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17d3f3-b980-48c8-84b2-8059ee8b366e x-openstack-request-id: req-9b17d3f3-b980-48c8-84b2-8059ee8b366e {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:10.526660 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca8f20d-91e7-4887-b862-6819e3f8a276", "tag": "4b858bf1-13b8-4dbf-9b77-0f7fccafdd58", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:10.527890 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b17d3f3-b980-48c8-84b2-8059ee8b366e {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:10.528505 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'tag': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58', 'status': 'completed', 'code': 200} Oct 19 01:31:10.552985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for ad25c331-cf58-4d46-bbf9-01a59344d33f owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:10.569250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-fe9f1d98-fadc-41bb-b0f3-b53e4918cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.572412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-fe9f1d98-fadc-41bb-b0f3-b53e4918cedb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84afc238f3a1473eb67e359ee7855598&device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 1095 time: 0.5904546 Oct 19 01:31:10.580330 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.668190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-899b5ba0-bff7-4d2f-98bb-04268aa13f19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 HTTP/1.1" status: 200 len: 217 time: 0.0873346 Oct 19 01:31:10.674766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7709da9f-094d-4a4a-b6d8-fd2f838e95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.679376 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-7709da9f-094d-4a4a-b6d8-fd2f838e95db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6415ae6-e30d-49ee-93e6-99e7202f56d6 HTTP/1.1" status: 200 len: 857 time: 0.1945212 Oct 19 01:31:10.694296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-927cd924-eb3b-4c2a-bd56-ea0e9efd2e36 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2214689 Oct 19 01:31:10.742903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-f5e7cccd-f5fe-4496-8cb0-53565cd68b73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3fa1e81-4383-4e55-b85c-c10d73db784e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475020 Oct 19 01:31:10.750922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc02ffe-7a7b-4910-b121-ae79f0755754 req-3acdb2a1-9407-4c13-b843-472acd4f9843 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.752423 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.760424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4cc02ffe-7a7b-4910-b121-ae79f0755754 req-3acdb2a1-9407-4c13-b843-472acd4f9843 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 943 time: 0.1907327 Oct 19 01:31:10.797252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-3f078988-fd4b-4197-8d41-598864c14119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:10.798965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-3f078988-fd4b-4197-8d41-598864c14119 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6415ae6-e30d-49ee-93e6-99e7202f56d6 HTTP/1.1" status: 200 len: 857 time: 0.1070020 Oct 19 01:31:10.807606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.885790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-8f42a636-222e-48c3-87ae-eb95077c4cb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3fa1e81-4383-4e55-b85c-c10d73db784e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680947 Oct 19 01:31:10.887351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=ad25c331-cf58-4d46-bbf9-01a59344d33f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:10.896843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:10.900154 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-716a4da4-d6c2-4123-8b49-9ae6ff50a2ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/ad25c331-cf58-4d46-bbf9-01a59344d33f HTTP/1.1" status: 204 len: 168 time: 1.6651311 Oct 19 01:31:10.907936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49540) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:10.924395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-e301c94a-24c0-48b5-9998-0fd906019aff service neutron] 10.222.0.74 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287980 Oct 19 01:31:10.928867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4cc02ffe-7a7b-4910-b121-ae79f0755754 req-c78ec424-71cc-41a7-8994-b05e6ac0aa0e tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675439 Oct 19 01:31:11.027524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-2d91e134-0ca5-460c-b89e-0f15744e7feb service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262190 Oct 19 01:31:11.048377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-c161eefe-be27-4909-a8a8-3c45915d5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.049848 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-c161eefe-be27-4909-a8a8-3c45915d5a7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1096 time: 0.1945634 Oct 19 01:31:11.138798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4b3d9-237e-4501-8ac0-c780d572a31e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.140344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-28b4b3d9-237e-4501-8ac0-c780d572a31e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2286527 Oct 19 01:31:11.143369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49542) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:11.147028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-5e3f143c-7fb4-4b19-8ed6-7e94bed143bb service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569400 Oct 19 01:31:11.186953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-98d0a9fd-5f1e-472d-b4c9-5e35fe1c9425 service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493804 Oct 19 01:31:11.187841 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-149c36e2-a680-4355-95ad-a519fd9a5169 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:11.190208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-149c36e2-a680-4355-95ad-a519fd9a5169 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/3f72b353-e716-4de3-b4eb-1544bd24525d HTTP/1.1" status: 404 len: 333 time: 0.0419950 Oct 19 01:31:11.192681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49544) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:11.235054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-69ab2db4-ae86-4b31-b406-589613bb2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.236962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-69ab2db4-ae86-4b31-b406-589613bb2200 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=84afc238f3a1473eb67e359ee7855598&device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 1096 time: 0.1954486 Oct 19 01:31:11.281770 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-581c084f-3670-497f-9fe0-0c78d7c4a39b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:11.287531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-581c084f-3670-497f-9fe0-0c78d7c4a39b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/ad25c331-cf58-4d46-bbf9-01a59344d33f HTTP/1.1" status: 404 len: 333 time: 0.0893469 Oct 19 01:31:11.293898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49546) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:11.365411 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-54da5c22-ade6-432f-b4c9-94ac22eb833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.372821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-54da5c22-ade6-432f-b4c9-94ac22eb833a service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2863011 Oct 19 01:31:11.376365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-a0cbb3fe-1d17-4f19-887b-a5ecde335e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.378140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-a0cbb3fe-1d17-4f19-887b-a5ecde335e7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84afc238f3a1473eb67e359ee7855598&device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 1095 time: 0.1322625 Oct 19 01:31:11.414372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-75ba0ee6-a81f-4393-929b-fffe1e02c0c3 req-8333a997-9dad-44f0-ac36-472e81e91ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567167 Oct 19 01:31:11.457214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:11.575117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-0ac9a75a-90d0-4fb5-bf32-92e08bf8f468 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.1514027 Oct 19 01:31:11.625274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-b6e12de4-937f-4407-90bd-dc09e82229c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.626713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-b6e12de4-937f-4407-90bd-dc09e82229c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 200 len: 918 time: 0.2077255 Oct 19 01:31:11.698960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-e9cbb385-834b-4156-bf37-7b86b42c2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.700476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-e9cbb385-834b-4156-bf37-7b86b42c2a8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 200 len: 918 time: 0.4278755 Oct 19 01:31:11.704113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-aadbd56b-9625-42a1-8200-776afcae27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.705544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-aadbd56b-9625-42a1-8200-776afcae27f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1186640 Oct 19 01:31:11.735577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:11.740805 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c847d5e5-94a7-44c2-aea1-6cfbaa1a702c req-88dafab3-3385-4f47-98d6-9d9f0b550ac0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 210 time: 0.1050856 Oct 19 01:31:11.751829 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-fef5cffb-ca78-4972-8a47-4dade9e244d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 HTTP/1.1" status: 200 len: 217 time: 0.1127117 Oct 19 01:31:11.776267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:11.791166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-99459db8-642f-4d7d-a112-d7796ee7c5a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 HTTP/1.1" status: 200 len: 217 time: 0.0788648 Oct 19 01:31:11.795758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3152e8e9-254a-4ad9-a81d-3240ba5273d2') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:11.796102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3152e8e9-254a-4ad9-a81d-3240ba5273d2') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:11.800754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-b92e94f0-c875-4504-8f4d-231c9ec0c4b5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.802239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-b92e94f0-c875-4504-8f4d-231c9ec0c4b5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.3848228 Oct 19 01:31:11.809258 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:11.839176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'port': {'device_id': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'admin_state_up': True, 'tenant_id': '93ef9378566f4437bd3edbb85b16194b'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:11.859184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'tag': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:11.861160 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cdb3df-89ea-4609-9058-714d746ebf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "53e5dcdb-a7bb-4f35-9abd-701fecff5b2e", "tag": "569436d1-31fe-4dca-ac28-b0ddf2c0c5a0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:11.871634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:11.883881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:11.889950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:11.893610 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:11.981124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-de79297c-172a-4c47-8ccc-e5144b67ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:11.982872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-de79297c-172a-4c47-8ccc-e5144b67ce42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6415ae6-e30d-49ee-93e6-99e7202f56d6 HTTP/1.1" status: 200 len: 857 time: 0.1542971 Oct 19 01:31:12.008499 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad87b5d-d490-4c49-8dba-faf3adc5b8c1 x-openstack-request-id: req-4ad87b5d-d490-4c49-8dba-faf3adc5b8c1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:12.009043 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e5dcdb-a7bb-4f35-9abd-701fecff5b2e", "tag": "569436d1-31fe-4dca-ac28-b0ddf2c0c5a0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:12.009505 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ad87b5d-d490-4c49-8dba-faf3adc5b8c1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:12.010223 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'tag': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0', 'status': 'completed', 'code': 200} Oct 19 01:31:12.012207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-68ead9d0-e9f5-46f6-a387-82f340fa4306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:12.013858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-68ead9d0-e9f5-46f6-a387-82f340fa4306 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2868326 Oct 19 01:31:12.017947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.050168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-87f66164-d8ad-4848-8bd6-fed4fd934468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3fa1e81-4383-4e55-b85c-c10d73db784e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560164 Oct 19 01:31:12.052532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.060245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7 HTTP/1.1" status: 204 len: 168 time: 0.7595842 Oct 19 01:31:12.060879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49560) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:12.071718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-84866632-4146-4a76-8138-7f26601918b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:12.073197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-84866632-4146-4a76-8138-7f26601918b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6415ae6-e30d-49ee-93e6-99e7202f56d6 HTTP/1.1" status: 200 len: 857 time: 0.2700851 Oct 19 01:31:12.074734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-319335592'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:12.089223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3230d01-4d6a-476c-906f-aff25e1945c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=1b8bd7d3-6adb-4ff0-bdce-160a2a5e38d7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:12.134897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-7dd08d5a-6228-48b8-997e-0e13e85bd904 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c3fa1e81-4383-4e55-b85c-c10d73db784e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435431 Oct 19 01:31:12.168467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Made reservation on behalf of 93ef9378566f4437bd3edbb85b16194b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:12.171860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.198816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:12.202459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.216819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-942b8c44-f86e-4ae4-9f6e-b20bcaf3acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:12.218820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-942b8c44-f86e-4ae4-9f6e-b20bcaf3acf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84afc238f3a1473eb67e359ee7855598&device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 1096 time: 0.2019234 Oct 19 01:31:12.229069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f9c7b-a2a0-44cb-a19b-eee8ce7381a9 req-2f23dc2d-d34c-4b81-9c5d-429e883c8047 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:12.230601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f9f9c7b-a2a0-44cb-a19b-eee8ce7381a9 req-2f23dc2d-d34c-4b81-9c5d-429e883c8047 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 943 time: 0.1432395 Oct 19 01:31:12.266967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-b6ca577c-e76d-4fac-a5f2-b8443e670a8f service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889122 Oct 19 01:31:12.273379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:12.284521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.316669 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.317703 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment d4588fd6-c49e-435e-b53d-7d9ad39c2b52 of type vlan for network e5d7ddb3-c973-41bf-8d0c-c15213ab567f Oct 19 01:31:12.334542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f9f9c7b-a2a0-44cb-a19b-eee8ce7381a9 req-98ff5075-191b-4383-879f-81634c59563b tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934143 Oct 19 01:31:12.410153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.434410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:12.449515 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2cdae74c-5abe-4d72-b2ed-63c3763e1544 req-cc5b2b5d-525e-484d-8e43-8851cd5c6edf service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685634 Oct 19 01:31:12.455477 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.462913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:12.464118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.517898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4459000 Oct 19 01:31:12.520191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:12.530020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:12.604170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:12.618599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0', 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e', 'port_id': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0', 'mac_address': 'fa:16:3e:d4:21:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6415ae6-e30d-49ee-93e6-99e7202f56d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:12.668399 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.684077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:12.684904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba353-422f-43e8-a51b-77c2a56f8643 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=e5d7ddb3-c973-41bf-8d0c-c15213ab567f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:12.703542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:12.707318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e5d7ddb3-c973-41bf-8d0c-c15213ab567f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:12.709360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.714958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:12.729736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-c5aeaf2c-ea39-46c8-8523-3dc1d84c2791 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961882 Oct 19 01:31:12.733453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.734132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:12.862443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:12.871843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:12.881889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58', 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e', 'port_id': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58', 'mac_address': 'fa:16:3e:24:0e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6415ae6-e30d-49ee-93e6-99e7202f56d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:12.882512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Performing IP validity checks on allocation pools {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:31:12.886577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-718aacd0-4e0f-402d-b827-bfc77bd86cda service neutron] 10.222.0.74 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198176 Oct 19 01:31:12.886859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:31:12.930686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:12.949225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:12.990627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:12.997243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6cfe8d19-e959-4f54-af56-c2f57bd0d2fa req-b4013169-c7c9-4bed-99c5-d21cc83e3ab3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 210 time: 0.1077321 Oct 19 01:31:12.998732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.079688 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:13.102361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.119617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-ef04e255-2409-4e4e-9e9a-83c5003578ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:13.121161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-ef04e255-2409-4e4e-9e9a-83c5003578ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 200 len: 918 time: 0.8828962 Oct 19 01:31:13.131350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Allocated IP 172.20.0.7 (834ef5ba-7345-4079-a3eb-4a6c472874e6/ba84162f-3c18-462b-adba-be620d9dc20b/4728d83c-694a-4571-9966-720c78b34058) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:13.139737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4a18513-683f-4a53-bddc-d7a0c39a7003 req-900829d5-4b63-48c9-83be-3361ddf216e5 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906951 Oct 19 01:31:13.181641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': 'd4588fd6-c49e-435e-b53d-7d9ad39c2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:13.182066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: e5d7ddb3-c973-41bf-8d0c-c15213ab567f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:13.185235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=55b63324-80a6-42a3-9d01-1ebf5d775c5a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:13.201757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network e5d7ddb3-c973-41bf-8d0c-c15213ab567f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:13.204441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-1d02dcc1-6b81-429a-8b8b-6f7666212d5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 HTTP/1.1" status: 200 len: 217 time: 0.0702474 Oct 19 01:31:13.213156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e5d7ddb3-c973-41bf-8d0c-c15213ab567f) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:13.219731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:13.220141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.224277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae33185-ba59-41e3-ac62-ff12f5bbc93a None None] Network e5d7ddb3-c973-41bf-8d0c-c15213ab567f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:13.245160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-86dfbbbc-d470-41ee-91be-22f8fb477b41 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7181437 Oct 19 01:31:13.245160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:13.252999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f', 'name': 'tempest-PortsIpV6TestJSON-1126931596'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:13.290506 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-297bd83d-b2b4-43ba-9d49-8d0f10b212db req-4477d1d5-9438-426a-a64b-2c8aa7268076 service neutron] 10.222.0.74 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759997 Oct 19 01:31:13.297476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['569436d1-31fe-4dca-ac28-b0ddf2c0c5a0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:13.300481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['4b858bf1-13b8-4dbf-9b77-0f7fccafdd58'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:13.322346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-cb2492a1-4f1d-4178-89bb-8e92dd723f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:13.326157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-cb2492a1-4f1d-4178-89bb-8e92dd723f16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e6415ae6-e30d-49ee-93e6-99e7202f56d6 HTTP/1.1" status: 200 len: 857 time: 0.1127105 Oct 19 01:31:13.383541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-f76bc2d2-7a49-4b60-9c8a-f778d3d85edd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3fa1e81-4383-4e55-b85c-c10d73db784e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479820 Oct 19 01:31:13.428063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:13.433194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.454728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 492b45e7-01e1-4c01-8585-61aff2610fbc yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:13.533928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e5d7ddb3-c973-41bf-8d0c-c15213ab567f', 'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f', 'tenant_id': '6c3088e6e815455ca362080541b2050f', 'fixed_ips': [{'subnet_id': '55b63324-80a6-42a3-9d01-1ebf5d775c5a'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:31:13.534879 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.622315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.635279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f41f23-2cdf-415f-b292-94413801f00d req-6aac7482-7ee7-4447-952b-4a982b3f3250 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:13.642987 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3f41f23-2cdf-415f-b292-94413801f00d req-6aac7482-7ee7-4447-952b-4a982b3f3250 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 944 time: 0.1742775 Oct 19 01:31:13.677077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:13.688398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::3a3 (e5d7ddb3-c973-41bf-8d0c-c15213ab567f/55b63324-80a6-42a3-9d01-1ebf5d775c5a/492b45e7-01e1-4c01-8585-61aff2610fbc) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:13.734104 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-45d73d03-0f3d-4e45-8be0-9a9c86a1c023 service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743475 Oct 19 01:31:13.745402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3f41f23-2cdf-415f-b292-94413801f00d req-7db0618e-1094-4993-a328-6f950eb89185 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014781 Oct 19 01:31:13.821294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-6285b66a-986d-4028-a2b3-37b580c6ffd2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1501327 Oct 19 01:31:13.856777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.880140 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:13.904131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:13.911124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.938958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6', 'network_id': 'c3fa1e81-4383-4e55-b85c-c10d73db784e', 'port_id': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6', 'mac_address': 'fa:16:3e:8d:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6415ae6-e30d-49ee-93e6-99e7202f56d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:13.951811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:13.959022 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:13.961514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-90cdb3df-89ea-4609-9058-714d746ebf7e req-7f342ff4-8d6a-480b-9471-65e964e3fda5 service neutron] 10.222.0.62 "GET /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149472 Oct 19 01:31:13.968155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:13.973694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:13.976375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=4728d83c-694a-4571-9966-720c78b34058,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:14.054073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=492b45e7-01e1-4c01-8585-61aff2610fbc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:14.076026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network e5d7ddb3-c973-41bf-8d0c-c15213ab567f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:14.077765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:14.080314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:14.087341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.088459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.106859 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.119041 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1304f892-3fe9-44fc-9100-2243fffdba2f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8730242 Oct 19 01:31:14.122332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49582) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:14.149376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.149983 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.150520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.151046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.151570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.152165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.152694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.155481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5f9bc112-8f81-4df2-b061-50e1ce18d8d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6498 time: 0.2561908 Oct 19 01:31:14.177516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:14.246449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Allocated IP 2001:db8::2 (e5d7ddb3-c973-41bf-8d0c-c15213ab567f/55b63324-80a6-42a3-9d01-1ebf5d775c5a/0e40ef4c-31d7-44fb-b266-79f131019d28) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:14.311736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 492b45e7-01e1-4c01-8585-61aff2610fbc {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:14.312395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.335518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c38dc02a-39bc-4cec-9d12-7af975344972'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:14.341471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:14.369928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.371152 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.374423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fa873eb4-cb4f-4e68-ab42-0b150b4d0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.375329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fa873eb4-cb4f-4e68-ab42-0b150b4d0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.376441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fa873eb4-cb4f-4e68-ab42-0b150b4d0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.378092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fa873eb4-cb4f-4e68-ab42-0b150b4d0dfa service neutron] 10.222.0.74 "GET /v2.0/networks?id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83 HTTP/1.1" status: 200 len: 2292 time: 0.1783283 Oct 19 01:31:14.380241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.456542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.461132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-ba01d322-73f7-445f-830a-702eaa6ea4f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319032d6-299f-436a-864d-e155922bcabc HTTP/1.1" status: 200 len: 1000 time: 0.0710640 Oct 19 01:31:14.473301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308174cb-ca2b-4962-bee0-f50f3f39bfe3 req-df2f8201-160a-46b1-9271-8bcb6ec6b642 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.473681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 492b45e7-01e1-4c01-8585-61aff2610fbc owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:14.475000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-308174cb-ca2b-4962-bee0-f50f3f39bfe3 req-df2f8201-160a-46b1-9271-8bcb6ec6b642 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 931 time: 0.3099205 Oct 19 01:31:14.484700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:14.513834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-8a63931a-04ab-4431-8d38-c5714ac851b2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6832597 Oct 19 01:31:14.535255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Request body: {'port': {'device_id': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:14.585542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-bdc4c00b-6a55-4332-8f34-0341840eb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.587421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-bdc4c00b-6a55-4332-8f34-0341840eb072 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fe147b-f61d-4713-8e05-4d469511db05 HTTP/1.1" status: 200 len: 850 time: 0.1114244 Oct 19 01:31:14.594336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-308174cb-ca2b-4962-bee0-f50f3f39bfe3 req-98026be0-cbeb-41d9-865b-96c3178ba215 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086404 Oct 19 01:31:14.652415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.666566 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.675443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-edf9993f-3404-40b6-8449-c0f499ca23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:14.677741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-edf9993f-3404-40b6-8449-c0f499ca23c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777071 Oct 19 01:31:14.679341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:14.689565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-978c689a-6a43-442f-95bc-ab2343b1e74a None None] Provisioning complete for port 4728d83c-694a-4571-9966-720c78b34058 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:14.690008 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-978c689a-6a43-442f-95bc-ab2343b1e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.727568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=492b45e7-01e1-4c01-8585-61aff2610fbc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:14.770277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.774901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-93918d20-e04c-40c4-b905-0bc503482abd tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/492b45e7-01e1-4c01-8585-61aff2610fbc HTTP/1.1" status: 204 len: 168 time: 0.6511979 Oct 19 01:31:14.777127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49588) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:14.812420 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6957c6-3812-4fb7-a83f-0468a4e5ed2c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:31:14.813211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6957c6-3812-4fb7-a83f-0468a4e5ed2c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:31:14.819645 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ec6957c6-3812-4fb7-a83f-0468a4e5ed2c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/492b45e7-01e1-4c01-8585-61aff2610fbc HTTP/1.1" status: 404 len: 333 time: 0.0385401 Oct 19 01:31:14.820157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49590) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:14.871663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:14.873618 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bec0f6-4b02-49f5-b974-12e28274cc8d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:14.878902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-49bec0f6-4b02-49f5-b974-12e28274cc8d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/492b45e7-01e1-4c01-8585-61aff2610fbc HTTP/1.1" status: 404 len: 333 time: 0.0574794 Oct 19 01:31:14.880390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49592) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:14.883373 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.922038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.922260 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5334ce98-e75c-4379-8054-23be46b4c824 service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255998 Oct 19 01:31:14.936578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:14.938417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-978c689a-6a43-442f-95bc-ab2343b1e74a None None] Port 4728d83c-694a-4571-9966-720c78b34058 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:14.974514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:14.974877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:14.986970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 55b63324-80a6-42a3-9d01-1ebf5d775c5a {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:14.994987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.028299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0818798-e06e-47fb-b2c1-0ee13a50f021 req-8a6a8c3c-cdfd-4021-aa2a-553f441f4649 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:15.032446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0818798-e06e-47fb-b2c1-0ee13a50f021 req-8a6a8c3c-cdfd-4021-aa2a-553f441f4649 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 944 time: 0.1988850 Oct 19 01:31:15.060675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Network e5d7ddb3-c973-41bf-8d0c-c15213ab567f is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:15.071068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Pushing event updated for resources: {'Port': ['ID=0e40ef4c-31d7-44fb-b266-79f131019d28,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:15.073704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:15.085556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:15.086482 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.121391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-85c841fa-c7bc-46c3-a925-7ccf54b25bc5 service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865642 Oct 19 01:31:15.146298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0818798-e06e-47fb-b2c1-0ee13a50f021 req-93bf1e8c-0846-4f73-9157-210d82b7e1eb tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047106 Oct 19 01:31:15.184800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-6eff3c74-bb42-44ec-a8e5-19703a679276 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 217 time: 0.0508583 Oct 19 01:31:15.219147 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:31:15.256831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.281786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4728d83c-694a-4571-9966-720c78b34058 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:15.293631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.300866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-0b2e4cd2-959a-4b5a-af47-b2870bd02e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:15.302820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-0b2e4cd2-959a-4b5a-af47-b2870bd02e31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0759323 Oct 19 01:31:15.375995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Transition to ACTIVE for port object 4728d83c-694a-4571-9966-720c78b34058 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:15.384806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.389792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.431279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=55b63324-80a6-42a3-9d01-1ebf5d775c5a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:15.433723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-f4bcd3a0-3719-4477-8991-a63a59b4cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:15.435233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-f4bcd3a0-3719-4477-8991-a63a59b4cd04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232536 Oct 19 01:31:15.437303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.441060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-237771b5-030d-4132-aab6-10410d2cb935 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/55b63324-80a6-42a3-9d01-1ebf5d775c5a HTTP/1.1" status: 204 len: 168 time: 0.5569406 Oct 19 01:31:15.444113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49600) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:15.496743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Attempting to bind port 0e40ef4c-31d7-44fb-b266-79f131019d28 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:15.497339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Attempting to bind port 0e40ef4c-31d7-44fb-b266-79f131019d28 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'd4588fd6-c49e-435e-b53d-7d9ad39c2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:15.497433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Attempting to bind port 0e40ef4c-31d7-44fb-b266-79f131019d28 on network e5d7ddb3-c973-41bf-8d0c-c15213ab567f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:15.521232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.523290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:15.523657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Checking segment: {'id': 'd4588fd6-c49e-435e-b53d-7d9ad39c2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:15.524078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.524469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Bound using segment: {'id': 'd4588fd6-c49e-435e-b53d-7d9ad39c2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:15.524947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Bound port: 0e40ef4c-31d7-44fb-b266-79f131019d28, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4588fd6-c49e-435e-b53d-7d9ad39c2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e5d7ddb3-c973-41bf-8d0c-c15213ab567f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:15.525318 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.528048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Pushing event updated for resources: {'Port': ['ID=4728d83c-694a-4571-9966-720c78b34058,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:15.548395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.620172 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:15.622462 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bce58f-288b-41cb-96a3-4b0584390000" -d '{"events": [{"server_uuid": "53e5dcdb-a7bb-4f35-9abd-701fecff5b2e", "name": "network-vif-plugged", "status": "completed", "tag": "569436d1-31fe-4dca-ac28-b0ddf2c0c5a0"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:15.651368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 0e40ef4c-31d7-44fb-b266-79f131019d28 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:15.652155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.654671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:15.674961 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.677633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:15.799719 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874a0f11-ef6a-40dc-bd1a-bad52e567ebc x-openstack-request-id: req-874a0f11-ef6a-40dc-bd1a-bad52e567ebc {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:15.800005 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e5dcdb-a7bb-4f35-9abd-701fecff5b2e", "name": "network-vif-plugged", "status": "completed", "tag": "569436d1-31fe-4dca-ac28-b0ddf2c0c5a0", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:15.800283 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-874a0f11-ef6a-40dc-bd1a-bad52e567ebc {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:15.800681 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0', 'code': 200} Oct 19 01:31:15.802679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] For port 0e40ef4c-31d7-44fb-b266-79f131019d28, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:15.809330 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-3ca7658f-d70c-4013-94ea-6ec8b03253e4 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628407 Oct 19 01:31:15.838890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] For port 0e40ef4c-31d7-44fb-b266-79f131019d28, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e40ef4c-31d7-44fb-b266-79f131019d28,segment=NetworkSegment(d4588fd6-c49e-435e-b53d-7d9ad39c2b52),segment_id=d4588fd6-c49e-435e-b53d-7d9ad39c2b52)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:15.858309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] For port 0e40ef4c-31d7-44fb-b266-79f131019d28, host n-d-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:15.858700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.867743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf9e56-53ce-4c48-a0aa-7198922ad0de req-c2525e05-d227-43d0-81fd-775cc9e5c3fa tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:15.869676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54cf9e56-53ce-4c48-a0aa-7198922ad0de req-c2525e05-d227-43d0-81fd-775cc9e5c3fa tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 943 time: 0.1188734 Oct 19 01:31:15.870013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.880477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Attempting to bind port 4728d83c-694a-4571-9966-720c78b34058 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:15.880928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Attempting to bind port 4728d83c-694a-4571-9966-720c78b34058 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:15.881532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Attempting to bind port 4728d83c-694a-4571-9966-720c78b34058 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:15.883444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 0e40ef4c-31d7-44fb-b266-79f131019d28 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:15.889019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:15.903512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Port 4728d83c-694a-4571-9966-720c78b34058 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:15.904336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Attempting to bind port 4728d83c-694a-4571-9966-720c78b34058 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:15.986880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:15.987719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:15.987963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Bound using segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:15.988769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Bound port: 4728d83c-694a-4571-9966-720c78b34058, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:15.990165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:15.994477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:16.011920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.021864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc7a4a-4e87-488f-be97-aae57c36a5f8 None None] Pushing event updated for resources: {'Port': ['ID=0e40ef4c-31d7-44fb-b266-79f131019d28,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:16.027515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:16.027899 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.044406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54cf9e56-53ce-4c48-a0aa-7198922ad0de req-101bd0e6-9463-4eb1-adf5-0d6e275f0dce tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657174 Oct 19 01:31:16.078490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e755db-e7d5-4759-83a9-53ae87f45dc3 None None] Network e5d7ddb3-c973-41bf-8d0c-c15213ab567f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:16.090350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6588c-d5b5-44e0-8e0f-e5d3704ee1e6 req-3a388c1c-917b-414b-ba39-9c10916f856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.092022 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2df6588c-d5b5-44e0-8e0f-e5d3704ee1e6 req-3a388c1c-917b-414b-ba39-9c10916f856a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 1098 time: 0.1972888 Oct 19 01:31:16.097748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-b5974cea-0645-492c-8aaa-517c4d3b08ea service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754769 Oct 19 01:31:16.106436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No DVR routers for this DVR port 0e40ef4c-31d7-44fb-b266-79f131019d28 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:16.147745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=0e40ef4c-31d7-44fb-b266-79f131019d28,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:16.172487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-0cb87c69-6a30-415f-ac1b-6399589e4cb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 217 time: 0.0644991 Oct 19 01:31:16.177651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] For port 4728d83c-694a-4571-9966-720c78b34058, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:16.208408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.230845 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.232404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2df6588c-d5b5-44e0-8e0f-e5d3704ee1e6 req-f442ec32-fdd6-401f-b9a5-9eac34b2b9c5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313701 Oct 19 01:31:16.234415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] For port 4728d83c-694a-4571-9966-720c78b34058, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4728d83c-694a-4571-9966-720c78b34058,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:16.246887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.254953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d7ddb3-c973-41bf-8d0c-c15213ab567f']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:16.265342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4588fd6-c49e-435e-b53d-7d9ad39c2b52') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:16.265639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4588fd6-c49e-435e-b53d-7d9ad39c2b52') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:16.276878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.292175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-40835392-fb04-4264-aa82-768ed2d11e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.292362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.293135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-40835392-fb04-4264-aa82-768ed2d11e9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.1082215 Oct 19 01:31:16.299472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:16.299962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.302976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.303812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.305540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] 10.222.0.74 "PUT /v2.0/ports/4728d83c-694a-4571-9966-720c78b34058 HTTP/1.1" status: 200 len: 1092 time: 1.7746625 Oct 19 01:31:16.307245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'tag': '4728d83c-694a-4571-9966-720c78b34058'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:16.309857 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "tag": "4728d83c-694a-4571-9966-720c78b34058"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:16.323708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b615bc-65b0-4c66-b91c-5d8b821a71c8 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:16.395674 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:16.402934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:16.411454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.418026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.418598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Pushing event updated for resources: {'Port': ['ID=4728d83c-694a-4571-9966-720c78b34058,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:16.418844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.425064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/e5d7ddb3-c973-41bf-8d0c-c15213ab567f HTTP/1.1" status: 204 len: 168 time: 0.9767499 Oct 19 01:31:16.442866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49622) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:16.457197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1352682630'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:16.464692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac11d78-1007-4b11-a7a2-b3941903d824 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=e5d7ddb3-c973-41bf-8d0c-c15213ab567f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:16.469847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.470344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.471433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.473760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.474106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.474543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.475615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.482003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.483734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.485389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.486432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.488172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa709bf3-8fc5-4afd-8062-5ff535e9bad8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.514818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4716b-0f6a-4372-b55b-3e2b4610a049 req-a6bb264a-6d0f-4e7a-b006-7e3f7a508b52 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.516706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86c4716b-0f6a-4372-b55b-3e2b4610a049 req-a6bb264a-6d0f-4e7a-b006-7e3f7a508b52 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 945 time: 0.1199596 Oct 19 01:31:16.518034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:16.522440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.542980 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3427b187-a6fd-4002-b85b-04a654a9a264 x-openstack-request-id: req-3427b187-a6fd-4002-b85b-04a654a9a264 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:16.543189 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "tag": "4728d83c-694a-4571-9966-720c78b34058", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:16.543429 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3427b187-a6fd-4002-b85b-04a654a9a264 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:16.543828 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'tag': '4728d83c-694a-4571-9966-720c78b34058', 'status': 'completed', 'code': 200} Oct 19 01:31:16.555938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-c83672d0-6421-448c-9ae0-54da4e72170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.559028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-c83672d0-6421-448c-9ae0-54da4e72170f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2516870 Oct 19 01:31:16.559324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:16.574150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:16.580331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.580678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.581037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.581489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.581828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.582158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.583251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-4a24d1e1-57e9-43b2-ac30-70163fb4a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.583465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.583732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.584251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.584594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.584927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.585136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-4a24d1e1-57e9-43b2-ac30-70163fb4a0b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 1095 time: 0.1634908 Oct 19 01:31:16.585239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:16.587134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86c4716b-0f6a-4372-b55b-3e2b4610a049 req-e831773a-ab8e-4dda-acef-7804931ff588 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619459 Oct 19 01:31:16.604225 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.604863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b615bc-65b0-4c66-b91c-5d8b821a71c8 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:31:16.605372 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment a01c137e-40a8-41bf-97be-ded65c3e28e5 of type vlan for network dfb56f4e-442c-4dab-8aee-10abea79b2c2 Oct 19 01:31:16.666091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.697410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-ed26ec01-0e5f-4105-9a7d-183858162b0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4728d83c-694a-4571-9966-720c78b34058 HTTP/1.1" status: 200 len: 217 time: 0.0787287 Oct 19 01:31:16.710244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.716774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.717601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:16.773953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3290315 Oct 19 01:31:16.789009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49624) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:16.794588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:16.813014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c5e68-f311-4123-8c01-b5e23d4b696d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=dfb56f4e-442c-4dab-8aee-10abea79b2c2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:16.843437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network dfb56f4e-442c-4dab-8aee-10abea79b2c2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:16.851312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-dbe54ec6-460a-4b00-a3dc-296e0c19312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.852866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-dbe54ec6-460a-4b00-a3dc-296e0c19312d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1484318 Oct 19 01:31:16.937411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-8c2b38b7-77f2-4a50-86a5-ae5f69c5f0c3 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185375 Oct 19 01:31:16.995016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-90b96425-33f5-4c72-a31b-5e884b789a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:16.996544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-90b96425-33f5-4c72-a31b-5e884b789a02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147377 Oct 19 01:31:17.045425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:17.048885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.186311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-b4a6cd6b-cb17-485b-926c-dc286b062f6c service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391505 Oct 19 01:31:17.202444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf2ca6-d26e-4820-af93-dbc47133daeb req-4cc86f44-9dd1-4b08-a5a3-322715015d84 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:17.212857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1dcf2ca6-d26e-4820-af93-dbc47133daeb req-4cc86f44-9dd1-4b08-a5a3-322715015d84 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 943 time: 0.0762498 Oct 19 01:31:17.253683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1dcf2ca6-d26e-4820-af93-dbc47133daeb req-efe7886e-82ff-4181-9510-94299053a971 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 Oct 19 01:31:17.277994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-5efe6c75-edef-41d3-81a9-2337f9a389ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de HTTP/1.1" status: 200 len: 217 time: 0.0786977 Oct 19 01:31:17.321291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-ec706bde-008c-4d76-9dd8-55022c41ddae service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944922 Oct 19 01:31:17.667304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:17.744304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee338fe1-e22a-4b41-b86f-92f65132621f req-1939aed1-adff-45ce-88d9-9e269d8aafdf tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:17.746859 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee338fe1-e22a-4b41-b86f-92f65132621f req-1939aed1-adff-45ce-88d9-9e269d8aafdf tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 945 time: 0.0734706 Oct 19 01:31:17.750479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:17.755614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:17.756207 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.800575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ee338fe1-e22a-4b41-b86f-92f65132621f req-34bb1d6f-8e5f-47a7-a1f7-c332d2c677f4 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Oct 19 01:31:17.804680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:17.807541 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7b6d84-f6bf-4cc2-bf05-2d8e592f0b17" -d '{"events": [{"server_uuid": "1ca8f20d-91e7-4887-b862-6819e3f8a276", "name": "network-vif-plugged", "status": "completed", "tag": "4b858bf1-13b8-4dbf-9b77-0f7fccafdd58"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:17.842205 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e324cf8-5fab-42c9-8872-c950aa5c8c96 req-a465bc1a-12e7-4965-9c93-90414e12a6f8 service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119262 Oct 19 01:31:17.846448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-d6c0c691-b2a3-49f4-b047-0c7db3e7349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:17.847873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-d6c0c691-b2a3-49f4-b047-0c7db3e7349d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.5615554 Oct 19 01:31:17.881186 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03404691-1b98-4b6d-bcbb-74513de7c871 x-openstack-request-id: req-03404691-1b98-4b6d-bcbb-74513de7c871 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:17.881462 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca8f20d-91e7-4887-b862-6819e3f8a276", "name": "network-vif-plugged", "status": "completed", "tag": "4b858bf1-13b8-4dbf-9b77-0f7fccafdd58", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:17.881796 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03404691-1b98-4b6d-bcbb-74513de7c871 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:17.882412 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58', 'code': 200} Oct 19 01:31:17.884550 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.926948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:17.930573 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:17.933181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.006571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:18.017905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fdddc74f-96fd-4ff5-abca-2963cdf21567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.019409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fdddc74f-96fd-4ff5-abca-2963cdf21567 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1426091 Oct 19 01:31:18.088254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=b43de44d-9927-4ec5-87fd-c580cc940c53,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:18.115769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-9049b08a-eb68-4c6e-93e7-c8dd26e76b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.117312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-9049b08a-eb68-4c6e-93e7-c8dd26e76b34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 1095 time: 0.1525056 Oct 19 01:31:18.168449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e9b0-a321-4a27-9b9e-a7cda0b72564 req-3aa09e4a-a722-4721-ba15-b959c5b89a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.169894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c79e9b0-a321-4a27-9b9e-a7cda0b72564 req-3aa09e4a-a722-4721-ba15-b959c5b89a50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 1097 time: 0.1960785 Oct 19 01:31:18.170553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': 'a01c137e-40a8-41bf-97be-ded65c3e28e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:18.170917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: dfb56f4e-442c-4dab-8aee-10abea79b2c2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:18.274101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-44185489-01a6-42bc-b6c0-a4f1ce615d6f service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338016 Oct 19 01:31:18.309510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network dfb56f4e-442c-4dab-8aee-10abea79b2c2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:18.332604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c79e9b0-a321-4a27-9b9e-a7cda0b72564 req-3a0c7642-f308-4d20-a57a-5a21659b5495 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441419 Oct 19 01:31:18.355944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, dfb56f4e-442c-4dab-8aee-10abea79b2c2) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:18.365264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659839b6-5c30-4867-8f1f-f1406277ec57 None None] Network dfb56f4e-442c-4dab-8aee-10abea79b2c2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:18.365476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.365959 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.397566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64ab62-9d3a-4f38-b2fb-4e1ee9373a0c req-398650cd-a5b3-480a-bc41-8ef8f0f32339 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.399438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-c0331bf1-6d97-43b4-b532-425c1079b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.399582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c64ab62-9d3a-4f38-b2fb-4e1ee9373a0c req-398650cd-a5b3-480a-bc41-8ef8f0f32339 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 943 time: 0.0697334 Oct 19 01:31:18.400926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-c0331bf1-6d97-43b4-b532-425c1079b1cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2483771 Oct 19 01:31:18.462045 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c64ab62-9d3a-4f38-b2fb-4e1ee9373a0c req-6796cc41-ad0e-489d-87ca-d1a60f9eb872 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Oct 19 01:31:18.462339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-9d085889-bcd2-451c-b7e1-df07d9d83a3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4728d83c-694a-4571-9966-720c78b34058 HTTP/1.1" status: 200 len: 217 time: 0.0525422 Oct 19 01:31:18.470395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-25b93cc5-c299-4472-bdfa-b0508fa30151 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6801805 Oct 19 01:31:18.475076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49642) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:18.487813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-256278008'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:18.559533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-9087711e-55c6-4a36-b5bb-c89fe6b07414 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629714 Oct 19 01:31:18.585066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-dfb56f4e-442c-4dab-8aee-10abea79b2c2', 'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2', 'tenant_id': '6c3088e6e815455ca362080541b2050f', 'fixed_ips': [{'subnet_id': 'b43de44d-9927-4ec5-87fd-c580cc940c53'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:31:18.586389 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.660736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-bb0b3a59-235b-40b1-b2cd-e77013cb3f30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=54786449-57f3-400d-8684-0d0a85275188 HTTP/1.1" status: 200 len: 217 time: 0.0901899 Oct 19 01:31:18.667377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-a2bbc912-5021-43cf-8ae4-e0da6694042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.669611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-a2bbc912-5021-43cf-8ae4-e0da6694042d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1955359 Oct 19 01:31:18.751001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Allocated IP 2001:db8::2 (dfb56f4e-442c-4dab-8aee-10abea79b2c2/b43de44d-9927-4ec5-87fd-c580cc940c53/0d90cf0e-e8b4-4112-87dd-b02a8dbe6031) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:18.770777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-466f547a-310d-40fb-8f0f-596cb3037af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.772303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-466f547a-310d-40fb-8f0f-596cb3037af0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0993972 Oct 19 01:31:18.793447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-1231c0df-f9cc-490a-b627-acc1c79df8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:18.794965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-1231c0df-f9cc-490a-b627-acc1c79df8b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102505 Oct 19 01:31:18.804189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:18.807765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.889753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 2c9eb041-96a8-4377-9290-bf288546eb65 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:18.939722 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.952063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:18.996176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Network dfb56f4e-442c-4dab-8aee-10abea79b2c2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:18.997759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:19.003577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:19.006885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-24fd047b-1d85-4770-9f3d-994d37d448c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:19.008652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-24fd047b-1d85-4770-9f3d-994d37d448c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1878860 Oct 19 01:31:19.014755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Pushing event updated for resources: {'Port': ['ID=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:19.074379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Attempting to bind port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:19.074791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Attempting to bind port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a01c137e-40a8-41bf-97be-ded65c3e28e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:19.075320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Attempting to bind port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 on network dfb56f4e-442c-4dab-8aee-10abea79b2c2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:19.082012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:19.083250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Checking segment: {'id': 'a01c137e-40a8-41bf-97be-ded65c3e28e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:19.083788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.084245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-f4e68a42-10d9-4f7e-8ea8-b95abc3148e2 service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644985 Oct 19 01:31:19.084935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Bound using segment: {'id': 'a01c137e-40a8-41bf-97be-ded65c3e28e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:19.085408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Bound port: 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01c137e-40a8-41bf-97be-ded65c3e28e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'dfb56f4e-442c-4dab-8aee-10abea79b2c2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:19.086198 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.159420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] For port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:19.160797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252801d-9c0b-4ec0-8588-ef6bd518fcc2 req-d45f3137-8aa3-4488-be53-1b05ff35d8fd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:19.162395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6252801d-9c0b-4ec0-8588-ef6bd518fcc2 req-d45f3137-8aa3-4488-be53-1b05ff35d8fd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 945 time: 0.2611594 Oct 19 01:31:19.163727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] For port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,segment=NetworkSegment(a01c137e-40a8-41bf-97be-ded65c3e28e5),segment_id=a01c137e-40a8-41bf-97be-ded65c3e28e5)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:19.169053 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.237268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d21d9b-9fb7-4eed-b1e4-2987b62895ae None None] Pushing event updated for resources: {'Port': ['ID=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:19.282460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::d5 (dfb56f4e-442c-4dab-8aee-10abea79b2c2/b43de44d-9927-4ec5-87fd-c580cc940c53/2c9eb041-96a8-4377-9290-bf288546eb65) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:19.334580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-31d193ce-0d4f-4be2-980e-722aa23bf728 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131928 Oct 19 01:31:19.370032 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6252801d-9c0b-4ec0-8588-ef6bd518fcc2 req-da0899fd-eedb-4405-adb9-410c9f8499de tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850114 Oct 19 01:31:19.434106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9ad0c24-2a2d-4d2a-9904-678ba237ddcc req-c3a48b5c-c6d3-48d1-99b9-41cfb0ae5a4e service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206513 Oct 19 01:31:19.606719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-9e724827-7deb-4287-84ee-f1bd2fecc28a service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601957 Oct 19 01:31:19.641843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.678108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-58c051aa-9a60-4419-aee4-bdee0bc7fe08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 HTTP/1.1" status: 200 len: 217 time: 0.0487597 Oct 19 01:31:19.691366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c614ab-427e-4592-bcc8-0503c650c688 req-1b2f0f6b-642f-464a-8867-51e117d36427 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:19.695524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36c614ab-427e-4592-bcc8-0503c650c688 req-1b2f0f6b-642f-464a-8867-51e117d36427 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 943 time: 0.1199646 Oct 19 01:31:19.756723 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36c614ab-427e-4592-bcc8-0503c650c688 req-d99c2f20-6e1b-4af9-825d-cc693f6a5071 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537977 Oct 19 01:31:19.769164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-4b95fdf1-04c8-49bd-a936-065fdcb89693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:19.771889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-4b95fdf1-04c8-49bd-a936-065fdcb89693 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.0830281 Oct 19 01:31:19.773955 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.806318 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.846639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network dfb56f4e-442c-4dab-8aee-10abea79b2c2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:19.852142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:19.858822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:19.865176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:19.865802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:19.883194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:19.883462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=2c9eb041-96a8-4377-9290-bf288546eb65,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:19.889106 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fb818c-3833-4918-80be-1028e6501068" -d '{"events": [{"server_uuid": "117f9a5c-bf50-4e36-9bee-11c91272fe36", "name": "network-vif-plugged", "status": "completed", "tag": "cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:19.893578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-d0986da5-f044-4731-81e4-ea6163549729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:19.896266 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-d0986da5-f044-4731-81e4-ea6163549729 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1117768 Oct 19 01:31:19.902783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-56b2c480-f7dd-49bc-9ddb-4ca22841a397 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4208779 Oct 19 01:31:19.903089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49660) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:19.941355 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1daaf84-ddd9-4570-8ffe-c45dc6350fa5 x-openstack-request-id: req-b1daaf84-ddd9-4570-8ffe-c45dc6350fa5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:19.942492 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f9a5c-bf50-4e36-9bee-11c91272fe36", "name": "network-vif-plugged", "status": "completed", "tag": "cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:19.942774 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1daaf84-ddd9-4570-8ffe-c45dc6350fa5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:19.943314 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6', 'code': 200} Oct 19 01:31:20.102321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-30ec86c8-0680-448e-8257-7969fc225181 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912584 Oct 19 01:31:20.139961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 2c9eb041-96a8-4377-9290-bf288546eb65 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:20.140330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.170904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b9d18-a0e8-4017-bb28-ba5176a81eea req-59efa3af-8068-4e39-ba79-4ef8f2cb007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:20.172448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b3b9d18-a0e8-4017-bb28-ba5176a81eea req-59efa3af-8068-4e39-ba79-4ef8f2cb007b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 1098 time: 0.1318693 Oct 19 01:31:20.312748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b3b9d18-a0e8-4017-bb28-ba5176a81eea req-f56fb4eb-3a29-40ec-b9a5-84180264e854 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011178 Oct 19 01:31:20.318235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-6b06597c-03e8-49ea-a340-fa2bc98b9195 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086482 Oct 19 01:31:20.336380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.350907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 2c9eb041-96a8-4377-9290-bf288546eb65 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:20.450399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02ddb0-998d-4d43-b096-d579dfa8f250 None None] Network dfb56f4e-442c-4dab-8aee-10abea79b2c2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:20.517187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.523927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2f072466-2f7a-4cd1-94b7-7e55b7a4b1ec None None] Provisioning complete for port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:20.524498 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f072466-2f7a-4cd1-94b7-7e55b7a4b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.550620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ea2a-906a-4d4c-b0be-5801c9f65039 req-4e10677f-6684-4df5-9f2e-ed0698e9e3fd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:20.552918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a51ea2a-906a-4d4c-b0be-5801c9f65039 req-4e10677f-6684-4df5-9f2e-ed0698e9e3fd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 945 time: 0.0740798 Oct 19 01:31:20.555858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=2c9eb041-96a8-4377-9290-bf288546eb65,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:20.589174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.592980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7742e056-2f21-4b9d-b4a3-7c10042b2b22 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/2c9eb041-96a8-4377-9290-bf288546eb65 HTTP/1.1" status: 204 len: 168 time: 0.6890633 Oct 19 01:31:20.599388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49666) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:20.631779 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e02beb-f28e-4b67-82e6-641971c49589 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:20.633520 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-82e02beb-f28e-4b67-82e6-641971c49589 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/2c9eb041-96a8-4377-9290-bf288546eb65 HTTP/1.1" status: 404 len: 333 time: 0.0354648 Oct 19 01:31:20.637873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49668) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:20.643490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a51ea2a-906a-4d4c-b0be-5801c9f65039 req-66a1fc89-1dcc-4a80-9e7d-b8e6623a10e3 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695236 Oct 19 01:31:20.732342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-4226209f-fd28-4dc9-80b9-228b63bd00c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 HTTP/1.1" status: 200 len: 217 time: 0.0719700 Oct 19 01:31:20.733410 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f072466-2f7a-4cd1-94b7-7e55b7a4b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.784024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2f072466-2f7a-4cd1-94b7-7e55b7a4b1ec None None] For port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,segment=NetworkSegment(a01c137e-40a8-41bf-97be-ded65c3e28e5),segment_id=a01c137e-40a8-41bf-97be-ded65c3e28e5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:20.808139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f072466-2f7a-4cd1-94b7-7e55b7a4b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.900597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet b43de44d-9927-4ec5-87fd-c580cc940c53 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:20.906622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f072466-2f7a-4cd1-94b7-7e55b7a4b1ec None None] Pushing event updated for resources: {'Port': ['ID=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:20.912396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-51ffbf3c-ae91-4e1e-b5b1-91bd9ebfbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:20.915563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-51ffbf3c-ae91-4e1e-b5b1-91bd9ebfbc7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.1323953 Oct 19 01:31:20.927615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca798-9e9f-4f1f-b855-9783e1a77d3a req-9b1d8ad9-153c-4b02-87ee-6bb4727a52b7 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:20.929236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-890ca798-9e9f-4f1f-b855-9783e1a77d3a req-9b1d8ad9-153c-4b02-87ee-6bb4727a52b7 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 946 time: 0.1932914 Oct 19 01:31:20.930031 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:20.990794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17343e-5d98-43ff-8ee0-9f7718d4a5d3 req-60ae3cb9-bfd4-4a94-b26b-bb0afa6705de tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:20.993747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17343e-5d98-43ff-8ee0-9f7718d4a5d3 req-60ae3cb9-bfd4-4a94-b26b-bb0afa6705de tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 943 time: 0.0726533 Oct 19 01:31:21.055697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.056653 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17343e-5d98-43ff-8ee0-9f7718d4a5d3 req-e3fe087f-6fc0-41a8-93ef-967d748b0b07 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566175 Oct 19 01:31:21.059970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fa1fac4c-2ce8-4528-b166-2e52ffe39bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:21.061875 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-fa1fac4c-2ce8-4528-b166-2e52ffe39bc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1284966 Oct 19 01:31:21.114495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-890ca798-9e9f-4f1f-b855-9783e1a77d3a req-053aac9f-3ae1-48f5-ae16-60d890c06711 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452932 Oct 19 01:31:21.138905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dace96c6-299a-4521-be25-064cd1f1497f None None] Provisioning complete for port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:21.139659 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dace96c6-299a-4521-be25-064cd1f1497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.377916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-be472338-9126-4449-927a-f10b99002218 None None] Could not find standard attr ID for object 2c9eb041-96a8-4377-9290-bf288546eb65. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:21.524498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:21.685483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.697837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4728d83c-694a-4571-9966-720c78b34058 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:21.714888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-94f5331e-428e-4694-bba5-0432db8a8e56 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277356 Oct 19 01:31:21.789624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:21.789998 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.847333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4728d83c-694a-4571-9966-720c78b34058, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4728d83c-694a-4571-9966-720c78b34058,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:21.860608 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.865007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '4728d83c-694a-4571-9966-720c78b34058', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': '4728d83c-694a-4571-9966-720c78b34058', 'mac_address': 'fa:16:3e:33:0b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:21.900350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:21.907159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49688) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:21.912328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb9b54-60e9-45ac-b468-531ef58e3f99 None None] Network dfb56f4e-442c-4dab-8aee-10abea79b2c2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:21.912583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/b43de44d-9927-4ec5-87fd-c580cc940c53 HTTP/1.1" status: 204 len: 168 time: 1.2730899 Oct 19 01:31:21.913561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b19e4-816c-4d49-9b97-0c8ca5620d3f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=b43de44d-9927-4ec5-87fd-c580cc940c53,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:21.919130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bd749a2-db9d-470d-9a5e-793a912e9215 req-a6d072e4-aede-4f6f-852c-d50960a19958 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862071 Oct 19 01:31:21.997542 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.007651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.036614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4728d83c-694a-4571-9966-720c78b34058 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:22.057096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4728d83c-694a-4571-9966-720c78b34058, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4728d83c-694a-4571-9966-720c78b34058,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:22.062797 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.070706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:22.071051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.149304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4728d83c-694a-4571-9966-720c78b34058,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:22.203540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] For port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,segment=NetworkSegment(a01c137e-40a8-41bf-97be-ded65c3e28e5),segment_id=a01c137e-40a8-41bf-97be-ded65c3e28e5)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:22.203914 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.222697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:22.244423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac14c-863b-45f6-8b0e-086422b7f050 req-06c4c7f3-8b2f-41c6-97b5-0bf8deca66ec tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:22.245997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-779ac14c-863b-45f6-8b0e-086422b7f050 req-06c4c7f3-8b2f-41c6-97b5-0bf8deca66ec tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 944 time: 0.0904696 Oct 19 01:31:22.253106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] DHCP port deletion for dfb56f4e-442c-4dab-8aee-10abea79b2c2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:31:22.282614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78ca44-b66e-43b2-b53a-79f09979f510 req-63e3065d-631f-486d-8b67-8fb0b4aca9bc tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:22.284410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f78ca44-b66e-43b2-b53a-79f09979f510 req-63e3065d-631f-486d-8b67-8fb0b4aca9bc tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 946 time: 0.0795324 Oct 19 01:31:22.314333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] Deleting port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:22.315060 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.340012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f78ca44-b66e-43b2-b53a-79f09979f510 req-6e220983-9fda-433e-8887-4e2d9b563167 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Oct 19 01:31:22.360246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-779ac14c-863b-45f6-8b0e-086422b7f050 req-2b4b9648-6f77-4539-8432-53b044283e49 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736294 Oct 19 01:31:22.400656 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.425249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] For port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,segment=NetworkSegment(a01c137e-40a8-41bf-97be-ded65c3e28e5),segment_id=a01c137e-40a8-41bf-97be-ded65c3e28e5)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:22.425664 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.442074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] Calling delete_port for 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:22.448371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:22.456424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.456778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.457651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.458000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.458338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.458668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.458997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.459382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.459714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.460065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.460413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.461022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:31:22.468203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No DVR routers for this DVR port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:31:22.539824 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:31:22.549617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.562680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4728d83c-694a-4571-9966-720c78b34058'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:22.588767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] No DVR routers for this DVR port 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:22.590380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec6da7-5cef-4f4a-a37f-08ed7f648482 None None] Pushing event deleted for resources: {'Port': ['ID=0d90cf0e-e8b4-4112-87dd-b02a8dbe6031,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:22.616366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.645978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb56f4e-442c-4dab-8aee-10abea79b2c2']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:22.658081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01c137e-40a8-41bf-97be-ded65c3e28e5') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:22.658371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01c137e-40a8-41bf-97be-ded65c3e28e5') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:22.667097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda39e7-a0bb-413b-a233-7c4529251c7f req-293e9b3a-1486-4490-b091-de83967b2b9d tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:22.673111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cda39e7-a0bb-413b-a233-7c4529251c7f req-293e9b3a-1486-4490-b091-de83967b2b9d tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 946 time: 0.1322718 Oct 19 01:31:22.692414 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.721531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.736343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cda39e7-a0bb-413b-a233-7c4529251c7f req-09270a02-76ac-45f0-8e38-0b975f62dd3d tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600464 Oct 19 01:31:22.741302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:22.741943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:22.746228 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:22.819362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.845333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:22.852966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/dfb56f4e-442c-4dab-8aee-10abea79b2c2 HTTP/1.1" status: 204 len: 168 time: 0.9413803 Oct 19 01:31:22.852966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe22ea7-8c66-43a9-affb-7892c4f7cb5c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=dfb56f4e-442c-4dab-8aee-10abea79b2c2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:22.853225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49712) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:22.859018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'name': 'tempest-PortsIpV6TestJSON-297936641'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:22.955391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:22.960975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.006522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 564f9a37-a7a8-40ed-bc4c-50c724113de4 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:23.074979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19588e49-602f-4a15-87a9-3d67ec044418 req-bf161fc1-66ba-463a-a28d-4bdc39c38452 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:23.076480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19588e49-602f-4a15-87a9-3d67ec044418 req-bf161fc1-66ba-463a-a28d-4bdc39c38452 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 946 time: 0.1052213 Oct 19 01:31:23.155830 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-19588e49-602f-4a15-87a9-3d67ec044418 req-14c13da1-9952-46b6-9907-cb2e97024f04 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686398 Oct 19 01:31:23.478497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3fdc0-9385-4e15-9942-fc033fc21fb6 req-e5c45586-0163-41ae-8829-07bfbd693af4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:23.484431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebf3fdc0-9385-4e15-9942-fc033fc21fb6 req-e5c45586-0163-41ae-8829-07bfbd693af4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 944 time: 0.0704150 Oct 19 01:31:23.490695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:23.516233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.518644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:23.519222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0d90cf0e-e8b4-4112-87dd-b02a8dbe6031 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:23.540080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebf3fdc0-9385-4e15-9942-fc033fc21fb6 req-082188e4-f8b4-42a3-8e5a-ec93516a06c7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Oct 19 01:31:23.565600 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.621180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:23.626283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:23.632683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:23.638617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:23.639217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.648701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=564f9a37-a7a8-40ed-bc4c-50c724113de4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:23.665226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3734116a-cff6-4ba5-8fbf-0f2d69334a28 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8111291 Oct 19 01:31:23.667755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49722) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:23.766600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 564f9a37-a7a8-40ed-bc4c-50c724113de4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:23.766946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.837768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.854938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 564f9a37-a7a8-40ed-bc4c-50c724113de4 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:23.942773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.970689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=564f9a37-a7a8-40ed-bc4c-50c724113de4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:23.978631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:23.981969 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-286c7874-b283-4b81-bc09-1cfe1f929c0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/564f9a37-a7a8-40ed-bc4c-50c724113de4 HTTP/1.1" status: 204 len: 168 time: 0.3132234 Oct 19 01:31:23.984538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49734) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:23.990231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'mac_address': 'fa:16:3e:50:c0:96', 'name': 'tempest-PortsIpV6TestJSON-1825846072'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:24.077474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:24.147635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.173003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port adb5b3d6-2751-4801-9b99-58751247c456 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:24.338071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b087632-3165-43e6-9a45-5151dfb407f1 req-e635d840-148f-43c0-96ce-5305161f9ccc tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:24.339552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b087632-3165-43e6-9a45-5151dfb407f1 req-e635d840-148f-43c0-96ce-5305161f9ccc tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 946 time: 0.1077919 Oct 19 01:31:24.405525 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.421994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b087632-3165-43e6-9a45-5151dfb407f1 req-00d34999-b5dd-48f4-8698-ef114cf2e7c4 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558217 Oct 19 01:31:24.458584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.505580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:24.508592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:24.511092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:24.517035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:24.517641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.534145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=adb5b3d6-2751-4801-9b99-58751247c456,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:24.548540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6a9022fd-ad53-449c-81f8-6d57504c4d76 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5605679 Oct 19 01:31:24.549094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49738) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:24.613070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-96dc0929-764e-4577-9165-2687c4c545f1 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:24.615010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-96dc0929-764e-4577-9165-2687c4c545f1 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "GET /v2.0/ports?device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 946 time: 0.0976357 Oct 19 01:31:24.641582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438b74f-53fe-4a51-a0a1-f5ea60b42fc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:24.642905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5438b74f-53fe-4a51-a0a1-f5ea60b42fc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/adb5b3d6-2751-4801-9b99-58751247c456 HTTP/1.1" status: 200 len: 845 time: 0.0891106 Oct 19 01:31:24.645892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49746) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:24.754875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port adb5b3d6-2751-4801-9b99-58751247c456 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:24.754875 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.757355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d5955-20d9-47ac-ba9d-10ec3dfd85cb req-8a0b4dc4-ceb0-45c3-af22-0cd87ffa38ee tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:24.758908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c33d5955-20d9-47ac-ba9d-10ec3dfd85cb req-8a0b4dc4-ceb0-45c3-af22-0cd87ffa38ee tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 944 time: 0.1253505 Oct 19 01:31:24.810463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Deleting port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:24.810802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.817936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c33d5955-20d9-47ac-ba9d-10ec3dfd85cb req-c6946cb2-9191-4d1b-976d-979a5639aed6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509458 Oct 19 01:31:24.837592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.850807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for adb5b3d6-2751-4801-9b99-58751247c456 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:24.925278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] For port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:24.925613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.943741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Calling delete_port for 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:24.953199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:24.990718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=adb5b3d6-2751-4801-9b99-58751247c456,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:24.998019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.001709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7aa3d17f-0119-4da5-b9e3-4c09eb8fb12a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/adb5b3d6-2751-4801-9b99-58751247c456 HTTP/1.1" status: 204 len: 168 time: 0.3546355 Oct 19 01:31:25.004256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49750) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:25.029318 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94524c3-51b4-4e89-ba27-1fbddf33b527 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:25.031287 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e94524c3-51b4-4e89-ba27-1fbddf33b527 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/adb5b3d6-2751-4801-9b99-58751247c456 HTTP/1.1" status: 404 len: 333 time: 0.0257702 Oct 19 01:31:25.034941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49752) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:25.042548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'name': 'tempest-PortsIpV6TestJSON-924268145'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:25.107554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.121097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['569436d1-31fe-4dca-ac28-b0ddf2c0c5a0', '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:25.144314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:25.149512 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.154428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Pushing event deleted for resources: {'Port': ['ID=569436d1-31fe-4dca-ac28-b0ddf2c0c5a0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:25.165099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:25.172949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port fdf910b1-2043-44af-bb81-126a48fcfc72 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:25.196783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] No DVR routers for this DVR port 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:25.200952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.206427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c222364-10b2-4597-8b3c-de30f7dcb77c req-df1bab19-6593-421b-8a19-0b9772e53d96 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "DELETE /v2.0/ports/569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 HTTP/1.1" status: 204 len: 173 time: 0.5837061 Oct 19 01:31:25.207133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'name': 'network-vif-deleted', 'tag': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:25.212615 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9140d71d-fd65-4e71-a6bc-5ddcf1c5b125" -d '{"events": [{"server_uuid": "53e5dcdb-a7bb-4f35-9abd-701fecff5b2e", "name": "network-vif-deleted", "tag": "569436d1-31fe-4dca-ac28-b0ddf2c0c5a0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:25.294239 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165c6579-809b-42ad-b7c2-0d6af71e1833 x-openstack-request-id: req-165c6579-809b-42ad-b7c2-0d6af71e1833 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:25.294239 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e5dcdb-a7bb-4f35-9abd-701fecff5b2e", "name": "network-vif-deleted", "tag": "569436d1-31fe-4dca-ac28-b0ddf2c0c5a0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:25.294945 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-165c6579-809b-42ad-b7c2-0d6af71e1833 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:25.295213 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e5dcdb-a7bb-4f35-9abd-701fecff5b2e', 'name': 'network-vif-deleted', 'tag': '569436d1-31fe-4dca-ac28-b0ddf2c0c5a0', 'status': 'completed', 'code': 200} Oct 19 01:31:25.421328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.468972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.517228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:25.522778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:25.525617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:25.531801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:25.532506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.537792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6880e5fe-e390-4397-bee8-ef296bf50834 req-23d03b19-ef4b-4289-9275-17863dea8449 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=53e5dcdb-a7bb-4f35-9abd-701fecff5b2e HTTP/1.1" status: 200 len: 210 time: 0.0307038 Oct 19 01:31:25.547888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=fdf910b1-2043-44af-bb81-126a48fcfc72,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:25.561884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd4273f9-5589-4b9f-a34c-6cd483e61cd4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5247431 Oct 19 01:31:25.564417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49758) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:25.570324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:25.644438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.698407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4728d83c-694a-4571-9966-720c78b34058 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:25.783811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 4728d83c-694a-4571-9966-720c78b34058 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:25.789989 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 4728d83c-694a-4571-9966-720c78b34058 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:25.791841 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.882230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.889261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.902977 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.927827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728d83c-694a-4571-9966-720c78b34058'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:25.930501 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad142113-490d-4649-94f2-92e84ff253c2" -d '{"events": [{"server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "name": "network-vif-plugged", "status": "completed", "tag": "4728d83c-694a-4571-9966-720c78b34058"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:25.945000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] In _notify_port_updated(), no bound segment for port fdf910b1-2043-44af-bb81-126a48fcfc72 on network bde5ccca-d766-45aa-95ac-57d986cdd40b {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:31:25.949116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4728d83c-694a-4571-9966-720c78b34058, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4728d83c-694a-4571-9966-720c78b34058,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:25.950160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:25.950776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.952120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "PUT /v2.0/ports/fdf910b1-2043-44af-bb81-126a48fcfc72 HTTP/1.1" status: 200 len: 818 time: 0.3866487 Oct 19 01:31:25.954996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49768) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:25.959545 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:25.984559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ce008-3a20-442d-875b-8840a058c907 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=fdf910b1-2043-44af-bb81-126a48fcfc72,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:26.007092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfef623-0ae2-476e-be42-87b7f553bdee req-06a5a971-039a-4f3f-bd10-363ca5cf5452 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:26.014505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fdfef623-0ae2-476e-be42-87b7f553bdee req-06a5a971-039a-4f3f-bd10-363ca5cf5452 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 944 time: 0.0915267 Oct 19 01:31:26.047533 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6fea90-8ab5-402b-8515-78182fd8a6c0 x-openstack-request-id: req-fa6fea90-8ab5-402b-8515-78182fd8a6c0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:26.047925 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "name": "network-vif-plugged", "status": "completed", "tag": "4728d83c-694a-4571-9966-720c78b34058", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:26.048297 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa6fea90-8ab5-402b-8515-78182fd8a6c0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:26.048918 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728d83c-694a-4571-9966-720c78b34058', 'code': 200} Oct 19 01:31:26.049601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4728d83c-694a-4571-9966-720c78b34058,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:26.060648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fdfef623-0ae2-476e-be42-87b7f553bdee req-6a47f926-b555-4892-a363-00a3e8570ab6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Oct 19 01:31:26.156025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b8d9-a1ef-48c8-b703-f7cdfdefbc3c req-cbed0760-e8be-4a7f-9222-fe73905a06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:26.157414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d53b8d9-a1ef-48c8-b703-f7cdfdefbc3c req-cbed0760-e8be-4a7f-9222-fe73905a06d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 1097 time: 0.0537658 Oct 19 01:31:26.164607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port fdf910b1-2043-44af-bb81-126a48fcfc72 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:26.164938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.249321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d53b8d9-a1ef-48c8-b703-f7cdfdefbc3c req-019564ef-9bd9-42f8-867b-b15999f5c427 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813839 Oct 19 01:31:26.257893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.269676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for fdf910b1-2043-44af-bb81-126a48fcfc72 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:26.354843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.391757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=fdf910b1-2043-44af-bb81-126a48fcfc72,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:26.400699 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.405336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d165cd9f-329d-4fd2-adf7-0112963a89be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/fdf910b1-2043-44af-bb81-126a48fcfc72 HTTP/1.1" status: 204 len: 168 time: 0.4491978 Oct 19 01:31:26.407798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49772) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:26.476711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce5f9b3-7e2f-4191-8278-4a5064d18b24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:26.478860 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6ce5f9b3-7e2f-4191-8278-4a5064d18b24 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0696931 Oct 19 01:31:26.481983 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49774) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:26.513597 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1eb03e5-9d7a-4ddc-9ddd-1e1ba631f54f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:26.520253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b1eb03e5-9d7a-4ddc-9ddd-1e1ba631f54f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/fdf910b1-2043-44af-bb81-126a48fcfc72 HTTP/1.1" status: 404 len: 333 time: 0.0322490 Oct 19 01:31:26.521244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49776) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:26.526675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1441300780'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:26.555044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:26.558861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.592252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:26.617360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.618178 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment 88643f81-7425-4af6-98c5-d96f26934b58 of type vlan for network 60333933-8703-40cd-9509-09aaff55574a Oct 19 01:31:26.674590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.709605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.716292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:26.717589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:26.770403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2477336 Oct 19 01:31:26.773824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49786) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:26.781141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': '60333933-8703-40cd-9509-09aaff55574a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:26.830922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903212a5-47dd-440d-81a9-5bf760ab53be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=60333933-8703-40cd-9509-09aaff55574a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:26.843775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 60333933-8703-40cd-9509-09aaff55574a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:26.944823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:26.949674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.228408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.279944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee16c8-f2ed-45ef-a3ec-77f21ab7f454 req-e45f202b-2136-4b21-8285-cb09ae5eed6f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:27.281498 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccee16c8-f2ed-45ef-a3ec-77f21ab7f454 req-e45f202b-2136-4b21-8285-cb09ae5eed6f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 945 time: 0.1016393 Oct 19 01:31:27.319151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=62556e69-1a23-4fee-8309-f0a6e2849519,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:27.339231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': '88643f81-7425-4af6-98c5-d96f26934b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60333933-8703-40cd-9509-09aaff55574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:27.339561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: 60333933-8703-40cd-9509-09aaff55574a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:27.349967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccee16c8-f2ed-45ef-a3ec-77f21ab7f454 req-076b976a-ddf2-4d9a-b16a-fb38e0766e07 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586622 Oct 19 01:31:27.384793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network 60333933-8703-40cd-9509-09aaff55574a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:27.393649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 60333933-8703-40cd-9509-09aaff55574a) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:27.406273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d225e-9307-4c30-a34c-6c9190ec0fa4 None None] Network 60333933-8703-40cd-9509-09aaff55574a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:27.416904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:27.417498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.442163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f624d2f1-f1c4-470f-a4d2-5e8badfd4022 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6658070 Oct 19 01:31:27.444506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49810) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:27.451065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-34c48178-a3bf-4af6-8d10-4d85aa3e511b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': '60333933-8703-40cd-9509-09aaff55574a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:27.558937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1c8a0-3cde-4c26-a027-24437a68d481 req-0b447ca2-8637-4765-bffc-6da813c1f177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:27.565685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1c8a0-3cde-4c26-a027-24437a68d481 req-0b447ca2-8637-4765-bffc-6da813c1f177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:27.567764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cb1c8a0-3cde-4c26-a027-24437a68d481 req-0b447ca2-8637-4765-bffc-6da813c1f177 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36&device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 1682 time: 0.0691879 Oct 19 01:31:27.592116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-60333933-8703-40cd-9509-09aaff55574a', 'network_id': '60333933-8703-40cd-9509-09aaff55574a', 'tenant_id': '6c3088e6e815455ca362080541b2050f', 'fixed_ips': [{'subnet_id': '62556e69-1a23-4fee-8309-f0a6e2849519'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:31:27.593474 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.610502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c48178-a3bf-4af6-8d10-4d85aa3e511b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:27.615520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-34c48178-a3bf-4af6-8d10-4d85aa3e511b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.626983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cb1c8a0-3cde-4c26-a027-24437a68d481 req-2549a49f-4359-4c2c-bb5a-ffa863eb4d36 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Oct 19 01:31:27.780131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Allocated IP 2001:db8::2 (60333933-8703-40cd-9509-09aaff55574a/62556e69-1a23-4fee-8309-f0a6e2849519/cdc26c85-7975-4339-b25d-5615645538a7) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:27.794205 n-d-789963-20 neutron-server[100848]: INFO neutron.db.ipam_backend_mixin [None req-34c48178-a3bf-4af6-8d10-4d85aa3e511b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62556e69-1a23-4fee-8309-f0a6e2849519 (CIDR: 2001:db8::/64) Oct 19 01:31:27.801268 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c48178-a3bf-4af6-8d10-4d85aa3e511b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:31:27.801268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c48178-a3bf-4af6-8d10-4d85aa3e511b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:31:27.823792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-34c48178-a3bf-4af6-8d10-4d85aa3e511b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3778901 Oct 19 01:31:27.826564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49818) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:27.836171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': '60333933-8703-40cd-9509-09aaff55574a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:27.978825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:27.989559 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.021002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:28.030193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Network 60333933-8703-40cd-9509-09aaff55574a is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:28.031936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:28.037628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:28.046944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.083704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Pushing event updated for resources: {'Port': ['ID=cdc26c85-7975-4339-b25d-5615645538a7,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:28.126759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Attempting to bind port cdc26c85-7975-4339-b25d-5615645538a7 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:28.127114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Attempting to bind port cdc26c85-7975-4339-b25d-5615645538a7 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '88643f81-7425-4af6-98c5-d96f26934b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60333933-8703-40cd-9509-09aaff55574a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:28.127474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Attempting to bind port cdc26c85-7975-4339-b25d-5615645538a7 on network 60333933-8703-40cd-9509-09aaff55574a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:28.135510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:28.136214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Checking segment: {'id': '88643f81-7425-4af6-98c5-d96f26934b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60333933-8703-40cd-9509-09aaff55574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:28.136752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.137145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Bound using segment: {'id': '88643f81-7425-4af6-98c5-d96f26934b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60333933-8703-40cd-9509-09aaff55574a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:28.137621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Bound port: cdc26c85-7975-4339-b25d-5615645538a7, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88643f81-7425-4af6-98c5-d96f26934b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '60333933-8703-40cd-9509-09aaff55574a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:28.138007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.233490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] For port cdc26c85-7975-4339-b25d-5615645538a7, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:28.239026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] For port cdc26c85-7975-4339-b25d-5615645538a7, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cdc26c85-7975-4339-b25d-5615645538a7,segment=NetworkSegment(88643f81-7425-4af6-98c5-d96f26934b58),segment_id=88643f81-7425-4af6-98c5-d96f26934b58)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:28.251186 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.352747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cce94c-2446-44bc-a463-8f8889f724ea None None] Pushing event updated for resources: {'Port': ['ID=cdc26c85-7975-4339-b25d-5615645538a7,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:28.440661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e528e-55d2-4ae7-b4f8-63492161391d req-dfc9a251-1717-4853-9bd3-406c59eaf386 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:28.443632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f2e528e-55d2-4ae7-b4f8-63492161391d req-dfc9a251-1717-4853-9bd3-406c59eaf386 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 946 time: 0.0991995 Oct 19 01:31:28.444941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.447574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:28.479053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:28.479403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 569436d1-31fe-4dca-ac28-b0ddf2c0c5a0 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:28.516448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network 60333933-8703-40cd-9509-09aaff55574a is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:28.531927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:28.541443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:28.547102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.550111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb747b-9c0d-42cd-87eb-fd16a0443f02 req-96c848a8-e8a3-42e7-ac20-9e5aedf7c6f0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:28.556398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ceb747b-9c0d-42cd-87eb-fd16a0443f02 req-96c848a8-e8a3-42e7-ac20-9e5aedf7c6f0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 945 time: 0.1071818 Oct 19 01:31:28.556648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=77c5b64e-07cb-4272-8376-b65792cf0939,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:28.561462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f2e528e-55d2-4ae7-b4f8-63492161391d req-48c3903f-8aa1-4360-8c22-beaa59d21c1a tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053555 Oct 19 01:31:28.569655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7772c20-3517-4623-83ce-2198362181b4 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7411697 Oct 19 01:31:28.571791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49846) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:28.588379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': '60333933-8703-40cd-9509-09aaff55574a', 'fixed_ips': [{'subnet_id': '62556e69-1a23-4fee-8309-f0a6e2849519'}, {'subnet_id': '77c5b64e-07cb-4272-8376-b65792cf0939'}], 'name': 'tempest-PortsIpV6TestJSON-1176476141'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:28.661945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ceb747b-9c0d-42cd-87eb-fd16a0443f02 req-6b5a8227-6c79-486a-92a7-0149625f90cf tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Oct 19 01:31:28.775505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:28.788375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-9c3044cb-aa98-4126-93b0-5e72ffbda464 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 267 time: 0.0417159 Oct 19 01:31:28.849161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-480ffb6a-f8fe-4ee7-9f1b-52a9c7b7e41f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:28.850725 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-480ffb6a-f8fe-4ee7-9f1b-52a9c7b7e41f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 945 time: 0.0557132 Oct 19 01:31:28.863948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'port': {'security_groups': []}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:28.866982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:28.885839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 6afd476b-bce2-403e-bf14-edacf46d3487 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:28.941955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.145025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] For port 4728d83c-694a-4571-9966-720c78b34058, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4728d83c-694a-4571-9966-720c78b34058,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:29.204011 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.213933 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.226436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c38dc02a-39bc-4cec-9d12-7af975344972'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:29.242311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::21f (60333933-8703-40cd-9509-09aaff55574a/62556e69-1a23-4fee-8309-f0a6e2849519/6afd476b-bce2-403e-bf14-edacf46d3487) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:29.250309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8:0:1::2e (60333933-8703-40cd-9509-09aaff55574a/77c5b64e-07cb-4272-8376-b65792cf0939/6afd476b-bce2-403e-bf14-edacf46d3487) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:29.283968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.286226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045', '4728d83c-694a-4571-9966-720c78b34058'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:29.292705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.297808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aacde6ba-5aa1-4f6e-aed1-a42334f27e6e req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "PUT /v2.0/ports/4728d83c-694a-4571-9966-720c78b34058 HTTP/1.1" status: 200 len: 904 time: 0.4392159 Oct 19 01:31:29.298471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'tag': '4728d83c-694a-4571-9966-720c78b34058'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:29.301070 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace2deb-e502-47fd-a8db-1893bf2b9437" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "tag": "4728d83c-694a-4571-9966-720c78b34058"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:29.411909 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f63a01-0c5a-4454-aa69-23ae9cce19b8 x-openstack-request-id: req-56f63a01-0c5a-4454-aa69-23ae9cce19b8 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:29.412261 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "tag": "4728d83c-694a-4571-9966-720c78b34058", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:29.412524 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56f63a01-0c5a-4454-aa69-23ae9cce19b8 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:29.412947 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'tag': '4728d83c-694a-4571-9966-720c78b34058', 'status': 'completed', 'code': 200} Oct 19 01:31:29.434384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b168b-8030-4b54-9869-0236a484ccda tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=4728d83c-694a-4571-9966-720c78b34058,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:29.527958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4728d83c-694a-4571-9966-720c78b34058'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:29.686207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cdc26c85-7975-4339-b25d-5615645538a7 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:29.739110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254ddee-adeb-41d5-aefb-ba9a9b276cc8 req-6569e2e8-fa32-4a96-8a26-5e3a678583e8 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.741262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.746433 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0254ddee-adeb-41d5-aefb-ba9a9b276cc8 req-6569e2e8-fa32-4a96-8a26-5e3a678583e8 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 946 time: 0.0830214 Oct 19 01:31:29.780558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d1af65c5-ab59-4f88-81b9-27648b557cb5 None None] Provisioning complete for port 4728d83c-694a-4571-9966-720c78b34058 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:29.781098 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1af65c5-ab59-4f88-81b9-27648b557cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.804610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0254ddee-adeb-41d5-aefb-ba9a9b276cc8 req-a6898d2d-de7f-47e0-a45f-4391cd97039f tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Oct 19 01:31:29.847803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-3f91da20-4153-449a-b919-1ecae92af1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.850086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-3f91da20-4153-449a-b919-1ecae92af1c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 1059 time: 0.3467987 Oct 19 01:31:29.859784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca02f1c-4de2-417e-8c13-3884123aa807 None None] Network 60333933-8703-40cd-9509-09aaff55574a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:29.866457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944540e8-f293-4d98-8026-5bded2af1df2 req-c77be6a7-c4d6-4b17-a7f7-c72f6caa5768 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.872455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-944540e8-f293-4d98-8026-5bded2af1df2 req-c77be6a7-c4d6-4b17-a7f7-c72f6caa5768 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 907 time: 0.4398720 Oct 19 01:31:29.965733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cdc26c85-7975-4339-b25d-5615645538a7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:29.966103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:29.983645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8d40ab74-63c1-43d1-80a1-0100f5a51dae tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:29.985952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8d40ab74-63c1-43d1-80a1-0100f5a51dae tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ca8f20d-91e7-4887-b862-6819e3f8a276 HTTP/1.1" status: 200 len: 945 time: 0.3467541 Oct 19 01:31:30.003782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58a3ae-7153-4fdd-9e7c-b754b2110868 req-22c0c384-08f3-4e86-b0fa-5f9df1e6627b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.005328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f58a3ae-7153-4fdd-9e7c-b754b2110868 req-22c0c384-08f3-4e86-b0fa-5f9df1e6627b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0604622 Oct 19 01:31:30.017832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.057496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-74d4b30f-0100-409f-937a-076effbd6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.059108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-74d4b30f-0100-409f-937a-076effbd6254 service neutron] 10.222.0.74 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.1853883 Oct 19 01:31:30.071111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f58a3ae-7153-4fdd-9e7c-b754b2110868 req-4fd60005-6873-437f-963f-37be3e3126d9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589950 Oct 19 01:31:30.125158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=6afd476b-bce2-403e-bf14-edacf46d3487,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:30.143049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-1113f9f9-80ca-459f-bc91-d37c8a5ff591 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.145434 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-1113f9f9-80ca-459f-bc91-d37c8a5ff591 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.74 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 946 time: 0.3532481 Oct 19 01:31:30.186708 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.262340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network 60333933-8703-40cd-9509-09aaff55574a is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:30.303094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-ec530d85-fa12-4d8d-962f-b2e7fee5f51a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4728d83c-694a-4571-9966-720c78b34058 HTTP/1.1" status: 200 len: 217 time: 0.1563110 Oct 19 01:31:30.312280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:30.321168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:30.327039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.327698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.403133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port cdc26c85-7975-4339-b25d-5615645538a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cdc26c85-7975-4339-b25d-5615645538a7,segment=NetworkSegment(88643f81-7425-4af6-98c5-d96f26934b58),segment_id=88643f81-7425-4af6-98c5-d96f26934b58)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:30.410099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5fa80e86-01d9-482c-b9ab-7024bd117213 None None] Provisioning complete for port cdc26c85-7975-4339-b25d-5615645538a7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:30.410473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5fa80e86-01d9-482c-b9ab-7024bd117213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.434759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.436657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986bc3b5-cb82-4bea-af3a-c3d5761f06a4 None None] Update dhcp port {'port': {'network_id': '60333933-8703-40cd-9509-09aaff55574a', 'fixed_ips': [{'subnet_id': '62556e69-1a23-4fee-8309-f0a6e2849519', 'ip_address': '2001:db8::2'}, {'subnet_id': '77c5b64e-07cb-4272-8376-b65792cf0939'}], 'binding:host_id': 'n-d-789963-20'}, 'id': 'cdc26c85-7975-4339-b25d-5615645538a7'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:31:30.449772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-63665e1b-906c-4839-82fd-844be483e56e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8741038 Oct 19 01:31:30.449982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:30.455236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62556e69-1a23-4fee-8309-f0a6e2849519'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:30.461510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36447058-5b4d-445c-adb9-9f0ec62f0ff3 req-b7d8bbd6-85af-48cb-9025-effcbf634f25 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.462932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36447058-5b4d-445c-adb9-9f0ec62f0ff3 req-b7d8bbd6-85af-48cb-9025-effcbf634f25 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.2715158 Oct 19 01:31:30.480166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-827ff0cf-e562-48d1-9bb2-4aefbf7b420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.484168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-827ff0cf-e562-48d1-9bb2-4aefbf7b420e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1646791 Oct 19 01:31:30.512271 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-986bc3b5-cb82-4bea-af3a-c3d5761f06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.549638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=cdc26c85-7975-4339-b25d-5615645538a7,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:30.582894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Deleting port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:30.583301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.621615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Deleting port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:30.621949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.646539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.675028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-9d3a8e13-d211-40de-910a-ba344509ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:30.677259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-9d3a8e13-d211-40de-910a-ba344509ca29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1625612 Oct 19 01:31:30.696020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36447058-5b4d-445c-adb9-9f0ec62f0ff3 req-e4edf831-c60b-4698-86c9-9d31530cf117 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055483 Oct 19 01:31:30.889200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-986bc3b5-cb82-4bea-af3a-c3d5761f06a4 None None] Allocated IP 2001:db8:0:1::2 (60333933-8703-40cd-9509-09aaff55574a/77c5b64e-07cb-4272-8376-b65792cf0939/cdc26c85-7975-4339-b25d-5615645538a7) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:30.979107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] For port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:30.979107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:30.994847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] For port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,segment=NetworkSegment(9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac),segment_id=9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:30.995218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.013645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-986bc3b5-cb82-4bea-af3a-c3d5761f06a4 None None] For port cdc26c85-7975-4339-b25d-5615645538a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cdc26c85-7975-4339-b25d-5615645538a7,segment=NetworkSegment(88643f81-7425-4af6-98c5-d96f26934b58),segment_id=88643f81-7425-4af6-98c5-d96f26934b58)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:31.016014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-c0ec0155-0483-4b19-8fb7-68b6f119e129 service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179538 Oct 19 01:31:31.016014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Calling delete_port for 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:31.021649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-c166b77b-f444-44ce-a215-5e72abdd2412 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:31.023174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-c166b77b-f444-44ce-a215-5e72abdd2412 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.1645057 Oct 19 01:31:31.035406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663c181-6f62-432a-9e24-fcedd285e7b0 req-30da6df4-790d-471a-91a3-01f8fc146098 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:31.037095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e663c181-6f62-432a-9e24-fcedd285e7b0 req-30da6df4-790d-471a-91a3-01f8fc146098 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 946 time: 0.1417642 Oct 19 01:31:31.044511 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-b76ba315-55f3-469f-a056-84c1aa905bce tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/quotas/93ef9378566f4437bd3edbb85b16194b HTTP/1.1" status: 200 len: 375 time: 0.0136781 Oct 19 01:31:31.046524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Calling delete_port for cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:31.046697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-986bc3b5-cb82-4bea-af3a-c3d5761f06a4 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.053166 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-986bc3b5-cb82-4bea-af3a-c3d5761f06a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.158224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bc3b5-cb82-4bea-af3a-c3d5761f06a4 None None] Pushing event updated for resources: {'Port': ['ID=cdc26c85-7975-4339-b25d-5615645538a7,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.183303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-6a43fd3c-ee4b-4679-8ce4-b43bb04c1daa tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1344855 Oct 19 01:31:31.184732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Delete allocated IP 2001:db8:0:1::2e (60333933-8703-40cd-9509-09aaff55574a/77c5b64e-07cb-4272-8376-b65792cf0939) {{(pid=100847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:31:31.289953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e663c181-6f62-432a-9e24-fcedd285e7b0 req-58f78a7e-7c10-4aab-9493-ec3f08c05f2c tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d095f53-e96d-4932-a385-4c45267cf65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366281 Oct 19 01:31:31.295784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-75ebc219-ca73-4983-96df-e31d72597d75 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:31:31.304721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-75ebc219-ca73-4983-96df-e31d72597d75 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1030610 Oct 19 01:31:31.383572 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eace2deb-e502-47fd-a8db-1893bf2b9437 req-552bf44f-607f-4f7c-99bb-a72e40ce3e1c service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558767 Oct 19 01:31:31.512876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.543705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cdc26c85-7975-4339-b25d-5615645538a7 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:31.559764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.580522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.597327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:31.606687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.614337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Pushing event deleted for resources: {'Port': ['ID=4b858bf1-13b8-4dbf-9b77-0f7fccafdd58,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.676974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Pushing event deleted for resources: {'Port': ['ID=cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.699542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=6afd476b-bce2-403e-bf14-edacf46d3487,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:31.709274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:31.776949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] No DVR routers for this DVR port cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:31.780630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] In _notify_port_updated(), no bound segment for port 6afd476b-bce2-403e-bf14-edacf46d3487 on network 60333933-8703-40cd-9509-09aaff55574a {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:31:31.786461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.787531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cdc26c85-7975-4339-b25d-5615645538a7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:31.788075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:31.788274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.788737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.789952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-996d99b5-5242-4c8c-828e-aebc89e5045f req-a860bf6c-76ef-4d7f-95f5-327f8679d8e2 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.74 "DELETE /v2.0/ports/cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 HTTP/1.1" status: 204 len: 173 time: 1.6305485 Oct 19 01:31:31.790593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'name': 'network-vif-deleted', 'tag': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:31.793171 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9b067b-22c1-4d57-aebd-54c6688b2dab" -d '{"events": [{"server_uuid": "117f9a5c-bf50-4e36-9bee-11c91272fe36", "name": "network-vif-deleted", "tag": "cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:31.799600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9cdfcd38-dbbe-43ab-8df7-053ffa86b45f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "PUT /v2.0/ports/6afd476b-bce2-403e-bf14-edacf46d3487 HTTP/1.1" status: 200 len: 926 time: 1.3484633 Oct 19 01:31:31.806381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49902) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:31.819451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62556e69-1a23-4fee-8309-f0a6e2849519'}, {'subnet_id': '77c5b64e-07cb-4272-8376-b65792cf0939'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:31.825715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] No DVR routers for this DVR port 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:31.832037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:31.841857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f79f5a56-72a8-4e0c-a2e4-9b9b12664b81 req-8106f62a-58ce-4b4a-9700-e0ba939797cd tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.62 "DELETE /v2.0/ports/4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 HTTP/1.1" status: 204 len: 173 time: 1.8373368 Oct 19 01:31:31.889718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-1c19a246-f822-4966-b3bb-879e7e28b93e service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841796 Oct 19 01:31:31.911108 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfbd89b-6414-40ec-97ef-ede889644601 x-openstack-request-id: req-abfbd89b-6414-40ec-97ef-ede889644601 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:31.911775 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117f9a5c-bf50-4e36-9bee-11c91272fe36", "name": "network-vif-deleted", "tag": "cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:31.912417 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abfbd89b-6414-40ec-97ef-ede889644601 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:31.913056 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f9a5c-bf50-4e36-9bee-11c91272fe36', 'name': 'network-vif-deleted', 'tag': 'cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6', 'status': 'completed', 'code': 200} Oct 19 01:31:32.019932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:32.041237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-f911f283-cba0-4737-b88b-dacae94328c9 service neutron] 10.222.0.64 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387048 Oct 19 01:31:32.086419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a16776-ba0c-4d6d-be0a-a977645b839c None None] Network 60333933-8703-40cd-9509-09aaff55574a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:32.263663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1f30c105-f4e1-4fd1-9c84-934cb1f271a8 None None] Provisioning complete for port 6afd476b-bce2-403e-bf14-edacf46d3487 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:32.264065 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f30c105-f4e1-4fd1-9c84-934cb1f271a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:32.331707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1f30c105-f4e1-4fd1-9c84-934cb1f271a8 None None] Port 6afd476b-bce2-403e-bf14-edacf46d3487 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:32.369295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d46f380-3a63-464a-81f8-b680b417d99a req-e0d6390f-066c-40e2-b256-9c2051b06786 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 210 time: 0.1135507 Oct 19 01:31:32.371930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1f30c105-f4e1-4fd1-9c84-934cb1f271a8 None None] Provisioning complete for port cdc26c85-7975-4339-b25d-5615645538a7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:32.373294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f30c105-f4e1-4fd1-9c84-934cb1f271a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:32.452446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8:0:1::1a2 (60333933-8703-40cd-9509-09aaff55574a/77c5b64e-07cb-4272-8376-b65792cf0939/6afd476b-bce2-403e-bf14-edacf46d3487) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:32.475591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:32.521541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:32.534048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4b858bf1-13b8-4dbf-9b77-0f7fccafdd58 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:32.896609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9ce9669b-e1d8-4624-bf3f-34c3f4e75747 None None] Provisioning complete for port 6afd476b-bce2-403e-bf14-edacf46d3487 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:32.897881 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ce9669b-e1d8-4624-bf3f-34c3f4e75747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:32.951751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9669b-e1d8-4624-bf3f-34c3f4e75747 None None] Port 6afd476b-bce2-403e-bf14-edacf46d3487 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:32.991078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9ce9669b-e1d8-4624-bf3f-34c3f4e75747 None None] Provisioning complete for port cdc26c85-7975-4339-b25d-5615645538a7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:32.991078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ce9669b-e1d8-4624-bf3f-34c3f4e75747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.061400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d69bd8f3-14b0-4362-ae15-d65c7d1c811f req-2838c2c2-734f-45b5-98af-8bddf86c6ea4 tempest-ListServersNegativeTestJSON-1310356539 tempest-ListServersNegativeTestJSON-1310356539-project] 10.222.0.64 "GET /v2.0/ports?device_id=117f9a5c-bf50-4e36-9bee-11c91272fe36 HTTP/1.1" status: 200 len: 210 time: 0.0539417 Oct 19 01:31:33.150964 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.159337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.256909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] In _notify_port_updated(), no bound segment for port 6afd476b-bce2-403e-bf14-edacf46d3487 on network 60333933-8703-40cd-9509-09aaff55574a {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:31:33.262627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:33.263337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.264773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "PUT /v2.0/ports/6afd476b-bce2-403e-bf14-edacf46d3487 HTTP/1.1" status: 200 len: 1012 time: 1.4547892 Oct 19 01:31:33.266146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b360a84-d23f-4cd2-ba2d-def8b5daec12 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=6afd476b-bce2-403e-bf14-edacf46d3487,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:33.268478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49924) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:33.370712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-19ba5620-ead0-42b1-9db9-ee11733994e5 None None] Provisioning complete for port 6afd476b-bce2-403e-bf14-edacf46d3487 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:33.371168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-19ba5620-ead0-42b1-9db9-ee11733994e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.404337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 6afd476b-bce2-403e-bf14-edacf46d3487 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:33.404799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.447316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-19ba5620-ead0-42b1-9db9-ee11733994e5 None None] Port 6afd476b-bce2-403e-bf14-edacf46d3487 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:33.689613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4a21d929-d6ad-473f-b24e-9fbdf460aa27 None None] Provisioning complete for port 6afd476b-bce2-403e-bf14-edacf46d3487 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:33.689978 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a21d929-d6ad-473f-b24e-9fbdf460aa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:33.728314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:33.767018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:33.767427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cbbfbbeb-ba2a-4a2d-a798-e436d2b877a6 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:33.792390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4a21d929-d6ad-473f-b24e-9fbdf460aa27 None None] Port 6afd476b-bce2-403e-bf14-edacf46d3487 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:33.986123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'name': 'network-vif-deleted', 'tag': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:33.989220 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792116cf-5536-4194-9f69-7b98a6650e11" -d '{"events": [{"server_uuid": "1ca8f20d-91e7-4887-b862-6819e3f8a276", "name": "network-vif-deleted", "tag": "4b858bf1-13b8-4dbf-9b77-0f7fccafdd58"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:34.014234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ebe36a52-0dc2-498b-9962-9ed8f827f0b1 None None] Provisioning complete for port 6afd476b-bce2-403e-bf14-edacf46d3487 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:34.014736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ebe36a52-0dc2-498b-9962-9ed8f827f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.029997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56f5dea8-83d3-47d5-84ab-262889deff1e req-5d541e04-a4c8-4b21-bb51-cee1e50c4107 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 210 time: 0.5355568 Oct 19 01:31:34.045149 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2436ad-0bca-47f5-a713-d1434617cf25 x-openstack-request-id: req-1b2436ad-0bca-47f5-a713-d1434617cf25 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:34.045441 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca8f20d-91e7-4887-b862-6819e3f8a276", "name": "network-vif-deleted", "tag": "4b858bf1-13b8-4dbf-9b77-0f7fccafdd58", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:34.045695 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b2436ad-0bca-47f5-a713-d1434617cf25 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:34.046098 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca8f20d-91e7-4887-b862-6819e3f8a276', 'name': 'network-vif-deleted', 'tag': '4b858bf1-13b8-4dbf-9b77-0f7fccafdd58', 'status': 'completed', 'code': 200} Oct 19 01:31:34.079105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ebe36a52-0dc2-498b-9962-9ed8f827f0b1 None None] Port 6afd476b-bce2-403e-bf14-edacf46d3487 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:34.113221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.132498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 6afd476b-bce2-403e-bf14-edacf46d3487 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:34.151525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49940) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:34.170991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-930a3a9b-0d86-42f0-a2aa-75b2b414db2d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:34.172380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-930a3a9b-0d86-42f0-a2aa-75b2b414db2d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 811 time: 0.1765404 Oct 19 01:31:34.197148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] Deleting subnet e6415ae6-e30d-49ee-93e6-99e7202f56d6 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:34.200313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.203861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Request body: {'port': {'device_id': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'admin_state_up': True, 'tenant_id': '93ef9378566f4437bd3edbb85b16194b'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:34.237493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.279023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.342798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.370528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6415ae6-e30d-49ee-93e6-99e7202f56d6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:34.376272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.380764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7b841843-1047-4e0a-b237-07055615a424 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e6415ae6-e30d-49ee-93e6-99e7202f56d6 HTTP/1.1" status: 204 len: 168 time: 0.2274926 Oct 19 01:31:34.382951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49942) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:34.387559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Made reservation on behalf of 93ef9378566f4437bd3edbb85b16194b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:34.391164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.454304 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.470034 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.537157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=6afd476b-bce2-403e-bf14-edacf46d3487,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:34.541602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.562905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fa1e81-4383-4e55-b85c-c10d73db784e']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:34.577496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:34.577496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0ba4e8-b0bb-4554-bc1d-bdfa9dbe59ac') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:34.589489 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.597576 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.602981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-527efdc6-70f7-49fb-baec-56afa381b0f0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/6afd476b-bce2-403e-bf14-edacf46d3487 HTTP/1.1" status: 204 len: 168 time: 1.3302228 Oct 19 01:31:34.604197 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.605276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49944) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:34.611600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:34.612020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:34.614434 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:34.653459 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74379a9-3099-400d-bba6-c0dd3ae919b0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:34.655035 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f74379a9-3099-400d-bba6-c0dd3ae919b0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/6afd476b-bce2-403e-bf14-edacf46d3487 HTTP/1.1" status: 404 len: 333 time: 0.0490782 Oct 19 01:31:34.657808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49946) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:34.697175 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.704113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.708086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] 10.222.0.64 "DELETE /v2.0/networks/c3fa1e81-4383-4e55-b85c-c10d73db784e HTTP/1.1" status: 204 len: 168 time: 0.3239362 Oct 19 01:31:34.728947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 77c5b64e-07cb-4272-8376-b65792cf0939 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:34.736767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.746949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190043-2665-493f-8f48-bdabc9374e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fa1e81-4383-4e55-b85c-c10d73db784e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:34.775743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Allocated IP 172.20.0.3 (834ef5ba-7345-4079-a3eb-4a6c472874e6/ba84162f-3c18-462b-adba-be620d9dc20b/aa311290-5ed9-4fd8-96e2-8e4f36807161) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:34.800283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:34.973886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:35.018192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e9bb51a0-d965-4ccc-a31d-d2db837daba7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84afc238f3a1473eb67e359ee7855598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406179 Oct 19 01:31:35.018530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49958) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:35.051780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.109281 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.141091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1bcb3672-7b00-4949-9db9-c87669da82b9 req-6b30c105-5e98-4ae7-9395-e3e36243d232 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 210 time: 0.0287893 Oct 19 01:31:35.168163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b77add06-3cca-415e-a954-b325a4009e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.208162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b77add06-3cca-415e-a954-b325a4009e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.228707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.233231 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.241180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c38dc02a-39bc-4cec-9d12-7af975344972'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:35.270480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:35.306578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.312948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49962) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:35.313426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/77c5b64e-07cb-4272-8376-b65792cf0939 HTTP/1.1" status: 204 len: 168 time: 0.6542294 Oct 19 01:31:35.314131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16111028-a447-437e-82e9-b208636c3a0b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=77c5b64e-07cb-4272-8376-b65792cf0939,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:35.333852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:35.334266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8139f4-397d-4e56-878c-5c1d3eddc747 None None] Network 60333933-8703-40cd-9509-09aaff55574a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:35.338711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:35.341482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:35.386104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:35.418634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b77add06-3cca-415e-a954-b325a4009e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.422616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b77add06-3cca-415e-a954-b325a4009e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.428748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b77add06-3cca-415e-a954-b325a4009e0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d095f53-e96d-4932-a385-4c45267cf65f HTTP/1.1" status: 204 len: 168 time: 0.4091935 Oct 19 01:31:35.438133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:35.438877 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.455728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77add06-3cca-415e-a954-b325a4009e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d095f53-e96d-4932-a385-4c45267cf65f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:35.475209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-2345b960-7335-4e26-b824-573362eb88bd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2743139 Oct 19 01:31:35.485188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 62556e69-1a23-4fee-8309-f0a6e2849519 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:35.491355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.495959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Request body: {'port': {'device_id': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:35.567729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.639917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.667942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.775997 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.818142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=62556e69-1a23-4fee-8309-f0a6e2849519,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:35.820473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.826047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9929707c-bf03-4a48-97cf-f0d74b798bc8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/62556e69-1a23-4fee-8309-f0a6e2849519 HTTP/1.1" status: 204 len: 168 time: 0.5102973 Oct 19 01:31:35.828290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49970) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:35.869945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-155f1a3e-2e99-4486-8f51-1f176be79c69 None None] Provisioning complete for port aa311290-5ed9-4fd8-96e2-8e4f36807161 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:35.870315 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-155f1a3e-2e99-4486-8f51-1f176be79c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:35.934360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-155f1a3e-2e99-4486-8f51-1f176be79c69 None None] Port aa311290-5ed9-4fd8-96e2-8e4f36807161 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:35.959735 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.040667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b0b77b-ffcb-459d-b965-1afff33ae8a8 None None] Update dhcp port {'port': {'network_id': '60333933-8703-40cd-9509-09aaff55574a', 'fixed_ips': [{'subnet_id': '62556e69-1a23-4fee-8309-f0a6e2849519'}], 'binding:host_id': 'n-d-789963-20'}, 'id': 'cdc26c85-7975-4339-b25d-5615645538a7'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:31:36.083410 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0b0b77b-ffcb-459d-b965-1afff33ae8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.127311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port cdc26c85-7975-4339-b25d-5615645538a7 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:36.127693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.148155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa311290-5ed9-4fd8-96e2-8e4f36807161 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:36.165974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.195567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Transition to ACTIVE for port object aa311290-5ed9-4fd8-96e2-8e4f36807161 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:36.207828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.266285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] For port cdc26c85-7975-4339-b25d-5615645538a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cdc26c85-7975-4339-b25d-5615645538a7,segment=NetworkSegment(88643f81-7425-4af6-98c5-d96f26934b58),segment_id=88643f81-7425-4af6-98c5-d96f26934b58)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:36.266510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.299542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for cdc26c85-7975-4339-b25d-5615645538a7 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:36.311041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de98c6da-be43-4e4b-87d3-8402a0cf53f7 None None] Network 60333933-8703-40cd-9509-09aaff55574a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:36.315340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:36.430212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8b3f165f-5a99-463c-82a2-3abd6397a31c None None] Provisioning complete for port cdc26c85-7975-4339-b25d-5615645538a7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:36.431539 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b3f165f-5a99-463c-82a2-3abd6397a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.492099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.512019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f43b08-fe06-4763-bed2-14c2648a9029 req-6f985369-6319-4d0a-9d0f-a4c788343741 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:36.514152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72f43b08-fe06-4763-bed2-14c2648a9029 req-6f985369-6319-4d0a-9d0f-a4c788343741 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.2109323 Oct 19 01:31:36.515631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Attempting to bind port aa311290-5ed9-4fd8-96e2-8e4f36807161 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:36.516229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Attempting to bind port aa311290-5ed9-4fd8-96e2-8e4f36807161 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:36.516752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Attempting to bind port aa311290-5ed9-4fd8-96e2-8e4f36807161 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:36.529797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Port aa311290-5ed9-4fd8-96e2-8e4f36807161 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:36.530350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Attempting to bind port aa311290-5ed9-4fd8-96e2-8e4f36807161 on network 834ef5ba-7345-4079-a3eb-4a6c472874e6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:36.546139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:36.547268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=cdc26c85-7975-4339-b25d-5615645538a7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:36.547618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Checking segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:36.549075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Bound using segment: {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:36.549764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Bound port: aa311290-5ed9-4fd8-96e2-8e4f36807161, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5b5910-debb-4312-a952-cc56683133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:36.556660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No DVR routers for this DVR port cdc26c85-7975-4339-b25d-5615645538a7 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:36.561389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.582371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8b3f165f-5a99-463c-82a2-3abd6397a31c None None] Could not find standard attr ID for object cdc26c85-7975-4339-b25d-5615645538a7. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:36.590043 n-d-789963-20 neutron-server[100849]: INFO neutron.plugins.ml2.db [None req-8b3f165f-5a99-463c-82a2-3abd6397a31c None None] No ports have port_id starting with cdc26c85-7975-4339-b25d-5615645538a7 Oct 19 01:31:36.598740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33eb0f-2a30-4582-99a5-cf5b4bebcba6 None None] DHCP port deletion for 60333933-8703-40cd-9509-09aaff55574a request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:31:36.636693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72f43b08-fe06-4763-bed2-14c2648a9029 req-8c7b2439-61f9-42cc-adb8-b12a4f8a836a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145399 Oct 19 01:31:36.675114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:36.688425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:36.698010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.717505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.740060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60333933-8703-40cd-9509-09aaff55574a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:36.750303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88643f81-7425-4af6-98c5-d96f26934b58') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:36.750536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88643f81-7425-4af6-98c5-d96f26934b58') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:36.761195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.774294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:36.775004 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.776754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] 10.222.0.62 "PUT /v2.0/ports/aa311290-5ed9-4fd8-96e2-8e4f36807161 HTTP/1.1" status: 200 len: 1092 time: 1.2913015 Oct 19 01:31:36.779781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:36.780892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.783431 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc25800-6a20-4a93-9e72-8f66766f56ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:36.790602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:36.791476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:36.796685 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:36.858480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49996) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:36.886536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.892674 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9077156e-a92d-4f1d-ba4b-35c6fbae2698 x-openstack-request-id: req-9077156e-a92d-4f1d-ba4b-35c6fbae2698 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:36.893004 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:36.893225 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9077156e-a92d-4f1d-ba4b-35c6fbae2698 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:36.893650 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'status': 'completed', 'code': 200} Oct 19 01:31:36.899366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.912423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/60333933-8703-40cd-9509-09aaff55574a HTTP/1.1" status: 204 len: 168 time: 1.0779984 Oct 19 01:31:36.915259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50002) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:36.922681 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf315155-4c2a-4f12-967e-9cb2cc9657f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:36.933896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539565f-5058-4777-8f14-aa8635e7da8c service neutron] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:36.944280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e034477-275b-486c-84f0-b54609236264 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=60333933-8703-40cd-9509-09aaff55574a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:36.971501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-423d9b2c-e1cd-481a-a131-369ec02d1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:36.974154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-423d9b2c-e1cd-481a-a131-369ec02d1506 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 1095 time: 0.1451869 Oct 19 01:31:37.008979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8db4bd-e42e-4872-ab00-d4e05f5ff7ae tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.015404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db8db4bd-e42e-4872-ab00-d4e05f5ff7ae tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0806563 Oct 19 01:31:37.016361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50006) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:37.039204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-33fdacc9-a6a2-42a0-b84b-cad1b4801e07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161 HTTP/1.1" status: 200 len: 217 time: 0.0567369 Oct 19 01:31:37.079297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4c20e054-c0a1-4143-89af-cca28c9c03c2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0615849 Oct 19 01:31:37.085361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1256122439-network', 'tenant_id': 'b2d6a032b021477fbfed7b41522ab9eb'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:37.093895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50010) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:37.099874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1675007302'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:37.118425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Made reservation on behalf of b2d6a032b021477fbfed7b41522ab9eb for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:37.122559 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.136871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.149831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-e982b204-8abb-4f52-8427-95355566bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.151542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-e982b204-8abb-4f52-8427-95355566bc07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1026061 Oct 19 01:31:37.157029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:37.164055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.233001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:37.237634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.241823 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.243942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-56ac1305-a19f-4fdd-ac1e-f55c1c846ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.245521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-56ac1305-a19f-4fdd-ac1e-f55c1c846ca1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784228 Oct 19 01:31:37.250114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.250458 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment 29de0d5d-4f73-4643-b059-793d81852c0e of type vlan for network fadf7114-fba5-4443-bb22-336fecd44fef Oct 19 01:31:37.267460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:37.284715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3acc33-659a-47fc-a9af-24d5c6acaa5f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:37.290985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.291548 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Added segment 1c7bb7fa-0765-4211-a613-d6565cc2a67a of type vlan for network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 Oct 19 01:31:37.333211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.340708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.370582 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.371454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.372042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.410609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5475636 Oct 19 01:31:37.411170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50012) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:37.411451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-d229557c-9145-4407-b365-5a776947a949 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523318 Oct 19 01:31:37.412556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.418352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.418943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.445224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Request body: {'subnet': {'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1256122439-subnet', 'tenant_id': 'b2d6a032b021477fbfed7b41522ab9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:37.469024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fff3f1-9556-4634-a9ad-4560c3b0c99d admin admin] Pushing event updated for resources: {'Network': ['ID=7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:37.475414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Made reservation on behalf of b2d6a032b021477fbfed7b41522ab9eb for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:37.482298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:37.483499 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.545371 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4503508 Oct 19 01:31:37.552974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cdc26c85-7975-4339-b25d-5615645538a7 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:37.553976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50014) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:37.562281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:37.568325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99abfa-ff81-4635-8851-fa1ccf71e087 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=fadf7114-fba5-4443-bb22-336fecd44fef,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:37.584577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network fadf7114-fba5-4443-bb22-336fecd44fef details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:37.588994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: cdc26c85-7975-4339-b25d-5615645538a7 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:37.589554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cdc26c85-7975-4339-b25d-5615645538a7 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:37.645328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5afdcfcf-6068-4f93-a2f3-07dfa2284cb5 req-394180fd-4fa5-4fc9-a5fe-030f03abfe89 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225034 Oct 19 01:31:37.699359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:37.704587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.764501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.841143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e55eaac-fac4-437e-bbaa-59d659bcfac8,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:37.847805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Checking segment: {'id': '1c7bb7fa-0765-4211-a613-d6565cc2a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:37.848358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Network hostable DHCP agents. Network: 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:37.866640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-15c50fb0-a6f2-4591-96e7-b40259071385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.867738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:37.868202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-15c50fb0-a6f2-4591-96e7-b40259071385 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 1095 time: 0.1587532 Oct 19 01:31:37.880174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:37.884908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.885404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:37.889357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88ce45-b105-4235-a30f-68ddee0784b7 None None] Network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:37.911532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b6f87-3f06-4422-a076-151efd1977ee req-98a1f14e-1006-44f6-b19c-87e8a83bcb94 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:37.913104 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd5b6f87-3f06-4422-a076-151efd1977ee req-98a1f14e-1006-44f6-b19c-87e8a83bcb94 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.1614623 Oct 19 01:31:37.924703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4ce7080d-5fb6-494e-b05d-f27ae22dd1df admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5126710 Oct 19 01:31:38.062170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0b530-db75-45cd-a190-eb3404c03835 None None] Network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:38.100449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd5b6f87-3f06-4422-a076-151efd1977ee req-a4497b1e-47d9-4f85-a559-76b12fcfb634 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688814 Oct 19 01:31:38.113757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-db0868c9-ca45-465a-a761-7de8b2b4fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.115484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-db0868c9-ca45-465a-a761-7de8b2b4fabd service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2398179 Oct 19 01:31:38.143114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.181650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-521bcb64-f290-4c4f-81b4-3b2c5f4bb591 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161 HTTP/1.1" status: 200 len: 217 time: 0.0485125 Oct 19 01:31:38.289007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=989d1432-eaf4-4307-be21-b3ef41ad4339,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:38.293872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-0d5febad-2c0e-454b-ab4f-16d3abab8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.295403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-0d5febad-2c0e-454b-ab4f-16d3abab8077 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0910096 Oct 19 01:31:38.299396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': '29de0d5d-4f73-4643-b059-793d81852c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:38.299765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: fadf7114-fba5-4443-bb22-336fecd44fef, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:38.354004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network fadf7114-fba5-4443-bb22-336fecd44fef is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:38.367673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-61cce6c9-b697-4196-b5e2-6957887185fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.369196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-61cce6c9-b697-4196-b5e2-6957887185fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657992 Oct 19 01:31:38.370244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, fadf7114-fba5-4443-bb22-336fecd44fef) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:38.374332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.375053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.382444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883ea3c-cfc8-4052-b7f8-3c434438b787 None None] Network fadf7114-fba5-4443-bb22-336fecd44fef requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:38.468042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-82c8234e-6aad-4eb7-b3dd-2a4dee8515f9 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9104142 Oct 19 01:31:38.468381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:38.476909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef', 'name': 'tempest-PortsIpV6TestJSON-692649761'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:38.501398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-92bb4209-ca0f-4c5b-a41f-df8766ca2666 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:38.507781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-92bb4209-ca0f-4c5b-a41f-df8766ca2666 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/networks?id=7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 HTTP/1.1" status: 200 len: 822 time: 0.1454237 Oct 19 01:31:38.520522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-49aba3c3-7091-4245-90f4-976a8642245a tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/quotas/b2d6a032b021477fbfed7b41522ab9eb HTTP/1.1" status: 200 len: 375 time: 0.0118039 Oct 19 01:31:38.556119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-6e59f371-ed57-46e8-b5fe-fbd42da32a4b service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783104 Oct 19 01:31:38.558947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-9aba89bb-e850-41e9-aa2e-2b6e696bcae7 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2d6a032b021477fbfed7b41522ab9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341432 Oct 19 01:31:38.565256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-fadf7114-fba5-4443-bb22-336fecd44fef', 'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef', 'tenant_id': '6c3088e6e815455ca362080541b2050f', 'fixed_ips': [{'subnet_id': '989d1432-eaf4-4307-be21-b3ef41ad4339'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:31:38.569004 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.671043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4c9befd3-f437-416a-ae0d-37d495a01299 service neutron] 10.222.0.64 "GET /v2.0/networks/7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039677 Oct 19 01:31:38.688966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:38.692675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.707341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0dc25800-6a20-4a93-9e72-8f66766f56ab req-c3f8f351-1525-4309-a72b-4dbb2c1dc415 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413848 Oct 19 01:31:38.714260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:38.736426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Allocated IP 2001:db8::2 (fadf7114-fba5-4443-bb22-336fecd44fef/989d1432-eaf4-4307-be21-b3ef41ad4339/d5383dd7-1c8b-4cd2-9467-03e6a13e506f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:38.793685 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-102908b5-be80-4496-9fb7-6d8c8c6f5b52 service neutron] 10.222.0.64 "GET /v2.0/networks/7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136706 Oct 19 01:31:38.885820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.891762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:38.933534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Network fadf7114-fba5-4443-bb22-336fecd44fef is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:38.938510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:38.958013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:38.959367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::1da (fadf7114-fba5-4443-bb22-336fecd44fef/989d1432-eaf4-4307-be21-b3ef41ad4339/cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:38.980430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Pushing event updated for resources: {'Port': ['ID=d5383dd7-1c8b-4cd2-9467-03e6a13e506f,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:39.053748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Attempting to bind port d5383dd7-1c8b-4cd2-9467-03e6a13e506f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:39.054325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Attempting to bind port d5383dd7-1c8b-4cd2-9467-03e6a13e506f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '29de0d5d-4f73-4643-b059-793d81852c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:39.054745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Attempting to bind port d5383dd7-1c8b-4cd2-9467-03e6a13e506f on network fadf7114-fba5-4443-bb22-336fecd44fef {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:39.060147 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e329c95b-7693-4840-8654-47fea158c13c req-6f33eacc-cbab-4501-9571-6ad76b8e1e77 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 210 time: 0.0442102 Oct 19 01:31:39.060651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:39.061101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Checking segment: {'id': '29de0d5d-4f73-4643-b059-793d81852c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:39.061689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.062144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Bound using segment: {'id': '29de0d5d-4f73-4643-b059-793d81852c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:39.062697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Bound port: d5383dd7-1c8b-4cd2-9467-03e6a13e506f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29de0d5d-4f73-4643-b059-793d81852c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:39.063074 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.166850 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.174104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] For port d5383dd7-1c8b-4cd2-9467-03e6a13e506f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:39.178962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] For port d5383dd7-1c8b-4cd2-9467-03e6a13e506f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d5383dd7-1c8b-4cd2-9467-03e6a13e506f,segment=NetworkSegment(29de0d5d-4f73-4643-b059-793d81852c0e),segment_id=29de0d5d-4f73-4643-b059-793d81852c0e)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:39.185780 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.209104 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.292946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eed2b-f73b-4104-8f67-dd3dd8d6599c None None] Pushing event updated for resources: {'Port': ['ID=d5383dd7-1c8b-4cd2-9467-03e6a13e506f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:39.318417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network fadf7114-fba5-4443-bb22-336fecd44fef is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:39.332069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:39.339427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:39.355085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:39.360603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.368543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa0900-b638-44d1-b773-9dbf7a18c8a5 req-3aaea060-1034-48ad-a192-0e211d816735 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:39.376472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92fa0900-b638-44d1-b773-9dbf7a18c8a5 req-3aaea060-1034-48ad-a192-0e211d816735 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.1160762 Oct 19 01:31:39.382904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:39.409027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aff22170-2220-4eeb-91e5-a5f73f539613 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9383721 Oct 19 01:31:39.411691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50060) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:39.421690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'fadf7114-fba5-4443-bb22-336fecd44fef', 'name': 'tempest-PortsIpV6TestJSON-387773067'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:39.456986 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92fa0900-b638-44d1-b773-9dbf7a18c8a5 req-abe40af5-0bad-4edb-9844-eb0a318a27b7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792112 Oct 19 01:31:39.571187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.630932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:39.637179 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:39.663517 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8e39e06e-aa0e-4032-b331-622218c3ab0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.024536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port aa0bf8a9-1d35-4cb2-8925-94c548edf064 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:40.153871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::3e6 (fadf7114-fba5-4443-bb22-336fecd44fef/989d1432-eaf4-4307-be21-b3ef41ad4339/aa0bf8a9-1d35-4cb2-8925-94c548edf064) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:40.179662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aec0922f-5181-43dd-bd83-fddbb10f36b5 req-e61dc8c4-4b1e-43ff-9613-8be37d042e23 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 210 time: 0.0366631 Oct 19 01:31:40.417482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.449610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-b8b5815e-917e-4cd5-8809-9288cdc7e612 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:40.451131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-b8b5815e-917e-4cd5-8809-9288cdc7e612 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.62 "GET /v2.0/networks?id=7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 HTTP/1.1" status: 200 len: 822 time: 0.1575391 Oct 19 01:31:40.475647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Request body: {'port': {'device_id': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814', 'admin_state_up': True, 'tenant_id': 'b2d6a032b021477fbfed7b41522ab9eb'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:40.490113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa311290-5ed9-4fd8-96e2-8e4f36807161 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:40.513980 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.547411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c789762-b3bd-422a-8132-9cf001c1e442 None None] Network fadf7114-fba5-4443-bb22-336fecd44fef requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:40.618937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network fadf7114-fba5-4443-bb22-336fecd44fef is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:40.630436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:40.637974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=aa0bf8a9-1d35-4cb2-8925-94c548edf064,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:40.643570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:40.653473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:40.653473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.679878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600a9b5-713e-4c0f-979c-6b78474953b6 req-80b99918-a89b-428e-9ae0-abaafbdb2f37 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:40.684134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-afa3eaf1-67c6-4bd1-a7d9-e635075cdebb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2704701 Oct 19 01:31:40.686791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:40.688383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8600a9b5-713e-4c0f-979c-6b78474953b6 req-80b99918-a89b-428e-9ae0-abaafbdb2f37 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.1220536 Oct 19 01:31:40.743561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8600a9b5-713e-4c0f-979c-6b78474953b6 req-7c8a9601-101c-4e08-a583-60dcaef1ab44 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527332 Oct 19 01:31:40.778947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Made reservation on behalf of b2d6a032b021477fbfed7b41522ab9eb for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:40.782560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.817192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2759fec9-6046-466b-a3c5-64699601be01 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:40.821432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2759fec9-6046-466b-a3c5-64699601be01 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1da HTTP/1.1" status: 200 len: 928 time: 0.1312144 Oct 19 01:31:40.822280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50098) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:40.865331 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.900146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e4c77000-31d3-47f0-9371-5f7e6dec8a65 None None] Provisioning complete for port d5383dd7-1c8b-4cd2-9467-03e6a13e506f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:40.900801 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4c77000-31d3-47f0-9371-5f7e6dec8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.942789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:40.956915 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.973472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Allocated IP 172.20.0.4 (7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814/4e55eaac-fac4-437e-bbaa-59d659bcfac8/3eda85c2-7145-413f-b8c2-649e8dcb7fff) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:40.975251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port aa0bf8a9-1d35-4cb2-8925-94c548edf064 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:40.975804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:40.980202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'mac_address': 'fa:16:3e:98:cf:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:41.025515 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.061533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa311290-5ed9-4fd8-96e2-8e4f36807161 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:41.082453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:41.091402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.104373 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.119100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for aa0bf8a9-1d35-4cb2-8925-94c548edf064 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:41.208907 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4c77000-31d3-47f0-9371-5f7e6dec8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.214917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:41.240253 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.281996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e4c77000-31d3-47f0-9371-5f7e6dec8a65 None None] For port d5383dd7-1c8b-4cd2-9467-03e6a13e506f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d5383dd7-1c8b-4cd2-9467-03e6a13e506f,segment=NetworkSegment(29de0d5d-4f73-4643-b059-793d81852c0e),segment_id=29de0d5d-4f73-4643-b059-793d81852c0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:41.289294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4c77000-31d3-47f0-9371-5f7e6dec8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.325205 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.340303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['aa311290-5ed9-4fd8-96e2-8e4f36807161'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:41.352176 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.421492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=aa0bf8a9-1d35-4cb2-8925-94c548edf064,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:41.430186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77000-31d3-47f0-9371-5f7e6dec8a65 None None] Pushing event updated for resources: {'Port': ['ID=d5383dd7-1c8b-4cd2-9467-03e6a13e506f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:41.466752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:41.470827 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.478563 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-29492398-1c6c-4c20-9c14-03104d3cc05d tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/aa0bf8a9-1d35-4cb2-8925-94c548edf064 HTTP/1.1" status: 204 len: 168 time: 0.6524973 Oct 19 01:31:41.480464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:41.489083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:41.505317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:41.531750 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca01050-c511-4b8d-b147-29aaae9df05a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:41.542850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eca01050-c511-4b8d-b147-29aaae9df05a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/aa0bf8a9-1d35-4cb2-8925-94c548edf064 HTTP/1.1" status: 404 len: 333 time: 0.0587437 Oct 19 01:31:41.543105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50114) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:41.588317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Pushing event updated for resources: {'Port': ['ID=3eda85c2-7145-413f-b8c2-649e8dcb7fff,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:41.636261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d5383dd7-1c8b-4cd2-9467-03e6a13e506f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:41.641999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164177d-2108-47ea-8fcf-8ac8e5a7e6c3 req-bcc96115-24e7-45b6-b32a-bb9ee21ff45f tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:41.643619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1164177d-2108-47ea-8fcf-8ac8e5a7e6c3 req-bcc96115-24e7-45b6-b32a-bb9ee21ff45f tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 931 time: 0.3071444 Oct 19 01:31:41.662309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:41.662558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.711457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-4f7b6c6b-f6f6-47c1-b20d-1de148165c25 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2447758 Oct 19 01:31:41.716806 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1164177d-2108-47ea-8fcf-8ac8e5a7e6c3 req-df2d1b48-33bc-44b9-a3bf-b02fad696cb3 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514688 Oct 19 01:31:41.723653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:41.724045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.724424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Request body: {'port': {'device_id': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:41.747100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d5383dd7-1c8b-4cd2-9467-03e6a13e506f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:41.747476 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.751323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-68877b8a-8d8f-400a-9550-1726dcab2ad0 None None] Provisioning complete for port d5383dd7-1c8b-4cd2-9467-03e6a13e506f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:41.751689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68877b8a-8d8f-400a-9550-1726dcab2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.811275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.901636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:41.919216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:41.995510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-68877b8a-8d8f-400a-9550-1726dcab2ad0 None None] Could not find standard attr ID for object aa0bf8a9-1d35-4cb2-8925-94c548edf064. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:42.009594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-68877b8a-8d8f-400a-9550-1726dcab2ad0 None None] Provisioning complete for port cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:42.009972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68877b8a-8d8f-400a-9550-1726dcab2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.056184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1152ddb-fea6-4045-bf74-a5d266d93554 req-a0e7b4bb-bb61-4834-8be4-7eca04f8e6fc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:42.057899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1152ddb-fea6-4045-bf74-a5d266d93554 req-a0e7b4bb-bb61-4834-8be4-7eca04f8e6fc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 944 time: 0.1827893 Oct 19 01:31:42.082228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-68877b8a-8d8f-400a-9550-1726dcab2ad0 None None] Port cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:42.129212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.138307 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1152ddb-fea6-4045-bf74-a5d266d93554 req-79e2f237-858a-461f-b914-60be7cb36f21 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682733 Oct 19 01:31:42.169800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:42.200300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-15e9db9d-0387-40ff-9515-f208aa57236b None None] Could not find standard attr ID for object cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:42.218592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.227003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dc324716-8970-4c62-9a28-d7506137d80f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb HTTP/1.1" status: 204 len: 168 time: 0.6806467 Oct 19 01:31:42.227771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50126) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:42.265786 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-080ad6fb-db33-464a-b732-b9630b756cb0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:42.267461 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-080ad6fb-db33-464a-b732-b9630b756cb0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/cfbdae2d-f6a5-41dd-bc53-afecf5dddeeb HTTP/1.1" status: 404 len: 333 time: 0.0386708 Oct 19 01:31:42.270730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50128) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:42.298584 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.346641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 989d1432-eaf4-4307-be21-b3ef41ad4339 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:42.351516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.365335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eda85c2-7145-413f-b8c2-649e8dcb7fff {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:42.378141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.400004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Transition to ACTIVE for port object 3eda85c2-7145-413f-b8c2-649e8dcb7fff will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:31:42.402231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.406266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.415877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-698f95e2-6575-4c13-ba33-a70b296c056a None None] Could not find standard attr ID for object aa0bf8a9-1d35-4cb2-8925-94c548edf064. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:42.512406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa311290-5ed9-4fd8-96e2-8e4f36807161 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:42.513694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Pushing event updated for resources: {'Port': ['ID=3eda85c2-7145-413f-b8c2-649e8dcb7fff,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:42.547404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Attempting to bind port 3eda85c2-7145-413f-b8c2-649e8dcb7fff on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:42.548219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Attempting to bind port 3eda85c2-7145-413f-b8c2-649e8dcb7fff by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1c7bb7fa-0765-4211-a613-d6565cc2a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:42.548798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Attempting to bind port 3eda85c2-7145-413f-b8c2-649e8dcb7fff on network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:42.548986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.554604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Port 3eda85c2-7145-413f-b8c2-649e8dcb7fff on network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:31:42.557662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Attempting to bind port 3eda85c2-7145-413f-b8c2-649e8dcb7fff on network 7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:42.564831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:42.565471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Checking segment: {'id': '1c7bb7fa-0765-4211-a613-d6565cc2a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:42.566219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Bound using segment: {'id': '1c7bb7fa-0765-4211-a613-d6565cc2a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:42.566910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Bound port: 3eda85c2-7145-413f-b8c2-649e8dcb7fff, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7bb7fa-0765-4211-a613-d6565cc2a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:42.567626 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.613792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port aa311290-5ed9-4fd8-96e2-8e4f36807161 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:42.619356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port aa311290-5ed9-4fd8-96e2-8e4f36807161 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:42.620069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.678723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.679923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] For port 3eda85c2-7145-413f-b8c2-649e8dcb7fff, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:42.685029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] For port 3eda85c2-7145-413f-b8c2-649e8dcb7fff, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3eda85c2-7145-413f-b8c2-649e8dcb7fff,segment=NetworkSegment(1c7bb7fa-0765-4211-a613-d6565cc2a67a),segment_id=1c7bb7fa-0765-4211-a613-d6565cc2a67a)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:42.694356 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.736783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=989d1432-eaf4-4307-be21-b3ef41ad4339,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:42.745873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.751952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a8720cb8-e8f9-467f-a62a-3111f983ec96 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/989d1432-eaf4-4307-be21-b3ef41ad4339 HTTP/1.1" status: 204 len: 168 time: 0.4775586 Oct 19 01:31:42.752537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50134) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:42.771152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:42.774049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.780566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] 10.222.0.62 "PUT /v2.0/ports/3eda85c2-7145-413f-b8c2-649e8dcb7fff HTTP/1.1" status: 200 len: 1092 time: 1.0576100 Oct 19 01:31:42.781097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'tag': '3eda85c2-7145-413f-b8c2-649e8dcb7fff'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:42.791730 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0612f7-8a90-4209-b719-feab66f8e904" -d '{"events": [{"name": "network-changed", "server_uuid": "200b7f1f-6fa9-4aa7-97df-42282ab82c70", "tag": "3eda85c2-7145-413f-b8c2-649e8dcb7fff"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:42.797114 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.842817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:42.845097 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda654d-d2f8-4e79-836d-9277f8bf1e77" -d '{"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-plugged", "status": "completed", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:42.857367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ff5ab-d1f1-44fe-95b2-d69b38f57b13 service neutron] Pushing event updated for resources: {'Port': ['ID=3eda85c2-7145-413f-b8c2-649e8dcb7fff,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:42.873735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:42.885698 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.902649 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b7056a-9112-481a-9ac8-1473623785c9 x-openstack-request-id: req-58b7056a-9112-481a-9ac8-1473623785c9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:42.903606 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200b7f1f-6fa9-4aa7-97df-42282ab82c70", "tag": "3eda85c2-7145-413f-b8c2-649e8dcb7fff", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:42.903606 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58b7056a-9112-481a-9ac8-1473623785c9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:42.903606 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'tag': '3eda85c2-7145-413f-b8c2-649e8dcb7fff', 'status': 'completed', 'code': 200} Oct 19 01:31:42.916829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:42.923548 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227df77a-b9bd-40f6-94ca-a39df60acd63 x-openstack-request-id: req-227df77a-b9bd-40f6-94ca-a39df60acd63 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:42.923836 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-plugged", "status": "completed", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:42.924125 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-227df77a-b9bd-40f6-94ca-a39df60acd63 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:42.924514 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'code': 200} Oct 19 01:31:43.003171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.023128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port d5383dd7-1c8b-4cd2-9467-03e6a13e506f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:43.023938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.044040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334dccb1-599e-4c4e-bacb-bc5ba68eda93 None None] Network fadf7114-fba5-4443-bb22-336fecd44fef requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:43.071318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9e19e-0dea-47e1-a81c-4d7ece277e6a req-2adde512-335a-47fa-ab92-14b1f76769a8 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.073661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bab9e19e-0dea-47e1-a81c-4d7ece277e6a req-2adde512-335a-47fa-ab92-14b1f76769a8 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 943 time: 0.2187169 Oct 19 01:31:43.076744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-c30ec044-375c-45ad-8b30-da7c4394a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.078255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-c30ec044-375c-45ad-8b30-da7c4394a57f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d6a032b021477fbfed7b41522ab9eb&device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 1095 time: 0.2477818 Oct 19 01:31:43.110983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] For port d5383dd7-1c8b-4cd2-9467-03e6a13e506f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d5383dd7-1c8b-4cd2-9467-03e6a13e506f,segment=NetworkSegment(29de0d5d-4f73-4643-b059-793d81852c0e),segment_id=29de0d5d-4f73-4643-b059-793d81852c0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:43.111352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.127041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for d5383dd7-1c8b-4cd2-9467-03e6a13e506f owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:43.160623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96b71e-bed1-4f43-856e-39b764c4baef req-6b656753-4588-4fdf-bb56-29a98cdbee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.162662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b96b71e-bed1-4f43-856e-39b764c4baef req-6b656753-4588-4fdf-bb56-29a98cdbee67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 1097 time: 0.1507101 Oct 19 01:31:43.164044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-a37a5060-9c6d-486d-9f6b-9c07fe09a78c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3eda85c2-7145-413f-b8c2-649e8dcb7fff HTTP/1.1" status: 200 len: 217 time: 0.0747604 Oct 19 01:31:43.245545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.257784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bab9e19e-0dea-47e1-a81c-4d7ece277e6a req-93b3ac6b-856a-44b5-b4cf-3e7927645dce tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764872 Oct 19 01:31:43.286002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3807439-248a-4133-b4d9-759e5eec63fe None None] DHCP port deletion for fadf7114-fba5-4443-bb22-336fecd44fef request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:31:43.288689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=d5383dd7-1c8b-4cd2-9467-03e6a13e506f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.297753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b96b71e-bed1-4f43-856e-39b764c4baef req-9acbf4ff-e9a6-46e3-910b-88845a0d6d4a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896802 Oct 19 01:31:43.304969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-ae546359-d0f2-4388-977f-d45e311c61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.306388 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-ae546359-d0f2-4388-977f-d45e311c61b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e55eaac-fac4-437e-bbaa-59d659bcfac8 HTTP/1.1" status: 200 len: 862 time: 0.1000707 Oct 19 01:31:43.307705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No DVR routers for this DVR port d5383dd7-1c8b-4cd2-9467-03e6a13e506f on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:43.409209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.418835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cab7f-bbc2-42f9-a30d-c617a7c23911 req-730eb476-d196-4b6f-a153-4ee2c5570f3a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.420400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d4cab7f-bbc2-42f9-a30d-c617a7c23911 req-730eb476-d196-4b6f-a153-4ee2c5570f3a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1423466 Oct 19 01:31:43.457812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadf7114-fba5-4443-bb22-336fecd44fef']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:43.480290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29de0d5d-4f73-4643-b059-793d81852c0e') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:43.480585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29de0d5d-4f73-4643-b059-793d81852c0e') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:43.493808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.500147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d5383dd7-1c8b-4cd2-9467-03e6a13e506f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:43.525356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d5383dd7-1c8b-4cd2-9467-03e6a13e506f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:43.525829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d5383dd7-1c8b-4cd2-9467-03e6a13e506f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:43.544153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d4cab7f-bbc2-42f9-a30d-c617a7c23911 req-c1d3dc89-0438-4a20-8c44-0b5992d3cafe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902483 Oct 19 01:31:43.548610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.557150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:43.557723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.562044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-88a0cea3-e849-4f22-9d85-ab9ca5fc28e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521703 Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:43.576168 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:43.625688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.634638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.643433 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/fadf7114-fba5-4443-bb22-336fecd44fef HTTP/1.1" status: 204 len: 168 time: 0.8834531 Oct 19 01:31:43.647444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:43.652837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1372837717'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:43.658226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced6ab0-839b-441b-9894-e3093cd7ac06 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=fadf7114-fba5-4443-bb22-336fecd44fef,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.669620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-6ccb92ce-4854-4d5c-8eea-7c4cc15f6684 service neutron] 10.222.0.62 "GET /v2.0/networks/7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993023 Oct 19 01:31:43.680324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:43.684148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.710027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:43.719850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.720507 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment b720ca41-ce94-4d5b-bc06-2a5332930b61 of type vlan for network bff37829-521d-4445-8854-414c9eee6310 Oct 19 01:31:43.772739 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.795842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d6381fe-57c0-4554-9b89-e5eda6f20660 req-b552a9cd-0bd3-4fc6-b707-58d1c10ff444 service neutron] 10.222.0.62 "GET /v2.0/networks/7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172416 Oct 19 01:31:43.804952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.811109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.811807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:43.859345 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2104192 Oct 19 01:31:43.863414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50154) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:43.892842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bff37829-521d-4445-8854-414c9eee6310', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:43.893524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-348e1084-856d-4c25-bdeb-1ec6032592d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:43.895647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-348e1084-856d-4c25-bdeb-1ec6032592d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d6a032b021477fbfed7b41522ab9eb&device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 1095 time: 0.0491829 Oct 19 01:31:43.908979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e5c53-6652-45b8-8d3f-f9b2e9cd860c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=bff37829-521d-4445-8854-414c9eee6310,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:43.924268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network bff37829-521d-4445-8854-414c9eee6310 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:44.000892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:44.006028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.010717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-1eb9d3b8-f34a-4f06-b095-ed650ef9e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:44.012337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-1eb9d3b8-f34a-4f06-b095-ed650ef9e688 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 HTTP/1.1" status: 200 len: 923 time: 0.1090844 Oct 19 01:31:44.064808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-08f419d2-ec2b-48c9-b45f-c9ca621c3947 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3eda85c2-7145-413f-b8c2-649e8dcb7fff HTTP/1.1" status: 200 len: 217 time: 0.0412195 Oct 19 01:31:44.125622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-2593f4f0-be65-4b42-b77f-2d92928f62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:44.127174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-2593f4f0-be65-4b42-b77f-2d92928f62e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e55eaac-fac4-437e-bbaa-59d659bcfac8 HTTP/1.1" status: 200 len: 862 time: 0.0545630 Oct 19 01:31:44.179275 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-6aeffe6b-8e0d-47e4-911f-6dc824430545 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422468 Oct 19 01:31:44.245415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.301819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-e7503b41-289e-46d1-aafc-b1a9b9b6c519 service neutron] 10.222.0.62 "GET /v2.0/networks/7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122398 Oct 19 01:31:44.315515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=89c7b422-40e9-4fd1-952a-f202c3c96e92,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:44.317826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': 'b720ca41-ce94-4d5b-bc06-2a5332930b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bff37829-521d-4445-8854-414c9eee6310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:44.318147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: bff37829-521d-4445-8854-414c9eee6310, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:44.343179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bff37829-521d-4445-8854-414c9eee6310 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:44.365982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, bff37829-521d-4445-8854-414c9eee6310) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:44.380085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:44.381162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.384619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5893733f-f4d2-4324-86d9-188d8e4fcd1d None None] Network bff37829-521d-4445-8854-414c9eee6310 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:44.406359 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c607f781-c651-47ef-b30c-aca8ca8f7692 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5422533 Oct 19 01:31:44.410514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50162) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:44.416234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'bff37829-521d-4445-8854-414c9eee6310', 'name': 'tempest-PortsIpV6TestJSON-482655081', 'fixed_ips': [{'subnet_id': '89c7b422-40e9-4fd1-952a-f202c3c96e92', 'ip_address': '2001:db8::10'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:44.499583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e0612f7-8a90-4209-b719-feab66f8e904 req-26a71921-d7da-4070-a60e-002a27bc3151 service neutron] 10.222.0.62 "GET /v2.0/networks/7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885505 Oct 19 01:31:44.529511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800acf-c7b4-42b6-8772-b7e5a041e335 req-5bab4211-2c94-497a-aaf6-36d3af430293 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:44.535576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5800acf-c7b4-42b6-8772-b7e5a041e335 req-5bab4211-2c94-497a-aaf6-36d3af430293 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 943 time: 0.1217344 Oct 19 01:31:44.614806 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5800acf-c7b4-42b6-8772-b7e5a041e335 req-4b09ba35-c7de-4f99-b79f-1ea74eff60b5 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675344 Oct 19 01:31:44.649917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:44.701050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37139564-67d6-48ff-bc69-cb50c2e89dcf req-fd761c8f-b8a8-467e-8f82-891fd6c83226 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:44.708996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-37139564-67d6-48ff-bc69-cb50c2e89dcf req-fd761c8f-b8a8-467e-8f82-891fd6c83226 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1021819 Oct 19 01:31:44.714687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-bff37829-521d-4445-8854-414c9eee6310', 'network_id': 'bff37829-521d-4445-8854-414c9eee6310', 'tenant_id': '6c3088e6e815455ca362080541b2050f', 'fixed_ips': [{'subnet_id': '89c7b422-40e9-4fd1-952a-f202c3c96e92'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:31:44.715546 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.785538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-37139564-67d6-48ff-bc69-cb50c2e89dcf req-d9814e59-5c7e-42d3-99dc-e178d294c3e0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Oct 19 01:31:44.804107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:44.823783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 0d25df55-0095-4c95-a23b-9fc55495613b yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:44.912812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Allocated IP 2001:db8::2 (bff37829-521d-4445-8854-414c9eee6310/89c7b422-40e9-4fd1-952a-f202c3c96e92/f29f9f8f-2f42-4e86-b581-df22996526c2) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:45.074323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46cab-330b-447c-8ff1-4bac7cc784a2 req-338eae61-add8-4c6e-85ce-ade8c801d555 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:45.075903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3be46cab-330b-447c-8ff1-4bac7cc784a2 req-338eae61-add8-4c6e-85ce-ade8c801d555 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.0576901 Oct 19 01:31:45.084895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.092128 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.139087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Network bff37829-521d-4445-8854-414c9eee6310 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:45.143745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:45.154038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:45.154875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Pushing event updated for resources: {'Port': ['ID=f29f9f8f-2f42-4e86-b581-df22996526c2,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:45.178524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3be46cab-330b-447c-8ff1-4bac7cc784a2 req-2954c543-23ef-4663-a9e1-b2e552dfa486 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918257 Oct 19 01:31:45.213090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::10 (bff37829-521d-4445-8854-414c9eee6310/89c7b422-40e9-4fd1-952a-f202c3c96e92/0d25df55-0095-4c95-a23b-9fc55495613b) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:45.241305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Attempting to bind port f29f9f8f-2f42-4e86-b581-df22996526c2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:45.241840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Attempting to bind port f29f9f8f-2f42-4e86-b581-df22996526c2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b720ca41-ce94-4d5b-bc06-2a5332930b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bff37829-521d-4445-8854-414c9eee6310'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:45.242298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Attempting to bind port f29f9f8f-2f42-4e86-b581-df22996526c2 on network bff37829-521d-4445-8854-414c9eee6310 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:45.249478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:45.250218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Checking segment: {'id': 'b720ca41-ce94-4d5b-bc06-2a5332930b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bff37829-521d-4445-8854-414c9eee6310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:45.250665 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.251162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Bound using segment: {'id': 'b720ca41-ce94-4d5b-bc06-2a5332930b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bff37829-521d-4445-8854-414c9eee6310'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:45.251835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Bound port: f29f9f8f-2f42-4e86-b581-df22996526c2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b720ca41-ce94-4d5b-bc06-2a5332930b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bff37829-521d-4445-8854-414c9eee6310'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:45.252497 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.323250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] For port f29f9f8f-2f42-4e86-b581-df22996526c2, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:45.326658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] For port f29f9f8f-2f42-4e86-b581-df22996526c2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f29f9f8f-2f42-4e86-b581-df22996526c2,segment=NetworkSegment(b720ca41-ce94-4d5b-bc06-2a5332930b61),segment_id=b720ca41-ce94-4d5b-bc06-2a5332930b61)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:45.332620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.393799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65636db0-fe33-4acc-bd68-38762d81b3bc None None] Pushing event updated for resources: {'Port': ['ID=f29f9f8f-2f42-4e86-b581-df22996526c2,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:45.395181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.434652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.485076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bff37829-521d-4445-8854-414c9eee6310 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:45.489071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:45.491462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:45.497265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:45.497871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.517084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=0d25df55-0095-4c95-a23b-9fc55495613b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:45.537224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-78dd18ce-1966-4ca4-a820-1e157a383805 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1248064 Oct 19 01:31:45.539671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50188) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:45.545021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'bff37829-521d-4445-8854-414c9eee6310', 'name': 'tempest-PortsIpV6TestJSON-1259809592', 'fixed_ips': [{'subnet_id': '89c7b422-40e9-4fd1-952a-f202c3c96e92', 'ip_address': '2001:db8::f'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:45.701638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:45.707186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:45.764945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 0ada53ed-bf0d-4532-b082-a0d5d156073e yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:45.813269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db146704-1af2-4f2d-b11d-6a9a27e1531b req-6d9f2b68-ef1f-41c3-87fa-bff979818849 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:45.814749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db146704-1af2-4f2d-b11d-6a9a27e1531b req-6d9f2b68-ef1f-41c3-87fa-bff979818849 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 943 time: 0.1050260 Oct 19 01:31:45.899572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db146704-1af2-4f2d-b11d-6a9a27e1531b req-da6e6102-9a1e-4a4b-8714-5f940ce97415 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772574 Oct 19 01:31:45.974374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::f (bff37829-521d-4445-8854-414c9eee6310/89c7b422-40e9-4fd1-952a-f202c3c96e92/0ada53ed-bf0d-4532-b082-a0d5d156073e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:46.130626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.167044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.239417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bff37829-521d-4445-8854-414c9eee6310 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:46.242818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:46.245364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:46.251362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:46.252012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.265012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=0ada53ed-bf0d-4532-b082-a0d5d156073e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:46.307736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-17d6d501-38b6-4272-afaf-b0404b50a454 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7668712 Oct 19 01:31:46.310465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50208) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:46.343037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558afaab-229e-4838-a0b0-b958c43194e9 req-8076bb2a-c32c-4f99-8fd0-ad469acff51a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:46.345320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-558afaab-229e-4838-a0b0-b958c43194e9 req-8076bb2a-c32c-4f99-8fd0-ad469acff51a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.0835056 Oct 19 01:31:46.432739 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-558afaab-229e-4838-a0b0-b958c43194e9 req-6a698b90-abf6-4a5b-9b38-8973d159673b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795357 Oct 19 01:31:46.440626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a429d6f-0973-47f1-b47b-79cce387048b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:46.442825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9a429d6f-0973-47f1-b47b-79cce387048b tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1301067 Oct 19 01:31:46.445978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:46.504690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5197a27-5c28-4844-9ac6-2c486c377106 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:46.512501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5197a27-5c28-4844-9ac6-2c486c377106 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:46.518422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5197a27-5c28-4844-9ac6-2c486c377106 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:46.520312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a5197a27-5c28-4844-9ac6-2c486c377106 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0732050 Oct 19 01:31:46.523516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50214) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:46.525739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe7abc-0af6-4ee3-aece-d092cbfbfd84 None None] Network bff37829-521d-4445-8854-414c9eee6310 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:46.619825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bea75535-2d28-45d4-8abf-82ee83206bc5 None None] Provisioning complete for port f29f9f8f-2f42-4e86-b581-df22996526c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:46.620370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bea75535-2d28-45d4-8abf-82ee83206bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.646102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 0ada53ed-bf0d-4532-b082-a0d5d156073e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:46.646591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.805909 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.824952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 0ada53ed-bf0d-4532-b082-a0d5d156073e owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:46.856152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bea75535-2d28-45d4-8abf-82ee83206bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:46.962289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bea75535-2d28-45d4-8abf-82ee83206bc5 None None] For port f29f9f8f-2f42-4e86-b581-df22996526c2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f29f9f8f-2f42-4e86-b581-df22996526c2,segment=NetworkSegment(b720ca41-ce94-4d5b-bc06-2a5332930b61),segment_id=b720ca41-ce94-4d5b-bc06-2a5332930b61)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:46.974812 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bea75535-2d28-45d4-8abf-82ee83206bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.072713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beea39-17dd-4806-8a51-a30961a0b2ac req-578b81ee-6115-4ff5-b05d-687e932fe2fd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:47.074804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64beea39-17dd-4806-8a51-a30961a0b2ac req-578b81ee-6115-4ff5-b05d-687e932fe2fd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.0852168 Oct 19 01:31:47.076395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.119727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea75535-2d28-45d4-8abf-82ee83206bc5 None None] Pushing event updated for resources: {'Port': ['ID=f29f9f8f-2f42-4e86-b581-df22996526c2,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:47.163440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=0ada53ed-bf0d-4532-b082-a0d5d156073e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:47.180038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de0fd-6582-49f3-8197-686eff509df9 req-fcc68dca-74ba-4398-b9d4-f09ec015fca2 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:47.187873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f7de0fd-6582-49f3-8197-686eff509df9 req-fcc68dca-74ba-4398-b9d4-f09ec015fca2 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 943 time: 0.1570694 Oct 19 01:31:47.189906 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.198610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-177c73ee-a742-4b58-9249-5ba8b3f5c189 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/0ada53ed-bf0d-4532-b082-a0d5d156073e HTTP/1.1" status: 204 len: 168 time: 0.6736474 Oct 19 01:31:47.200006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50234) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:47.234761 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10418db-ca68-4f72-863e-4910569facaa tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:47.240582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c10418db-ca68-4f72-863e-4910569facaa tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/0ada53ed-bf0d-4532-b082-a0d5d156073e HTTP/1.1" status: 404 len: 333 time: 0.0390842 Oct 19 01:31:47.258592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50236) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:47.267330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64beea39-17dd-4806-8a51-a30961a0b2ac req-889b361d-f968-4814-9fd3-50353fc3f2d5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712699 Oct 19 01:31:47.341336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f7de0fd-6582-49f3-8197-686eff509df9 req-1364ce68-b9c4-426d-87c7-0f56dc5d346b tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525276 Oct 19 01:31:47.480619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 0d25df55-0095-4c95-a23b-9fc55495613b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:47.480961 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.515659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6fd28a29-d3fb-450a-a7d3-05f4e97b13f4 None None] Provisioning complete for port 0d25df55-0095-4c95-a23b-9fc55495613b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:47.518946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6fd28a29-d3fb-450a-a7d3-05f4e97b13f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.583192 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6fd28a29-d3fb-450a-a7d3-05f4e97b13f4 None None] Port 0d25df55-0095-4c95-a23b-9fc55495613b cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:47.586271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f29f9f8f-2f42-4e86-b581-df22996526c2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:47.610605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6fd28a29-d3fb-450a-a7d3-05f4e97b13f4 None None] Could not find standard attr ID for object 0ada53ed-bf0d-4532-b082-a0d5d156073e. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:47.639555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6fd28a29-d3fb-450a-a7d3-05f4e97b13f4 None None] Provisioning complete for port f29f9f8f-2f42-4e86-b581-df22996526c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:47.640127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6fd28a29-d3fb-450a-a7d3-05f4e97b13f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.640961 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.654752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 0d25df55-0095-4c95-a23b-9fc55495613b owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:47.672424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f29f9f8f-2f42-4e86-b581-df22996526c2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:47.672803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.861832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.904402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=0d25df55-0095-4c95-a23b-9fc55495613b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:47.930787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:47.934790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b1504045-ca1d-49d0-8c37-d584b0fa47be tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/0d25df55-0095-4c95-a23b-9fc55495613b HTTP/1.1" status: 204 len: 168 time: 0.6525471 Oct 19 01:31:47.937990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50250) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:47.954080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-60db52c6-7246-4792-b4ef-93f56c1cd1b3 None None] Could not find standard attr ID for object 0d25df55-0095-4c95-a23b-9fc55495613b. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:47.976154 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f2fe2e-4dbb-47d0-ac9d-e399d312e970 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:47.977938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f5f2fe2e-4dbb-47d0-ac9d-e399d312e970 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/0d25df55-0095-4c95-a23b-9fc55495613b HTTP/1.1" status: 404 len: 333 time: 0.0389590 Oct 19 01:31:47.981073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50252) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:48.038698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 89c7b422-40e9-4fd1-952a-f202c3c96e92 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:48.042259 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.069777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-91cb64ba-c8aa-4320-a0bb-5ce5f9fbf0e9 None None] Could not find standard attr ID for object 0ada53ed-bf0d-4532-b082-a0d5d156073e. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:31:48.089051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.192226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.252573 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.281946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=89c7b422-40e9-4fd1-952a-f202c3c96e92,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:48.285993 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.291824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-204a0e10-ad94-446e-aecb-a8fe26487b54 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/89c7b422-40e9-4fd1-952a-f202c3c96e92 HTTP/1.1" status: 204 len: 168 time: 0.3068976 Oct 19 01:31:48.292134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50260) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:48.394590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.436886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc42bd-4488-4b28-b4e4-481f763fbeda req-7a61a5fc-8492-440d-b4df-d4519f795951 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:48.438630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ebc42bd-4488-4b28-b4e4-481f763fbeda req-7a61a5fc-8492-440d-b4df-d4519f795951 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.0754154 Oct 19 01:31:48.485809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ebc42bd-4488-4b28-b4e4-481f763fbeda req-32eac20b-b1a8-4e61-b6ba-43f48756787c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Oct 19 01:31:48.513928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a986-5f46-404a-b924-fda6b440805f req-e7c5247f-113f-40a2-8062-99b8485e4bdf tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:48.515411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d98a986-5f46-404a-b924-fda6b440805f req-e7c5247f-113f-40a2-8062-99b8485e4bdf tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 943 time: 0.0907555 Oct 19 01:31:48.543618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3eda85c2-7145-413f-b8c2-649e8dcb7fff details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:48.544583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port f29f9f8f-2f42-4e86-b581-df22996526c2 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:48.544925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.578564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57622741-a896-429b-9e1c-c2a281dccb63 None None] Network bff37829-521d-4445-8854-414c9eee6310 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:48.637095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d98a986-5f46-404a-b924-fda6b440805f req-b8f84bea-6c83-4401-b17a-20279a21058a tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118996 Oct 19 01:31:48.644688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] For port f29f9f8f-2f42-4e86-b581-df22996526c2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f29f9f8f-2f42-4e86-b581-df22996526c2,segment=NetworkSegment(b720ca41-ce94-4d5b-bc06-2a5332930b61),segment_id=b720ca41-ce94-4d5b-bc06-2a5332930b61)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:48.645449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.658718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for f29f9f8f-2f42-4e86-b581-df22996526c2 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:48.754129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.781924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=f29f9f8f-2f42-4e86-b581-df22996526c2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:48.785754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No DVR routers for this DVR port f29f9f8f-2f42-4e86-b581-df22996526c2 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:48.873710 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.895465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff37829-521d-4445-8854-414c9eee6310']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:48.904958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b720ca41-ce94-4d5b-bc06-2a5332930b61') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:48.905257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b720ca41-ce94-4d5b-bc06-2a5332930b61') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:48.915602 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.931906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.942448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:48.942934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:48.950785 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:31:48.968782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3eda85c2-7145-413f-b8c2-649e8dcb7fff, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3eda85c2-7145-413f-b8c2-649e8dcb7fff,segment=NetworkSegment(1c7bb7fa-0765-4211-a613-d6565cc2a67a),segment_id=1c7bb7fa-0765-4211-a613-d6565cc2a67a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:48.990905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136b5a3-b5c7-4c7e-bbb2-688301123328 None None] DHCP port deletion for bff37829-521d-4445-8854-414c9eee6310 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:31:48.997034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3eda85c2-7145-413f-b8c2-649e8dcb7fff', 'network_id': '7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814', 'port_id': '3eda85c2-7145-413f-b8c2-649e8dcb7fff', 'mac_address': 'fa:16:3e:ac:fd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e55eaac-fac4-437e-bbaa-59d659bcfac8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:49.025712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.048265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.053967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/bff37829-521d-4445-8854-414c9eee6310 HTTP/1.1" status: 204 len: 168 time: 0.7608905 Oct 19 01:31:49.059349 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.060429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50282) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:49.069023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555233109'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:49.069548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfbe00-929c-47a8-9f45-ab0fbb1feb8e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=bff37829-521d-4445-8854-414c9eee6310,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:49.076961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eda85c2-7145-413f-b8c2-649e8dcb7fff {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:49.103624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:49.106541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3eda85c2-7145-413f-b8c2-649e8dcb7fff, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3eda85c2-7145-413f-b8c2-649e8dcb7fff,segment=NetworkSegment(1c7bb7fa-0765-4211-a613-d6565cc2a67a),segment_id=1c7bb7fa-0765-4211-a613-d6565cc2a67a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:49.114033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.115121 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.150369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:31:49.163757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.164369 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Added segment b384fb9c-870c-4cba-a8be-5efe9539303b of type vlan for network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 Oct 19 01:31:49.174623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3eda85c2-7145-413f-b8c2-649e8dcb7fff,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:49.215581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.240996 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.248587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:49.249288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.301664 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2349789 Oct 19 01:31:49.301924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50294) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:49.306920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:49.346363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4eda4-a8e6-40d7-9208-62175680e6e1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Network': ['ID=fffc2b57-51bb-4f7d-ab20-9ec4ee43de54,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:49.356768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:31:49.398918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3eda85c2-7145-413f-b8c2-649e8dcb7fff'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:49.456982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:49.468953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.572283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f29f9f8f-2f42-4e86-b581-df22996526c2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:49.607728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f29f9f8f-2f42-4e86-b581-df22996526c2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:49.608156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f29f9f8f-2f42-4e86-b581-df22996526c2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:49.840455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:49.912816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad663d-d0e4-4877-9702-c0012986054a req-52f2d76d-9623-4569-9c66-dba69600b9c2 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:49.914687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33ad663d-d0e4-4877-9702-c0012986054a req-52f2d76d-9623-4569-9c66-dba69600b9c2 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 944 time: 0.0650258 Oct 19 01:31:49.921547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8938258-7dbe-4107-a4ca-a7affa9e2530 req-ceae8804-6bf8-407a-a5dc-102df185dd42 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:49.924766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8938258-7dbe-4107-a4ca-a7affa9e2530 req-ceae8804-6bf8-407a-a5dc-102df185dd42 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.2199888 Oct 19 01:31:49.958877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33ad663d-d0e4-4877-9702-c0012986054a req-d0f457b6-fd80-43c2-8301-930925aa761e tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364690 Oct 19 01:31:50.055443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d8938258-7dbe-4107-a4ca-a7affa9e2530 req-6b41bdf6-3e52-4697-92b1-6c1d3b177370 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920315 Oct 19 01:31:50.058809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.132817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=3741d3c0-cad7-48a6-8789-26dfe4a70df6,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:50.140082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Checking segment: {'id': 'b384fb9c-870c-4cba-a8be-5efe9539303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:50.140421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network hostable DHCP agents. Network: fffc2b57-51bb-4f7d-ab20-9ec4ee43de54, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:31:50.166264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:31:50.176818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, fffc2b57-51bb-4f7d-ab20-9ec4ee43de54) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:50.183808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:50.184505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.192445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148baf7-9446-4677-ab7b-d82b44e5d7e9 None None] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:50.209400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-450e39fb-9238-42fa-b36d-7758d52a8579 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9029362 Oct 19 01:31:50.209786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50316) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:50.215265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-94f75240-98ee-4ce8-b4c5-58ac869d9607 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1549386755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:50.255079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94f75240-98ee-4ce8-b4c5-58ac869d9607 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.257179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94f75240-98ee-4ce8-b4c5-58ac869d9607 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.387217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-fffc2b57-51bb-4f7d-ab20-9ec4ee43de54', 'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54', 'tenant_id': '6c3088e6e815455ca362080541b2050f', 'fixed_ips': [{'subnet_id': '3741d3c0-cad7-48a6-8789-26dfe4a70df6'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:31:50.388272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.569204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa311290-5ed9-4fd8-96e2-8e4f36807161 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:31:50.571515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3eda85c2-7145-413f-b8c2-649e8dcb7fff up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:50.665984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Allocated IP 2001:db8::2 (fffc2b57-51bb-4f7d-ab20-9ec4ee43de54/3741d3c0-cad7-48a6-8789-26dfe4a70df6/794aa7c3-a621-472e-84e0-f52325a8ff86) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:50.727381 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94f75240-98ee-4ce8-b4c5-58ac869d9607 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.734236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94f75240-98ee-4ce8-b4c5-58ac869d9607 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.781444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94f75240-98ee-4ce8-b4c5-58ac869d9607 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.782669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-94f75240-98ee-4ce8-b4c5-58ac869d9607 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5714610 Oct 19 01:31:50.787794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50328) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:50.793628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54', 'name': 'tempest-PortsIpV6TestJSON-1904567616'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:31:50.972513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:50.979074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 3eda85c2-7145-413f-b8c2-649e8dcb7fff completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:31:50.998469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.073872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:51.075333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3eda85c2-7145-413f-b8c2-649e8dcb7fff triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:51.075878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.082233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:51.101231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:31:51.105440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.139773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:51.140890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 7c5b2730-224f-438a-b60d-80bd55ff4a85 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:31:51.244368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Pushing event updated for resources: {'Port': ['ID=794aa7c3-a621-472e-84e0-f52325a8ff86,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:51.268176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:51.282984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2db8-8340-4b73-a1d3-8632ad765183 req-857e7515-aa22-4618-ba4a-da529b69334e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:51.284990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3efc2db8-8340-4b73-a1d3-8632ad765183 req-857e7515-aa22-4618-ba4a-da529b69334e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1018615 Oct 19 01:31:51.296465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Attempting to bind port 794aa7c3-a621-472e-84e0-f52325a8ff86 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:31:51.296834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Attempting to bind port 794aa7c3-a621-472e-84e0-f52325a8ff86 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b384fb9c-870c-4cba-a8be-5efe9539303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:31:51.297308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Attempting to bind port 794aa7c3-a621-472e-84e0-f52325a8ff86 on network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:31:51.303181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'port_id': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'mac_address': 'fa:16:3e:98:cf:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:31:51.308432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:31:51.308807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Checking segment: {'id': 'b384fb9c-870c-4cba-a8be-5efe9539303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:31:51.309211 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.309607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Bound using segment: {'id': 'b384fb9c-870c-4cba-a8be-5efe9539303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:31:51.310092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Bound port: 794aa7c3-a621-472e-84e0-f52325a8ff86, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b384fb9c-870c-4cba-a8be-5efe9539303b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'fffc2b57-51bb-4f7d-ab20-9ec4ee43de54'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:31:51.310474 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.313732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064076aa-1c6e-449e-9802-0cce3650d965 req-383b0f61-1e20-4f22-90e7-d5e87470dcdc tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:51.316513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-064076aa-1c6e-449e-9802-0cce3650d965 req-383b0f61-1e20-4f22-90e7-d5e87470dcdc tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 944 time: 0.2664247 Oct 19 01:31:51.353719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3efc2db8-8340-4b73-a1d3-8632ad765183 req-4bd32255-09e7-48f1-b984-1e3cd102d18e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Oct 19 01:31:51.380439 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.382798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::105 (fffc2b57-51bb-4f7d-ab20-9ec4ee43de54/3741d3c0-cad7-48a6-8789-26dfe4a70df6/7c5b2730-224f-438a-b60d-80bd55ff4a85) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:31:51.431219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa311290-5ed9-4fd8-96e2-8e4f36807161 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:31:51.526755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-064076aa-1c6e-449e-9802-0cce3650d965 req-3c2acb90-55e6-41e4-b956-20e2e93aaef6 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041709 Oct 19 01:31:51.540496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:51.543143 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.570143 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.637079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eda85c2-7145-413f-b8c2-649e8dcb7fff'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:51.639623 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac9e90-5d0e-4f42-b568-8982aaa4f5b2" -d '{"events": [{"server_uuid": "200b7f1f-6fa9-4aa7-97df-42282ab82c70", "name": "network-vif-plugged", "status": "completed", "tag": "3eda85c2-7145-413f-b8c2-649e8dcb7fff"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:51.647746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] For port 794aa7c3-a621-472e-84e0-f52325a8ff86, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:31:51.657916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] For port 794aa7c3-a621-472e-84e0-f52325a8ff86, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=794aa7c3-a621-472e-84e0-f52325a8ff86,segment=NetworkSegment(b384fb9c-870c-4cba-a8be-5efe9539303b),segment_id=b384fb9c-870c-4cba-a8be-5efe9539303b)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:31:51.670371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3eda85c2-7145-413f-b8c2-649e8dcb7fff, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3eda85c2-7145-413f-b8c2-649e8dcb7fff,segment=NetworkSegment(1c7bb7fa-0765-4211-a613-d6565cc2a67a),segment_id=1c7bb7fa-0765-4211-a613-d6565cc2a67a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:51.679495 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.695048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:51.698276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['aa311290-5ed9-4fd8-96e2-8e4f36807161'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:31:51.773343 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.775935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073de0c-e4f3-4dac-89ac-455b15cc7f36 None None] Pushing event updated for resources: {'Port': ['ID=794aa7c3-a621-472e-84e0-f52325a8ff86,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:51.801569 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab1f5b4-6e48-4848-a6a9-f94a17c5bb0d x-openstack-request-id: req-6ab1f5b4-6e48-4848-a6a9-f94a17c5bb0d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:51.802004 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200b7f1f-6fa9-4aa7-97df-42282ab82c70", "name": "network-vif-plugged", "status": "completed", "tag": "3eda85c2-7145-413f-b8c2-649e8dcb7fff", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:51.802354 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ab1f5b4-6e48-4848-a6a9-f94a17c5bb0d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:51.802850 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eda85c2-7145-413f-b8c2-649e8dcb7fff', 'code': 200} Oct 19 01:31:51.882332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.927272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d8509-32b9-4833-9e0a-18d4d1ec39e3 req-6c0b356a-f04c-42e6-88da-2695cdeda252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:51.930969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:51.931195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f81d8509-32b9-4833-9e0a-18d4d1ec39e3 req-6c0b356a-f04c-42e6-88da-2695cdeda252 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 1097 time: 0.0871665 Oct 19 01:31:52.002724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3eda85c2-7145-413f-b8c2-649e8dcb7fff,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:52.008284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f81d8509-32b9-4833-9e0a-18d4d1ec39e3 req-2ac64fd7-6949-4bfc-b0cc-29dc8a742d19 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Oct 19 01:31:52.036333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:52.038667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=7c5b2730-224f-438a-b60d-80bd55ff4a85,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:52.046161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:52.053913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:31:52.064934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:52.066131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.088151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-50b21339-895f-42eb-ad60-a5b407f9b526 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2991242 Oct 19 01:31:52.090735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50346) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:52.218631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:31:52.515800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0d5a4-f223-4571-ae7c-1e0d0865155b req-d8fbddfb-fe23-4974-b103-6c436bba9912 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:52.519891 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29a0d5a4-f223-4571-ae7c-1e0d0865155b req-d8fbddfb-fe23-4974-b103-6c436bba9912 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 944 time: 0.0812271 Oct 19 01:31:52.560888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa311290-5ed9-4fd8-96e2-8e4f36807161 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:52.593612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.641485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29a0d5a4-f223-4571-ae7c-1e0d0865155b req-7e2d4c56-3e2c-4599-a1a2-5e47519beee5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012866 Oct 19 01:31:52.647132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port aa311290-5ed9-4fd8-96e2-8e4f36807161 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:52.647732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.829102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d8500-7390-40cd-bca1-69a6121af04e req-ad691c37-5b00-47cc-9425-b13651937036 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:52.832889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.838159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d41d8500-7390-40cd-bca1-69a6121af04e req-ad691c37-5b00-47cc-9425-b13651937036 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 945 time: 0.0807996 Oct 19 01:31:52.893238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:52.911779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:52.912309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d41d8500-7390-40cd-bca1-69a6121af04e req-c44238c2-d46a-4f5c-9d5d-f53b562e6d2b tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658107 Oct 19 01:31:53.008116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:53.140738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.152521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.340145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=7c5b2730-224f-438a-b60d-80bd55ff4a85,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:53.380589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2099db-17c2-4613-8e39-5b658f3607d2 None None] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:53.468548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.630024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bd4c1dad-dee3-43f2-8639-18a9651e256b None None] Provisioning complete for port 794aa7c3-a621-472e-84e0-f52325a8ff86 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:53.630606 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bd4c1dad-dee3-43f2-8639-18a9651e256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.674788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 794aa7c3-a621-472e-84e0-f52325a8ff86 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:53.736972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.804957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:53.813881 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2bc7e1-aaf0-42ce-8bc3-02338955e5c4" -d '{"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-plugged", "status": "completed", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:53.867530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d78c-f7cf-41d1-a9fb-177dafc5319f req-9bd83b75-a202-421f-964e-f7ac8b510ba2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:53.869836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e99d78c-f7cf-41d1-a9fb-177dafc5319f req-9bd83b75-a202-421f-964e-f7ac8b510ba2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.0978038 Oct 19 01:31:53.928813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 794aa7c3-a621-472e-84e0-f52325a8ff86 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:53.929330 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.931308 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bd4c1dad-dee3-43f2-8639-18a9651e256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:53.945995 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d3e1a-7787-4c6f-984b-3b3c713d84ac x-openstack-request-id: req-888d3e1a-7787-4c6f-984b-3b3c713d84ac {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:53.946518 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-plugged", "status": "completed", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:53.946873 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-888d3e1a-7787-4c6f-984b-3b3c713d84ac {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:53.947539 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'code': 200} Oct 19 01:31:53.971758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e99d78c-f7cf-41d1-a9fb-177dafc5319f req-cec393c9-25b3-4b1f-a97c-4d46a4f748cd tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861478 Oct 19 01:31:54.057678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bd4c1dad-dee3-43f2-8639-18a9651e256b None None] For port 794aa7c3-a621-472e-84e0-f52325a8ff86, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=794aa7c3-a621-472e-84e0-f52325a8ff86,segment=NetworkSegment(b384fb9c-870c-4cba-a8be-5efe9539303b),segment_id=b384fb9c-870c-4cba-a8be-5efe9539303b)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:54.068761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bd4c1dad-dee3-43f2-8639-18a9651e256b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.275594 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.284271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c1dad-dee3-43f2-8639-18a9651e256b None None] Pushing event updated for resources: {'Port': ['ID=794aa7c3-a621-472e-84e0-f52325a8ff86,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:54.301750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.302814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.344687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d93b5c-1c17-4ece-a16e-7ea87c397d8a req-ce7ba083-9ac1-4e5f-9724-1d8b53fe7fb4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:54.346395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8d93b5c-1c17-4ece-a16e-7ea87c397d8a req-ce7ba083-9ac1-4e5f-9724-1d8b53fe7fb4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 945 time: 0.2793593 Oct 19 01:31:54.415630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cf4ead6e-a1f4-4ee1-8e5e-9899ee642ca4 None None] Provisioning complete for port 7c5b2730-224f-438a-b60d-80bd55ff4a85 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:54.416066 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf4ead6e-a1f4-4ee1-8e5e-9899ee642ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.417227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=7c5b2730-224f-438a-b60d-80bd55ff4a85,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:54.440950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8d93b5c-1c17-4ece-a16e-7ea87c397d8a req-98561382-c502-406a-8b44-607bb2074683 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857091 Oct 19 01:31:54.564119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:31:54.565780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:31:54.580814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ead6e-a1f4-4ee1-8e5e-9899ee642ca4 None None] Port 7c5b2730-224f-438a-b60d-80bd55ff4a85 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:54.618761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cf4ead6e-a1f4-4ee1-8e5e-9899ee642ca4 None None] Provisioning complete for port 794aa7c3-a621-472e-84e0-f52325a8ff86 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:54.619210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf4ead6e-a1f4-4ee1-8e5e-9899ee642ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:54.942455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Router 8163a6b1-0d94-418a-9174-fcf73fca2fa2 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:31:54.966397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d9c461b1-19b3-4ba5-b85f-1b29f3cdaac1 None None] Provisioning complete for port 7c5b2730-224f-438a-b60d-80bd55ff4a85 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:54.966964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d9c461b1-19b3-4ba5-b85f-1b29f3cdaac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.048840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d9c461b1-19b3-4ba5-b85f-1b29f3cdaac1 None None] Port 7c5b2730-224f-438a-b60d-80bd55ff4a85 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:55.192238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:55.202772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] Sync routers for ids ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:55.208892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7ddd827c-891d-4b2b-9742-1d74963af7ff None None] Provisioning complete for port 7c5b2730-224f-438a-b60d-80bd55ff4a85 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:55.209264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7ddd827c-891d-4b2b-9742-1d74963af7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.218638 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] Routers {'8163a6b1-0d94-418a-9174-fcf73fca2fa2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:55.219552 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:31:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:55.224187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4231a2f-6b18-4103-9a94-06328b50cad2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "PUT /v2.0/routers/8163a6b1-0d94-418a-9174-fcf73fca2fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1322589 Oct 19 01:31:55.235692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:55.240170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3fe2f-b49a-47a3-b894-c781a48690e4 req-44a03cb0-fa43-4853-82da-0bd8b87f86a3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.243182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bb3fe2f-b49a-47a3-b894-c781a48690e4 req-44a03cb0-fa43-4853-82da-0bd8b87f86a3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1348736 Oct 19 01:31:55.293318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87425b63-f031-4985-90b3-29ffff4f91a5 req-22eefdbd-9140-4ea8-9ac8-9c6e56d70f74 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.307566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd827c-891d-4b2b-9742-1d74963af7ff None None] Port 7c5b2730-224f-438a-b60d-80bd55ff4a85 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:55.307783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87425b63-f031-4985-90b3-29ffff4f91a5 req-22eefdbd-9140-4ea8-9ac8-9c6e56d70f74 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 945 time: 0.3853786 Oct 19 01:31:55.324927 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:55.342755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3bb3fe2f-b49a-47a3-b894-c781a48690e4 req-a21141c5-69ff-401e-9a84-1d8ba84ae9da tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875411 Oct 19 01:31:55.355330 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] Routers {'8163a6b1-0d94-418a-9174-fcf73fca2fa2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:55.356782 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:31:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:55.411123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55497638-f10e-4615-99c7-6bb1fd28abfa tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:55.412001 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:55.412932 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889af55-7469-4e00-bbb4-5056cab81c56 None None] The sync data for ids ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:55.413116 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-55497638-f10e-4615-99c7-6bb1fd28abfa tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports?device_id=8163a6b1-0d94-418a-9174-fcf73fca2fa2 HTTP/1.1" status: 200 len: 989 time: 0.1759672 Oct 19 01:31:55.416104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50398) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:55.422734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87425b63-f031-4985-90b3-29ffff4f91a5 req-11a805cd-eb92-4ce3-b284-bc2a27861e50 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081038 Oct 19 01:31:55.582971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 794aa7c3-a621-472e-84e0-f52325a8ff86 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:31:55.689264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2c00d2b5-1f1c-4440-9cdc-6709f522222f None None] Provisioning complete for port 7c5b2730-224f-438a-b60d-80bd55ff4a85 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:55.689877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c00d2b5-1f1c-4440-9cdc-6709f522222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:55.765421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2c00d2b5-1f1c-4440-9cdc-6709f522222f None None] Port 7c5b2730-224f-438a-b60d-80bd55ff4a85 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:31:55.790605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 794aa7c3-a621-472e-84e0-f52325a8ff86 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:31:55.791249 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.244342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-4f644d7a-679d-4fcf-af6d-a78c0ad96d91 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.246417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-4f644d7a-679d-4fcf-af6d-a78c0ad96d91 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.62 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 945 time: 0.1033463 Oct 19 01:31:56.506523 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.516833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Deleting port 3eda85c2-7145-413f-b8c2-649e8dcb7fff {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:56.517270 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.594858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f604719-273e-49dc-8060-ff721fa51705 req-ab0c5acc-8fba-4e7f-a23b-b0d10e0b114c tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.604074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f604719-273e-49dc-8060-ff721fa51705 req-ab0c5acc-8fba-4e7f-a23b-b0d10e0b114c tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 945 time: 0.0799317 Oct 19 01:31:56.658138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f604719-273e-49dc-8060-ff721fa51705 req-e05d72c9-ec42-4b38-b467-95a9227d013b tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c3acc33-659a-47fc-a9af-24d5c6acaa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507500 Oct 19 01:31:56.705624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71594334-5388-4461-ad79-00298e9bb127 req-a31721c8-8912-420d-a09b-d751a577e42d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:56.707828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71594334-5388-4461-ad79-00298e9bb127 req-a31721c8-8912-420d-a09b-d751a577e42d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.2130132 Oct 19 01:31:56.877335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71594334-5388-4461-ad79-00298e9bb127 req-4a1f973b-0ee7-40c1-b60d-50181b573270 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361527 Oct 19 01:31:56.881990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] For port 3eda85c2-7145-413f-b8c2-649e8dcb7fff, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3eda85c2-7145-413f-b8c2-649e8dcb7fff,segment=NetworkSegment(1c7bb7fa-0765-4211-a613-d6565cc2a67a),segment_id=1c7bb7fa-0765-4211-a613-d6565cc2a67a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:56.882358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:56.898776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Calling delete_port for 3eda85c2-7145-413f-b8c2-649e8dcb7fff owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:57.094522 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.172806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 7c5b2730-224f-438a-b60d-80bd55ff4a85 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:57.173547 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.177370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Pushing event deleted for resources: {'Port': ['ID=3eda85c2-7145-413f-b8c2-649e8dcb7fff,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:57.255994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] No DVR routers for this DVR port 3eda85c2-7145-413f-b8c2-649e8dcb7fff on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:31:57.260277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.264676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1dc2cb37-f92e-4d72-b3ea-95e14cdf528a req-2dff53ba-a521-4ac8-ae33-afc0328debe4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.62 "DELETE /v2.0/ports/3eda85c2-7145-413f-b8c2-649e8dcb7fff HTTP/1.1" status: 204 len: 173 time: 1.0094802 Oct 19 01:31:57.268325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'name': 'network-vif-deleted', 'tag': '3eda85c2-7145-413f-b8c2-649e8dcb7fff'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:31:57.272306 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da2dfa5-e339-435f-a3e7-ba2d38fedfe9" -d '{"events": [{"server_uuid": "200b7f1f-6fa9-4aa7-97df-42282ab82c70", "name": "network-vif-deleted", "tag": "3eda85c2-7145-413f-b8c2-649e8dcb7fff"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:31:57.386597 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd76392-6ccb-4bf4-bc89-50122912fd16 x-openstack-request-id: req-5bd76392-6ccb-4bf4-bc89-50122912fd16 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:31:57.387113 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200b7f1f-6fa9-4aa7-97df-42282ab82c70", "name": "network-vif-deleted", "tag": "3eda85c2-7145-413f-b8c2-649e8dcb7fff", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:31:57.387560 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bd76392-6ccb-4bf4-bc89-50122912fd16 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:31:57.388156 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200b7f1f-6fa9-4aa7-97df-42282ab82c70', 'name': 'network-vif-deleted', 'tag': '3eda85c2-7145-413f-b8c2-649e8dcb7fff', 'status': 'completed', 'code': 200} Oct 19 01:31:57.391915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.419030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 7c5b2730-224f-438a-b60d-80bd55ff4a85 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:57.706143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:57.744791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=7c5b2730-224f-438a-b60d-80bd55ff4a85,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:57.974751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-241cf109-79c9-4ff9-b152-4ab54c2d5f6a req-17e30e8c-3188-45b0-babd-065d107e74e4 tempest-ServerAddressesNegativeTestJSON-627947261 tempest-ServerAddressesNegativeTestJSON-627947261-project] 10.222.0.64 "GET /v2.0/ports?device_id=200b7f1f-6fa9-4aa7-97df-42282ab82c70 HTTP/1.1" status: 200 len: 210 time: 0.1408195 Oct 19 01:31:57.979864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.111268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8811c-bcb5-499f-bffd-9fd3a47bbe1b req-2d6b5fc6-5749-425b-8b02-c37bada808a6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:58.119876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0dd8811c-bcb5-499f-bffd-9fd3a47bbe1b req-2d6b5fc6-5749-425b-8b02-c37bada808a6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1115508 Oct 19 01:31:58.171611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Router 8163a6b1-0d94-418a-9174-fcf73fca2fa2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:31:58.176531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0dd8811c-bcb5-499f-bffd-9fd3a47bbe1b req-8d142adc-312e-4585-826f-d7d1367d37b7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528879 Oct 19 01:31:58.283535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:31:58.289216 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-883c1298-fadc-4246-a447-b571c6794c04 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "PUT /v2.0/routers/8163a6b1-0d94-418a-9174-fcf73fca2fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8718805 Oct 19 01:31:58.292094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50438) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:58.298957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] Sync routers for ids ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:31:58.315744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] Routers {'8163a6b1-0d94-418a-9174-fcf73fca2fa2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:58.316628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:31:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:58.326021 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ab798c-f547-4042-9665-cdde71bd9b11 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:31:58.330385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-56ab798c-f547-4042-9665-cdde71bd9b11 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/7c5b2730-224f-438a-b60d-80bd55ff4a85 HTTP/1.1" status: 404 len: 333 time: 0.0346839 Oct 19 01:31:58.330644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50440) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:58.360537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:58.376208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] Routers {'8163a6b1-0d94-418a-9174-fcf73fca2fa2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:31:58.376843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:31:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:58.414068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:58.415273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a309a75-4d2b-45db-879f-d9fd23c86f07 None None] The sync data for ids ['8163a6b1-0d94-418a-9174-fcf73fca2fa2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:31:58.433090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd48ebc9-260e-4daf-83b8-5a9a0d767736 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.658716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3eda85c2-7145-413f-b8c2-649e8dcb7fff no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:31:58.685943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 3eda85c2-7145-413f-b8c2-649e8dcb7fff {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:31:58.686509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3eda85c2-7145-413f-b8c2-649e8dcb7fff not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:31:58.709904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd48ebc9-260e-4daf-83b8-5a9a0d767736 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.712551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd48ebc9-260e-4daf-83b8-5a9a0d767736 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.786421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd48ebc9-260e-4daf-83b8-5a9a0d767736 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.787814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd48ebc9-260e-4daf-83b8-5a9a0d767736 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Fanout notify agent at l3_agent the message router_deleted on router 8163a6b1-0d94-418a-9174-fcf73fca2fa2 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:31:58.807180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd48ebc9-260e-4daf-83b8-5a9a0d767736 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.810794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cd48ebc9-260e-4daf-83b8-5a9a0d767736 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/routers/8163a6b1-0d94-418a-9174-fcf73fca2fa2 HTTP/1.1" status: 204 len: 168 time: 0.4760761 Oct 19 01:31:58.811500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50450) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:58.873047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 3741d3c0-cad7-48a6-8789-26dfe4a70df6 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:58.876769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:58.932392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.048404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50454) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:59.095103 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.136102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] Deleting subnet 4e55eaac-fac4-437e-bbaa-59d659bcfac8 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:31:59.156957 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.192528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.246171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=3741d3c0-cad7-48a6-8789-26dfe4a70df6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:59.247588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.267893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.274956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981c53d-8946-4b29-a3d2-13c2baf81fbc None None] Network fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:31:59.286635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-11241fe2-ed0b-40fa-9631-de9904c634c1 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/3741d3c0-cad7-48a6-8789-26dfe4a70df6 HTTP/1.1" status: 204 len: 168 time: 0.4737062 Oct 19 01:31:59.290190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50460) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:59.335743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.459093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.509741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e55eaac-fac4-437e-bbaa-59d659bcfac8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:31:59.512352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.518894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8e11cab4-2483-41bf-a100-8812c2f5daf0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4e55eaac-fac4-437e-bbaa-59d659bcfac8 HTTP/1.1" status: 204 len: 168 time: 0.4693453 Oct 19 01:31:59.521776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50464) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:31:59.526965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.579022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487c95-053e-4dc4-9bbf-f1bb31449194 req-760bcf92-960c-4882-9d5b-4c29d9abd0e7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:31:59.606405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63487c95-053e-4dc4-9bbf-f1bb31449194 req-760bcf92-960c-4882-9d5b-4c29d9abd0e7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.3399336 Oct 19 01:31:59.661209 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.685168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63487c95-053e-4dc4-9bbf-f1bb31449194 req-9d4b8564-1244-40a4-a7af-6b1fa7be1f96 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777628 Oct 19 01:31:59.748965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 794aa7c3-a621-472e-84e0-f52325a8ff86 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:31:59.755251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.803741 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.840778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] For port 794aa7c3-a621-472e-84e0-f52325a8ff86, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=794aa7c3-a621-472e-84e0-f52325a8ff86,segment=NetworkSegment(b384fb9c-870c-4cba-a8be-5efe9539303b),segment_id=b384fb9c-870c-4cba-a8be-5efe9539303b)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:31:59.840778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.852645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:59.861388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 794aa7c3-a621-472e-84e0-f52325a8ff86 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:31:59.870094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7bb7fa-0765-4211-a613-d6565cc2a67a') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:59.871154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7bb7fa-0765-4211-a613-d6565cc2a67a') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:31:59.886009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.932591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.936689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] DHCP port deletion for fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:31:59.942678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:31:59.943185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:31:59.947548 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:00.042399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] Deleting port 794aa7c3-a621-472e-84e0-f52325a8ff86 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:00.043021 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.045904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.070535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No DVR routers for this DVR port 794aa7c3-a621-472e-84e0-f52325a8ff86 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:00.132158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.140178 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.142034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] For port 794aa7c3-a621-472e-84e0-f52325a8ff86, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:00.142447 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.143485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814 HTTP/1.1" status: 204 len: 168 time: 0.6205542 Oct 19 01:32:00.149776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=794aa7c3-a621-472e-84e0-f52325a8ff86,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.164755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] Calling delete_port for 794aa7c3-a621-472e-84e0-f52325a8ff86 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:00.167665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] Port 794aa7c3-a621-472e-84e0-f52325a8ff86 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:32:00.168967 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.172019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b3a5e-4fee-4496-b1e3-0405d18a5113 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6f04ae-8475-4f4a-a9eb-7dbacc5eb814,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.215817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] Pushing event deleted for resources: {'Port': ['ID=794aa7c3-a621-472e-84e0-f52325a8ff86,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.217853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb08fe-7859-4635-973e-7bcc973e6223 None None] No DVR routers for this DVR port 794aa7c3-a621-472e-84e0-f52325a8ff86 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:00.275459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.315472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffc2b57-51bb-4f7d-ab20-9ec4ee43de54']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:00.343862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b384fb9c-870c-4cba-a8be-5efe9539303b') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:00.344303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b384fb9c-870c-4cba-a8be-5efe9539303b') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:00.356487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.382488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.386927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50480) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:00.400386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:00.401139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.475950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-032689f4-ca39-4a9b-862c-2b1849ce2994 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2d6a032b021477fbfed7b41522ab9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877030 Oct 19 01:32:00.484334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50484) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:00.525237 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:00.534229 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.543683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.553478 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/fffc2b57-51bb-4f7d-ab20-9ec4ee43de54 HTTP/1.1" status: 204 len: 168 time: 1.2622592 Oct 19 01:32:00.557706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50486) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:00.570926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6b9fb-0c7f-4777-a2b6-2b789f03e830 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=fffc2b57-51bb-4f7d-ab20-9ec4ee43de54,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.615551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4001ca-b555-459a-902f-9dac83851a4c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:00.622625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50488) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:00.622792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ef4001ca-b555-459a-902f-9dac83851a4c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/3170393f-5a7f-4f81-8f59-c32523b561ee HTTP/1.1" status: 200 len: 845 time: 0.0626829 Oct 19 01:32:00.637815 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ea16575-629a-4fbe-9a77-56995acf44b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.663544 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ea16575-629a-4fbe-9a77-56995acf44b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.668138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fe2236a9-8ad9-4087-9282-23941e229e1e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/3170393f-5a7f-4f81-8f59-c32523b561ee?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0440161 Oct 19 01:32:00.673741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50490) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:00.681617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:00.729017 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ea16575-629a-4fbe-9a77-56995acf44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.732342 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1ea16575-629a-4fbe-9a77-56995acf44b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.733513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1ea16575-629a-4fbe-9a77-56995acf44b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c3acc33-659a-47fc-a9af-24d5c6acaa5f HTTP/1.1" status: 204 len: 168 time: 0.2480555 Oct 19 01:32:00.772530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea16575-629a-4fbe-9a77-56995acf44b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3acc33-659a-47fc-a9af-24d5c6acaa5f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:00.818147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:00.822281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:00.897984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23dc70-a661-463e-8b9c-18c67a5398f0 req-5ae5e3a4-3f6a-4c3d-996c-07ae3b5146a0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:00.899590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d23dc70-a661-463e-8b9c-18c67a5398f0 req-5ae5e3a4-3f6a-4c3d-996c-07ae3b5146a0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.0804138 Oct 19 01:32:00.976723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d23dc70-a661-463e-8b9c-18c67a5398f0 req-f7061dfe-697c-40e8-8722-3a9612c09265 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704796 Oct 19 01:32:01.545501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 794aa7c3-a621-472e-84e0-f52325a8ff86 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:01.586268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.599093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 794aa7c3-a621-472e-84e0-f52325a8ff86 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:01.599344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 794aa7c3-a621-472e-84e0-f52325a8ff86 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:01.689221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:01.699160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:01.710561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee9b16f-38db-4054-bd1a-25b08441090d None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:01.712260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:01.713084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.763350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50524) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:01.765530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0891914 Oct 19 01:32:01.768217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4e0d0f37-4670-4633-8d47-e03a4fe4c25a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'security_group': {'name': 'tempest-secgroup-101034394'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:01.803733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ff18e-76d4-4380-817d-c8469cd0f76e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:01.815534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0f37-4670-4633-8d47-e03a4fe4c25a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.882254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50528) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:01.930797 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0f37-4670-4633-8d47-e03a4fe4c25a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.939624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0f37-4670-4633-8d47-e03a4fe4c25a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.977405 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0f37-4670-4633-8d47-e03a4fe4c25a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:01.979023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e0d0f37-4670-4633-8d47-e03a4fe4c25a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2145936 Oct 19 01:32:01.981718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50532) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:01.988244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'security_group': {'name': 'tempest-secgroup-1655085470'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:01.993007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d0f37-4670-4633-8d47-e03a4fe4c25a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2f669-8a29-48a3-82c1-249df08d9a75,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:02.010719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-bde5ccca-d766-45aa-95ac-57d986cdd40b', 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'tenant_id': '6c3088e6e815455ca362080541b2050f', 'fixed_ips': [{'subnet_id': '9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:02.014792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.016573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1079152416-network', 'tenant_id': '3deab81986ca491e90a2181246608ce9'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:02.051397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:32:02.051397 n-d-789963-20 neutron-server[100848]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 01:32:02.051397 n-d-789963-20 neutron-server[100848]: [parameters: {'project_id': '6c3088e6e815455ca362080541b2050f', 'id': '5f75a047-7337-4132-93e0-9f925abe64db', 'expiration': datetime.datetime(2021, 10, 19, 1, 34, 2, 40868)}] Oct 19 01:32:02.051397 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:32:02.052394 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:32:02.062147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Made reservation on behalf of 3deab81986ca491e90a2181246608ce9 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:02.067342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.085448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.198242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c12b0-ee34-4b34-8a26-6cbd64033d6e req-117ed2ae-2a38-4c99-961d-778ae779fc6a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:02.200350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a85c12b0-ee34-4b34-8a26-6cbd64033d6e req-117ed2ae-2a38-4c99-961d-778ae779fc6a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.0870595 Oct 19 01:32:02.244921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Allocated IP 2001:db8::2 (bde5ccca-d766-45aa-95ac-57d986cdd40b/9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19/bb976ed6-abe4-4757-aa3d-7684b969c2cf) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:02.267880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.276920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a85c12b0-ee34-4b34-8a26-6cbd64033d6e req-a8ff3307-a632-42a2-83d3-d97fad00eec9 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669019 Oct 19 01:32:02.279490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.316526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771255da-2907-4752-9068-c1849ff8a017,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:02.327179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:02.337333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.337685 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Added segment 5823ed92-6624-4f82-88cb-bcb3edaa8e6f of type vlan for network 0a82b014-41c2-48c5-92fa-8f21c20f3049 Oct 19 01:32:02.387404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.425345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.426997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:02.427747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.486000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5999136 Oct 19 01:32:02.486224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.486967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50536) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:02.497085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Request body: {'subnet': {'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1079152416-subnet', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:02.501147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.531012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003e70c-20dc-41e8-8df6-dae47d20dc67 admin admin] Pushing event updated for resources: {'Network': ['ID=0a82b014-41c2-48c5-92fa-8f21c20f3049,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:02.548183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Made reservation on behalf of 3deab81986ca491e90a2181246608ce9 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:02.554335 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.566823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:02.580558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:02.583103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:02.598505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:02.705980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Pushing event updated for resources: {'Port': ['ID=bb976ed6-abe4-4757-aa3d-7684b969c2cf,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:02.751797 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.849804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Attempting to bind port bb976ed6-abe4-4757-aa3d-7684b969c2cf on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:02.850913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Attempting to bind port bb976ed6-abe4-4757-aa3d-7684b969c2cf by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:02.851446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Attempting to bind port bb976ed6-abe4-4757-aa3d-7684b969c2cf on network bde5ccca-d766-45aa-95ac-57d986cdd40b {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:02.858634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:02.859421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Checking segment: {'id': '5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:02.860026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.860653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Bound using segment: {'id': '5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:02.861633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Bound port: bb976ed6-abe4-4757-aa3d-7684b969c2cf, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:02.862222 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.863744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.912526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3d8732-b58a-4c87-9efa-36888241ad9f,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:02.958095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] For port bb976ed6-abe4-4757-aa3d-7684b969c2cf, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:02.961963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] For port bb976ed6-abe4-4757-aa3d-7684b969c2cf, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bb976ed6-abe4-4757-aa3d-7684b969c2cf,segment=NetworkSegment(5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448),segment_id=5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:02.976988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.979326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:02.984103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Checking segment: {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:02.984665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Network hostable DHCP agents. Network: 0a82b014-41c2-48c5-92fa-8f21c20f3049, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:02.989189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.015474 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.016778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0336742 Oct 19 01:32:03.020292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50548) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:03.025621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-408793789', 'security_groups': ['792ca704-e5c0-4e4b-9cd2-bd4cf2901341'], 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:03.051072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e56c7-2cf3-4df7-9f61-3728b04da586 None None] Pushing event updated for resources: {'Port': ['ID=bb976ed6-abe4-4757-aa3d-7684b969c2cf,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:03.072922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:03.087756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae820178-77c3-4ff9-b1fe-60ea205afd02 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792ca704-e5c0-4e4b-9cd2-bd4cf2901341,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:03.098751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 0a82b014-41c2-48c5-92fa-8f21c20f3049) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:03.104255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:03.104886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.111521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac761c-564f-41c1-84e4-adbee101d805 None None] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:03.140481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-09d3a7a4-9248-4787-ada1-8ce05b38258c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6502845 Oct 19 01:32:03.143003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50550) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:03.148501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:03.197537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.198775 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.269614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:03.288658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.404703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b5782-7bc3-4147-9fdd-cff5a8e83f21 None None] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:03.494585 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.570625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port 48d1e9fd-d53e-4450-88db-2ba6412df7bb yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:03.610393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.654675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bcafa-8863-4c1a-8189-154ba8128d8a req-a01e9af4-259f-4411-bcff-ec1c7488fd96 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:03.665940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-103bcafa-8863-4c1a-8189-154ba8128d8a req-a01e9af4-259f-4411-bcff-ec1c7488fd96 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1939750 Oct 19 01:32:03.717346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bb976ed6-abe4-4757-aa3d-7684b969c2cf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:03.805091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:03.806071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:03.814352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-103bcafa-8863-4c1a-8189-154ba8128d8a req-6ce90c01-0e74-4241-abe2-9879e34fc0eb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343205 Oct 19 01:32:03.993953 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.013594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::24c (bde5ccca-d766-45aa-95ac-57d986cdd40b/9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19/48d1e9fd-d53e-4450-88db-2ba6412df7bb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:04.071788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port bb976ed6-abe4-4757-aa3d-7684b969c2cf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bb976ed6-abe4-4757-aa3d-7684b969c2cf,segment=NetworkSegment(5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448),segment_id=5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:04.084419 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.192876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.202554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=bb976ed6-abe4-4757-aa3d-7684b969c2cf,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:04.257157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.259771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.400307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.400760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:04.400760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:04.400760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:04.400760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:04.400760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.444162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=48d1e9fd-d53e-4450-88db-2ba6412df7bb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:04.466955 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a38ccb4d-55c9-45ba-8907-77c0dd1ac9ad tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4454811 Oct 19 01:32:04.468302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:04.473756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3a3d6c14-1ac8-432b-90d9-dcbdad62ddc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:04.530857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Allocated IP 172.25.0.184 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/fabcd1c3-495a-4544-b761-d09773a2d2e4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:04.690186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3d6c14-1ac8-432b-90d9-dcbdad62ddc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:04.695299 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6c14-1ac8-432b-90d9-dcbdad62ddc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.716063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.773591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7cee3b65-07a1-4432-9419-01d3a56bc2fa None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:04.775343 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7cee3b65-07a1-4432-9419-01d3a56bc2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.796821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:04.877064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:04.880340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:04.889456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:04.938406 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-3a3d6c14-1ac8-432b-90d9-dcbdad62ddc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19 (CIDR: 2001:db8::/64) Oct 19 01:32:04.945122 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3d6c14-1ac8-432b-90d9-dcbdad62ddc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:32:04.945698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3d6c14-1ac8-432b-90d9-dcbdad62ddc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:04.985799 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3a3d6c14-1ac8-432b-90d9-dcbdad62ddc6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5160363 Oct 19 01:32:04.986926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:04.999882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:05.024357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7cee3b65-07a1-4432-9419-01d3a56bc2fa None None] Provisioning complete for port 3170393f-5a7f-4f81-8f59-c32523b561ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:05.026173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7cee3b65-07a1-4432-9419-01d3a56bc2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.132623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7cee3b65-07a1-4432-9419-01d3a56bc2fa None None] Port 3170393f-5a7f-4f81-8f59-c32523b561ee cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:05.183411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b6b66-18e9-47cb-9606-ee546f24de8e req-d54749ea-461c-43db-9a09-e12bf6652362 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:05.185267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f1b6b66-18e9-47cb-9606-ee546f24de8e req-d54749ea-461c-43db-9a09-e12bf6652362 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1739190 Oct 19 01:32:05.254294 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f1b6b66-18e9-47cb-9606-ee546f24de8e req-b809b87f-276d-4b9d-a2bf-68433ec4efec tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557244 Oct 19 01:32:05.266859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3faddc8e-f516-41c2-8474-73a02a755508 None None] Provisioning complete for port 48d1e9fd-d53e-4450-88db-2ba6412df7bb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:05.276079 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3faddc8e-f516-41c2-8474-73a02a755508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.284496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:05.302632 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.404495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3faddc8e-f516-41c2-8474-73a02a755508 None None] Port 48d1e9fd-d53e-4450-88db-2ba6412df7bb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:05.610750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bb976ed6-abe4-4757-aa3d-7684b969c2cf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:05.654842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Pushing event updated for resources: {'Port': ['ID=fabcd1c3-495a-4544-b761-d09773a2d2e4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:05.723208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:05.723567 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.757882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.852536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=10ebc74d-c6dd-427c-95d2-56321199485f,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:05.867225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:05.868701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:05.877075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:05.877943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:05.879477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46064f1e-6db3-48af-b2e0-7d086f2e143d None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:05.901043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-24a33ed8-4491-4d85-8969-18e53e2ad4c7 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9122586 Oct 19 01:32:05.903618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50580) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:05.910208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1738208670', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10ebc74d-c6dd-427c-95d2-56321199485f'}], 'security_groups': ['84e2f669-8a29-48a3-82c1-249df08d9a75']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:05.967628 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.007222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.338529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c108c8f2-3573-4774-b42d-b4a16416c8e7 None None] Update dhcp port {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'fixed_ips': [{'subnet_id': '9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19', 'ip_address': '2001:db8::2'}, {'subnet_id': '10ebc74d-c6dd-427c-95d2-56321199485f'}], 'binding:host_id': 'n-d-789963-20'}, 'id': 'bb976ed6-abe4-4757-aa3d-7684b969c2cf'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:32:06.367035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.437053 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c108c8f2-3573-4774-b42d-b4a16416c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.602147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce189f61-c712-409f-9832-9d57de694f94 req-cb1775f2-62bc-447b-a6e5-3540abaf41d7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:06.602147 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce189f61-c712-409f-9832-9d57de694f94 req-cb1775f2-62bc-447b-a6e5-3540abaf41d7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1188242 Oct 19 01:32:06.742643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce189f61-c712-409f-9832-9d57de694f94 req-b703432f-d6b6-460b-aadc-ed883a36e61d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315806 Oct 19 01:32:06.745589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Router e1a2040a-70a3-4095-a848-84d36fb11739 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:32:06.814746 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Delete allocated IP 2001:db8::24c (bde5ccca-d766-45aa-95ac-57d986cdd40b/9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19) {{(pid=100847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:32:06.825233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8:0:1::fc (bde5ccca-d766-45aa-95ac-57d986cdd40b/10ebc74d-c6dd-427c-95d2-56321199485f/48d1e9fd-d53e-4450-88db-2ba6412df7bb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:06.903701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1393ff5-55f3-452c-a80d-36e98470c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:06.978271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:32:06.991802 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Sync routers for ids ['e1a2040a-70a3-4095-a848-84d36fb11739'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:32:07.004908 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.009837 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Routers {'e1a2040a-70a3-4095-a848-84d36fb11739'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:07.012732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4699be8a-0479-4705-845b-13fb6e5ddf9c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8679793 Oct 19 01:32:07.013254 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:31:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e1a2040a-70a3-4095-a848-84d36fb11739'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:07.013405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50598) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:07.105983 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.119750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.216029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-c108c8f2-3573-4774-b42d-b4a16416c8e7 None None] Allocated IP 2001:db8:0:1::2 (bde5ccca-d766-45aa-95ac-57d986cdd40b/10ebc74d-c6dd-427c-95d2-56321199485f/bb976ed6-abe4-4757-aa3d-7684b969c2cf) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:07.259265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=48d1e9fd-d53e-4450-88db-2ba6412df7bb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:07.267607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] In _notify_port_updated(), no bound segment for port 48d1e9fd-d53e-4450-88db-2ba6412df7bb on network bde5ccca-d766-45aa-95ac-57d986cdd40b {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:32:07.285676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:07.292068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.300708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e3aeb3c1-b67f-4d77-86c7-5c9269c65587 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "PUT /v2.0/ports/48d1e9fd-d53e-4450-88db-2ba6412df7bb HTTP/1.1" status: 200 len: 930 time: 1.3955202 Oct 19 01:32:07.303808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50604) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:07.320702 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Set router e1a2040a-70a3-4095-a848-84d36fb11739 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:07.429774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c108c8f2-3573-4774-b42d-b4a16416c8e7 None None] For port bb976ed6-abe4-4757-aa3d-7684b969c2cf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bb976ed6-abe4-4757-aa3d-7684b969c2cf,segment=NetworkSegment(5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448),segment_id=5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:07.490968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c108c8f2-3573-4774-b42d-b4a16416c8e7 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.491680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 48d1e9fd-d53e-4450-88db-2ba6412df7bb {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:07.492491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.497651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c108c8f2-3573-4774-b42d-b4a16416c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.684486 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.702515 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:32:05Z', 'revision_number': 3, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:07.710490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 48d1e9fd-d53e-4450-88db-2ba6412df7bb owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:07.728850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c8f2-3573-4774-b42d-b4a16416c8e7 None None] Pushing event updated for resources: {'Port': ['ID=bb976ed6-abe4-4757-aa3d-7684b969c2cf,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:07.745864 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Checking router: e1a2040a-70a3-4095-a848-84d36fb11739 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:32:07.746286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Updating router e1a2040a-70a3-4095-a848-84d36fb11739 port fabcd1c3-495a-4544-b761-d09773a2d2e4 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:32:07.782851 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:07.944968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.019415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67257e8-fad4-489e-b387-fd066681a661 req-dd03c5c4-03eb-4fc3-a86a-a9521d88fbc6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.027220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c67257e8-fad4-489e-b387-fd066681a661 req-dd03c5c4-03eb-4fc3-a86a-a9521d88fbc6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.1247275 Oct 19 01:32:08.075596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.119335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=48d1e9fd-d53e-4450-88db-2ba6412df7bb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.137193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c67257e8-fad4-489e-b387-fd066681a661 req-39817612-32c8-4558-b67f-039cbf7e0dd3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090128 Oct 19 01:32:08.186917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.190198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b5e56647-21a1-4f7f-b4e5-e559ae9a110f tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/48d1e9fd-d53e-4450-88db-2ba6412df7bb HTTP/1.1" status: 204 len: 168 time: 0.8840230 Oct 19 01:32:08.192900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50626) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.223644 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.229575 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.233672 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d0756f-faae-474f-a123-3d5d4f8bcb44 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:32:08.235320 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50d0756f-faae-474f-a123-3d5d4f8bcb44 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/48d1e9fd-d53e-4450-88db-2ba6412df7bb HTTP/1.1" status: 404 len: 333 time: 0.0413041 Oct 19 01:32:08.238780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50628) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.255244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Allocated IP 172.20.0.1 (0a82b014-41c2-48c5-92fa-8f21c20f3049/9e3d8732-b58a-4c87-9efa-36888241ad9f/26403ae2-fd13-441c-9672-7990c3561655) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:08.286814 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Pushing event updated for resources: {'Port': ['ID=fabcd1c3-495a-4544-b761-d09773a2d2e4,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.298217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.298696 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.300217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.300853 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.301353 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.301786 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.302746 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.303184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.303849 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.304302 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.304732 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.305155 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:08.344823 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Attempting to bind port fabcd1c3-495a-4544-b761-d09773a2d2e4 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:08.345381 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Attempting to bind port fabcd1c3-495a-4544-b761-d09773a2d2e4 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:08.345849 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Attempting to bind port fabcd1c3-495a-4544-b761-d09773a2d2e4 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:08.352866 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:08.353399 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:08.353906 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.354648 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:08.355236 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Bound port: fabcd1c3-495a-4544-b761-d09773a2d2e4, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:08.355721 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.383589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03dbc998-1f91-4cb2-987d-ee5e16ba41af tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.432403 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] For port fabcd1c3-495a-4544-b761-d09773a2d2e4, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:08.435529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03dbc998-1f91-4cb2-987d-ee5e16ba41af tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.436847 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] For port fabcd1c3-495a-4544-b761-d09773a2d2e4, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fabcd1c3-495a-4544-b761-d09773a2d2e4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:08.443521 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.470855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.533609 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03dbc998-1f91-4cb2-987d-ee5e16ba41af tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.537622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03dbc998-1f91-4cb2-987d-ee5e16ba41af tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.541838 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03dbc998-1f91-4cb2-987d-ee5e16ba41af tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/security-groups/792ca704-e5c0-4e4b-9cd2-bd4cf2901341 HTTP/1.1" status: 204 len: 168 time: 0.3018045 Oct 19 01:32:08.542796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50634) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.588437 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39fe20-24e8-48c9-8579-738ea70d34a8 None None] Pushing event updated for resources: {'Port': ['ID=fabcd1c3-495a-4544-b761-d09773a2d2e4,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.588669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd39488-dcbb-444f-b964-16919804c633 req-32c58d41-ed17-4820-b0c9-42a03690b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:08.592341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbc998-1f91-4cb2-987d-ee5e16ba41af tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792ca704-e5c0-4e4b-9cd2-bd4cf2901341,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.594145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfd39488-dcbb-444f-b964-16919804c633 req-32c58d41-ed17-4820-b0c9-42a03690b7d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 1097 time: 0.1164525 Oct 19 01:32:08.610373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Routers {'e1a2040a-70a3-4095-a848-84d36fb11739'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:08.611001 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:31:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e1a2040a-70a3-4095-a848-84d36fb11739'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:08.664663 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.690077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c319b662-3e7e-4fe9-82a5-f4e0eb0b20b2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.749974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c319b662-3e7e-4fe9-82a5-f4e0eb0b20b2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.755816 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] Set router e1a2040a-70a3-4095-a848-84d36fb11739 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:08.814802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c319b662-3e7e-4fe9-82a5-f4e0eb0b20b2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.819149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:08.819352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c319b662-3e7e-4fe9-82a5-f4e0eb0b20b2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.823184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c319b662-3e7e-4fe9-82a5-f4e0eb0b20b2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/security-groups/84e2f669-8a29-48a3-82c1-249df08d9a75 HTTP/1.1" status: 204 len: 168 time: 0.2738941 Oct 19 01:32:08.826460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50636) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:08.838271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-14a4f38f-8685-4e1c-a370-14bdd7f36f10 None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:08.838838 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-14a4f38f-8685-4e1c-a370-14bdd7f36f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:08.840996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319b662-3e7e-4fe9-82a5-f4e0eb0b20b2 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2f669-8a29-48a3-82c1-249df08d9a75,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:08.847267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:08.894396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:08.916744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Pushing event updated for resources: {'Port': ['ID=26403ae2-fd13-441c-9672-7990c3561655,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:09.038327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd39488-dcbb-444f-b964-16919804c633 req-dfa5e1a6-004d-41b6-ac4d-26fc66c1f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.039743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfd39488-dcbb-444f-b964-16919804c633 req-dfa5e1a6-004d-41b6-ac4d-26fc66c1f2f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.4346220 Oct 19 01:32:09.040513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-14a4f38f-8685-4e1c-a370-14bdd7f36f10 None None] Provisioning complete for port 3170393f-5a7f-4f81-8f59-c32523b561ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:09.041008 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-14a4f38f-8685-4e1c-a370-14bdd7f36f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.047834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:09.083164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.093908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-14a4f38f-8685-4e1c-a370-14bdd7f36f10 None None] Port 3170393f-5a7f-4f81-8f59-c32523b561ee cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:09.099230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-14a4f38f-8685-4e1c-a370-14bdd7f36f10 None None] Could not find standard attr ID for object 48d1e9fd-d53e-4450-88db-2ba6412df7bb. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:09.129391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.145166 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:32:05Z', 'revision_number': 3, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:09.180739 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfd39488-dcbb-444f-b964-16919804c633 req-32728b8f-5677-4125-8cd0-afaf1c64c478 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161 HTTP/1.1" status: 200 len: 217 time: 0.1071050 Oct 19 01:32:09.181208 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8985c-665e-4e08-b5b1-73b276c9c046 None None] The sync data for ids ['e1a2040a-70a3-4095-a848-84d36fb11739'] in n-d-789963-20 is: [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:32:05Z', 'revision_number': 3, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:32:09.223530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b81eb55b-0eb2-4aaf-93e2-b32bf6998b05 None None] Could not find standard attr ID for object 48d1e9fd-d53e-4450-88db-2ba6412df7bb. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:09.296407 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.357213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd39488-dcbb-444f-b964-16919804c633 req-d8d40ec3-dbd5-4966-8995-5458b8c204e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.358705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfd39488-dcbb-444f-b964-16919804c633 req-d8d40ec3-dbd5-4966-8995-5458b8c204e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1408675 Oct 19 01:32:09.477226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad6512-90c7-471c-88ca-990adc5cc638 req-1c06ab7f-0398-49fa-8c94-b2d6c8e175d6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.478979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82ad6512-90c7-471c-88ca-990adc5cc638 req-1c06ab7f-0398-49fa-8c94-b2d6c8e175d6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 945 time: 0.2246463 Oct 19 01:32:09.584122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.602074 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.627912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bb976ed6-abe4-4757-aa3d-7684b969c2cf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:09.638290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd39488-dcbb-444f-b964-16919804c633 req-1f665dce-5dfb-407e-abd0-71d2b2459237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:09.639815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfd39488-dcbb-444f-b964-16919804c633 req-1f665dce-5dfb-407e-abd0-71d2b2459237 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2587192 Oct 19 01:32:09.642616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.701154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f4a84bd-8ff8-45af-8205-8990f530955f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.717863 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82ad6512-90c7-471c-88ca-990adc5cc638 req-b8a56628-02ff-46f9-8a1c-99892221b929 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135322 Oct 19 01:32:09.725271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:09.726107 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.806625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.864213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:09.872756 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:09.876813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861985f5-54ad-493f-8882-a86878b89b1a None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:09.883637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50648) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:09.892494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a2b49811-8146-4506-b99a-e8bffc40a1d3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19 HTTP/1.1" status: 204 len: 168 time: 1.0554404 Oct 19 01:32:09.892838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:09.998912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfd39488-dcbb-444f-b964-16919804c633 req-97726e8b-8d90-466a-ab18-3f544539b112 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430676 Oct 19 01:32:10.043033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:10.047184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.145306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.155458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.244830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.298151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bfd39488-dcbb-444f-b964-16919804c633 req-ca7a0c4e-4a44-459c-854b-9d112d41e13f service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918477 Oct 19 01:32:10.344165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Pushing event updated for resources: {'Port': ['ID=26403ae2-fd13-441c-9672-7990c3561655,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:10.424767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.450970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:10.452383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:10.480327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:10.485217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:10.496494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:10.497196 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.538066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6493509 Oct 19 01:32:10.541881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50654) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:10.542323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0974d2-6493-4115-a8cc-3e9ee0c2bec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=cc46a8fe-cbe8-4103-af6b-9985f42eead7,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:10.580446 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.589739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bf2e7e53-1031-407d-adda-c5cd84f75706 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'security_group': {'name': 'tempest-secgroup-1016314447'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:10.624097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7e53-1031-407d-adda-c5cd84f75706 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.646013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa311290-5ed9-4fd8-96e2-8e4f36807161 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:10.674396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Router e1a2040a-70a3-4095-a848-84d36fb11739 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:32:10.760897 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.807531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7e53-1031-407d-adda-c5cd84f75706 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.811825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:10.814596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7e53-1031-407d-adda-c5cd84f75706 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.814726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:10.819669 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bec10b-c5af-40bd-9ed8-034613eec53c" -d '{"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-unplugged", "status": "completed", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:10.824534 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.827632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.898433 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddbcfb3-1842-4f0f-ace3-e6081513806e x-openstack-request-id: req-6ddbcfb3-1842-4f0f-ace3-e6081513806e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:10.899063 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-unplugged", "status": "completed", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:10.899063 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ddbcfb3-1842-4f0f-ace3-e6081513806e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:10.899281 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'code': 200} Oct 19 01:32:10.923646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35daa6-69bc-4a36-bc90-fd8733cadc88 req-728dfbe8-7ee8-45d0-bc8c-307d233caad1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:10.926232 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d35daa6-69bc-4a36-bc90-fd8733cadc88 req-728dfbe8-7ee8-45d0-bc8c-307d233caad1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.0705507 Oct 19 01:32:10.928109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:10.958759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7e53-1031-407d-adda-c5cd84f75706 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:10.960535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bf2e7e53-1031-407d-adda-c5cd84f75706 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4172771 Oct 19 01:32:10.964688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50662) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:10.968293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e7e53-1031-407d-adda-c5cd84f75706 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c3c46b-f3bd-472e-b9ab-f50289ff6466,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:10.974879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-daf23800-59d1-41fe-910f-d4c12363f680 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480935660'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:10.984419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:32:11.005381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-727da01c-5470-4132-8ae8-57c20403b647 admin admin] 10.222.0.64 "PUT /v2.0/routers/e1a2040a-70a3-4095-a848-84d36fb11739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9790428 Oct 19 01:32:11.020429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d35daa6-69bc-4a36-bc90-fd8733cadc88 req-e472dc03-62a9-423e-8801-34187e109f1d tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808761 Oct 19 01:32:11.021315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-daf23800-59d1-41fe-910f-d4c12363f680 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.088370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9bc3d-663c-49e2-876f-6a20dff0bd6b None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:11.133318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-daf23800-59d1-41fe-910f-d4c12363f680 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.138576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-daf23800-59d1-41fe-910f-d4c12363f680 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.175453 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-daf23800-59d1-41fe-910f-d4c12363f680 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.177038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-daf23800-59d1-41fe-910f-d4c12363f680 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2110701 Oct 19 01:32:11.179828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50670) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:11.185292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0ff95a19-599c-4b46-81f4-fece253a2b74 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520849076'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:11.192524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf23800-59d1-41fe-910f-d4c12363f680 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d0a9f9-765f-40cd-8010-cf23afd5148b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:11.237883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ff95a19-599c-4b46-81f4-fece253a2b74 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.269141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fad7f5eb-ae1f-4c9f-bf10-ff6628e7d9aa None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:11.269739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fad7f5eb-ae1f-4c9f-bf10-ff6628e7d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.384834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ff95a19-599c-4b46-81f4-fece253a2b74 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.393342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ff95a19-599c-4b46-81f4-fece253a2b74 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.469324 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ff95a19-599c-4b46-81f4-fece253a2b74 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.479682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0ff95a19-599c-4b46-81f4-fece253a2b74 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2974687 Oct 19 01:32:11.480400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:11.488976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-274885870', 'security_groups': ['afd97b91-da58-473e-909a-7b7d6e93efcd'], 'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc46a8fe-cbe8-4103-af6b-9985f42eead7'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:11.563264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-b5fd27bd-dc62-4c20-afb8-7c47c91bcbfd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1246357 Oct 19 01:32:11.565985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff95a19-599c-4b46-81f4-fece253a2b74 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd97b91-da58-473e-909a-7b7d6e93efcd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:11.696564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fabcd1c3-495a-4544-b761-d09773a2d2e4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:11.718181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-5873559a-b2ef-42b7-9ab1-8b2951a6101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:11.723465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-5873559a-b2ef-42b7-9ab1-8b2951a6101d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 1098 time: 0.1229701 Oct 19 01:32:11.792580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Sync routers for ids ['e1a2040a-70a3-4095-a848-84d36fb11739'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:32:11.818626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fad7f5eb-ae1f-4c9f-bf10-ff6628e7d9aa None None] Provisioning complete for port 3170393f-5a7f-4f81-8f59-c32523b561ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:11.819280 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fad7f5eb-ae1f-4c9f-bf10-ff6628e7d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.839670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-fca3e8fb-5231-44d1-bf03-5fefc1173178 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:11.841497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-fca3e8fb-5231-44d1-bf03-5fefc1173178 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 811 time: 0.1676581 Oct 19 01:32:11.857092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-fad7f5eb-ae1f-4c9f-bf10-ff6628e7d9aa None None] Port 3170393f-5a7f-4f81-8f59-c32523b561ee cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:11.860104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fabcd1c3-495a-4544-b761-d09773a2d2e4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:11.860639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:11.862627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-49ec21b5-d210-4ba3-8116-d0334ef44bf4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/quotas/3deab81986ca491e90a2181246608ce9 HTTP/1.1" status: 200 len: 375 time: 0.0105474 Oct 19 01:32:11.901551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Routers {'e1a2040a-70a3-4095-a848-84d36fb11739'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:11.902858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e1a2040a-70a3-4095-a848-84d36fb11739'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:11.907571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-81f08018-50c4-4c51-bf83-3800256b32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:11.912460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-81f08018-50c4-4c51-bf83-3800256b32d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.1659985 Oct 19 01:32:11.913901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:11.950510 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-eb9e6373-d3b1-4ae1-adf9-dfbdcc55df33 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796511 Oct 19 01:32:11.973966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-f0d7b0f8-86af-4b15-b4e0-a8022d48c029 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c38dc02a-39bc-4cec-9d12-7af975344972 HTTP/1.1" status: 200 len: 217 time: 0.0535769 Oct 19 01:32:12.013679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Set router e1a2040a-70a3-4095-a848-84d36fb11739 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:12.081132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.103915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2859a7d-4eee-432e-8b1f-fcb424c26f65 None None] Update dhcp port {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'fixed_ips': [{'subnet_id': '10ebc74d-c6dd-427c-95d2-56321199485f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cc46a8fe-cbe8-4103-af6b-9985f42eead7'}], 'binding:host_id': 'n-d-789963-20'}, 'id': 'bb976ed6-abe4-4757-aa3d-7684b969c2cf'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:32:12.114980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] device_id is not set on port fe6f4c16-eaa9-4b03-b49e-65f6e2877601 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:12.117413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-ba57f9d4-ca0c-4963-b027-e51320d988fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:12.122977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-07f7167f-cd66-4ce1-ae26-ef7bc778a8e1 service neutron] 10.222.0.64 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405802 Oct 19 01:32:12.123383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-ba57f9d4-ca0c-4963-b027-e51320d988fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1426122 Oct 19 01:32:12.138215 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2859a7d-4eee-432e-8b1f-fcb424c26f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.340706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2e7514b7-1f94-4ffb-8fa4-9a6745271dc6 service neutron] 10.222.0.64 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776903 Oct 19 01:32:12.355102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-5b709aeb-178f-48c0-950e-9774ecb84d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:12.363178 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-5b709aeb-178f-48c0-950e-9774ecb84d8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2296388 Oct 19 01:32:12.379620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.390614 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.403405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8::259 (bde5ccca-d766-45aa-95ac-57d986cdd40b/cc46a8fe-cbe8-4103-af6b-9985f42eead7/fe6f4c16-eaa9-4b03-b49e-65f6e2877601) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:12.415121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2657c-a1da-4b54-a2b3-ad0986b11cc6 req-1265a496-bf52-4971-92ac-263b4814270e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:12.418272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17a2657c-a1da-4b54-a2b3-ad0986b11cc6 req-1265a496-bf52-4971-92ac-263b4814270e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.1090574 Oct 19 01:32:12.448168 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port fabcd1c3-495a-4544-b761-d09773a2d2e4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fabcd1c3-495a-4544-b761-d09773a2d2e4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:12.454636 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.517323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=fabcd1c3-495a-4544-b761-d09773a2d2e4,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:12.520769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17a2657c-a1da-4b54-a2b3-ad0986b11cc6 req-e17eb910-bd54-4e42-b3f0-4d1958b75da1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899956 Oct 19 01:32:12.549262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-c3287aee-bf78-4124-9898-fe548ae6a6cd service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756907 Oct 19 01:32:12.566059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:32:09Z', 'revision_number': 4, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '26403ae2-fd13-441c-9672-7990c3561655', 'name': '', 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'mac_address': 'fa:16:3e:a5:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:07Z', 'updated_at': '2021-10-19T01:32:09Z', 'revision_number': 2, 'project_id': '3deab81986ca491e90a2181246608ce9', 'subnets': [{'id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:12.641271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Checking router: e1a2040a-70a3-4095-a848-84d36fb11739 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:32:12.641628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Updating router e1a2040a-70a3-4095-a848-84d36fb11739 port 26403ae2-fd13-441c-9672-7990c3561655 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:32:12.694294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.744187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87a1f6ab-e331-47f2-8080-381233c2b3b0 req-d514e67b-e478-4f1c-b3e4-b322879512dc tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 210 time: 0.1067865 Oct 19 01:32:12.777443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-981dd33c-7c4d-424f-beab-c4bd458c058f req-fdd4e95f-2af8-4781-9d4e-886773b94d83 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202713 Oct 19 01:32:12.786920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.824343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.885747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:12.894390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:12.907350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=fe6f4c16-eaa9-4b03-b49e-65f6e2877601,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:12.910213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:12.916440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:12.917338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:12.935397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b7d594f6-f855-44a3-a8db-8264c2f5d025 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4508803 Oct 19 01:32:12.939660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50714) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:12.946943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d7db0cdd-825a-4420-98db-25b95ce23eda tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:13.049122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-f2859a7d-4eee-432e-8b1f-fcb424c26f65 None None] Allocated IP 2001:db8::2 (bde5ccca-d766-45aa-95ac-57d986cdd40b/cc46a8fe-cbe8-4103-af6b-9985f42eead7/bb976ed6-abe4-4757-aa3d-7684b969c2cf) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:13.093748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7db0cdd-825a-4420-98db-25b95ce23eda tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:13.098648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7db0cdd-825a-4420-98db-25b95ce23eda tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.217620 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-d7db0cdd-825a-4420-98db-25b95ce23eda tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc46a8fe-cbe8-4103-af6b-9985f42eead7 (CIDR: 2001:db8::/64) Oct 19 01:32:13.218639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.222931 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7db0cdd-825a-4420-98db-25b95ce23eda tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:32:13.223764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7db0cdd-825a-4420-98db-25b95ce23eda tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:13.232809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f2859a7d-4eee-432e-8b1f-fcb424c26f65 None None] For port bb976ed6-abe4-4757-aa3d-7684b969c2cf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bb976ed6-abe4-4757-aa3d-7684b969c2cf,segment=NetworkSegment(5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448),segment_id=5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:13.234802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.248436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d7db0cdd-825a-4420-98db-25b95ce23eda tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3031864 Oct 19 01:32:13.249079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50718) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.255314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3b65ef58-ab1e-4ba7-a364-6c1814c45a3c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:13.303908 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2859a7d-4eee-432e-8b1f-fcb424c26f65 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.320646 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2859a7d-4eee-432e-8b1f-fcb424c26f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.322592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a90a-d0b5-4edb-87a6-cf4ae77176f1 None None] Pushing event updated for resources: {'Port': ['ID=26403ae2-fd13-441c-9672-7990c3561655,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:13.429560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b65ef58-ab1e-4ba7-a364-6c1814c45a3c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:13.435292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b65ef58-ab1e-4ba7-a364-6c1814c45a3c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.464235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2859a7d-4eee-432e-8b1f-fcb424c26f65 None None] Pushing event updated for resources: {'Port': ['ID=bb976ed6-abe4-4757-aa3d-7684b969c2cf,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:13.467788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Attempting to bind port 26403ae2-fd13-441c-9672-7990c3561655 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:13.468255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Attempting to bind port 26403ae2-fd13-441c-9672-7990c3561655 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:13.468698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Attempting to bind port 26403ae2-fd13-441c-9672-7990c3561655 on network 0a82b014-41c2-48c5-92fa-8f21c20f3049 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:13.474763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:13.475232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Checking segment: {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:13.475702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.476189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Bound using segment: {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:13.476730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Bound port: 26403ae2-fd13-441c-9672-7990c3561655, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:13.477185 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.565117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] For port 26403ae2-fd13-441c-9672-7990c3561655, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:13.570398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] For port 26403ae2-fd13-441c-9672-7990c3561655, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=26403ae2-fd13-441c-9672-7990c3561655,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:13.579935 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-3b65ef58-ab1e-4ba7-a364-6c1814c45a3c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 10ebc74d-c6dd-427c-95d2-56321199485f (CIDR: 2001:db8:0:1::/64) Oct 19 01:32:13.587960 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:13.591518 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b65ef58-ab1e-4ba7-a364-6c1814c45a3c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:32:13.592478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b65ef58-ab1e-4ba7-a364-6c1814c45a3c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:13.638825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3b65ef58-ab1e-4ba7-a364-6c1814c45a3c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3861165 Oct 19 01:32:13.640461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50724) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:13.658404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'subnet': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:13.659088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fabcd1c3-495a-4544-b761-d09773a2d2e4 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:13.724580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Routers {'e1a2040a-70a3-4095-a848-84d36fb11739'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:13.725478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e1a2040a-70a3-4095-a848-84d36fb11739'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:13.845626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a90a-d0b5-4edb-87a6-cf4ae77176f1 None None] Pushing event updated for resources: {'Port': ['ID=26403ae2-fd13-441c-9672-7990c3561655,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:13.996500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-48be695b-3d28-4944-8a6e-a7a79a4a2925 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3325555 Oct 19 01:32:14.161102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fabcd1c3-495a-4544-b761-d09773a2d2e4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:14.161700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.198813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] Set router e1a2040a-70a3-4095-a848-84d36fb11739 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:14.236260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c972bc-3ba9-425d-b0b1-21d9f8824d0f req-d5de24cf-0cfd-4ecd-8b22-005c3c1213d0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:14.245334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5c972bc-3ba9-425d-b0b1-21d9f8824d0f req-d5de24cf-0cfd-4ecd-8b22-005c3c1213d0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.5934210 Oct 19 01:32:14.308956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5c972bc-3ba9-425d-b0b1-21d9f8824d0f req-4ce511bd-7809-4aa8-9bf2-189c9804fb42 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592356 Oct 19 01:32:14.514195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8f2835ea-6b80-4bda-b50f-e5f40937b69a None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:14.514712 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8f2835ea-6b80-4bda-b50f-e5f40937b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.614423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8c9dd-ec2b-412c-a79b-e3d39b291989 req-8a281e97-3ac2-4dd8-b32a-90952fcf7153 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:14.615836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4f8c9dd-ec2b-412c-a79b-e3d39b291989 req-8a281e97-3ac2-4dd8-b32a-90952fcf7153 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0665393 Oct 19 01:32:14.642112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:32:09Z', 'revision_number': 4, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '26403ae2-fd13-441c-9672-7990c3561655', 'name': '', 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'mac_address': 'fa:16:3e:a5:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:07Z', 'updated_at': '2021-10-19T01:32:13Z', 'revision_number': 4, 'project_id': '3deab81986ca491e90a2181246608ce9', 'subnets': [{'id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:14.666598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f45fcdeb-114e-4a3f-9e30-52f782981271 req-f903bf75-7c65-4c3c-9c1d-7d6e76d12b51 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 210 time: 0.0539060 Oct 19 01:32:14.685907 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4f8c9dd-ec2b-412c-a79b-e3d39b291989 req-165c1b3d-51e7-4129-b2fb-df3eb978d258 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589743 Oct 19 01:32:14.694984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26d47dd-4968-4766-809e-6ac0dfba20d0 None None] The sync data for ids ['e1a2040a-70a3-4095-a848-84d36fb11739'] in n-d-789963-20 is: [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:32:09Z', 'revision_number': 4, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '26403ae2-fd13-441c-9672-7990c3561655', 'name': '', 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'mac_address': 'fa:16:3e:a5:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:07Z', 'updated_at': '2021-10-19T01:32:13Z', 'revision_number': 4, 'project_id': '3deab81986ca491e90a2181246608ce9', 'subnets': [{'id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:32:14.745072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8f2835ea-6b80-4bda-b50f-e5f40937b69a None None] Provisioning complete for port 3170393f-5a7f-4f81-8f59-c32523b561ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:14.745451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8f2835ea-6b80-4bda-b50f-e5f40937b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.749942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Made reservation on behalf of 6c3088e6e815455ca362080541b2050f for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:14.758521 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.838837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8f2835ea-6b80-4bda-b50f-e5f40937b69a None None] Port 3170393f-5a7f-4f81-8f59-c32523b561ee cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:14.889331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f41b6-8202-4612-b7b4-127611c18b6b req-01ff6baa-27bd-4dfe-8667-088ca6ae3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:14.893937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-01ff6baa-27bd-4dfe-8667-088ca6ae3791 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 1098 time: 0.2888408 Oct 19 01:32:14.902707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-eeeb2dd8-6f54-4f0a-821b-bf29054af4c4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:14.904474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-eeeb2dd8-6f54-4f0a-821b-bf29054af4c4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 811 time: 0.9115791 Oct 19 01:32:14.964399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-532b6ae4-6e5e-4ea8-82e4-e8c1790557ee None None] Provisioning complete for port fe6f4c16-eaa9-4b03-b49e-65f6e2877601 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:14.965094 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-532b6ae4-6e5e-4ea8-82e4-e8c1790557ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:14.966710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Request body: {'port': {'device_id': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'admin_state_up': True, 'tenant_id': '3deab81986ca491e90a2181246608ce9'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:15.010309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-532b6ae4-6e5e-4ea8-82e4-e8c1790557ee None None] Port fe6f4c16-eaa9-4b03-b49e-65f6e2877601 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:15.192849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172e9e-2f6a-4251-8f63-fc0db258f656 req-ae5594c4-bbc7-4a67-807b-f03e48f2ea5c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.194403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1172e9e-2f6a-4251-8f63-fc0db258f656 req-ae5594c4-bbc7-4a67-807b-f03e48f2ea5c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.3734004 Oct 19 01:32:15.246435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f41b6-8202-4612-b7b4-127611c18b6b req-a8242875-7ee4-4993-9f8c-95360655a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.247933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-a8242875-7ee4-4993-9f8c-95360655a663 service neutron] 10.222.0.74 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.3246288 Oct 19 01:32:15.273614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Made reservation on behalf of 3deab81986ca491e90a2181246608ce9 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:15.277085 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.321019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-d153a3af-c7af-4eca-9acb-e458e4747381 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e598cceb-2558-4fff-8e25-f9ded6345045 HTTP/1.1" status: 200 len: 217 time: 0.0645602 Oct 19 01:32:15.335306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1172e9e-2f6a-4251-8f63-fc0db258f656 req-19122b82-6d8f-481f-a04c-7632b36802b5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225533 Oct 19 01:32:15.438813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f41b6-8202-4612-b7b4-127611c18b6b req-85acb2e2-3d96-4aa8-8f04-e3ccdfd30620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.439856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-85acb2e2-3d96-4aa8-8f04-e3ccdfd30620 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.1089885 Oct 19 01:32:15.607565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f31a70-8535-4e21-9a5d-0c380225e30e req-d61b915a-3d51-46ac-9afb-b33542ff1288 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.609315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1f31a70-8535-4e21-9a5d-0c380225e30e req-d61b915a-3d51-46ac-9afb-b33542ff1288 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0642045 Oct 19 01:32:15.709121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1f31a70-8535-4e21-9a5d-0c380225e30e req-224830f7-cc9f-428a-a9da-6b75fc70b384 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874920 Oct 19 01:32:15.738690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 26403ae2-fd13-441c-9672-7990c3561655 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:15.798546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f41b6-8202-4612-b7b4-127611c18b6b req-ba184556-99da-4615-bcf3-f9c8a34bb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.800526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-ba184556-99da-4615-bcf3-f9c8a34bb972 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3430824 Oct 19 01:32:15.801513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.826462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 26403ae2-fd13-441c-9672-7990c3561655 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:15.827611 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.856055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a666f41d-784e-4b12-b0df-36d2e28422d0 req-004e5dac-c9c3-40c6-ba47-85ca65ab5a16 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 210 time: 0.0579822 Oct 19 01:32:15.925504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.933430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Network bde5ccca-d766-45aa-95ac-57d986cdd40b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:15.961896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:15.962619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 26403ae2-fd13-441c-9672-7990c3561655, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=26403ae2-fd13-441c-9672-7990c3561655,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:15.967601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:15.968738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.969329 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:15.970314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bb976ed6-abe4-4757-aa3d-7684b969c2cf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:16.030029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7bc922-e49a-4525-869b-50210cc28853 None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:16.053113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=26403ae2-fd13-441c-9672-7990c3561655,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:16.055637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Allocated IP 172.20.0.11 (0a82b014-41c2-48c5-92fa-8f21c20f3049/9e3d8732-b58a-4c87-9efa-36888241ad9f/c5df02e4-f4c0-4cfa-ac15-1003069c35d8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:16.078377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Subnet': ['ID=120becf1-9b35-44ce-854e-6cd0bdf9553b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:16.109702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50760) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:16.110347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7d5c51d2-fe97-4891-85b2-02ddb3e6071c tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4682350 Oct 19 01:32:16.115692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-984113970', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '120becf1-9b35-44ce-854e-6cd0bdf9553b'}], 'security_groups': ['64c3c46b-f3bd-472e-b9ab-f50289ff6466', '91d0a9f9-765f-40cd-8010-cf23afd5148b']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:16.168801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-74197f8a-2b8c-4999-8572-8fefa5915437 service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149381 Oct 19 01:32:16.213243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.348794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-690f41b6-8202-4612-b7b4-127611c18b6b req-2f9e3fc4-edd1-4ee5-82ee-7b3cbfa222ab service neutron] 10.222.0.74 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688044 Oct 19 01:32:16.387969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:16.388455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.388963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.448505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.507936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:16.511236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:16.515047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:16.547760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Update dhcp port {'port': {'network_id': 'bde5ccca-d766-45aa-95ac-57d986cdd40b', 'fixed_ips': [{'subnet_id': '10ebc74d-c6dd-427c-95d2-56321199485f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cc46a8fe-cbe8-4103-af6b-9985f42eead7', 'ip_address': '2001:db8::2'}, {'subnet_id': '120becf1-9b35-44ce-854e-6cd0bdf9553b'}], 'binding:host_id': 'n-d-789963-20'}, 'id': 'bb976ed6-abe4-4757-aa3d-7684b969c2cf'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:32:16.549449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Pushing event updated for resources: {'Port': ['ID=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:16.564766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.565142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.565488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.565827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.566166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.566497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.566831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.567165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.567480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.567804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.568229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.568557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:16.589150 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.597330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:16.597931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.632426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-2cfa5970-769d-4a72-a77c-334468a38432 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6879323 Oct 19 01:32:16.642283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Request body: {'port': {'device_id': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:16.721427 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:16.722947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Delete allocated IP 2001:db8::259 (bde5ccca-d766-45aa-95ac-57d986cdd40b/cc46a8fe-cbe8-4103-af6b-9985f42eead7) {{(pid=100847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:32:16.731311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Allocated IP 2001:db8:0:2::135 (bde5ccca-d766-45aa-95ac-57d986cdd40b/120becf1-9b35-44ce-854e-6cd0bdf9553b/fe6f4c16-eaa9-4b03-b49e-65f6e2877601) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:16.795342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa311290-5ed9-4fd8-96e2-8e4f36807161 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:16.983191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f177e-60e9-4dc4-88e7-75ee06a3be47 req-253f1e5e-2ba5-4828-81e9-305637c56179 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:16.984618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ea7f177e-60e9-4dc4-88e7-75ee06a3be47 req-253f1e5e-2ba5-4828-81e9-305637c56179 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0850322 Oct 19 01:32:17.016307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c3922-78bc-4a48-a0b5-9bc3570dd202 req-960c2d3b-60fe-412c-bdb3-05f9a3ca0fd7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:17.017061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.017833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b7c3922-78bc-4a48-a0b5-9bc3570dd202 req-960c2d3b-60fe-412c-bdb3-05f9a3ca0fd7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 932 time: 0.0800550 Oct 19 01:32:17.031870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.098521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Allocated IP 2001:db8:0:2::2 (bde5ccca-d766-45aa-95ac-57d986cdd40b/120becf1-9b35-44ce-854e-6cd0bdf9553b/bb976ed6-abe4-4757-aa3d-7684b969c2cf) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:17.105953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5df02e4-f4c0-4cfa-ac15-1003069c35d8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:32:17.114899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] In _notify_port_updated(), no bound segment for port fe6f4c16-eaa9-4b03-b49e-65f6e2877601 on network bde5ccca-d766-45aa-95ac-57d986cdd40b {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:32:17.115699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b7c3922-78bc-4a48-a0b5-9bc3570dd202 req-a2b09436-c366-4b46-8e88-c282ad8d11d8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872707 Oct 19 01:32:17.117587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.122650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:17.123408 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.127891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "PUT /v2.0/ports/fe6f4c16-eaa9-4b03-b49e-65f6e2877601 HTTP/1.1" status: 200 len: 969 time: 1.0171256 Oct 19 01:32:17.130504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50776) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:17.144012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Transition to ACTIVE for port object c5df02e4-f4c0-4cfa-ac15-1003069c35d8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:32:17.161512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ea7f177e-60e9-4dc4-88e7-75ee06a3be47 req-d8eb06d0-9441-41b5-a63c-5873543be1da tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600909 Oct 19 01:32:17.172584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.178266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc8386-50b7-4537-baaa-4312accf3cec tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event updated for resources: {'Port': ['ID=fe6f4c16-eaa9-4b03-b49e-65f6e2877601,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:17.273947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] For port bb976ed6-abe4-4757-aa3d-7684b969c2cf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bb976ed6-abe4-4757-aa3d-7684b969c2cf,segment=NetworkSegment(5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448),segment_id=5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:17.276407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Pushing event updated for resources: {'Port': ['ID=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:17.310478 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.316007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.353320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port fe6f4c16-eaa9-4b03-b49e-65f6e2877601 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:17.353877 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.392526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Attempting to bind port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:17.392916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Attempting to bind port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:17.393423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Attempting to bind port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 on network 0a82b014-41c2-48c5-92fa-8f21c20f3049 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:17.430417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 on network 0a82b014-41c2-48c5-92fa-8f21c20f3049 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:17.430630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Attempting to bind port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 on network 0a82b014-41c2-48c5-92fa-8f21c20f3049 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:17.438744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Pushing event updated for resources: {'Port': ['ID=bb976ed6-abe4-4757-aa3d-7684b969c2cf,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:17.443962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:17.444448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Checking segment: {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:17.444864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Bound using segment: {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:17.445450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Bound port: c5df02e4-f4c0-4cfa-ac15-1003069c35d8, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:17.445816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.446395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.446768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.447081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.447444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.447718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.457743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.458093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.458436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.458750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.459080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.459405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.459731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a74bd6-ed6b-448f-82a0-98f893ea0f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:17.512044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.546398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for fe6f4c16-eaa9-4b03-b49e-65f6e2877601 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:17.563670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 26403ae2-fd13-441c-9672-7990c3561655 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:17.619382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 26403ae2-fd13-441c-9672-7990c3561655 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:17.619924 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.627250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] For port c5df02e4-f4c0-4cfa-ac15-1003069c35d8, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:17.643327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] For port c5df02e4-f4c0-4cfa-ac15-1003069c35d8, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:17.650253 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.699661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:17.700303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.702939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] 10.222.0.62 "PUT /v2.0/ports/c5df02e4-f4c0-4cfa-ac15-1003069c35d8 HTTP/1.1" status: 200 len: 1093 time: 1.0651059 Oct 19 01:32:17.703400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'tag': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:17.705816 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccedc23f-cbc3-4f26-ad8e-5752796764b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5500e2-34be-4bbd-b2e0-c25fe6a1711b", "tag": "c5df02e4-f4c0-4cfa-ac15-1003069c35d8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:17.819236 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7800094c-9cff-45c3-b27b-3c2e97511716 x-openstack-request-id: req-7800094c-9cff-45c3-b27b-3c2e97511716 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:17.819611 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5500e2-34be-4bbd-b2e0-c25fe6a1711b", "tag": "c5df02e4-f4c0-4cfa-ac15-1003069c35d8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:17.819966 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7800094c-9cff-45c3-b27b-3c2e97511716 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:17.820571 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'tag': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8', 'status': 'completed', 'code': 200} Oct 19 01:32:17.826146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95168f-cbd8-46ce-9069-cd3d399aa279 service neutron] Pushing event updated for resources: {'Port': ['ID=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:17.865034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-87121351-0c3f-46e6-b198-c002c255098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:17.866732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-87121351-0c3f-46e6-b198-c002c255098d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 1096 time: 0.1085513 Oct 19 01:32:17.867885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.935308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=fe6f4c16-eaa9-4b03-b49e-65f6e2877601,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:17.944862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-00e680ee-e280-43a0-a5b8-f3aac6b98f71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8 HTTP/1.1" status: 200 len: 217 time: 0.0686419 Oct 19 01:32:17.994951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:17.998389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bc8fd9e2-cd37-4373-971b-ea3b93c52876 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/fe6f4c16-eaa9-4b03-b49e-65f6e2877601 HTTP/1.1" status: 204 len: 168 time: 0.8669040 Oct 19 01:32:18.001162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50788) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.018770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0e3620a9-ba06-42ab-a7f1-bc0b4c734987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.020203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-0e3620a9-ba06-42ab-a7f1-bc0b4c734987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 200 len: 851 time: 0.0684092 Oct 19 01:32:18.026935 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8f6ad8-bcbf-45be-b88b-bab5380f5ec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] GET failed (client error): The resource could not be found. Oct 19 01:32:18.031697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7f8f6ad8-bcbf-45be-b88b-bab5380f5ec3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports/fe6f4c16-eaa9-4b03-b49e-65f6e2877601 HTTP/1.1" status: 404 len: 333 time: 0.0291827 Oct 19 01:32:18.032402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50790) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.060442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-728b7409-a96f-4c5d-a381-5330fbee31ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a82b014-41c2-48c5-92fa-8f21c20f3049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331900 Oct 19 01:32:18.099468 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82e4ebbc-8c95-4e0d-8f63-c8b89dd8f1c8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.128522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82e4ebbc-8c95-4e0d-8f63-c8b89dd8f1c8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.173509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-53b1f356-8a12-43e9-afd1-a527542adece None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:18.173988 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53b1f356-8a12-43e9-afd1-a527542adece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.176698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-321175e4-7077-49bb-8b3d-c2334fe3ea3c service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075506 Oct 19 01:32:18.212905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82e4ebbc-8c95-4e0d-8f63-c8b89dd8f1c8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.216276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-82e4ebbc-8c95-4e0d-8f63-c8b89dd8f1c8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.217858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-82e4ebbc-8c95-4e0d-8f63-c8b89dd8f1c8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/security-groups/afd97b91-da58-473e-909a-7b7d6e93efcd HTTP/1.1" status: 204 len: 168 time: 0.1843359 Oct 19 01:32:18.227676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50796) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.235481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4ebbc-8c95-4e0d-8f63-c8b89dd8f1c8 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd97b91-da58-473e-909a-7b7d6e93efcd,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:18.316935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-53b1f356-8a12-43e9-afd1-a527542adece None None] Could not find standard attr ID for object fe6f4c16-eaa9-4b03-b49e-65f6e2877601. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:18.327431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-53b1f356-8a12-43e9-afd1-a527542adece None None] Provisioning complete for port 3170393f-5a7f-4f81-8f59-c32523b561ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:18.327816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53b1f356-8a12-43e9-afd1-a527542adece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.344682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9faf1346-e830-447c-8245-5bf1b21e2956 req-b155a3e4-9630-4ec9-8cfb-6110d2ca607d service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615925 Oct 19 01:32:18.347412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb983a0-7410-4bd5-9a36-1e17a925c981 req-921eee15-a76d-4586-9ebc-9fbffe0a8847 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.356223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cb983a0-7410-4bd5-9a36-1e17a925c981 req-921eee15-a76d-4586-9ebc-9fbffe0a8847 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0947320 Oct 19 01:32:18.385003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-53b1f356-8a12-43e9-afd1-a527542adece None None] Port 3170393f-5a7f-4f81-8f59-c32523b561ee cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:18.429006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cb983a0-7410-4bd5-9a36-1e17a925c981 req-97fa7ad0-1a93-4dc2-b23b-a6aeab0ec3f5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710969 Oct 19 01:32:18.474396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881fde42-f778-4228-9ff1-41055a045146 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.497592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-92fadfaa-153e-4e79-b248-7216422b7cd3 None None] Could not find standard attr ID for object fe6f4c16-eaa9-4b03-b49e-65f6e2877601. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:18.522616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c2f91-5c21-4729-8008-1c9de1439e34 req-1d27977e-0bcc-4a12-9a56-27e8a21ea137 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.524366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df4c2f91-5c21-4729-8008-1c9de1439e34 req-1d27977e-0bcc-4a12-9a56-27e8a21ea137 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 944 time: 0.2649801 Oct 19 01:32:18.528415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881fde42-f778-4228-9ff1-41055a045146 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.530911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-b575b81a-5eb7-412c-af86-9e366b0ecc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.532487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-b575b81a-5eb7-412c-af86-9e366b0ecc82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 1096 time: 0.1308784 Oct 19 01:32:18.670610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df4c2f91-5c21-4729-8008-1c9de1439e34 req-f3276cd2-dd16-49a7-a000-520f1dc5bfaf tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313846 Oct 19 01:32:18.684228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881fde42-f778-4228-9ff1-41055a045146 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.686954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-881fde42-f778-4228-9ff1-41055a045146 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.691825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-881fde42-f778-4228-9ff1-41055a045146 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/security-groups/91d0a9f9-765f-40cd-8010-cf23afd5148b HTTP/1.1" status: 204 len: 168 time: 0.4560108 Oct 19 01:32:18.692233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50806) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.711919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fde42-f778-4228-9ff1-41055a045146 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d0a9f9-765f-40cd-8010-cf23afd5148b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:18.714463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-8aba47a5-8104-4614-87fb-cd2bfc922cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.716241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-8aba47a5-8104-4614-87fb-cd2bfc922cd4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 912 time: 0.1680291 Oct 19 01:32:18.749998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac00fd35-45c4-4838-92a9-22839b96e131 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.772467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-8ac6c7cc-a645-4d19-a268-7369b5271ab5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8 HTTP/1.1" status: 200 len: 217 time: 0.0468228 Oct 19 01:32:18.780626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac00fd35-45c4-4838-92a9-22839b96e131 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.829847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac00fd35-45c4-4838-92a9-22839b96e131 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.834219 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac00fd35-45c4-4838-92a9-22839b96e131 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:18.838411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac00fd35-45c4-4838-92a9-22839b96e131 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/security-groups/64c3c46b-f3bd-472e-b9ab-f50289ff6466 HTTP/1.1" status: 204 len: 168 time: 0.1427326 Oct 19 01:32:18.838547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-82b52551-f011-4af1-b70e-5063dcb8517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:18.838547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-82b52551-f011-4af1-b70e-5063dcb8517a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 200 len: 851 time: 0.0582869 Oct 19 01:32:18.839127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50808) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:18.845897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00fd35-45c4-4838-92a9-22839b96e131 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c3c46b-f3bd-472e-b9ab-f50289ff6466,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:18.902539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-25024e6a-ec45-4c17-85ab-026321a8eac0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a82b014-41c2-48c5-92fa-8f21c20f3049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498827 Oct 19 01:32:18.938855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet cc46a8fe-cbe8-4103-af6b-9985f42eead7 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:18.949738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.024286 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.065925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-1c049ef9-3dab-4963-96f6-35ed2933bf7a service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556733 Oct 19 01:32:19.176450 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.223906 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccedc23f-cbc3-4f26-ad8e-5752796764b9 req-6ae3d20d-092e-4665-b4f8-6e0763d0ac83 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478837 Oct 19 01:32:19.246621 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.274025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=cc46a8fe-cbe8-4103-af6b-9985f42eead7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:19.277689 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.284043 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cccce215-7c97-4344-a3c6-3606c4dfda05 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/cc46a8fe-cbe8-4103-af6b-9985f42eead7 HTTP/1.1" status: 204 len: 168 time: 0.4410725 Oct 19 01:32:19.285136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50812) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:19.286320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a25eb-a72c-45a8-9f22-7f884c117caa None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:19.341482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 120becf1-9b35-44ce-854e-6cd0bdf9553b {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:19.344559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.386829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.481820 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.594776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.609066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bb976ed6-abe4-4757-aa3d-7684b969c2cf up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:19.687489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.692381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/120becf1-9b35-44ce-854e-6cd0bdf9553b HTTP/1.1" status: 204 len: 168 time: 0.4047768 Oct 19 01:32:19.692381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0f715-6501-41fd-9072-dbd723acb79a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=120becf1-9b35-44ce-854e-6cd0bdf9553b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:19.693933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50824) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:19.700378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:19.700999 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.754793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2676c74-685c-4edf-89a7-f77fe77ae59b req-5744fda4-86f7-4d87-8778-9a60d3418a86 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:19.756581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2676c74-685c-4edf-89a7-f77fe77ae59b req-5744fda4-86f7-4d87-8778-9a60d3418a86 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1813095 Oct 19 01:32:19.758199 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce03845-092d-4b31-b93a-ac7ccaaa7959 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:19.758666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce03845-092d-4b31-b93a-ac7ccaaa7959 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:19.762076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2ce03845-092d-4b31-b93a-ac7ccaaa7959 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/cc46a8fe-cbe8-4103-af6b-9985f42eead7 HTTP/1.1" status: 404 len: 337 time: 0.0667379 Oct 19 01:32:19.765257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50828) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:19.826581 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.877840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4d8eb-1f12-4206-a736-8f4a880b4cbb req-d6df280f-df04-422a-8022-b44aa25b8e00 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:19.879758 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ea4d8eb-1f12-4206-a736-8f4a880b4cbb req-d6df280f-df04-422a-8022-b44aa25b8e00 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 944 time: 0.0747111 Oct 19 01:32:19.884864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting subnet 10ebc74d-c6dd-427c-95d2-56321199485f {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:19.900324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2676c74-685c-4edf-89a7-f77fe77ae59b req-a431a953-c66e-4852-8fdb-2371f521e266 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026733 Oct 19 01:32:19.902458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:19.930784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ea4d8eb-1f12-4206-a736-8f4a880b4cbb req-0b471fda-c577-4f9e-b2af-fea4dc34375b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Oct 19 01:32:19.988551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.082102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.146273 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.176241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Subnet': ['ID=10ebc74d-c6dd-427c-95d2-56321199485f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:20.178153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa795d51-1791-4296-a7c2-25a8623bb394 None None] Network bde5ccca-d766-45aa-95ac-57d986cdd40b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:20.178295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.184297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3d34caf1-7158-4700-af80-cc74479a1cf6 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/10ebc74d-c6dd-427c-95d2-56321199485f HTTP/1.1" status: 204 len: 168 time: 0.4154453 Oct 19 01:32:20.184415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50832) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.215178 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67b211b-3bc5-4006-9ed4-b0eaf7b0cb2e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.215920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67b211b-3bc5-4006-9ed4-b0eaf7b0cb2e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.218983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b67b211b-3bc5-4006-9ed4-b0eaf7b0cb2e tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/9c9dc74c-a78e-49c3-bc5f-6a9e8173ea19 HTTP/1.1" status: 404 len: 337 time: 0.0336857 Oct 19 01:32:20.222879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50834) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.249885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cc524bf9-57b4-4e4e-bc73-b411d5d6d3df tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "GET /v2.0/ports?device_id=8163a6b1-0d94-418a-9174-fcf73fca2fa2 HTTP/1.1" status: 200 len: 205 time: 0.0259295 Oct 19 01:32:20.252754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50836) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.281709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b2aec83c-af63-4f10-aa87-fe3c51cca670 None None] Provisioning complete for port bb976ed6-abe4-4757-aa3d-7684b969c2cf triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:20.282072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2aec83c-af63-4f10-aa87-fe3c51cca670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.290512 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-37ce0c27-5202-4e95-b212-17a47841a722 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] delete failed (client error): The resource could not be found. Oct 19 01:32:20.294069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-37ce0c27-5202-4e95-b212-17a47841a722 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/routers/8163a6b1-0d94-418a-9174-fcf73fca2fa2 HTTP/1.1" status: 404 len: 336 time: 0.0378313 Oct 19 01:32:20.294287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50838) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.320384 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2243ed-42e3-45cc-b200-e76978fd7435 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.320839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2243ed-42e3-45cc-b200-e76978fd7435 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.326235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8d2243ed-42e3-45cc-b200-e76978fd7435 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/3741d3c0-cad7-48a6-8789-26dfe4a70df6 HTTP/1.1" status: 404 len: 337 time: 0.0286887 Oct 19 01:32:20.326462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50840) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.363948 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6a7c9d-9dc1-4150-b6d2-a9ca431b1701 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.364446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6a7c9d-9dc1-4150-b6d2-a9ca431b1701 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.370485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8c6a7c9d-9dc1-4150-b6d2-a9ca431b1701 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/89c7b422-40e9-4fd1-952a-f202c3c96e92 HTTP/1.1" status: 404 len: 337 time: 0.0405271 Oct 19 01:32:20.370922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50842) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.407647 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c561d31-8d68-4ebe-bb5d-ff2bb6258866 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.408617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b2aec83c-af63-4f10-aa87-fe3c51cca670 None None] Provisioning complete for port 3170393f-5a7f-4f81-8f59-c32523b561ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:20.409598 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2aec83c-af63-4f10-aa87-fe3c51cca670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.418309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c561d31-8d68-4ebe-bb5d-ff2bb6258866 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.425199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6c561d31-8d68-4ebe-bb5d-ff2bb6258866 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/989d1432-eaf4-4307-be21-b3ef41ad4339 HTTP/1.1" status: 404 len: 337 time: 0.0530148 Oct 19 01:32:20.427828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50844) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.442520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] DHCP port deletion for bde5ccca-d766-45aa-95ac-57d986cdd40b request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:20.459464 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b98d776-82d1-494a-86c4-bc0cc16914ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.460411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b98d776-82d1-494a-86c4-bc0cc16914ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.466024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8b98d776-82d1-494a-86c4-bc0cc16914ac tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/6afd476b-bce2-403e-bf14-edacf46d3487 HTTP/1.1" status: 404 len: 333 time: 0.0345316 Oct 19 01:32:20.466237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.479700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b2aec83c-af63-4f10-aa87-fe3c51cca670 None None] Port 3170393f-5a7f-4f81-8f59-c32523b561ee cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:20.495361 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1973c7-e3be-427f-b767-6ea687076beb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.495828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1973c7-e3be-427f-b767-6ea687076beb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.501568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4c1973c7-e3be-427f-b767-6ea687076beb tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/77c5b64e-07cb-4272-8376-b65792cf0939 HTTP/1.1" status: 404 len: 337 time: 0.0322504 Oct 19 01:32:20.501694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] Deleting port bb976ed6-abe4-4757-aa3d-7684b969c2cf {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:20.501796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50848) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.501998 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.528230 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-1184ff2d-bfed-4093-bb44-255ca5d505a3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.528694 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1184ff2d-bfed-4093-bb44-255ca5d505a3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.534502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1184ff2d-bfed-4093-bb44-255ca5d505a3 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/62556e69-1a23-4fee-8309-f0a6e2849519 HTTP/1.1" status: 404 len: 337 time: 0.0289545 Oct 19 01:32:20.534885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50850) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.559386 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb030c5-86ca-4293-b23b-4a5abc408b4a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.560046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb030c5-86ca-4293-b23b-4a5abc408b4a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.564021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5bb030c5-86ca-4293-b23b-4a5abc408b4a tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/2c9eb041-96a8-4377-9290-bf288546eb65 HTTP/1.1" status: 404 len: 333 time: 0.0273449 Oct 19 01:32:20.566014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50852) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:20.568577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] For port bb976ed6-abe4-4757-aa3d-7684b969c2cf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bb976ed6-abe4-4757-aa3d-7684b969c2cf,segment=NetworkSegment(5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448),segment_id=5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:20.569058 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.582679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] Calling delete_port for bb976ed6-abe4-4757-aa3d-7684b969c2cf owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:20.682853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:20.723223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] Pushing event deleted for resources: {'Port': ['ID=bb976ed6-abe4-4757-aa3d-7684b969c2cf,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:20.732801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d8c05-6769-4a82-8b6d-60e949af924a None None] No DVR routers for this DVR port bb976ed6-abe4-4757-aa3d-7684b969c2cf on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:20.962451 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4f100-d86d-4fd6-bb2b-41e57e977a89 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:20.962905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b4f100-d86d-4fd6-bb2b-41e57e977a89 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:20.965956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-91b4f100-d86d-4fd6-bb2b-41e57e977a89 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/b43de44d-9927-4ec5-87fd-c580cc940c53 HTTP/1.1" status: 404 len: 337 time: 0.3988695 Oct 19 01:32:20.968712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50866) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:21.001155 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bf9978-b825-44aa-bff4-af4cbddef202 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:21.002048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bf9978-b825-44aa-bff4-af4cbddef202 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:21.005332 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f6bf9978-b825-44aa-bff4-af4cbddef202 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/subnets/55b63324-80a6-42a3-9d01-1ebf5d775c5a HTTP/1.1" status: 404 len: 337 time: 0.0348988 Oct 19 01:32:21.007594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:21.021796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7be46-8897-4426-8fef-4ca40abd555c req-38d5004a-8245-4f80-b973-0fc29b6b61b3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:21.023509 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54e7be46-8897-4426-8fef-4ca40abd555c req-38d5004a-8245-4f80-b973-0fc29b6b61b3 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0564754 Oct 19 01:32:21.064690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54e7be46-8897-4426-8fef-4ca40abd555c req-d7598281-449a-4ca5-85f2-214a6302caf1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341997 Oct 19 01:32:21.132791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfec53f-7f3a-47f9-b813-9844dd664705 req-e35d9e81-a7d7-432c-accb-1b8bb8e18f93 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:21.134591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcfec53f-7f3a-47f9-b813-9844dd664705 req-e35d9e81-a7d7-432c-accb-1b8bb8e18f93 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 944 time: 0.0969055 Oct 19 01:32:21.186299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Deleting port 3170393f-5a7f-4f81-8f59-c32523b561ee {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:21.186639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.192410 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fcfec53f-7f3a-47f9-b813-9844dd664705 req-69566ffd-2d1a-44cf-bf4e-fa745b0139ec tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Oct 19 01:32:21.269386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.283027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Calling delete_port for 3170393f-5a7f-4f81-8f59-c32523b561ee owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:21.373317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.403624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Port': ['ID=3170393f-5a7f-4f81-8f59-c32523b561ee,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:21.420974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.424700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bf6e8c3e-732d-4826-84fe-efb237de0c39 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/ports/3170393f-5a7f-4f81-8f59-c32523b561ee HTTP/1.1" status: 204 len: 168 time: 0.4157238 Oct 19 01:32:21.426960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50872) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:21.525673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.528587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bb976ed6-abe4-4757-aa3d-7684b969c2cf no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:21.548892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: bb976ed6-abe4-4757-aa3d-7684b969c2cf {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:21.549766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bb976ed6-abe4-4757-aa3d-7684b969c2cf not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:21.635925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.655766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde5ccca-d766-45aa-95ac-57d986cdd40b']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:21.666006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:21.666357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd5bb5b-09ac-4cc8-a085-a6f2aa38e448') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:21.676650 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.689830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.696446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:21.696865 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:21.699880 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:21.757647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.764399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:21.767474 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] 10.222.0.64 "DELETE /v2.0/networks/bde5ccca-d766-45aa-95ac-57d986cdd40b HTTP/1.1" status: 204 len: 168 time: 0.3395600 Oct 19 01:32:21.780709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583fd0a-048b-4887-80e6-4f48a5a4fad0 tempest-PortsIpV6TestJSON-1338375576 tempest-PortsIpV6TestJSON-1338375576-project] Pushing event deleted for resources: {'Network': ['ID=bde5ccca-d766-45aa-95ac-57d986cdd40b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:21.975299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50886) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:22.110635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4fbd40e8-9cdd-4327-b447-4a69542d4849 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c3088e6e815455ca362080541b2050f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341810 Oct 19 01:32:22.113833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50892) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:22.165100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a696761b-d5ba-43f5-b3c9-0e11f6d9667a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.192581 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a696761b-d5ba-43f5-b3c9-0e11f6d9667a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.206613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed2e47-0391-4104-ae8e-6b7cc4f87c2e req-76e4ef95-d558-443d-9a8d-6ea99975d733 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:22.208820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-80ed2e47-0391-4104-ae8e-6b7cc4f87c2e req-76e4ef95-d558-443d-9a8d-6ea99975d733 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0655069 Oct 19 01:32:22.245309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a696761b-d5ba-43f5-b3c9-0e11f6d9667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.248081 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a696761b-d5ba-43f5-b3c9-0e11f6d9667a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.249245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a696761b-d5ba-43f5-b3c9-0e11f6d9667a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ead305f6-566d-45cf-be70-133e868e0add HTTP/1.1" status: 204 len: 168 time: 0.1344309 Oct 19 01:32:22.258815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696761b-d5ba-43f5-b3c9-0e11f6d9667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead305f6-566d-45cf-be70-133e868e0add,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:22.285476 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-80ed2e47-0391-4104-ae8e-6b7cc4f87c2e req-7e9de6f7-6442-4492-8f87-ed1efff79556 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663588 Oct 19 01:32:22.426138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10572011-4528-44ff-a0f8-5a1d857df11c req-4b5a08bf-7998-4bf3-b18e-2932686b12c8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:22.427912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10572011-4528-44ff-a0f8-5a1d857df11c req-4b5a08bf-7998-4bf3-b18e-2932686b12c8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 944 time: 0.0633409 Oct 19 01:32:22.470470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10572011-4528-44ff-a0f8-5a1d857df11c req-f164aabe-95d2-4261-999d-a80e099c1519 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Oct 19 01:32:22.704464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c5df02e4-f4c0-4cfa-ac15-1003069c35d8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:32:22.823660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c5df02e4-f4c0-4cfa-ac15-1003069c35d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:22.836164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8', 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'port_id': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8', 'mac_address': 'fa:16:3e:b4:d2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:32:22.878992 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.895212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5df02e4-f4c0-4cfa-ac15-1003069c35d8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:32:22.918830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c5df02e4-f4c0-4cfa-ac15-1003069c35d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:22.928597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:22.993135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:23.035899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50926) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:23.132912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-45960270'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:23.157212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:23.161793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c5df02e4-f4c0-4cfa-ac15-1003069c35d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:23.162271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.171278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.261683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.269035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.292770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:23.321131 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.321836 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment 1d245708-9588-46d7-988b-76f6b0f9fc7f of type vlan for network 82d48e7d-6812-4c21-ad19-351100094145 Oct 19 01:32:23.341975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d437e-2ea9-4c32-97c1-11a62e610dc3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:23.386483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.419188 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.427011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:23.427677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.446126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37f649-9fcd-4b68-a00b-2e1e7626c01b req-0bd0c5d4-f76d-462b-8834-9d47e57a3129 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:23.448986 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae37f649-9fcd-4b68-a00b-2e1e7626c01b req-0bd0c5d4-f76d-462b-8834-9d47e57a3129 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0615389 Oct 19 01:32:23.511254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4740164 Oct 19 01:32:23.514238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50940) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:23.519395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'name': 'tempest-PortsTestJSON-1016823205'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:23.521286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae37f649-9fcd-4b68-a00b-2e1e7626c01b req-6ff5735d-9787-4fd0-b3ff-d6cdb2d18734 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522211 Oct 19 01:32:23.524405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04713d-e589-4010-84e2-4df32b76d79f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=82d48e7d-6812-4c21-ad19-351100094145,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:23.542194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 82d48e7d-6812-4c21-ad19-351100094145 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:23.683467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9815a39-2c21-4865-b5b3-8628988df9d2 req-d0e7ac44-9ff0-4119-a740-18740ea336fd tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:23.684910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9815a39-2c21-4865-b5b3-8628988df9d2 req-d0e7ac44-9ff0-4119-a740-18740ea336fd tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 945 time: 0.1010430 Oct 19 01:32:23.686030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:23.689382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.720021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port d6aad928-3a86-407e-ac9f-b37f90d815c2 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:23.785785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9815a39-2c21-4865-b5b3-8628988df9d2 req-ef6ecaa8-96d4-437a-a6e1-c78b17ac110f tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860999 Oct 19 01:32:23.904399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:23.938566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.009331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=d6aad928-3a86-407e-ac9f-b37f90d815c2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:24.021578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': '1d245708-9588-46d7-988b-76f6b0f9fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d48e7d-6812-4c21-ad19-351100094145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:24.021944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: 82d48e7d-6812-4c21-ad19-351100094145, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:24.039933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:24.049343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 82d48e7d-6812-4c21-ad19-351100094145) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:24.053620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:24.060228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:24.060826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.060944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423633a3-b9aa-44b8-b23f-a733ff91b735 None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:24.077628 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0711e607-7696-45f8-8773-dd0238eac7ba tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5623007 Oct 19 01:32:24.081360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50946) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:24.086827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1543440295'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:24.109303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:24.113525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.141830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:24.153014 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.153402 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment 1de7c499-cc7a-4954-9dc9-a96eecd2a7e6 of type vlan for network 1889f3c5-f5b9-4d65-bf71-dba64a7c04da Oct 19 01:32:24.210988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.238086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.243948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:24.244566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.287589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2027023 Oct 19 01:32:24.289064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50952) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:24.318816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'ports': [{'network_id': '82d48e7d-6812-4c21-ad19-351100094145'}, {'network_id': '1889f3c5-f5b9-4d65-bf71-dba64a7c04da'}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:24.319212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:24.319883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '1889f3c5-f5b9-4d65-bf71-dba64a7c04da'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:24.326900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2c01a-ad1e-43b9-bdfb-34451a81bea5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=1889f3c5-f5b9-4d65-bf71-dba64a7c04da,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:24.339011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1889f3c5-f5b9-4d65-bf71-dba64a7c04da details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:24.503806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 2} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:24.509873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.525568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.629344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 3415867d-7ebb-4fc2-add4-17bf15e0894f yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:24.682556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92d5be-a532-40d1-8d03-de96f3b74ed5 req-9acce964-0c1d-434d-b582-feee97f9bb67 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:24.684670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e92d5be-a532-40d1-8d03-de96f3b74ed5 req-9acce964-0c1d-434d-b582-feee97f9bb67 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0756953 Oct 19 01:32:24.710237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c5df02e4-f4c0-4cfa-ac15-1003069c35d8 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:24.764793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:32:24.770432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:24.770994 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.775992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e92d5be-a532-40d1-8d03-de96f3b74ed5 req-94b99d95-bdf8-41c2-929e-1b3f899f71ab tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837727 Oct 19 01:32:24.825393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.859764 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.902865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 6ca71539-3f58-40ee-9754-1043275edc41 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:24.904374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c5df02e4-f4c0-4cfa-ac15-1003069c35d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:24.905504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:24.908109 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d1d2b-641f-4887-bdb8-d37145edcc9f" -d '{"events": [{"server_uuid": "7b5500e2-34be-4bbd-b2e0-c25fe6a1711b", "name": "network-vif-plugged", "status": "completed", "tag": "c5df02e4-f4c0-4cfa-ac15-1003069c35d8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:24.915267 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:24.942047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f27b6-5a00-41cf-a006-172198fc1a14 req-c828e4ab-2b3d-489b-88d9-d6c923a47dc5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:24.944596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-934f27b6-5a00-41cf-a006-172198fc1a14 req-c828e4ab-2b3d-489b-88d9-d6c923a47dc5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 945 time: 0.0771174 Oct 19 01:32:24.978861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:24.983273 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8287502c-abd1-4d83-9ef2-ceddcc295dcc x-openstack-request-id: req-8287502c-abd1-4d83-9ef2-ceddcc295dcc {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:24.983780 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5500e2-34be-4bbd-b2e0-c25fe6a1711b", "name": "network-vif-plugged", "status": "completed", "tag": "c5df02e4-f4c0-4cfa-ac15-1003069c35d8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:24.984249 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8287502c-abd1-4d83-9ef2-ceddcc295dcc {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:24.984784 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8', 'code': 200} Oct 19 01:32:25.001713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-934f27b6-5a00-41cf-a006-172198fc1a14 req-528da257-97af-4cbe-b376-530f05932e72 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Oct 19 01:32:25.054344 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.098748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e343e-1174-47d8-893a-6b9832152a19 req-bfb7a57c-6c95-44cc-ad42-840600cd45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.100529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a0e343e-1174-47d8-893a-6b9832152a19 req-bfb7a57c-6c95-44cc-ad42-840600cd45d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 1098 time: 0.0554457 Oct 19 01:32:25.108541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.148923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2a0e343e-1174-47d8-893a-6b9832152a19 req-13f64d87-a1f7-4990-af75-89922af9c2fd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Oct 19 01:32:25.158519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:25.169781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=3415867d-7ebb-4fc2-add4-17bf15e0894f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:25.172132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:25.175483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:25.176120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.184875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.185233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.185572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.185909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.186246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.186581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.186942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.187268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.187597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.187922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.188278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.188605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:32:25.250526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=6ca71539-3f58-40ee-9754-1043275edc41,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:25.261526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': '1de7c499-cc7a-4954-9dc9-a96eecd2a7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1889f3c5-f5b9-4d65-bf71-dba64a7c04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:25.261893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: 1889f3c5-f5b9-4d65-bf71-dba64a7c04da, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:25.278214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 1889f3c5-f5b9-4d65-bf71-dba64a7c04da is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:25.287415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1889f3c5-f5b9-4d65-bf71-dba64a7c04da) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:25.291296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:25.296368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c0ea6-6efb-4cb6-8038-215e080958f6 None None] Network 1889f3c5-f5b9-4d65-bf71-dba64a7c04da requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:25.298098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.303568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.304253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.320940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c878ebbb-ef2e-4a76-943c-209abd886588 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0300703 Oct 19 01:32:25.326890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50970) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:25.419167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 6ca71539-3f58-40ee-9754-1043275edc41 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:25.419514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.487677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.504916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 6ca71539-3f58-40ee-9754-1043275edc41 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:25.589444 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.620237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=6ca71539-3f58-40ee-9754-1043275edc41,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:25.625543 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.631620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-faba4712-55bb-4f47-88e1-aabb44d7a8b0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/6ca71539-3f58-40ee-9754-1043275edc41 HTTP/1.1" status: 204 len: 168 time: 0.3044508 Oct 19 01:32:25.631866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50974) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:25.683059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2d8b-f41b-4503-9a3c-f9d2c0feed5c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.689060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd2d8b-f41b-4503-9a3c-f9d2c0feed5c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.693211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-91dd2d8b-f41b-4503-9a3c-f9d2c0feed5c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0578904 Oct 19 01:32:25.693442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50976) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:25.798332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 3415867d-7ebb-4fc2-add4-17bf15e0894f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:25.798723 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.869984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:25.883338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 3415867d-7ebb-4fc2-add4-17bf15e0894f owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:25.902582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b831e12-4ecb-4696-8f22-7c30c53f4ae4 req-e4ba95c0-c6a5-4d24-b817-ddb941724db5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:25.904195 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b831e12-4ecb-4696-8f22-7c30c53f4ae4 req-e4ba95c0-c6a5-4d24-b817-ddb941724db5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0521290 Oct 19 01:32:25.948472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3b831e12-4ecb-4696-8f22-7c30c53f4ae4 req-bbcb9a0c-a7b6-4f5b-a9de-b1d95a88d9cc tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367846 Oct 19 01:32:25.971467 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.006416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=3415867d-7ebb-4fc2-add4-17bf15e0894f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:26.011787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.017535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-89783e50-ec80-45af-838a-e22987a2520b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/3415867d-7ebb-4fc2-add4-17bf15e0894f HTTP/1.1" status: 204 len: 168 time: 0.3207254 Oct 19 01:32:26.018925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50986) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:26.080180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dfe34c-8ad4-401d-af16-fdd026e7b99a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.085122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-08dfe34c-8ad4-401d-af16-fdd026e7b99a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0623181 Oct 19 01:32:26.085655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50992) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:26.114891 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b947ab-6a31-4039-bf24-c0ce82211401 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:26.119044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b4b947ab-6a31-4039-bf24-c0ce82211401 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/6ca71539-3f58-40ee-9754-1043275edc41 HTTP/1.1" status: 404 len: 333 time: 0.0298977 Oct 19 01:32:26.119386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50994) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:26.151851 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ee7b2f-7ede-4ea4-940d-d421dce25c49 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:26.156014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c3ee7b2f-7ede-4ea4-940d-d421dce25c49 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/3415867d-7ebb-4fc2-add4-17bf15e0894f HTTP/1.1" status: 404 len: 333 time: 0.0333745 Oct 19 01:32:26.158337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51000) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:26.160451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03870d4-823a-4bd8-8516-d18ab5da0ca0 req-f151a179-d10d-4b49-97d1-e68f07f21f69 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.162361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c03870d4-823a-4bd8-8516-d18ab5da0ca0 req-f151a179-d10d-4b49-97d1-e68f07f21f69 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0669737 Oct 19 01:32:26.239379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c03870d4-823a-4bd8-8516-d18ab5da0ca0 req-2cc50df8-de00-472b-ab8e-4587ce4a1ac8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652165 Oct 19 01:32:26.322251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.374882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a13bca-2084-4107-9fa1-80f5a74ca963 req-0e4b77fe-9764-4f07-a947-0ceea749a3f7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.378662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14a13bca-2084-4107-9fa1-80f5a74ca963 req-0e4b77fe-9764-4f07-a947-0ceea749a3f7 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1389141 Oct 19 01:32:26.406556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-d5150eaa-56f1-4460-bdbb-e822972e4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.408087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-d5150eaa-56f1-4460-bdbb-e822972e4e06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1096 time: 0.1047516 Oct 19 01:32:26.543109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14a13bca-2084-4107-9fa1-80f5a74ca963 req-448c192f-a3c6-49cb-8e96-21deaca9838e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576042 Oct 19 01:32:26.544584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.571712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1889f3c5-f5b9-4d65-bf71-dba64a7c04da']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:26.585218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de7c499-cc7a-4954-9dc9-a96eecd2a7e6') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:26.585513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de7c499-cc7a-4954-9dc9-a96eecd2a7e6') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:26.601167 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.619397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-f5164cee-2dd4-4dc2-b56f-fba504e83c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.620898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-f5164cee-2dd4-4dc2-b56f-fba504e83c0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.2039843 Oct 19 01:32:26.624258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.636610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:26.636610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:26.639234 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:26.744804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-5002aeeb-0204-49ef-be36-c53fede17e3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.1146464 Oct 19 01:32:26.745515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.752855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.755895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/1889f3c5-f5b9-4d65-bf71-dba64a7c04da HTTP/1.1" status: 204 len: 168 time: 0.5946016 Oct 19 01:32:26.759587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51006) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:26.766947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-918242616'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:26.785459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c40f8-e3b1-40ad-9764-3a16068a0b41 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=1889f3c5-f5b9-4d65-bf71-dba64a7c04da,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:26.802282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:26.806628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.822909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-d019e99a-d8a6-4991-b25b-3a4b4ad357eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.824456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-d019e99a-d8a6-4991-b25b-3a4b4ad357eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0675623 Oct 19 01:32:26.836402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:26.849005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.849406 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment afb4ab9b-cc11-423a-8162-70bcad659698 of type vlan for network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 Oct 19 01:32:26.892666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-8fe000f5-bc15-4f40-92cc-8fbbb34e5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.893781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.895008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-8fe000f5-bc15-4f40-92cc-8fbbb34e5b64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624740 Oct 19 01:32:26.924308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.930217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:26.930830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:26.981479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2191963 Oct 19 01:32:26.994532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51012) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:27.000697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:27.007107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-3ee86680-4987-4d8f-8c55-94250e096a18 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050313 Oct 19 01:32:27.010188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ef782-e245-4372-aa26-9b771fbecd91 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=2453da8f-2263-4c8c-aa89-2ab42510e6d5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:27.021833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:27.165065 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8087403b-479b-4cac-8a9d-7d7aa132268c req-57d451b9-2984-42d0-9a43-a73fa9a76dd8 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477575 Oct 19 01:32:27.166492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:27.171282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.236442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Performing IP validity checks on allocation pools {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 01:32:27.237821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_backend_mixin [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 01:32:27.403795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d46011-f1d4-4c81-8186-8b4c55e10f0e req-6292eeba-795a-4a9b-8974-0a2f518cb459 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.405314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e0d46011-f1d4-4c81-8186-8b4c55e10f0e req-6292eeba-795a-4a9b-8974-0a2f518cb459 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0938532 Oct 19 01:32:27.406301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.497156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=65bd2500-5c88-4a92-a035-637649d46789,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:27.504125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e0d46011-f1d4-4c81-8186-8b4c55e10f0e req-f4587655-8749-476e-921e-7274786d39c8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884888 Oct 19 01:32:27.508127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': 'afb4ab9b-cc11-423a-8162-70bcad659698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:27.508494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: 2453da8f-2263-4c8c-aa89-2ab42510e6d5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:27.526987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:27.546346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2453da8f-2263-4c8c-aa89-2ab42510e6d5) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:27.556595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b566c-c2d4-40a3-b2fd-41e603d9b39e None None] Network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:27.557630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.558399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.596769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51022) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:27.597654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3f911da7-68a3-41de-a862-6908dd3f459d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6004617 Oct 19 01:32:27.614281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5', 'name': 'tempest-PortsTestJSON-817755720'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:27.722201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584df0-396a-44d7-a9d9-057a09ce7e30 req-bc6c2389-2aa7-49ff-b2f1-8f0aee1080e4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.729991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-35584df0-396a-44d7-a9d9-057a09ce7e30 req-bc6c2389-2aa7-49ff-b2f1-8f0aee1080e4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0927570 Oct 19 01:32:27.780173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-35584df0-396a-44d7-a9d9-057a09ce7e30 req-b8e66cb4-d26f-4632-a5d3-0b987ca023ec tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475175 Oct 19 01:32:27.837476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-2453da8f-2263-4c8c-aa89-2ab42510e6d5', 'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5', 'tenant_id': 'ecd2024092ff4ddc991bd06af7831c3b', 'fixed_ips': [{'subnet_id': '65bd2500-5c88-4a92-a035-637649d46789'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:27.838578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.865013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:27.869538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:27.903395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 985a79f8-fb2d-45d3-9472-5ec0b4242ebf yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:27.958164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-dc9cf725-67c8-4734-9edf-b149b915f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.960081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-dc9cf725-67c8-4734-9edf-b149b915f2f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 1098 time: 0.1120274 Oct 19 01:32:27.986358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a012ba1-b708-4a01-a6da-7e9601760aa5 req-eecd0a9e-f691-48d9-8e53-da4651ddd433 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:27.988210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a012ba1-b708-4a01-a6da-7e9601760aa5 req-eecd0a9e-f691-48d9-8e53-da4651ddd433 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0997641 Oct 19 01:32:28.016323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Allocated IP 172.20.0.2 (2453da8f-2263-4c8c-aa89-2ab42510e6d5/65bd2500-5c88-4a92-a035-637649d46789/eb66b929-e0ee-4329-9af0-5c1cb934dd7e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:28.083560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a012ba1-b708-4a01-a6da-7e9601760aa5 req-270c49d1-1e1f-4def-bd4a-2d3986f66afe tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841162 Oct 19 01:32:28.108202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-ef2f991c-c56f-4fd5-b179-ea0b16f674cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:28.109938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-ef2f991c-c56f-4fd5-b179-ea0b16f674cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 912 time: 0.1419034 Oct 19 01:32:28.155110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-b9633b43-c38b-47ff-ba4c-36b5b05121de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8 HTTP/1.1" status: 200 len: 217 time: 0.0382276 Oct 19 01:32:28.207157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-5d626b22-6520-45a1-a2a0-0189474ef5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:28.208876 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-5d626b22-6520-45a1-a2a0-0189474ef5d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 200 len: 851 time: 0.0464296 Oct 19 01:32:28.242173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-5df57ccb-d751-4bf5-ac11-ac29b12d762a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a82b014-41c2-48c5-92fa-8f21c20f3049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257721 Oct 19 01:32:28.333216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.340189 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.340534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-52b97199-9bc2-4b61-815c-e773ffc6e2f0 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902786 Oct 19 01:32:28.380960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:28.385719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:28.389673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:28.399900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Pushing event updated for resources: {'Port': ['ID=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:28.401817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.5 (2453da8f-2263-4c8c-aa89-2ab42510e6d5/65bd2500-5c88-4a92-a035-637649d46789/985a79f8-fb2d-45d3-9472-5ec0b4242ebf) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:28.461772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Attempting to bind port eb66b929-e0ee-4329-9af0-5c1cb934dd7e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:28.462408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Attempting to bind port eb66b929-e0ee-4329-9af0-5c1cb934dd7e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'afb4ab9b-cc11-423a-8162-70bcad659698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:28.462928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Attempting to bind port eb66b929-e0ee-4329-9af0-5c1cb934dd7e on network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:28.468891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:28.469505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Checking segment: {'id': 'afb4ab9b-cc11-423a-8162-70bcad659698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:28.470053 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.470585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Bound using segment: {'id': 'afb4ab9b-cc11-423a-8162-70bcad659698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:28.471918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Bound port: eb66b929-e0ee-4329-9af0-5c1cb934dd7e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4ab9b-cc11-423a-8162-70bcad659698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2453da8f-2263-4c8c-aa89-2ab42510e6d5'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:28.472609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.503759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68adaa2e-38a6-480c-94b6-aa779ab23210 req-5462141a-c5fe-4da9-863f-d76283810b93 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570544 Oct 19 01:32:28.543282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] For port eb66b929-e0ee-4329-9af0-5c1cb934dd7e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:28.547278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] For port eb66b929-e0ee-4329-9af0-5c1cb934dd7e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,segment=NetworkSegment(afb4ab9b-cc11-423a-8162-70bcad659698),segment_id=afb4ab9b-cc11-423a-8162-70bcad659698)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:28.553750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.624453 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.625340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdabb0-0dcc-43d2-b16c-72e76351c922 None None] Pushing event updated for resources: {'Port': ['ID=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:28.667836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.709027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:28.712375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:28.716472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:28.773604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=985a79f8-fb2d-45d3-9472-5ec0b4242ebf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:28.804863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:28.805970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:28.826578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58ccf906-dded-4b5d-a552-82b1f8ef5947 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2254105 Oct 19 01:32:28.826889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51042) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:28.932480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1a215-76b9-4d93-bb50-55d1f2fee542 req-9f372544-791c-4555-97ae-6635fdd7d562 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:28.934310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6b1a215-76b9-4d93-bb50-55d1f2fee542 req-9f372544-791c-4555-97ae-6635fdd7d562 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0744908 Oct 19 01:32:28.993861 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6b1a215-76b9-4d93-bb50-55d1f2fee542 req-dd49b243-35da-4028-8a86-06d59b76b945 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482399 Oct 19 01:32:29.014698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 985a79f8-fb2d-45d3-9472-5ec0b4242ebf {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:29.015047 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.123567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.125327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a379e-1507-4fcc-8e98-58c26f72af69 req-065f5def-5948-44e9-bf2d-f47e8697f499 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:29.126933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-079a379e-1507-4fcc-8e98-58c26f72af69 req-065f5def-5948-44e9-bf2d-f47e8697f499 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0512908 Oct 19 01:32:29.138892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 985a79f8-fb2d-45d3-9472-5ec0b4242ebf owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:29.182479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-079a379e-1507-4fcc-8e98-58c26f72af69 req-69c1a39e-d7b9-4a15-ba05-d306f46c42fe tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449152 Oct 19 01:32:29.218857 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:32:29.269882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7943-61dc-411e-b7a6-1598e27da73c req-260ebf6a-5928-4696-9699-80da2fe322ae tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:29.271411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f0e7943-61dc-411e-b7a6-1598e27da73c req-260ebf6a-5928-4696-9699-80da2fe322ae tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0803883 Oct 19 01:32:29.317413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf80ba-cba1-41e9-809f-142288a132b6 req-a48f2358-22f3-49c0-a34f-e1941b456cf2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:29.318915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04cf80ba-cba1-41e9-809f-142288a132b6 req-a48f2358-22f3-49c0-a34f-e1941b456cf2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0610397 Oct 19 01:32:29.372001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f0e7943-61dc-411e-b7a6-1598e27da73c req-a1fa1075-8f65-419a-ae59-b70a40def994 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929818 Oct 19 01:32:29.373261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.399473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04cf80ba-cba1-41e9-809f-142288a132b6 req-f1bfdb62-b2dd-4776-8a35-6d7c3596b4a4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721064 Oct 19 01:32:29.412538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=985a79f8-fb2d-45d3-9472-5ec0b4242ebf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:29.496654 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.503424 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-542015cb-d106-4a57-9014-c3b13d9a4549 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/985a79f8-fb2d-45d3-9472-5ec0b4242ebf HTTP/1.1" status: 204 len: 168 time: 0.6727529 Oct 19 01:32:29.503764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51060) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:29.557561 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff331bc-7ed4-4129-93f3-e12e81cac428 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:32:29.558842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff331bc-7ed4-4129-93f3-e12e81cac428 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:29.563330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5ff331bc-7ed4-4129-93f3-e12e81cac428 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/985a79f8-fb2d-45d3-9472-5ec0b4242ebf HTTP/1.1" status: 404 len: 333 time: 0.0584710 Oct 19 01:32:29.569198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51064) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:29.615539 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ce8865-a672-4a25-9add-02d56407d877 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:29.627699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-88ce8865-a672-4a25-9add-02d56407d877 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/985a79f8-fb2d-45d3-9472-5ec0b4242ebf HTTP/1.1" status: 404 len: 333 time: 0.0564983 Oct 19 01:32:29.631287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:29.672446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eb66b929-e0ee-4329-9af0-5c1cb934dd7e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:29.709066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 65bd2500-5c88-4a92-a035-637649d46789 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:29.713513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.714420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb8d6-fa53-4435-ad9a-eb1e75010505 req-57626539-ed1a-4dcb-87cc-71cdc32b4b20 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:29.722042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-816cb8d6-fa53-4435-ad9a-eb1e75010505 req-57626539-ed1a-4dcb-87cc-71cdc32b4b20 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0698588 Oct 19 01:32:29.762618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.773660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-816cb8d6-fa53-4435-ad9a-eb1e75010505 req-9f9c36de-bd7d-47fe-8af6-20a502cca71b tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504999 Oct 19 01:32:29.776322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port eb66b929-e0ee-4329-9af0-5c1cb934dd7e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:29.777457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.868923 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.880981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.921613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bc59e-31dd-41a8-af8b-ad9d927e8ec1 None None] Network 2453da8f-2263-4c8c-aa89-2ab42510e6d5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:29.946837 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.983118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:29.988048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/65bd2500-5c88-4a92-a035-637649d46789 HTTP/1.1" status: 204 len: 168 time: 0.3541493 Oct 19 01:32:29.988594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089b99c-80e4-49b8-bbb2-429b8e30d0b9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=65bd2500-5c88-4a92-a035-637649d46789,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:29.989246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51072) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:30.053795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:32:30.054194 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:32:30.054665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-420ba895-9364-456c-8232-56dff5ad9708 None None] Provisioning complete for port eb66b929-e0ee-4329-9af0-5c1cb934dd7e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:30.055204 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-420ba895-9364-456c-8232-56dff5ad9708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.098095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.176150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port eb66b929-e0ee-4329-9af0-5c1cb934dd7e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:30.176495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.245654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] For port eb66b929-e0ee-4329-9af0-5c1cb934dd7e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,segment=NetworkSegment(afb4ab9b-cc11-423a-8162-70bcad659698),segment_id=afb4ab9b-cc11-423a-8162-70bcad659698)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.246025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.255215 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-420ba895-9364-456c-8232-56dff5ad9708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.262690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for eb66b929-e0ee-4329-9af0-5c1cb934dd7e owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:30.290563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-420ba895-9364-456c-8232-56dff5ad9708 None None] For port eb66b929-e0ee-4329-9af0-5c1cb934dd7e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,segment=NetworkSegment(afb4ab9b-cc11-423a-8162-70bcad659698),segment_id=afb4ab9b-cc11-423a-8162-70bcad659698)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.293050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] DHCP port deletion for 2453da8f-2263-4c8c-aa89-2ab42510e6d5 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:30.297821 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-420ba895-9364-456c-8232-56dff5ad9708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.369501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba895-9364-456c-8232-56dff5ad9708 None None] Pushing event updated for resources: {'Port': ['ID=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.375838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.389155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] Deleting port eb66b929-e0ee-4329-9af0-5c1cb934dd7e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:30.389532 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.415202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No DVR routers for this DVR port eb66b929-e0ee-4329-9af0-5c1cb934dd7e on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:30.425096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.463572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] For port eb66b929-e0ee-4329-9af0-5c1cb934dd7e, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:30.463965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.479922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] Calling delete_port for eb66b929-e0ee-4329-9af0-5c1cb934dd7e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:30.482787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] Port eb66b929-e0ee-4329-9af0-5c1cb934dd7e was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:32:30.484147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.511819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] Pushing event deleted for resources: {'Port': ['ID=eb66b929-e0ee-4329-9af0-5c1cb934dd7e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.519531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dca3c5-e0c5-4d25-8103-79026efea2f8 None None] No DVR routers for this DVR port eb66b929-e0ee-4329-9af0-5c1cb934dd7e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:30.537057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.564305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2453da8f-2263-4c8c-aa89-2ab42510e6d5']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:30.577833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Port eb66b929-e0ee-4329-9af0-5c1cb934dd7e update to ACTIVE by agent not found {{(pid=100849) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 01:32:30.579440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d578c7-444f-4c8f-b647-6c24a7e6fa53 req-fe20e5d5-2ac0-4834-ba52-7bfc434c5681 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:30.581197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9d578c7-444f-4c8f-b647-6c24a7e6fa53 req-fe20e5d5-2ac0-4834-ba52-7bfc434c5681 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1186361 Oct 19 01:32:30.585220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb4ab9b-cc11-423a-8162-70bcad659698') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:30.585514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb4ab9b-cc11-423a-8162-70bcad659698') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:30.601918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.624979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.637324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:30.637716 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:30.640630 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:30.655051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9d578c7-444f-4c8f-b647-6c24a7e6fa53 req-3f0a6e0a-f47e-4e5d-8421-732159d91981 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672081 Oct 19 01:32:30.724630 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.731504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.734950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/2453da8f-2263-4c8c-aa89-2ab42510e6d5 HTTP/1.1" status: 204 len: 168 time: 0.7446344 Oct 19 01:32:30.739128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51094) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:30.744968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1298608466'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:30.749941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec250d-d675-4dfe-9984-d8c83bc3107b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=2453da8f-2263-4c8c-aa89-2ab42510e6d5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.774226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:30.778070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.812645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:30.823114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.823455 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment d0e14313-938b-4e3d-ac1a-a7a3125e2bf6 of type vlan for network e9b327af-4bd1-453b-a751-b45b4e449446 Oct 19 01:32:30.867798 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.897484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.903660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:30.904187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:30.904853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e208af8-7cf8-4c8f-af74-ee73a965c92b req-2f1003ee-465e-4554-bbdd-27ef26d45e69 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:30.913249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e208af8-7cf8-4c8f-af74-ee73a965c92b req-2f1003ee-465e-4554-bbdd-27ef26d45e69 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0705101 Oct 19 01:32:30.952802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e208af8-7cf8-4c8f-af74-ee73a965c92b req-21ed834b-7d63-4ccf-8c12-a3bd800ce5f4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383093 Oct 19 01:32:30.983870 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2428396 Oct 19 01:32:30.986884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51102) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:30.987083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700aa4-c02c-4023-917e-e87a59482454 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=e9b327af-4bd1-453b-a751-b45b4e449446,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:30.993649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:30.998985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e9b327af-4bd1-453b-a751-b45b4e449446 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:31.148621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:31.152819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.229204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-abf5584d-36ca-4c41-b9f0-26c2986479c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.230926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-abf5584d-36ca-4c41-b9f0-26c2986479c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93ef9378566f4437bd3edbb85b16194b&device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 1096 time: 0.0439873 Oct 19 01:32:31.264428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ccfc-ab81-4215-baee-851711dc7ac5 req-c4632961-2bec-4d66-ad5f-899d9b274486 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.265844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45d9ccfc-ab81-4215-baee-851711dc7ac5 req-c4632961-2bec-4d66-ad5f-899d9b274486 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0958045 Oct 19 01:32:31.335881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45d9ccfc-ab81-4215-baee-851711dc7ac5 req-6848a572-4e2c-46f3-b5a1-8ec7a5e4b758 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599239 Oct 19 01:32:31.344187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-f4d0dc52-1f0b-484c-9fe7-12113c829271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.345763 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-f4d0dc52-1f0b-484c-9fe7-12113c829271 service neutron] 10.222.0.62 "GET /v2.0/networks?id=834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 200 len: 912 time: 0.1072412 Oct 19 01:32:31.426586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-028d1262-3303-4346-a2f5-97e3ae4511c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 200 len: 998 time: 0.0742455 Oct 19 01:32:31.443058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.487019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-088467f5-3cac-473d-b9ac-26a6d89d4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.487019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-088467f5-3cac-473d-b9ac-26a6d89d4a5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 200 len: 850 time: 0.0491133 Oct 19 01:32:31.528633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=5c583aaa-2164-4b2d-b644-6c434c183c3c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:31.531433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': 'd0e14313-938b-4e3d-ac1a-a7a3125e2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:31.531882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: e9b327af-4bd1-453b-a751-b45b4e449446, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:31.545745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-3ef60fba-ed2e-400b-a1a2-fa6ec3095a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.547802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-3ef60fba-ed2e-400b-a1a2-fa6ec3095a40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=834ef5ba-7345-4079-a3eb-4a6c472874e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577059 Oct 19 01:32:31.552812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network e9b327af-4bd1-453b-a751-b45b4e449446 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:31.562608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e9b327af-4bd1-453b-a751-b45b4e449446) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:31.570106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.571418 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.575272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80995907-ae48-438d-a43f-bb5ed58199ba None None] Network e9b327af-4bd1-453b-a751-b45b4e449446 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:31.601419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fbd779b7-528c-4818-9513-c9166bcb8c1a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130526 Oct 19 01:32:31.603692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51116) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:31.609057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446', 'security_groups': [], 'name': 'tempest-PortsTestJSON-454762731'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:31.616064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eb66b929-e0ee-4329-9af0-5c1cb934dd7e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:31.660184 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-75b6d64e-1753-4127-9744-0b762e75e920 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048858 Oct 19 01:32:31.689030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: eb66b929-e0ee-4329-9af0-5c1cb934dd7e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:31.689743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eb66b929-e0ee-4329-9af0-5c1cb934dd7e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:31.749298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:31.760093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.792954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e9b327af-4bd1-453b-a751-b45b4e449446', 'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446', 'tenant_id': 'ecd2024092ff4ddc991bd06af7831c3b', 'fixed_ips': [{'subnet_id': '5c583aaa-2164-4b2d-b644-6c434c183c3c'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:31.793938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:31.794523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 4fbeaa93-687d-404a-af61-5c0a07e93245 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:31.856333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72c819a4-ed96-43b0-b348-4052fe76b57c req-4eb98fe2-8965-43b7-aa84-8b01d27a9a02 service neutron] 10.222.0.62 "GET /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832888 Oct 19 01:32:31.886610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34875144-fdf1-40cb-b94f-c6e26768fe7f req-f2007d82-8978-4b55-95b4-d2e08ddfb80d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:31.888266 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34875144-fdf1-40cb-b94f-c6e26768fe7f req-f2007d82-8978-4b55-95b4-d2e08ddfb80d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1080856 Oct 19 01:32:31.940897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34875144-fdf1-40cb-b94f-c6e26768fe7f req-5f1424dc-5efa-47f8-9e10-40fdba9fc4d8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Oct 19 01:32:31.947090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.3 (e9b327af-4bd1-453b-a751-b45b4e449446/5c583aaa-2164-4b2d-b644-6c434c183c3c/4fbeaa93-687d-404a-af61-5c0a07e93245) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:32.355687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.391640 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.440940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network e9b327af-4bd1-453b-a751-b45b4e449446 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:32.444854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:32.448342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:32.458960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=4fbeaa93-687d-404a-af61-5c0a07e93245,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.483935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Allocated IP 172.20.0.2 (e9b327af-4bd1-453b-a751-b45b4e449446/5c583aaa-2164-4b2d-b644-6c434c183c3c/3440f500-bb42-4b90-b782-cc7c85a9295c) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:32.513593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:32.514212 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.516988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fba43-fd10-4bcc-916e-7ed9eb747f41 req-6637f2f5-2120-42fc-b25c-e2b8ef5ec906 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:32.521077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660fba43-fd10-4bcc-916e-7ed9eb747f41 req-6637f2f5-2120-42fc-b25c-e2b8ef5ec906 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0682945 Oct 19 01:32:32.553038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fe47e0c7-2857-43d7-bbb0-14a41d89adb8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9480901 Oct 19 01:32:32.554020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:32.579252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-660fba43-fd10-4bcc-916e-7ed9eb747f41 req-c7723ad3-6380-46cc-bf71-d643c371cbe0 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493996 Oct 19 01:32:32.693752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 4fbeaa93-687d-404a-af61-5c0a07e93245 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:32.694098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.711502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.718388 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.758408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Network e9b327af-4bd1-453b-a751-b45b4e449446 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:32.761634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:32.764327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:32.774319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Pushing event updated for resources: {'Port': ['ID=3440f500-bb42-4b90-b782-cc7c85a9295c,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:32.788075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.804352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 4fbeaa93-687d-404a-af61-5c0a07e93245 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:32.828248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Attempting to bind port 3440f500-bb42-4b90-b782-cc7c85a9295c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:32.828610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Attempting to bind port 3440f500-bb42-4b90-b782-cc7c85a9295c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'd0e14313-938b-4e3d-ac1a-a7a3125e2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:32.828967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Attempting to bind port 3440f500-bb42-4b90-b782-cc7c85a9295c on network e9b327af-4bd1-453b-a751-b45b4e449446 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:32.834468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:32.835092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Checking segment: {'id': 'd0e14313-938b-4e3d-ac1a-a7a3125e2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:32.835481 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.835866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Bound using segment: {'id': 'd0e14313-938b-4e3d-ac1a-a7a3125e2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:32.836453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Bound port: 3440f500-bb42-4b90-b782-cc7c85a9295c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e14313-938b-4e3d-ac1a-a7a3125e2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e9b327af-4bd1-453b-a751-b45b4e449446'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:32.836826 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.917671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] For port 3440f500-bb42-4b90-b782-cc7c85a9295c, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:32.921536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] For port 3440f500-bb42-4b90-b782-cc7c85a9295c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3440f500-bb42-4b90-b782-cc7c85a9295c,segment=NetworkSegment(d0e14313-938b-4e3d-ac1a-a7a3125e2bf6),segment_id=d0e14313-938b-4e3d-ac1a-a7a3125e2bf6)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:32.930319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:32.984829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.059173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a43a3-7066-4e6b-8319-fa571f9c7e55 None None] Pushing event updated for resources: {'Port': ['ID=3440f500-bb42-4b90-b782-cc7c85a9295c,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:33.060132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=4fbeaa93-687d-404a-af61-5c0a07e93245,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:33.120700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.125704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8ddf2019-49f8-4a97-bf67-7b066972e12c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/4fbeaa93-687d-404a-af61-5c0a07e93245 HTTP/1.1" status: 204 len: 168 time: 0.5703027 Oct 19 01:32:33.128782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51148) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:33.142476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1ec4a-e541-4bbf-b08e-a3bcdb537009 req-cbfa658b-4ff5-48fd-8b68-6dbd464a70fe tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:33.146209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6d1ec4a-e541-4bbf-b08e-a3bcdb537009 req-cbfa658b-4ff5-48fd-8b68-6dbd464a70fe tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0838890 Oct 19 01:32:33.164820 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-57477fd2-f37d-4d14-8d1b-993589ced335 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:33.169745 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-57477fd2-f37d-4d14-8d1b-993589ced335 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/4fbeaa93-687d-404a-af61-5c0a07e93245 HTTP/1.1" status: 404 len: 333 time: 0.0364354 Oct 19 01:32:33.170386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:33.204528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6d1ec4a-e541-4bbf-b08e-a3bcdb537009 req-a8b8a005-6084-4249-abc6-8c39d199c94e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469601 Oct 19 01:32:33.238995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 5c583aaa-2164-4b2d-b644-6c434c183c3c {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:33.247530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.309161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.435564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.536934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.575185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=5c583aaa-2164-4b2d-b644-6c434c183c3c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:33.578976 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.587178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e3eedc0-a1c1-4f24-8277-1a658c0bae62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/5c583aaa-2164-4b2d-b644-6c434c183c3c HTTP/1.1" status: 204 len: 168 time: 0.4128976 Oct 19 01:32:33.587522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51158) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:33.625044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3440f500-bb42-4b90-b782-cc7c85a9295c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:33.695353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.711166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3440f500-bb42-4b90-b782-cc7c85a9295c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:33.711546 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.730142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be621ca5-3ede-4ae8-8ae4-fca606c8e4a0 req-a5f166c3-eedf-4b9d-b5c6-7515e4aa2705 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:33.740391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be621ca5-3ede-4ae8-8ae4-fca606c8e4a0 req-a5f166c3-eedf-4b9d-b5c6-7515e4aa2705 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0716453 Oct 19 01:32:33.778372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 3440f500-bb42-4b90-b782-cc7c85a9295c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:33.778884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.800600 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be621ca5-3ede-4ae8-8ae4-fca606c8e4a0 req-cf3b734c-e98b-4a1c-aad0-70cb6723cc75 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584273 Oct 19 01:32:33.834422 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.869132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] For port 3440f500-bb42-4b90-b782-cc7c85a9295c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3440f500-bb42-4b90-b782-cc7c85a9295c,segment=NetworkSegment(d0e14313-938b-4e3d-ac1a-a7a3125e2bf6),segment_id=d0e14313-938b-4e3d-ac1a-a7a3125e2bf6)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:33.870056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.882805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 3440f500-bb42-4b90-b782-cc7c85a9295c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3440f500-bb42-4b90-b782-cc7c85a9295c,segment=NetworkSegment(d0e14313-938b-4e3d-ac1a-a7a3125e2bf6),segment_id=d0e14313-938b-4e3d-ac1a-a7a3125e2bf6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:33.885363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 3440f500-bb42-4b90-b782-cc7c85a9295c owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:33.889609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:33.953687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=3440f500-bb42-4b90-b782-cc7c85a9295c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.031099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0677d-959e-44e1-a761-998bb033bddc req-f5087c3b-291f-4da4-a45e-88340d028e86 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:34.032655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9e0677d-959e-44e1-a761-998bb033bddc req-f5087c3b-291f-4da4-a45e-88340d028e86 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0875340 Oct 19 01:32:34.055501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.092734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=3440f500-bb42-4b90-b782-cc7c85a9295c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.107938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No DVR routers for this DVR port 3440f500-bb42-4b90-b782-cc7c85a9295c on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:34.117343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9e0677d-959e-44e1-a761-998bb033bddc req-3602ba2f-0316-41c6-bb5c-f91fb6031fb4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683398 Oct 19 01:32:34.223282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.241467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5cf67c-77bd-4fb4-9f60-ce0b92ebd68c None None] Network e9b327af-4bd1-453b-a751-b45b4e449446 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:34.252028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b327af-4bd1-453b-a751-b45b4e449446']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:34.264237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e14313-938b-4e3d-ac1a-a7a3125e2bf6') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:34.264543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e14313-938b-4e3d-ac1a-a7a3125e2bf6') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:34.274329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-850d76c8-a38c-45e7-8454-931b228e372a None None] Could not find standard attr ID for object 3440f500-bb42-4b90-b782-cc7c85a9295c. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:34.280401 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.297743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.319171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:34.319751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:34.323758 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:34.441716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac95ba-da9a-474d-aa04-5994f813dc52 req-2b6ad093-9cd7-45c5-8cbd-97d6369848a7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:34.443244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7ac95ba-da9a-474d-aa04-5994f813dc52 req-2b6ad093-9cd7-45c5-8cbd-97d6369848a7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1414928 Oct 19 01:32:34.461868 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.463182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8e8f7-17f4-4d22-ab09-0196a0543513 None None] DHCP port deletion for e9b327af-4bd1-453b-a751-b45b4e449446 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:34.466908 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.471444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/e9b327af-4bd1-453b-a751-b45b4e449446 HTTP/1.1" status: 204 len: 168 time: 0.8820632 Oct 19 01:32:34.474899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51186) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:34.483660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'name': 'tempest-PortsTestJSON-1377088702'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:34.522896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230767b-658f-44fb-aa4b-ae6c8fba838d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=e9b327af-4bd1-453b-a751-b45b4e449446,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.559384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7ac95ba-da9a-474d-aa04-5994f813dc52 req-87cf009c-aa97-4bf9-be99-94fdc1b1e1d7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067123 Oct 19 01:32:34.610128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:34.615726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.638571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 254dccf3-7091-406e-8382-2004ceba99cb yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:34.840268 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.877454 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.927906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:34.931294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:34.940444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:34.952404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:34.952404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:34.953731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=254dccf3-7091-406e-8382-2004ceba99cb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:34.969384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-73e164a4-433f-48f5-8a9a-deb4cf9b8b86 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4924431 Oct 19 01:32:34.972243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51220) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:35.072816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-2c0ae7f8-b87b-4a41-8c36-347d7ff754f2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:35.074441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-2c0ae7f8-b87b-4a41-8c36-347d7ff754f2 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f752714-f9b5-4e1b-983b-655b0ab187e0 HTTP/1.1" status: 200 len: 943 time: 0.0547945 Oct 19 01:32:35.074710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 254dccf3-7091-406e-8382-2004ceba99cb {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:35.075376 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.154297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.172920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 254dccf3-7091-406e-8382-2004ceba99cb owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:35.188283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Deleting port aa311290-5ed9-4fd8-96e2-8e4f36807161 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:35.188835 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.265069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.304191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] For port aa311290-5ed9-4fd8-96e2-8e4f36807161, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa311290-5ed9-4fd8-96e2-8e4f36807161,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:35.304557 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.308331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=254dccf3-7091-406e-8382-2004ceba99cb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:35.313798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.320425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac508e96-fd35-4368-9d10-7cad26ddbf26 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/254dccf3-7091-406e-8382-2004ceba99cb HTTP/1.1" status: 204 len: 168 time: 0.3444548 Oct 19 01:32:35.320580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51230) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:35.322093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Calling delete_port for aa311290-5ed9-4fd8-96e2-8e4f36807161 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:35.325303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'mac_address': 'fa:16:3e:50:81:89', 'name': 'tempest-PortsTestJSON-690712690'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:35.425920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:35.464435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.480387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c38dc02a-39bc-4cec-9d12-7af975344972'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:35.495826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event deleted for resources: {'Port': ['ID=aa311290-5ed9-4fd8-96e2-8e4f36807161,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:35.505529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.527516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 821e2498-6c68-4dc5-9d95-194dc62c1dc0 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:35.589683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] No DVR routers for this DVR port aa311290-5ed9-4fd8-96e2-8e4f36807161 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:35.594842 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.613025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:35.618156 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4fd6dc99-964f-420f-bcb0-9fa605215b01 req-ed9db007-bd52-44ae-a030-7059e3dc4d05 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "DELETE /v2.0/ports/aa311290-5ed9-4fd8-96e2-8e4f36807161 HTTP/1.1" status: 204 len: 173 time: 0.5297754 Oct 19 01:32:35.618968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-deleted', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:35.631816 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6916b437-8818-4c0d-b0f1-30fea6cd2a3a" -d '{"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-deleted", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:35.668855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3440f500-bb42-4b90-b782-cc7c85a9295c no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:35.712338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3440f500-bb42-4b90-b782-cc7c85a9295c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:35.712931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3440f500-bb42-4b90-b782-cc7c85a9295c not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:35.882234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f392af-8690-4a9a-b56f-e072510349e8 req-1f169344-6930-4281-8758-dcbb60882688 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:35.883862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3f392af-8690-4a9a-b56f-e072510349e8 req-1f169344-6930-4281-8758-dcbb60882688 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.2076726 Oct 19 01:32:35.890113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.950271 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3f392af-8690-4a9a-b56f-e072510349e8 req-a7271300-a2f5-4f1a-ae3f-fc5558b18842 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Oct 19 01:32:35.961834 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:35.999941 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4301b090-a3b9-4d2a-849e-e2ce93b601fb x-openstack-request-id: req-4301b090-a3b9-4d2a-849e-e2ce93b601fb {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:36.000367 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f752714-f9b5-4e1b-983b-655b0ab187e0", "name": "network-vif-deleted", "tag": "aa311290-5ed9-4fd8-96e2-8e4f36807161", "status": "failed", "code": 422}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:36.000732 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4301b090-a3b9-4d2a-849e-e2ce93b601fb {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:36.001468 n-d-789963-20 neutron-server[100848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f752714-f9b5-4e1b-983b-655b0ab187e0', 'name': 'network-vif-deleted', 'tag': 'aa311290-5ed9-4fd8-96e2-8e4f36807161', 'status': 'failed', 'code': 422} returned with failed status Oct 19 01:32:36.008000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:36.013151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:36.016938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:36.023684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:36.024322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.038078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=821e2498-6c68-4dc5-9d95-194dc62c1dc0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:36.057772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5dd51e85-890c-40fe-b3ea-3cef61a16603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7362015 Oct 19 01:32:36.060469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.119028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7108a066-3178-41f3-9912-99d1281594d0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:36.123026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7108a066-3178-41f3-9912-99d1281594d0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/821e2498-6c68-4dc5-9d95-194dc62c1dc0 HTTP/1.1" status: 200 len: 840 time: 0.0590107 Oct 19 01:32:36.123357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51256) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.218216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 821e2498-6c68-4dc5-9d95-194dc62c1dc0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:36.218698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.294871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.308706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 821e2498-6c68-4dc5-9d95-194dc62c1dc0 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:36.414032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.473003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=821e2498-6c68-4dc5-9d95-194dc62c1dc0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:36.481220 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.484673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c60f9354-e680-4c08-9a9b-6b167577a173 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/821e2498-6c68-4dc5-9d95-194dc62c1dc0 HTTP/1.1" status: 204 len: 168 time: 0.3602710 Oct 19 01:32:36.488495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51270) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.512842 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1261a065-c865-4efc-b969-fe59bdf20a5b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:36.514761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1261a065-c865-4efc-b969-fe59bdf20a5b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/821e2498-6c68-4dc5-9d95-194dc62c1dc0 HTTP/1.1" status: 404 len: 333 time: 0.0255311 Oct 19 01:32:36.520451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51272) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.529770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c55f14-7896-4dfa-b7ac-cc4c314c3441 req-fe7cfa60-9b22-4754-991b-10a45d8bda63 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:36.531218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7c55f14-7896-4dfa-b7ac-cc4c314c3441 req-fe7cfa60-9b22-4754-991b-10a45d8bda63 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 907 time: 0.0714338 Oct 19 01:32:36.534688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'name': 'tempest-PortsTestJSON-194411018'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:36.622379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:36.625927 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.644126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 218e805d-7edc-487c-b16c-a68ac3b28582 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:36.807574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.841312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.885182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:36.890173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:36.898207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:36.898367 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5db4e508-929c-499a-ae0e-21d98c76cf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.903838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:36.904452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:36.907917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=218e805d-7edc-487c-b16c-a68ac3b28582,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:36.925215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-11fc3843-b5f0-4f8b-bedb-e21624944c79 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4032047 Oct 19 01:32:36.927750 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:36.933128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:37.006691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.079655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98eef0-b3a4-44a0-b92f-80ad82483051 req-d9f7003f-6288-435b-abbf-61e3b9b031d0 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.081212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd98eef0-b3a4-44a0-b92f-80ad82483051 req-d9f7003f-6288-435b-abbf-61e3b9b031d0 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0517392 Oct 19 01:32:37.152569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd98eef0-b3a4-44a0-b92f-80ad82483051 req-53e8f7df-434c-4ecf-b4f8-0aefb57a9d7f tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Oct 19 01:32:37.185292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.190768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.222731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] In _notify_port_updated(), no bound segment for port 218e805d-7edc-487c-b16c-a68ac3b28582 on network 82d48e7d-6812-4c21-ad19-351100094145 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:32:37.228646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.229253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.230552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "PUT /v2.0/ports/218e805d-7edc-487c-b16c-a68ac3b28582 HTTP/1.1" status: 200 len: 818 time: 0.3017635 Oct 19 01:32:37.233725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51292) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:37.276188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be29648-5b28-44e5-bac1-87b6781f527a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=218e805d-7edc-487c-b16c-a68ac3b28582,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:37.348176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 218e805d-7edc-487c-b16c-a68ac3b28582 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:37.348529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.417810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.431413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 218e805d-7edc-487c-b16c-a68ac3b28582 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:37.516066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.544741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=218e805d-7edc-487c-b16c-a68ac3b28582,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:37.557970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.561356 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-504c4217-cc03-4768-ae92-cbdcad42a603 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/218e805d-7edc-487c-b16c-a68ac3b28582 HTTP/1.1" status: 204 len: 168 time: 0.3266490 Oct 19 01:32:37.563798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51304) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:37.621092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13fcef8-2afc-4e17-abe3-7f2358bbd0ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.622631 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a13fcef8-2afc-4e17-abe3-7f2358bbd0ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0572302 Oct 19 01:32:37.625460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51306) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:37.650759 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df3c0ee-612e-4714-bb39-be065d8ec34d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:37.652537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7df3c0ee-612e-4714-bb39-be065d8ec34d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/218e805d-7edc-487c-b16c-a68ac3b28582 HTTP/1.1" status: 404 len: 333 time: 0.0261018 Oct 19 01:32:37.656221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51308) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:37.662009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-162484884'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:37.685837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fe41b-30d3-4513-89b1-da28ffa0d12f req-d18654d9-fe6e-4ce9-8e44-cb3b878563b4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.687368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:37.687519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-084fe41b-30d3-4513-89b1-da28ffa0d12f req-d18654d9-fe6e-4ce9-8e44-cb3b878563b4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 907 time: 0.0638099 Oct 19 01:32:37.692160 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.716564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:37.726462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.726808 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment bf8c5796-9fba-4f82-abae-5643ceb493a4 of type vlan for network c111e247-7ba0-42ba-a9eb-7422e771e0e4 Oct 19 01:32:37.770331 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.794950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.801556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:37.802170 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:37.838821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1815717 Oct 19 01:32:37.841682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51310) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:37.846651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:37.873616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee1bb-f8d3-47ae-a3db-29beac3791ea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=c111e247-7ba0-42ba-a9eb-7422e771e0e4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:37.886175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:37.941047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:37.944601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.036116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-1e4782ae-8d50-4a1c-a1d0-5b53af158776 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:38.037573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-1e4782ae-8d50-4a1c-a1d0-5b53af158776 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 907 time: 0.0517619 Oct 19 01:32:38.136377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.137951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Deleting port 4728d83c-694a-4571-9966-720c78b34058 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:38.138289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.213961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=49f88eb0-7f83-45c4-bf83-30e47ad9eba6,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:38.257205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': 'bf8c5796-9fba-4f82-abae-5643ceb493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:38.257572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: c111e247-7ba0-42ba-a9eb-7422e771e0e4, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:38.279515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:38.297420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c111e247-7ba0-42ba-a9eb-7422e771e0e4) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:38.303457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:38.304069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.328303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41ed9dc-0a04-4141-9307-651c3d72aa7c None None] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:38.328945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b98565a-507c-4625-bf21-c3ac2005adc2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4860520 Oct 19 01:32:38.332217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51322) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:38.339054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9e0233b0-ba99-4dff-8b7f-8f65836bb100 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:38.503826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0233b0-ba99-4dff-8b7f-8f65836bb100 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:38.508290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9e0233b0-ba99-4dff-8b7f-8f65836bb100 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.516654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-c111e247-7ba0-42ba-a9eb-7422e771e0e4', 'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4', 'tenant_id': 'ecd2024092ff4ddc991bd06af7831c3b', 'fixed_ips': [{'subnet_id': '49f88eb0-7f83-45c4-bf83-30e47ad9eba6'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:38.520225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.627792 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-9e0233b0-ba99-4dff-8b7f-8f65836bb100 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 49f88eb0-7f83-45c4-bf83-30e47ad9eba6 (CIDR: 172.20.0.0/28) Oct 19 01:32:38.633957 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0233b0-ba99-4dff-8b7f-8f65836bb100 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:32:38.634519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0233b0-ba99-4dff-8b7f-8f65836bb100 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:32:38.663180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9e0233b0-ba99-4dff-8b7f-8f65836bb100 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3298273 Oct 19 01:32:38.665803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51326) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:38.671909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:38.709241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Allocated IP 172.20.0.2 (c111e247-7ba0-42ba-a9eb-7422e771e0e4/49f88eb0-7f83-45c4-bf83-30e47ad9eba6/aa613307-b7d3-4097-ab11-0d500a375eec) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:38.785542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421e68f-0df3-42c2-bc41-c1a24c104c0e req-26cf646a-9ab7-4938-b37d-65df69d78206 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:38.793438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4421e68f-0df3-42c2-bc41-c1a24c104c0e req-26cf646a-9ab7-4938-b37d-65df69d78206 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.5485923 Oct 19 01:32:38.828880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] For port 4728d83c-694a-4571-9966-720c78b34058, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4728d83c-694a-4571-9966-720c78b34058,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:38.829244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.872852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4421e68f-0df3-42c2-bc41-c1a24c104c0e req-4fb6be0a-593f-4a79-bb71-5736ce13fce6 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647404 Oct 19 01:32:38.874011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Calling delete_port for 4728d83c-694a-4571-9966-720c78b34058 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:38.913463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e47f-d591-429e-9173-5ff003d0790c req-3c6e318c-d283-46e9-bdbb-f16b779d1c1a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:38.928439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd52e47f-d591-429e-9173-5ff003d0790c req-3c6e318c-d283-46e9-bdbb-f16b779d1c1a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 907 time: 0.1193233 Oct 19 01:32:38.929822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:38.931414 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.937398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.947284 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:38.996835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:38.999689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:39.002858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:39.041773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Pushing event updated for resources: {'Port': ['ID=aa613307-b7d3-4097-ab11-0d500a375eec,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.090074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Attempting to bind port aa613307-b7d3-4097-ab11-0d500a375eec on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:39.090315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Attempting to bind port aa613307-b7d3-4097-ab11-0d500a375eec by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'bf8c5796-9fba-4f82-abae-5643ceb493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:39.090669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Attempting to bind port aa613307-b7d3-4097-ab11-0d500a375eec on network c111e247-7ba0-42ba-a9eb-7422e771e0e4 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:39.096738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:39.097809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Checking segment: {'id': 'bf8c5796-9fba-4f82-abae-5643ceb493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:39.098216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.098848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Bound using segment: {'id': 'bf8c5796-9fba-4f82-abae-5643ceb493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:39.099350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Bound port: aa613307-b7d3-4097-ab11-0d500a375eec, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8c5796-9fba-4f82-abae-5643ceb493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:39.100064 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.123796 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.177351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event deleted for resources: {'Port': ['ID=4728d83c-694a-4571-9966-720c78b34058,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.223938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] For port aa613307-b7d3-4097-ab11-0d500a375eec, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:39.232351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] For port aa613307-b7d3-4097-ab11-0d500a375eec, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=aa613307-b7d3-4097-ab11-0d500a375eec,segment=NetworkSegment(bf8c5796-9fba-4f82-abae-5643ceb493a4),segment_id=bf8c5796-9fba-4f82-abae-5643ceb493a4)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:39.259032 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.302468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] No DVR routers for this DVR port 4728d83c-694a-4571-9966-720c78b34058 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:39.313635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.318433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827989e-b0f7-4506-aab9-8874845cbe76 req-301a66ca-1213-48bc-9c9c-5b2b34954c07 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.323840 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2c6bc4f2-3cef-4bda-848d-8456e73b029b req-68620a8d-dc05-438f-9cac-b7ead32d68ff tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "DELETE /v2.0/ports/4728d83c-694a-4571-9966-720c78b34058 HTTP/1.1" status: 204 len: 173 time: 1.2798204 Oct 19 01:32:39.324468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'name': 'network-vif-deleted', 'tag': '4728d83c-694a-4571-9966-720c78b34058'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:39.327380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f827989e-b0f7-4506-aab9-8874845cbe76 req-301a66ca-1213-48bc-9c9c-5b2b34954c07 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 945 time: 0.1046000 Oct 19 01:32:39.338169 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416e3b4b-6fe9-42ff-950c-ef2100fc488d" -d '{"events": [{"server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "name": "network-vif-deleted", "tag": "4728d83c-694a-4571-9966-720c78b34058"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:39.427159 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.455776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c5f8-61c7-4c64-9f69-8cef48542c59 None None] Pushing event updated for resources: {'Port': ['ID=aa613307-b7d3-4097-ab11-0d500a375eec,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.524509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:39.534718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:39.544746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f827989e-b0f7-4506-aab9-8874845cbe76 req-2704d6bb-f6d9-4248-ae49-c22dd915492d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165098 Oct 19 01:32:39.558729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:39.560846 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.586065 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c65fdd-a9b0-448c-a3b3-c1fbbfef4dfb x-openstack-request-id: req-53c65fdd-a9b0-448c-a3b3-c1fbbfef4dfb {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:39.586625 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab02e5f-7fd7-455e-aea3-c8affe231349", "name": "network-vif-deleted", "tag": "4728d83c-694a-4571-9966-720c78b34058", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:39.587250 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53c65fdd-a9b0-448c-a3b3-c1fbbfef4dfb {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:39.587756 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab02e5f-7fd7-455e-aea3-c8affe231349', 'name': 'network-vif-deleted', 'tag': '4728d83c-694a-4571-9966-720c78b34058', 'status': 'completed', 'code': 200} Oct 19 01:32:39.626706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.632886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=5a6e6884-fe91-4778-8528-532856dcdb3f,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:39.659657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1152181d-1b8d-41f6-9244-cc3f4d124da7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9895275 Oct 19 01:32:39.661375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51342) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:39.673730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4', 'fixed_ips': [{'subnet_id': '49f88eb0-7f83-45c4-bf83-30e47ad9eba6'}, {'subnet_id': '5a6e6884-fe91-4778-8528-532856dcdb3f'}], 'name': 'tempest-PortsTestJSON-1762570751'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:39.696940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6addc1b6-53f1-457d-92d7-5609c0b182af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:39.836413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:39.965280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.003207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 240fab53-cb3b-4c44-9a19-7352f4e02d6c yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:40.038939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4728d83c-694a-4571-9966-720c78b34058 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:40.071055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8ac33-d30e-4b84-87c3-7c073acd6c9a req-0a621a33-4477-4d61-80ad-28f1ffe1992f tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:40.074080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65d8ac33-d30e-4b84-87c3-7c073acd6c9a req-0a621a33-4477-4d61-80ad-28f1ffe1992f tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1317358 Oct 19 01:32:40.083821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 4728d83c-694a-4571-9966-720c78b34058 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:40.084183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4728d83c-694a-4571-9966-720c78b34058 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:40.131555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55ef0246-ea69-4bc7-9306-278b95bd80fd req-0070b7aa-e307-47b5-9b5f-e36cc496be4a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ab02e5f-7fd7-455e-aea3-c8affe231349 HTTP/1.1" status: 200 len: 210 time: 0.0586569 Oct 19 01:32:40.150482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65d8ac33-d30e-4b84-87c3-7c073acd6c9a req-6106dcb8-b75a-4a1c-bf2d-23552cb05d1d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643730 Oct 19 01:32:40.325614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.4 (c111e247-7ba0-42ba-a9eb-7422e771e0e4/49f88eb0-7f83-45c4-bf83-30e47ad9eba6/240fab53-cb3b-4c44-9a19-7352f4e02d6c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:40.331418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.27 (c111e247-7ba0-42ba-a9eb-7422e771e0e4/5a6e6884-fe91-4778-8528-532856dcdb3f/240fab53-cb3b-4c44-9a19-7352f4e02d6c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:40.499765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.542563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.598816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:40.599572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.602495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:40.606563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:40.628758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=240fab53-cb3b-4c44-9a19-7352f4e02d6c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:40.693770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:40.694623 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.764095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.765429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-977d3a18-02f1-4ad9-bc67-0dc8d591b7ab tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1029286 Oct 19 01:32:40.765684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51370) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:40.772812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49f88eb0-7f83-45c4-bf83-30e47ad9eba6'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:40.796310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63203f83-b2f9-410c-af71-70ae79b68b50 req-37a2cad6-8686-4245-9e28-a44a6c355c94 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:40.797981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63203f83-b2f9-410c-af71-70ae79b68b50 req-37a2cad6-8686-4245-9e28-a44a6c355c94 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 945 time: 0.0891306 Oct 19 01:32:40.829193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887b85e-a344-43e5-aaac-8801cf40ef97 None None] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:40.893421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63203f83-b2f9-410c-af71-70ae79b68b50 req-c462df9d-c4c9-4f5c-97b9-2ed7ae2fa96a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690761 Oct 19 01:32:40.915912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-740c5d04-f0a6-48ce-9f8a-81fae166b0ed tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:40.917720 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-740c5d04-f0a6-48ce-9f8a-81fae166b0ed tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 945 time: 0.1110597 Oct 19 01:32:40.967579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-56dd67b5-c305-4e0a-a5f2-274e5d66fe61 None None] Provisioning complete for port aa613307-b7d3-4097-ab11-0d500a375eec triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:40.967579 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-56dd67b5-c305-4e0a-a5f2-274e5d66fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:40.970561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.071707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 8990c1f4-2316-40e8-b975-3d38e80cc5ec {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:41.072332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.177180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] For port 8990c1f4-2316-40e8-b975-3d38e80cc5ec, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8990c1f4-2316-40e8-b975-3d38e80cc5ec,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:41.177575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.289274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-56dd67b5-c305-4e0a-a5f2-274e5d66fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.316399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Delete allocated IP 172.20.0.27 (c111e247-7ba0-42ba-a9eb-7422e771e0e4/5a6e6884-fe91-4778-8528-532856dcdb3f) {{(pid=100847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:32:41.367440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-56dd67b5-c305-4e0a-a5f2-274e5d66fe61 None None] For port aa613307-b7d3-4097-ab11-0d500a375eec, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=aa613307-b7d3-4097-ab11-0d500a375eec,segment=NetworkSegment(bf8c5796-9fba-4f82-abae-5643ceb493a4),segment_id=bf8c5796-9fba-4f82-abae-5643ceb493a4)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:41.390259 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-56dd67b5-c305-4e0a-a5f2-274e5d66fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.472878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd67b5-c305-4e0a-a5f2-274e5d66fe61 None None] Pushing event updated for resources: {'Port': ['ID=aa613307-b7d3-4097-ab11-0d500a375eec,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.480024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.480024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.485838 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Floating IP 0f6e81a0-07a2-4f5a-a338-905ff0c0949d disassociated. External IP: 172.25.0.10, port: 8990c1f4-2316-40e8-b975-3d38e80cc5ec. Oct 19 01:32:41.486509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 8990c1f4-2316-40e8-b975-3d38e80cc5ec owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:41.548804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73300496-cdef-44bd-9054-a1cf5f50b47f req-f310f341-d1c7-49a2-9724-d2485e2442d8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:41.554689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1decd2-7987-4b01-86c3-6af9d2840fc9 None None] Update dhcp port {'port': {'network_id': 'c111e247-7ba0-42ba-a9eb-7422e771e0e4', 'fixed_ips': [{'subnet_id': '49f88eb0-7f83-45c4-bf83-30e47ad9eba6', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a6e6884-fe91-4778-8528-532856dcdb3f'}], 'binding:host_id': 'n-d-789963-20'}, 'id': 'aa613307-b7d3-4097-ab11-0d500a375eec'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:32:41.557388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73300496-cdef-44bd-9054-a1cf5f50b47f req-f310f341-d1c7-49a2-9724-d2485e2442d8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.2439497 Oct 19 01:32:41.604905 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de1decd2-7987-4b01-86c3-6af9d2840fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.682215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73300496-cdef-44bd-9054-a1cf5f50b47f req-13bfda4b-efae-4563-8252-314b1532e9e8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205440 Oct 19 01:32:41.694481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0851cfe-7de7-4628-a1cb-abf6cb481a9a req-ead04766-169b-4836-adca-5f12b91c9f93 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:41.702378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0851cfe-7de7-4628-a1cb-abf6cb481a9a req-ead04766-169b-4836-adca-5f12b91c9f93 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 946 time: 0.1093948 Oct 19 01:32:41.703692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device aa613307-b7d3-4097-ab11-0d500a375eec up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:41.718698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.741081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.764530 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:41.812268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=8990c1f4-2316-40e8-b975-3d38e80cc5ec,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.843144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0851cfe-7de7-4628-a1cb-abf6cb481a9a req-8fe09a99-5297-43ec-a7ae-be5865be0cec tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396499 Oct 19 01:32:41.879293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=240fab53-cb3b-4c44-9a19-7352f4e02d6c,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:41.901675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port aa613307-b7d3-4097-ab11-0d500a375eec triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:41.902287 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.001830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-de1decd2-7987-4b01-86c3-6af9d2840fc9 None None] Allocated IP 172.20.0.18 (c111e247-7ba0-42ba-a9eb-7422e771e0e4/5a6e6884-fe91-4778-8528-532856dcdb3f/aa613307-b7d3-4097-ab11-0d500a375eec) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:42.007026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] In _notify_port_updated(), no bound segment for port 240fab53-cb3b-4c44-9a19-7352f4e02d6c on network c111e247-7ba0-42ba-a9eb-7422e771e0e4 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:32:42.014213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:42.014853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.019952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5e8dbf29-8c3c-4a2c-ba6b-0c7a1c360f0b tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "PUT /v2.0/ports/240fab53-cb3b-4c44-9a19-7352f4e02d6c HTTP/1.1" status: 200 len: 919 time: 1.2531941 Oct 19 01:32:42.020608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51402) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:42.028559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49f88eb0-7f83-45c4-bf83-30e47ad9eba6'}, {'subnet_id': '5a6e6884-fe91-4778-8528-532856dcdb3f'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:42.040592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:32:42.043000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94a50a3f-a24a-4b5a-9e66-4d5bbec6a71f req-65a02ac5-f663-4c3a-9e5b-3c1b8df1408e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0372531 Oct 19 01:32:42.134548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.152158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-de1decd2-7987-4b01-86c3-6af9d2840fc9 None None] For port aa613307-b7d3-4097-ab11-0d500a375eec, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=aa613307-b7d3-4097-ab11-0d500a375eec,segment=NetworkSegment(bf8c5796-9fba-4f82-abae-5643ceb493a4),segment_id=bf8c5796-9fba-4f82-abae-5643ceb493a4)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:42.191963 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de1decd2-7987-4b01-86c3-6af9d2840fc9 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.200397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de1decd2-7987-4b01-86c3-6af9d2840fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.214592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:32:42.226206 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:32:42.250161 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:42.251057 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:42.282056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] No DVR routers for this DVR port 8990c1f4-2316-40e8-b975-3d38e80cc5ec on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:42.288411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.294853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-875c0d63-c920-413d-967c-b6d2aa9cd40a req-7576e7f7-ecda-4f86-9b42-4d3fb115cb87 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "DELETE /v2.0/ports/8990c1f4-2316-40e8-b975-3d38e80cc5ec HTTP/1.1" status: 204 len: 173 time: 1.3654358 Oct 19 01:32:42.295354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'name': 'network-vif-deleted', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:42.301676 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cc4bb5-55dc-429c-8eb9-993aadab7950" -d '{"events": [{"server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "name": "network-vif-deleted", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:42.397016 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdee44-86f3-4d48-8c82-66bd671c0f36 x-openstack-request-id: req-9dfdee44-86f3-4d48-8c82-66bd671c0f36 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:42.397663 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab575224-bd6a-49f5-8bcc-2fa27d149cea", "name": "network-vif-deleted", "tag": "8990c1f4-2316-40e8-b975-3d38e80cc5ec", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:42.398115 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dfdee44-86f3-4d48-8c82-66bd671c0f36 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:42.398667 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab575224-bd6a-49f5-8bcc-2fa27d149cea', 'name': 'network-vif-deleted', 'tag': '8990c1f4-2316-40e8-b975-3d38e80cc5ec', 'status': 'completed', 'code': 200} Oct 19 01:32:42.420849 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.442829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1decd2-7987-4b01-86c3-6af9d2840fc9 None None] Pushing event updated for resources: {'Port': ['ID=aa613307-b7d3-4097-ab11-0d500a375eec,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:42.581488 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:42.611706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.21 (c111e247-7ba0-42ba-a9eb-7422e771e0e4/5a6e6884-fe91-4778-8528-532856dcdb3f/240fab53-cb3b-4c44-9a19-7352f4e02d6c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:42.834954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.848269 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:42.976672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee5207-b2ee-4106-811a-c1c1efaabfa1 req-9daa132d-aa41-4102-9572-fbca0f0046c4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:42.978258 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4dee5207-b2ee-4106-811a-c1c1efaabfa1 req-9daa132d-aa41-4102-9572-fbca0f0046c4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1498942 Oct 19 01:32:43.007184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:43.059543 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:32:43.081658 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:43.082533 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:43.106106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4dee5207-b2ee-4106-811a-c1c1efaabfa1 req-23ea1681-83df-4129-a657-23d2a884e3c3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206753 Oct 19 01:32:43.170937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-bcf9a6af-da31-45c4-a00a-c646e29808ae tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.172832 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-bcf9a6af-da31-45c4-a00a-c646e29808ae tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 946 time: 0.1433249 Oct 19 01:32:43.277568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:43.355446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Deleting port c38dc02a-39bc-4cec-9d12-7af975344972 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:43.356185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.429355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16271f57-5f2d-4c0f-a8ff-0c55e219c6a3 None None] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:43.438944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1c5e334-6af6-4e2e-ac2f-c20f789d9522 req-98e997c7-2c38-4c7a-8c81-76896a329add tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0612695 Oct 19 01:32:43.527108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] For port c38dc02a-39bc-4cec-9d12-7af975344972, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c38dc02a-39bc-4cec-9d12-7af975344972,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:43.527695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.529042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cdbef98c-4f8a-49e2-b6ed-36b2ed351158 None None] Provisioning complete for port 240fab53-cb3b-4c44-9a19-7352f4e02d6c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:43.531399 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cdbef98c-4f8a-49e2-b6ed-36b2ed351158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.558814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Calling delete_port for c38dc02a-39bc-4cec-9d12-7af975344972 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:43.621015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=240fab53-cb3b-4c44-9a19-7352f4e02d6c,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:43.622721 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:43.648590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device aa613307-b7d3-4097-ab11-0d500a375eec up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:43.688772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbfeb1-5704-4041-a725-e74cc9bf5de6 None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:32:43.802639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210df0-7896-417e-bbb5-d09515206804 req-6f11d498-c5bd-4cae-aa3f-35a845980f88 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.810752 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d210df0-7896-417e-bbb5-d09515206804 req-6f11d498-c5bd-4cae-aa3f-35a845980f88 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b88b02-0d5c-4d22-96db-3ac1267412b0 HTTP/1.1" status: 200 len: 946 time: 0.1913035 Oct 19 01:32:43.834121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] In _notify_port_updated(), no bound segment for port 240fab53-cb3b-4c44-9a19-7352f4e02d6c on network c111e247-7ba0-42ba-a9eb-7422e771e0e4 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:32:43.840507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:43.841179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.845041 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a5f1289a-c411-43b2-8499-9da8eefbacac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "PUT /v2.0/ports/240fab53-cb3b-4c44-9a19-7352f4e02d6c HTTP/1.1" status: 200 len: 999 time: 1.8232172 Oct 19 01:32:43.847489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51438) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:43.887144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:43.889388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cdbef98c-4f8a-49e2-b6ed-36b2ed351158 None None] Port 240fab53-cb3b-4c44-9a19-7352f4e02d6c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:43.902390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c38dc02a-39bc-4cec-9d12-7af975344972'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:43.908282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d210df0-7896-417e-bbb5-d09515206804 req-7ca8a3fc-f0e7-4e94-8067-f38175db93d6 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965831 Oct 19 01:32:43.948461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:43.973215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event deleted for resources: {'Port': ['ID=c38dc02a-39bc-4cec-9d12-7af975344972,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:43.994276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port aa613307-b7d3-4097-ab11-0d500a375eec triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:43.994646 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.040939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 240fab53-cb3b-4c44-9a19-7352f4e02d6c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:44.041295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.041470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cdbef98c-4f8a-49e2-b6ed-36b2ed351158 None None] Provisioning complete for port aa613307-b7d3-4097-ab11-0d500a375eec triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:44.041829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cdbef98c-4f8a-49e2-b6ed-36b2ed351158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.045887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] No DVR routers for this DVR port c38dc02a-39bc-4cec-9d12-7af975344972 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:44.049507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.054498 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b16d051c-7290-4bd0-83b6-bd13a3fc8690 req-0bee6f4c-51bb-4e89-917e-72dfb127c08a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "DELETE /v2.0/ports/c38dc02a-39bc-4cec-9d12-7af975344972 HTTP/1.1" status: 204 len: 173 time: 0.8734910 Oct 19 01:32:44.311408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0327cd-42ff-47a8-85d1-928cd9a4eb88 None None] New status for floating IP 0f6e81a0-07a2-4f5a-a338-905ff0c0949d: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:32:44.326856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.379298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 240fab53-cb3b-4c44-9a19-7352f4e02d6c owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:44.400251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'name': 'network-vif-deleted', 'tag': 'c38dc02a-39bc-4cec-9d12-7af975344972'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:44.406194 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a46561b-533a-476d-b646-1c802bc1a854" -d '{"events": [{"server_uuid": "85b88b02-0d5c-4d22-96db-3ac1267412b0", "name": "network-vif-deleted", "tag": "c38dc02a-39bc-4cec-9d12-7af975344972"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:44.488311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b4f56-3279-47ac-a165-e6e0d6a6f3f4 req-bf41be89-0da7-48a4-88c4-21aa676ad0f8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:44.490302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6b4f56-3279-47ac-a165-e6e0d6a6f3f4 req-bf41be89-0da7-48a4-88c4-21aa676ad0f8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.2401900 Oct 19 01:32:44.516078 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b7e2ef-a57d-4e6f-b5ef-36a8d6eadb7b x-openstack-request-id: req-e6b7e2ef-a57d-4e6f-b5ef-36a8d6eadb7b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:44.516477 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b88b02-0d5c-4d22-96db-3ac1267412b0", "name": "network-vif-deleted", "tag": "c38dc02a-39bc-4cec-9d12-7af975344972", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:44.516963 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6b7e2ef-a57d-4e6f-b5ef-36a8d6eadb7b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:44.518027 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b88b02-0d5c-4d22-96db-3ac1267412b0', 'name': 'network-vif-deleted', 'tag': 'c38dc02a-39bc-4cec-9d12-7af975344972', 'status': 'completed', 'code': 200} Oct 19 01:32:44.628509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6b4f56-3279-47ac-a165-e6e0d6a6f3f4 req-5a817751-8f0d-4330-9646-33da265f897e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268785 Oct 19 01:32:44.651835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2133196-1a67-42ec-8aa3-e8ae87aa37ad req-dac5bee1-4095-49c9-b75a-bee4968322a3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0468814 Oct 19 01:32:44.762686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.789815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c38dc02a-39bc-4cec-9d12-7af975344972 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:44.821149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: c38dc02a-39bc-4cec-9d12-7af975344972 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:44.821477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c38dc02a-39bc-4cec-9d12-7af975344972 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:44.821893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8990c1f4-2316-40e8-b975-3d38e80cc5ec no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:44.837969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=240fab53-cb3b-4c44-9a19-7352f4e02d6c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:44.847402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 8990c1f4-2316-40e8-b975-3d38e80cc5ec {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:44.847746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8990c1f4-2316-40e8-b975-3d38e80cc5ec not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:44.936133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:44.940026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-74370dc0-3bd9-4a86-9ac3-42cb52d0dad4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/240fab53-cb3b-4c44-9a19-7352f4e02d6c HTTP/1.1" status: 204 len: 168 time: 1.0914655 Oct 19 01:32:44.942423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51460) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:44.967572 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aab1980-b12a-4262-a397-2df6abc7395e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:44.969125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3aab1980-b12a-4262-a397-2df6abc7395e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/240fab53-cb3b-4c44-9a19-7352f4e02d6c HTTP/1.1" status: 404 len: 333 time: 0.0257792 Oct 19 01:32:44.973434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51464) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:45.047620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 5a6e6884-fe91-4778-8528-532856dcdb3f {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:45.051456 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.133231 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.280212 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.330487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bf91d-58b4-428b-a9f1-0b671df8d70e req-04e2e564-7a9f-4cea-8602-83e4156f172f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:45.337980 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-198bf91d-58b4-428b-a9f1-0b671df8d70e req-04e2e564-7a9f-4cea-8602-83e4156f172f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.0808976 Oct 19 01:32:45.389045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.426687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-198bf91d-58b4-428b-a9f1-0b671df8d70e req-944fc23a-4398-4ada-883a-f92941d4e935 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811400 Oct 19 01:32:45.444069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6e6884-fe91-4778-8528-532856dcdb3f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:45.493704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5c24d84f-f1bc-4573-a834-1e7a17be5f6f None None] Could not find standard attr ID for object 240fab53-cb3b-4c44-9a19-7352f4e02d6c. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:45.498063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.510110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51484) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:45.516806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5c24d84f-f1bc-4573-a834-1e7a17be5f6f None None] Provisioning complete for port aa613307-b7d3-4097-ab11-0d500a375eec triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:45.516943 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1fe3f8dc-4032-40f4-9fb5-0e222f379b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/5a6e6884-fe91-4778-8528-532856dcdb3f HTTP/1.1" status: 204 len: 168 time: 0.5422280 Oct 19 01:32:45.517771 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5c24d84f-f1bc-4573-a834-1e7a17be5f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.605110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 49f88eb0-7f83-45c4-bf83-30e47ad9eba6 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:45.609107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.671106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.710264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ce8b0-de7b-4a83-8bb0-0d684c923b44 None None] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:45.806382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2dc55e28-819a-4706-bb0e-639eb6ec454b None None] Could not find standard attr ID for object 240fab53-cb3b-4c44-9a19-7352f4e02d6c. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:45.817914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f0f577a-c7f5-450e-88be-7885fa1bc957 req-d4b0b888-0d31-4a18-8e86-556aa09b8f68 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0485759 Oct 19 01:32:45.895863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:45.949015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08e09f-a382-46b6-90aa-8c75086798a6 req-1546a87b-3880-4b67-95a9-c81d45f916a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:45.957454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a08e09f-a382-46b6-90aa-8c75086798a6 req-1546a87b-3880-4b67-95a9-c81d45f916a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.2016935 Oct 19 01:32:46.006712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a08e09f-a382-46b6-90aa-8c75086798a6 req-82dc6064-cb7a-41ce-a3a7-6e62d4fd247b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Oct 19 01:32:46.013434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.046096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=49f88eb0-7f83-45c4-bf83-30e47ad9eba6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:46.054532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.060565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51498) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:46.060845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5c512fd4-83be-4dad-b979-ef633b8311eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/49f88eb0-7f83-45c4-bf83-30e47ad9eba6 HTTP/1.1" status: 204 len: 168 time: 0.5494261 Oct 19 01:32:46.159480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.260431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port aa613307-b7d3-4097-ab11-0d500a375eec {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:46.260729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.352992 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] For port aa613307-b7d3-4097-ab11-0d500a375eec, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=aa613307-b7d3-4097-ab11-0d500a375eec,segment=NetworkSegment(bf8c5796-9fba-4f82-abae-5643ceb493a4),segment_id=bf8c5796-9fba-4f82-abae-5643ceb493a4)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:46.353351 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.368506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for aa613307-b7d3-4097-ab11-0d500a375eec owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:46.475679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.513755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=aa613307-b7d3-4097-ab11-0d500a375eec,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:46.516191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No DVR routers for this DVR port aa613307-b7d3-4097-ab11-0d500a375eec on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:46.638325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032f72-cef8-43d3-8117-877b85c70aef req-d46232fd-00f4-453e-b3ba-d70bc477daa4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:46.665297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63032f72-cef8-43d3-8117-877b85c70aef req-d46232fd-00f4-453e-b3ba-d70bc477daa4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.1286569 Oct 19 01:32:46.695778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.729329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792bf77-fde7-4268-8348-880657084072 None None] Network c111e247-7ba0-42ba-a9eb-7422e771e0e4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:46.743597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c111e247-7ba0-42ba-a9eb-7422e771e0e4']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:46.752144 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63032f72-cef8-43d3-8117-877b85c70aef req-85ac3c6d-7b6b-4b71-a038-ccfcd94b4d9c tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755520 Oct 19 01:32:46.769582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8c5796-9fba-4f82-abae-5643ceb493a4') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:46.769879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8c5796-9fba-4f82-abae-5643ceb493a4') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:46.783102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.797532 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.804844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:46.805239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:46.823413 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:46.896767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-8a9afaba-0356-4650-95d0-bea734685bd4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:46.899308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-8a9afaba-0356-4650-95d0-bea734685bd4 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 946 time: 0.3367574 Oct 19 01:32:46.900744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.922718 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:46.926497 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/c111e247-7ba0-42ba-a9eb-7422e771e0e4 HTTP/1.1" status: 204 len: 168 time: 0.8647151 Oct 19 01:32:46.932709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51518) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.018637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9187740f-b1bd-42e4-97f7-42ed519c0802 None None] Could not find standard attr ID for object aa613307-b7d3-4097-ab11-0d500a375eec. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:47.044702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddfce8-d1b3-427d-a997-eeffbd676521 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=c111e247-7ba0-42ba-a9eb-7422e771e0e4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:47.054824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023dd685-9eb8-4215-b51e-424578129660 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:47.056920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-023dd685-9eb8-4215-b51e-424578129660 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1229084 Oct 19 01:32:47.062370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51522) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.083799 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4ffc34a-4b8a-4785-aa5a-1eca39a56117 req-896de31a-e750-408f-9458-271af8577708 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0697219 Oct 19 01:32:47.117275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfdc8ba-2e73-40d6-a801-e06ef2a153ed None None] DHCP port deletion for c111e247-7ba0-42ba-a9eb-7422e771e0e4 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:47.152589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a8dddd15-f9c2-4704-b1a0-9be5a6b63744 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0859075 Oct 19 01:32:47.155828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51524) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.169071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2103055009'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:47.186648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Deleting port e598cceb-2558-4fff-8e25-f9ded6345045 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:47.187177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.253983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1ba41-dec7-4dac-b4b2-2d185ec05ada req-45148e6a-576f-4bf7-a69f-b3edc368b25b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:47.255508 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29d1ba41-dec7-4dac-b4b2-2d185ec05ada req-45148e6a-576f-4bf7-a69f-b3edc368b25b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0826306 Oct 19 01:32:47.271314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:47.274838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.315875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:47.320619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] For port e598cceb-2558-4fff-8e25-f9ded6345045, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e598cceb-2558-4fff-8e25-f9ded6345045,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:47.321307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.358116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.358809 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment c89cc250-1517-4bba-a03b-a08c8150f28d of type vlan for network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 Oct 19 01:32:47.363474 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29d1ba41-dec7-4dac-b4b2-2d185ec05ada req-77bbe815-2c30-499d-8edd-029cf3e0b49c tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999119 Oct 19 01:32:47.364809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Calling delete_port for e598cceb-2558-4fff-8e25-f9ded6345045 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:47.421332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.475345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.482086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:47.482752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.589165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4315579 Oct 19 01:32:47.589833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51538) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:47.595092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.600336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:47.627206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device aa613307-b7d3-4097-ab11-0d500a375eec no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:47.633379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event deleted for resources: {'Port': ['ID=e598cceb-2558-4fff-8e25-f9ded6345045,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:47.660656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebbceb-cf93-4249-95c7-008bd4e058e5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:47.697488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] No DVR routers for this DVR port e598cceb-2558-4fff-8e25-f9ded6345045 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:47.708866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: aa613307-b7d3-4097-ab11-0d500a375eec {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:47.710734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device aa613307-b7d3-4097-ab11-0d500a375eec not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:47.716182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.719844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e598cceb-2558-4fff-8e25-f9ded6345045'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:32:47.737846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8bbd7d84-d855-430b-b8e3-df178caf30d3 req-d5c21ad4-fe90-415b-8c67-799bdd5cb335 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.74 "DELETE /v2.0/ports/e598cceb-2558-4fff-8e25-f9ded6345045 HTTP/1.1" status: 204 len: 173 time: 0.8220782 Oct 19 01:32:47.738350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'name': 'network-vif-deleted', 'tag': 'e598cceb-2558-4fff-8e25-f9ded6345045'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:47.746830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:47.757545 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6070a6-c3db-45ee-8d5b-26af92e6e316" -d '{"events": [{"server_uuid": "1ce00106-be98-4bda-b5ef-f6fed6748589", "name": "network-vif-deleted", "tag": "e598cceb-2558-4fff-8e25-f9ded6345045"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:47.878805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:47.882820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:47.981063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b606781-65bd-4386-8692-d066694a10ef req-0c798e80-8bf7-4b92-9139-9d846dda1893 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ce00106-be98-4bda-b5ef-f6fed6748589 HTTP/1.1" status: 200 len: 210 time: 0.0767295 Oct 19 01:32:47.983809 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae10463e-747f-40cf-a190-34a3561088aa x-openstack-request-id: req-ae10463e-747f-40cf-a190-34a3561088aa {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:47.985341 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce00106-be98-4bda-b5ef-f6fed6748589", "name": "network-vif-deleted", "tag": "e598cceb-2558-4fff-8e25-f9ded6345045", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:47.985818 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae10463e-747f-40cf-a190-34a3561088aa {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:47.987156 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce00106-be98-4bda-b5ef-f6fed6748589', 'name': 'network-vif-deleted', 'tag': 'e598cceb-2558-4fff-8e25-f9ded6345045', 'status': 'completed', 'code': 200} Oct 19 01:32:48.270495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e4a118c-5ada-484c-a84c-2cf2781ddf1f req-d14e23dc-e442-4658-9286-110bda3d78b6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0463538 Oct 19 01:32:48.308806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.385566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=943a3487-1c68-4285-9632-54040fed0394,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:48.396713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': 'c89cc250-1517-4bba-a03b-a08c8150f28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:48.397078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:48.441999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:48.469491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:48.477826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:48.478021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f06c3-8d5e-4268-9f32-8bf106ac2301 None None] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:48.478636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.510977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aa62b80e-ba00-4f4c-a1cb-0ea92d599bb2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9166598 Oct 19 01:32:48.513520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51560) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:48.521147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1', 'name': 'tempest-PortsTestJSON-671180212'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:48.636664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc800e9-fdb0-464d-8cc3-5a374507b014 req-d0539b92-ed4d-4c91-9e4c-7b5aff0e4079 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:48.645920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cfc800e9-fdb0-464d-8cc3-5a374507b014 req-d0539b92-ed4d-4c91-9e4c-7b5aff0e4079 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1295674 Oct 19 01:32:48.740403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:48.745502 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.750622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cfc800e9-fdb0-464d-8cc3-5a374507b014 req-b19045ea-47b7-4461-bd8f-8f54560067e5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976796 Oct 19 01:32:48.772909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 9c3a891c-5b34-4784-8e41-1de03a102a86 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:48.775205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1', 'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1', 'tenant_id': 'ecd2024092ff4ddc991bd06af7831c3b', 'fixed_ips': [{'subnet_id': '943a3487-1c68-4285-9632-54040fed0394'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:48.776216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:48.914610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.8 (baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1/943a3487-1c68-4285-9632-54040fed0394/9c3a891c-5b34-4784-8e41-1de03a102a86) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:49.101928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.155553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.220045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:49.227129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:49.229236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=9c3a891c-5b34-4784-8e41-1de03a102a86,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:49.231854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:49.268719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Allocated IP 172.20.0.2 (baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1/943a3487-1c68-4285-9632-54040fed0394/a08f1bce-3c8b-41c9-bd00-3def78000d26) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:49.295866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:49.296698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.323043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51582) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:49.323884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b3342a01-a6e7-447e-8540-0d966cd23497 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8052552 Oct 19 01:32:49.328665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1', 'name': 'tempest-PortsTestJSON-1676689821'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:49.436114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1aeded14-0f49-444f-ad2e-56b9ce175aae req-8e5811ad-50da-4b64-b02d-0de36e40130f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab575224-bd6a-49f5-8bcc-2fa27d149cea HTTP/1.1" status: 200 len: 210 time: 0.0476949 Oct 19 01:32:49.511650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384b94-7b4a-40c7-9516-9ba20b03f37c req-438859f9-fb43-4edf-8f15-8aa24473d682 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:49.516569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb384b94-7b4a-40c7-9516-9ba20b03f37c req-438859f9-fb43-4edf-8f15-8aa24473d682 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1828573 Oct 19 01:32:49.545236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:49.546292 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.550136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.554477 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.581780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb384b94-7b4a-40c7-9516-9ba20b03f37c req-f6232170-58f0-4c54-9bc6-c37ee90e7b1a tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599990 Oct 19 01:32:49.590286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 5c25ade5-6da2-441e-95e0-a055be99fba2 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:49.598029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:49.601565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:49.604266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:49.652724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Pushing event updated for resources: {'Port': ['ID=a08f1bce-3c8b-41c9-bd00-3def78000d26,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:49.689001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Attempting to bind port a08f1bce-3c8b-41c9-bd00-3def78000d26 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:49.690652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Attempting to bind port a08f1bce-3c8b-41c9-bd00-3def78000d26 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c89cc250-1517-4bba-a03b-a08c8150f28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:49.690652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Attempting to bind port a08f1bce-3c8b-41c9-bd00-3def78000d26 on network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:49.696012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:49.696519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Checking segment: {'id': 'c89cc250-1517-4bba-a03b-a08c8150f28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:49.697050 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.697533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Bound using segment: {'id': 'c89cc250-1517-4bba-a03b-a08c8150f28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:49.698109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Bound port: a08f1bce-3c8b-41c9-bd00-3def78000d26, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89cc250-1517-4bba-a03b-a08c8150f28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:49.698592 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.740958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.14 (baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1/943a3487-1c68-4285-9632-54040fed0394/5c25ade5-6da2-441e-95e0-a055be99fba2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:49.784052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] For port a08f1bce-3c8b-41c9-bd00-3def78000d26, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:49.788603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] For port a08f1bce-3c8b-41c9-bd00-3def78000d26, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a08f1bce-3c8b-41c9-bd00-3def78000d26,segment=NetworkSegment(c89cc250-1517-4bba-a03b-a08c8150f28d),segment_id=c89cc250-1517-4bba-a03b-a08c8150f28d)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:49.797170 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.895757 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:49.911822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ba957-8d0f-4f10-b991-45cc430c6d8f None None] Pushing event updated for resources: {'Port': ['ID=a08f1bce-3c8b-41c9-bd00-3def78000d26,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:49.985412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1ad4-3f57-4233-b4a5-b0d6406e6fad req-cda97555-2f39-4d85-a298-49f9b5720f94 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:49.990117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-22aa1ad4-3f57-4233-b4a5-b0d6406e6fad req-cda97555-2f39-4d85-a298-49f9b5720f94 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1114514 Oct 19 01:32:50.026308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.043627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-22aa1ad4-3f57-4233-b4a5-b0d6406e6fad req-51c607b1-03d7-4b98-8187-c3ad04438aa8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Oct 19 01:32:50.077055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.088553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e598cceb-2558-4fff-8e25-f9ded6345045 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:50.140580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: e598cceb-2558-4fff-8e25-f9ded6345045 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:50.140933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e598cceb-2558-4fff-8e25-f9ded6345045 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:50.146294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:50.153414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:50.155544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=5c25ade5-6da2-441e-95e0-a055be99fba2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.158113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:50.223853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:50.224460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.245095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51604) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:50.256549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c6e7f86d-c24b-4949-9508-15ab4a0b6cb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9320138 Oct 19 01:32:50.342718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09207d-d849-4ca2-a39d-04fff1097b27 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:50.344238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7c09207d-d849-4ca2-a39d-04fff1097b27 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.0978715 Oct 19 01:32:50.346995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51606) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:50.446586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 5c25ade5-6da2-441e-95e0-a055be99fba2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:50.446941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.541249 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.557074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 5c25ade5-6da2-441e-95e0-a055be99fba2 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:50.783394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.798100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89274b0a-0eb2-4f1f-a673-50df67d6684e req-178fa2d2-b3d5-400e-8b42-fc990901c7c5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:50.809833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89274b0a-0eb2-4f1f-a673-50df67d6684e req-178fa2d2-b3d5-400e-8b42-fc990901c7c5 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.0925508 Oct 19 01:32:50.832571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-8fbbfa2a-a68c-4ed3-8fea-938acbb69bba tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919447510&fields=id&tenant_id=94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 267 time: 0.0809524 Oct 19 01:32:50.869119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89274b0a-0eb2-4f1f-a673-50df67d6684e req-988b4220-2074-4caf-9f00-f1a81e4bdacb tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520585 Oct 19 01:32:50.872282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=5c25ade5-6da2-441e-95e0-a055be99fba2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:50.988020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:50.991241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f92a90ef-65eb-4341-a073-6c44ae6a50bf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/5c25ade5-6da2-441e-95e0-a055be99fba2 HTTP/1.1" status: 204 len: 168 time: 0.6433196 Oct 19 01:32:50.993910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51630) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:51.027000 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c49f694-f5c3-42bd-8824-077b731d440d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:51.028938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6c49f694-f5c3-42bd-8824-077b731d440d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/5c25ade5-6da2-441e-95e0-a055be99fba2 HTTP/1.1" status: 404 len: 333 time: 0.0335970 Oct 19 01:32:51.031707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51632) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:51.037502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-cd5c58a8-c801-4e87-af7d-abb2ee7e9157 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:51.039130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-cd5c58a8-c801-4e87-af7d-abb2ee7e9157 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.1634469 Oct 19 01:32:51.064464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-5a4bf710-3f63-4110-be33-a66db3c9e7ec tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/quotas/94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 375 time: 0.0153334 Oct 19 01:32:51.103378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c365fb58-37d3-4254-b612-e8ee69011afa None None] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:51.137075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-d58f280a-348a-44c9-8c0e-f76dbb08d853 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683618 Oct 19 01:32:51.210161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5b21f8a3-79fc-4288-bae9-64e0c6985531 None None] Provisioning complete for port a08f1bce-3c8b-41c9-bd00-3def78000d26 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:51.211192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5b21f8a3-79fc-4288-bae9-64e0c6985531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.229256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-9f298946-92e8-47aa-b2d4-991b3e811b00 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:51.230699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-9f298946-92e8-47aa-b2d4-991b3e811b00 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.1880727 Oct 19 01:32:51.247624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-63505739-c928-43aa-a2fa-f5bc781505b0 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022475 Oct 19 01:32:51.331880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3787-3189-41a1-bfcf-dcaa0b8b8f9d req-f97a2608-4238-41fd-840d-f0c98711ea27 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:51.339695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f68b3787-3189-41a1-bfcf-dcaa0b8b8f9d req-f97a2608-4238-41fd-840d-f0c98711ea27 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1675711 Oct 19 01:32:51.383606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-08471c37-490b-4333-ae5f-907d5719001d service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292140 Oct 19 01:32:51.392783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f68b3787-3189-41a1-bfcf-dcaa0b8b8f9d req-fe81bb3e-d459-4e36-9979-0e38c9c66a0d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Oct 19 01:32:51.400852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 9c3a891c-5b34-4784-8e41-1de03a102a86 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:51.402064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.518667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Deleting port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:51.519362 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.556151 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5b21f8a3-79fc-4288-bae9-64e0c6985531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.572696 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.592891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 9c3a891c-5b34-4784-8e41-1de03a102a86 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:51.631084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5b21f8a3-79fc-4288-bae9-64e0c6985531 None None] For port a08f1bce-3c8b-41c9-bd00-3def78000d26, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a08f1bce-3c8b-41c9-bd00-3def78000d26,segment=NetworkSegment(c89cc250-1517-4bba-a03b-a08c8150f28d),segment_id=c89cc250-1517-4bba-a03b-a08c8150f28d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:51.643174 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5b21f8a3-79fc-4288-bae9-64e0c6985531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.716478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21f8a3-79fc-4288-bae9-64e0c6985531 None None] Pushing event updated for resources: {'Port': ['ID=a08f1bce-3c8b-41c9-bd00-3def78000d26,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:51.794226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] For port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:51.794627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:51.794839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a08f1bce-3c8b-41c9-bd00-3def78000d26 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:51.887224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a08f1bce-3c8b-41c9-bd00-3def78000d26 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:51.887775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.077058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4d10f87b-f737-43e8-8df8-8c76b76c4ee6 None None] Provisioning complete for port a08f1bce-3c8b-41c9-bd00-3def78000d26 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:52.077437 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d10f87b-f737-43e8-8df8-8c76b76c4ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.109940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8857953e-c983-4e7b-81ad-3f21e3b98044 req-eda34998-28da-4886-b506-c8a8a82101d1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0401087 Oct 19 01:32:52.279461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4d10f87b-f737-43e8-8df8-8c76b76c4ee6 None None] Could not find standard attr ID for object 9c3a891c-5b34-4784-8e41-1de03a102a86. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:52.398234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-50031099-b858-4c11-b66c-c402d9130792 None None] Could not find standard attr ID for object 9c3a891c-5b34-4784-8e41-1de03a102a86. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:52.549999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.556538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.556898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.557202 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Floating IP 89c4caed-de49-4905-9189-50c9217caadb disassociated. External IP: 172.25.0.51, port: 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e. Oct 19 01:32:52.557555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Calling delete_port for 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:52.604163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab39ea-2458-400a-ae25-6e52a6e76466 req-f6cdc884-c0f0-4838-bc14-de8733e13598 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:52.605851 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48ab39ea-2458-400a-ae25-6e52a6e76466 req-f6cdc884-c0f0-4838-bc14-de8733e13598 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0890357 Oct 19 01:32:52.683027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48ab39ea-2458-400a-ae25-6e52a6e76466 req-e473cb5a-db48-49eb-9928-891572172ceb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691164 Oct 19 01:32:52.686473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=9c3a891c-5b34-4784-8e41-1de03a102a86,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:52.713627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5267c050-b779-45a6-915a-8a3691bfbcb3 None None] Could not find standard attr ID for object 5c25ade5-6da2-441e-95e0-a055be99fba2. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:32:52.859344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa1f1-0f2c-427a-a864-2d0507eccfa3 req-7ea88c7c-b1a2-4923-b41d-6cb770985b47 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:52.862465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bafa1f1-0f2c-427a-a864-2d0507eccfa3 req-7ea88c7c-b1a2-4923-b41d-6cb770985b47 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 944 time: 0.3234823 Oct 19 01:32:52.866653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:52.872378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ee77db7b-5345-427f-bbb7-69f610c63f7a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/9c3a891c-5b34-4784-8e41-1de03a102a86 HTTP/1.1" status: 204 len: 168 time: 1.8372748 Oct 19 01:32:52.872861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:52.923572 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acf445c-1204-4e38-9636-c47957fd0d60 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:32:52.928031 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0acf445c-1204-4e38-9636-c47957fd0d60 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/9c3a891c-5b34-4784-8e41-1de03a102a86 HTTP/1.1" status: 404 len: 333 time: 0.0517068 Oct 19 01:32:52.928752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51688) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:52.987270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bafa1f1-0f2c-427a-a864-2d0507eccfa3 req-c44b581b-cc17-418d-8324-0b5a202c4d0f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups?id=12efb4af-2fae-41a9-b1c1-2f35aac07b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026540 Oct 19 01:32:52.989040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 943a3487-1c68-4285-9632-54040fed0394 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:32:52.995284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.017373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.062365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event deleted for resources: {'Port': ['ID=3e3973e3-6f70-4e80-8ae4-c3928fe4d11e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:53.063213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.256659 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10dc6f54-5233-4d72-ac23-164079052aef req-ca813e00-d6d5-4ffa-8835-600c5d2186bf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0530190 Oct 19 01:32:53.272496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.275714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Router 7331b01a-61ac-49da-acff-226a528c85c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:32:53.382014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.427475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=943a3487-1c68-4285-9632-54040fed0394,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:53.430107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.436398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e38b14-22cd-42b1-a765-79113b4e74d1 None None] Network baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:53.438824 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5c00f745-1f3f-459d-9806-21a7a48be2fc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/943a3487-1c68-4285-9632-54040fed0394 HTTP/1.1" status: 204 len: 168 time: 0.5087514 Oct 19 01:32:53.449236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51702) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:53.541401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-0c213c48-3133-4d70-9a5c-4f8da0a676e4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:53.543107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-0c213c48-3133-4d70-9a5c-4f8da0a676e4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.2482889 Oct 19 01:32:53.623289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.662102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a08f1bce-3c8b-41c9-bd00-3def78000d26 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:53.692985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:32:53.710947 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] Sync routers for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:32:53.733643 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:53.734260 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:53.747393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] DHCP port deletion for baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:32:53.753540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port a08f1bce-3c8b-41c9-bd00-3def78000d26 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:53.754104 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.793648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] No DVR routers for this DVR port 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:53.797507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.816356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4aa44b19-1c4f-43a3-9e61-1f79beb3e9ee req-fb8c44d2-ad98-49af-8815-df3ab150762f tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.62 "DELETE /v2.0/ports/3e3973e3-6f70-4e80-8ae4-c3928fe4d11e HTTP/1.1" status: 204 len: 173 time: 2.5772991 Oct 19 01:32:53.830797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-deleted', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:53.843856 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f5715d-9f94-43ec-b0cb-cc3cc907b992" -d '{"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-deleted", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:53.854946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a08f1bce-3c8b-41c9-bd00-3def78000d26 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:53.856355 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:53.920250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-752a69b9-6103-4f5e-ab52-22ece58e1744 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 379 time: 0.3145571 Oct 19 01:32:53.939809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'port': {'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'admin_state_up': True, 'tenant_id': '94246613562645278786674bc9722b64', 'security_groups': ['d8573e49-0148-439f-9421-a547703c8c60']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:53.953791 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:53.966397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] For port a08f1bce-3c8b-41c9-bd00-3def78000d26, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a08f1bce-3c8b-41c9-bd00-3def78000d26,segment=NetworkSegment(c89cc250-1517-4bba-a03b-a08c8150f28d),segment_id=c89cc250-1517-4bba-a03b-a08c8150f28d)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:53.971140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.006994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for a08f1bce-3c8b-41c9-bd00-3def78000d26 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:54.009335 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0905e65-4e4b-49c6-bb0e-e1f64b0c9ad9 x-openstack-request-id: req-b0905e65-4e4b-49c6-bb0e-e1f64b0c9ad9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:54.009630 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a3a092-a664-4c6d-81ec-6076ab28221b", "name": "network-vif-deleted", "tag": "3e3973e3-6f70-4e80-8ae4-c3928fe4d11e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:54.009886 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0905e65-4e4b-49c6-bb0e-e1f64b0c9ad9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:54.010300 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a3a092-a664-4c6d-81ec-6076ab28221b', 'name': 'network-vif-deleted', 'tag': '3e3973e3-6f70-4e80-8ae4-c3928fe4d11e', 'status': 'completed', 'code': 200} Oct 19 01:32:54.057376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35386c46-c616-45ba-9f88-4344b1c1e0a1 req-18a64d4c-18f4-405f-8faf-72692161962a tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:54.068336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35386c46-c616-45ba-9f88-4344b1c1e0a1 req-18a64d4c-18f4-405f-8faf-72692161962a tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.2605815 Oct 19 01:32:54.086675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] Deleting port a08f1bce-3c8b-41c9-bd00-3def78000d26 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:54.087046 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.158938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35386c46-c616-45ba-9f88-4344b1c1e0a1 req-d08b08c7-257e-4105-8583-dce824d6e76b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891843 Oct 19 01:32:54.203459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.239581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=a08f1bce-3c8b-41c9-bd00-3def78000d26,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.243894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] For port a08f1bce-3c8b-41c9-bd00-3def78000d26, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a08f1bce-3c8b-41c9-bd00-3def78000d26,segment=NetworkSegment(c89cc250-1517-4bba-a03b-a08c8150f28d),segment_id=c89cc250-1517-4bba-a03b-a08c8150f28d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:54.244414 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.249414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No DVR routers for this DVR port a08f1bce-3c8b-41c9-bd00-3def78000d26 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:54.269952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f76551e-42fe-470e-a435-92c7552cf7e6 req-6b5c375c-2cb4-4002-8ea1-89c6d3add44e tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/ports?device_id=36a3a092-a664-4c6d-81ec-6076ab28221b HTTP/1.1" status: 200 len: 210 time: 0.1129959 Oct 19 01:32:54.275114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] Calling delete_port for a08f1bce-3c8b-41c9-bd00-3def78000d26 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:54.323658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:54.333912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.472636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.483555 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.485269 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:43Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:54.502858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b33d972-2ffc-48a3-928f-64108d790060 req-b076af58-6cc3-4420-8389-ceffe8e25794 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0432701 Oct 19 01:32:54.520548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:54.542725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89cc250-1517-4bba-a03b-a08c8150f28d') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:54.543291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89cc250-1517-4bba-a03b-a08c8150f28d') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:54.549269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] Pushing event deleted for resources: {'Port': ['ID=a08f1bce-3c8b-41c9-bd00-3def78000d26,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.569072 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] Checking router: 7331b01a-61ac-49da-acff-226a528c85c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:32:54.571377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.573910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0cb102-0587-4a58-bf65-94fc2ba3de32 None None] No DVR routers for this DVR port a08f1bce-3c8b-41c9-bd00-3def78000d26 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:32:54.591260 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:32:54.591895 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:54.601361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.20.0.9 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/5d5af3d7-90fa-44c0-91c8-00c470361c32) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:54.619800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.635840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:32:54.636519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:32:54.640063 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:32:54.763223 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:32:54.765840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.774714 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.779612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1 HTTP/1.1" status: 204 len: 168 time: 1.3290896 Oct 19 01:32:54.786727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51730) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:54.792396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9422d-30df-4de8-9d8d-b47a304b7a7d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=baffc3e2-0fd3-4a9e-88d8-b35d8f2cc8b1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:54.793745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1059368128'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:54.828647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:54.831915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:54.841269 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.846275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.884776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:54.885473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3e3973e3-6f70-4e80-8ae4-c3928fe4d11e not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:54.922145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:32:54.938004 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:54.939356 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment d92f920a-9999-49e5-a73b-f8db93fe5805 of type vlan for network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 Oct 19 01:32:54.974750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.024501 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:43Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:32:55.040419 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.062124 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a3212-0c8c-4d10-886a-447bd3f32c54 None None] The sync data for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 is: [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6', 'name': '', 'network_id': '834ef5ba-7345-4079-a3eb-4a6c472874e6', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'mac_address': 'fa:16:3e:29:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:33Z', 'updated_at': '2021-10-19T01:24:43Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'subnets': [{'id': 'ba84162f-3c18-462b-adba-be620d9dc20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:32:55.094755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:55.105528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=5d5af3d7-90fa-44c0-91c8-00c470361c32,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:55.115771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:55.119892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:55.150476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.157857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:55.158540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.276245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:55.287616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:32:55.321480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cbe32-76ba-4dc8-a293-db9f87c053fe req-156a7817-c583-4745-a5ac-4d40c61513c3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:55.332387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e87cbe32-76ba-4dc8-a293-db9f87c053fe req-156a7817-c583-4745-a5ac-4d40c61513c3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0906246 Oct 19 01:32:55.381148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:55.388808 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.406621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e87cbe32-76ba-4dc8-a293-db9f87c053fe req-1003cd04-eca6-462a-a1e4-76f16ea44e90 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729761 Oct 19 01:32:55.429717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a87f76f1-90e2-456e-b808-7f27870055b8 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6376736 Oct 19 01:32:55.430356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51742) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.439736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:55.440188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-ad2ae2d5-b62a-452a-94c3-b6024579ffc4 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5149839 Oct 19 01:32:55.462350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Request body: {'port': {'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:55.483973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51744) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.553425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.565491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-35e4f215-aa8d-49f5-9c48-20252a70703f None None] Provisioning complete for port 5d5af3d7-90fa-44c0-91c8-00c470361c32 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:55.566913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-35e4f215-aa8d-49f5-9c48-20252a70703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.671248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a08f1bce-3c8b-41c9-bd00-3def78000d26 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:32:55.674457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad01497-1909-4e59-94f3-46e8c56d0069 None None] New status for floating IP 89c4caed-de49-4905-9189-50c9217caadb: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:32:55.692970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-35e4f215-aa8d-49f5-9c48-20252a70703f None None] Port 5d5af3d7-90fa-44c0-91c8-00c470361c32 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:55.729600 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b25cbbb9-11e6-435b-b953-094a48e4dfca tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.758863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a08f1bce-3c8b-41c9-bd00-3def78000d26 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:32:55.759598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a08f1bce-3c8b-41c9-bd00-3def78000d26 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:32:55.765703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b25cbbb9-11e6-435b-b953-094a48e4dfca tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.800560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:55.805848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.883649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf965db-f77e-40d2-8050-cd34258dc704 req-e4aff089-4c19-4c83-9150-caa7b2484bd3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:55.885191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faf965db-f77e-40d2-8050-cd34258dc704 req-e4aff089-4c19-4c83-9150-caa7b2484bd3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 931 time: 0.2194779 Oct 19 01:32:55.929180 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b25cbbb9-11e6-435b-b953-094a48e4dfca tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.931685 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b25cbbb9-11e6-435b-b953-094a48e4dfca tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:55.932955 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b25cbbb9-11e6-435b-b953-094a48e4dfca tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "DELETE /v2.0/security-groups/12efb4af-2fae-41a9-b1c1-2f35aac07b7b HTTP/1.1" status: 204 len: 168 time: 0.4529023 Oct 19 01:32:55.939485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51752) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:55.970048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cbbb9-11e6-435b-b953-094a48e4dfca tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12efb4af-2fae-41a9-b1c1-2f35aac07b7b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:55.990392 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-28526f38-35fa-435a-8aaf-86c75a3df523 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] show failed (client error): The resource could not be found. Oct 19 01:32:55.994252 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-28526f38-35fa-435a-8aaf-86c75a3df523 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "GET /v2.0/security-groups/12efb4af-2fae-41a9-b1c1-2f35aac07b7b HTTP/1.1" status: 404 len: 347 time: 0.0496883 Oct 19 01:32:55.996557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51754) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:56.004335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faf965db-f77e-40d2-8050-cd34258dc704 req-d033aaef-4797-4bec-aac7-a891925d0618 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098359 Oct 19 01:32:56.122333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5af3d7-90fa-44c0-91c8-00c470361c32 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:32:56.131056 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.145487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Transition to ACTIVE for port object 5d5af3d7-90fa-44c0-91c8-00c470361c32 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:32:56.149946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.218573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5af3d7-90fa-44c0-91c8-00c470361c32,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:56.274197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Attempting to bind port 5d5af3d7-90fa-44c0-91c8-00c470361c32 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:56.274534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Attempting to bind port 5d5af3d7-90fa-44c0-91c8-00c470361c32 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:56.274872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Attempting to bind port 5d5af3d7-90fa-44c0-91c8-00c470361c32 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:56.279829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Port 5d5af3d7-90fa-44c0-91c8-00c470361c32 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:32:56.280185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Attempting to bind port 5d5af3d7-90fa-44c0-91c8-00c470361c32 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:56.286620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:56.286959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:56.287348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:56.287787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Bound port: 5d5af3d7-90fa-44c0-91c8-00c470361c32, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:56.288171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.297964 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.356014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Deleting port 6bd29ff4-5976-452a-874f-f9479fd59a16 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:56.356331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.379163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] For port 5d5af3d7-90fa-44c0-91c8-00c470361c32, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:56.383773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] For port 5d5af3d7-90fa-44c0-91c8-00c470361c32, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:56.385265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=64acc9c4-961a-4c6f-af85-c52189cd7b13,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:56.393860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.454100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': 'd92f920a-9999-49e5-a73b-f8db93fe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:56.455111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:32:56.489697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.489914 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.492589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:32:56.495751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:56.496412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.498296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] 10.222.0.74 "PUT /v2.0/ports/5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 200 len: 1092 time: 1.0428572 Oct 19 01:32:56.498936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d61ae-c575-4645-bdb1-7216a1de9412 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5af3d7-90fa-44c0-91c8-00c470361c32,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:56.507715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Calling delete_port for 6bd29ff4-5976-452a-874f-f9479fd59a16 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:56.521082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:56.525664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:32:56.528079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:56.528809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.531882 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3199be-8559-477b-b3a1-ca5e302d59cb" -d '{"events": [{"name": "network-changed", "server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:32:56.552031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4377c-2443-474e-a21e-ee00902b6433 None None] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:56.635776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13d610da-2c3c-42aa-9aab-3de5824fed54 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2040076 Oct 19 01:32:56.636397 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f057c5b-38bc-4d3f-84b7-22a97823c90c x-openstack-request-id: req-4f057c5b-38bc-4d3f-84b7-22a97823c90c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:32:56.636559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51764) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:56.636987 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:32:56.637467 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f057c5b-38bc-4d3f-84b7-22a97823c90c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:32:56.637978 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'status': 'completed', 'code': 200} Oct 19 01:32:56.645879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84', 'name': 'tempest-PortsTestJSON-794441032', 'fixed_ips': [{'subnet_id': '64acc9c4-961a-4c6f-af85-c52189cd7b13', 'ip_address': '172.20.0.10'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:56.746748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bfc36-ed79-4cee-afa4-d00c2acc9f3f req-90cf92ac-e52e-4eac-a92a-69f7e66e26f5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:56.758988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa1bfc36-ed79-4cee-afa4-d00c2acc9f3f req-90cf92ac-e52e-4eac-a92a-69f7e66e26f5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1807370 Oct 19 01:32:56.770075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-e5ac614e-1557-4137-9166-d039b2d57295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:56.771589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-e5ac614e-1557-4137-9166-d039b2d57295 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1095 time: 0.1947837 Oct 19 01:32:56.779883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84', 'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84', 'tenant_id': 'ecd2024092ff4ddc991bd06af7831c3b', 'fixed_ips': [{'subnet_id': '64acc9c4-961a-4c6f-af85-c52189cd7b13'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:32:56.780844 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:56.851924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-c0a3e26a-5568-4b67-a03f-758dc0edf858 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 200 len: 217 time: 0.0616031 Oct 19 01:32:56.917828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-3e06d477-71a6-49c4-88d0-854e611321e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:56.919312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-3e06d477-71a6-49c4-88d0-854e611321e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.0484984 Oct 19 01:32:56.952643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa1bfc36-ed79-4cee-afa4-d00c2acc9f3f req-9483b288-47c8-4e2a-b9a0-601e5ca77cec tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849926 Oct 19 01:32:56.980031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Allocated IP 172.20.0.2 (35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84/64acc9c4-961a-4c6f-af85-c52189cd7b13/597534bb-61a9-493e-8644-c1552b8629ed) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:56.999635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc794d5-5632-489e-a676-ec0970ef160b req-c50975dc-87f0-4408-9770-3b4870777179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:57.002837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-c50975dc-87f0-4408-9770-3b4870777179 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737107 Oct 19 01:32:57.134640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-542ba154-aa7c-4855-a5e4-e9c0205b12f9 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253531 Oct 19 01:32:57.174052 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.182541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.234292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:57.237712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:57.241216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:57.249355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Pushing event updated for resources: {'Port': ['ID=597534bb-61a9-493e-8644-c1552b8629ed,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:57.302529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce4119-7c35-4ca4-aac7-41d167de103c req-d82ca785-a4f6-4721-b667-1ad9f47ac79e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:57.304211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9ce4119-7c35-4ca4-aac7-41d167de103c req-d82ca785-a4f6-4721-b667-1ad9f47ac79e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.1421025 Oct 19 01:32:57.313951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cdc794d5-5632-489e-a676-ec0970ef160b req-68accde9-5124-4ad9-b795-974f9d7d565f service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619451 Oct 19 01:32:57.327278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Attempting to bind port 597534bb-61a9-493e-8644-c1552b8629ed on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:32:57.327652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Attempting to bind port 597534bb-61a9-493e-8644-c1552b8629ed by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'd92f920a-9999-49e5-a73b-f8db93fe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:32:57.328063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Attempting to bind port 597534bb-61a9-493e-8644-c1552b8629ed on network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:32:57.336542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:32:57.337286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Checking segment: {'id': 'd92f920a-9999-49e5-a73b-f8db93fe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:32:57.337549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.338118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Bound using segment: {'id': 'd92f920a-9999-49e5-a73b-f8db93fe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:32:57.339125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Bound port: 597534bb-61a9-493e-8644-c1552b8629ed, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92f920a-9999-49e5-a73b-f8db93fe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:32:57.339533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.360244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.376971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:57.400999 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9ce4119-7c35-4ca4-aac7-41d167de103c req-fa7ea6ab-30d9-40ed-91b5-e8b9b83e7859 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881848 Oct 19 01:32:57.421542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Pushing event deleted for resources: {'Port': ['ID=6bd29ff4-5976-452a-874f-f9479fd59a16,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:57.443447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] For port 597534bb-61a9-493e-8644-c1552b8629ed, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:32:57.444902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-55e91c61-48b5-4226-aa50-b031f38fa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:57.446533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-55e91c61-48b5-4226-aa50-b031f38fa69a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1095 time: 0.0587759 Oct 19 01:32:57.447431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] For port 597534bb-61a9-493e-8644-c1552b8629ed, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=597534bb-61a9-493e-8644-c1552b8629ed,segment=NetworkSegment(d92f920a-9999-49e5-a73b-f8db93fe5805),segment_id=d92f920a-9999-49e5-a73b-f8db93fe5805)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:32:57.453159 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.532623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ab237-ae3c-4865-8104-58a5fa043925 None None] Pushing event updated for resources: {'Port': ['ID=597534bb-61a9-493e-8644-c1552b8629ed,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:57.533722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.536595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.537982 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab4663c1-8e65-4ec6-bb00-1c48cfd88ed1 tempest-ServerActionsTestJSON-909477540 tempest-ServerActionsTestJSON-909477540-project] 10.222.0.64 "DELETE /v2.0/floatingips/89c4caed-de49-4905-9189-50c9217caadb HTTP/1.1" status: 204 len: 168 time: 1.5405250 Oct 19 01:32:57.543840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51774) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:57.563267 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:57.564899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-ae108a18-9802-43bd-8aa0-e901af6a389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:57.567866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-ae108a18-9802-43bd-8aa0-e901af6a389b service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.1135070 Oct 19 01:32:57.587867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:57.665349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-8ad3bf19-f382-446e-8203-3c6aea35b4b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 200 len: 217 time: 0.0888631 Oct 19 01:32:57.736707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-b8440dd3-3cec-4bc1-a382-bc1e4fc621ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:57.738325 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-b8440dd3-3cec-4bc1-a382-bc1e4fc621ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.0578661 Oct 19 01:32:57.790792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-24b1720b-12d0-482f-9b29-a4e938e0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:57.792172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-24b1720b-12d0-482f-9b29-a4e938e0d7da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466733 Oct 19 01:32:57.926254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.10 (35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84/64acc9c4-961a-4c6f-af85-c52189cd7b13/6e8b8ef6-f1ee-4dc9-af31-190a6ad87093) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:57.926713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-24110bfa-563f-4e17-9ad8-55f025b7d329 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257401 Oct 19 01:32:58.098161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3199be-8559-477b-b3a1-ca5e302d59cb req-15372854-d770-40a7-8ee0-6b30eae10831 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393218 Oct 19 01:32:58.238617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460dd33-66bc-4b50-b0bd-0b071db2889e req-2b69a902-beab-4e6d-bc7d-746b39138663 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:58.240124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f460dd33-66bc-4b50-b0bd-0b071db2889e req-2b69a902-beab-4e6d-bc7d-746b39138663 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1721082 Oct 19 01:32:58.340437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.347439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f460dd33-66bc-4b50-b0bd-0b071db2889e req-ff0b66b0-a323-4425-8802-f8e3a24ea12e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983624 Oct 19 01:32:58.441089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.497293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:58.513761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:58.516241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:58.519754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=6e8b8ef6-f1ee-4dc9-af31-190a6ad87093,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:58.554514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4747c-7062-4d5f-b5a8-87d34a3537b7 req-d91a814d-673f-4f75-9d1c-61daab089e82 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:58.557451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3d4747c-7062-4d5f-b5a8-87d34a3537b7 req-d91a814d-673f-4f75-9d1c-61daab089e82 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.0670819 Oct 19 01:32:58.578538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.623846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3d4747c-7062-4d5f-b5a8-87d34a3537b7 req-6e8677de-ef0a-418b-89e7-062ced18eb95 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583334 Oct 19 01:32:58.634614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:58.635139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.701670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51788) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:32:58.702283 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4e8a881-a767-4961-90fe-6904e52bacae tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0629840 Oct 19 01:32:58.708868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84', 'name': 'tempest-PortsTestJSON-878166125', 'fixed_ips': [{'subnet_id': '64acc9c4-961a-4c6f-af85-c52189cd7b13', 'ip_address': '172.20.0.9'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:32:58.800146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7c3ec-1d69-4cd3-b772-0fb4d5884b25 None None] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:32:58.847150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:32:58.901388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Deleting port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:32:58.901918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.950288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.950841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-295c412a-035c-47a3-8780-c87109e8d30e None None] Provisioning complete for port 597534bb-61a9-493e-8644-c1552b8629ed triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:58.950841 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-295c412a-035c-47a3-8780-c87109e8d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:58.969430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 83615a3c-7e01-477f-8b87-f993954bedd5 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:32:59.010258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] For port 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:59.010806 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.034509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Calling delete_port for 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:32:59.071651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-295c412a-035c-47a3-8780-c87109e8d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.113962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-295c412a-035c-47a3-8780-c87109e8d30e None None] For port 597534bb-61a9-493e-8644-c1552b8629ed, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=597534bb-61a9-493e-8644-c1552b8629ed,segment=NetworkSegment(d92f920a-9999-49e5-a73b-f8db93fe5805),segment_id=d92f920a-9999-49e5-a73b-f8db93fe5805)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:32:59.119083 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-295c412a-035c-47a3-8780-c87109e8d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.188645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c412a-035c-47a3-8780-c87109e8d30e None None] Pushing event updated for resources: {'Port': ['ID=597534bb-61a9-493e-8644-c1552b8629ed,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:59.239661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.9 (35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84/64acc9c4-961a-4c6f-af85-c52189cd7b13/83615a3c-7e01-477f-8b87-f993954bedd5) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:32:59.342348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.363261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a376a8b4-2891-4fd2-b37c-5658a841c805 None None] Provisioning complete for port 6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:59.363791 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a376a8b4-2891-4fd2-b37c-5658a841c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.420915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:59.478982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a376a8b4-2891-4fd2-b37c-5658a841c805 None None] Port 6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:59.486519 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.508197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a376a8b4-2891-4fd2-b37c-5658a841c805 None None] Provisioning complete for port 597534bb-61a9-493e-8644-c1552b8629ed triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:59.508802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a376a8b4-2891-4fd2-b37c-5658a841c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.611445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.680179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13811ce4-11db-4284-ae31-a91cb065de3e req-045741e6-4052-4f49-b068-35ed6dd34246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:59.682105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13811ce4-11db-4284-ae31-a91cb065de3e req-045741e6-4052-4f49-b068-35ed6dd34246 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 1098 time: 0.1445627 Oct 19 01:32:59.769013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.779680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32299379-2c8b-4b68-9444-fa1b5eb25fc3 req-e4ccec3f-5a42-4ad7-922f-e16b12c99235 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:59.781578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32299379-2c8b-4b68-9444-fa1b5eb25fc3 req-e4ccec3f-5a42-4ad7-922f-e16b12c99235 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.3048990 Oct 19 01:32:59.794113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:32:59.850222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 597534bb-61a9-493e-8644-c1552b8629ed up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:32:59.862766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:32:59.873712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:32:59.906022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32299379-2c8b-4b68-9444-fa1b5eb25fc3 req-d453167c-a0ec-4179-a369-f742b9b6a631 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160722 Oct 19 01:32:59.932373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7e396725-c68f-465b-bcaf-3bfeeabe1095 None None] Provisioning complete for port 6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:32:59.933102 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e396725-c68f-465b-bcaf-3bfeeabe1095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.943253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:32:59.943927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:32:59.949303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=83615a3c-7e01-477f-8b87-f993954bedd5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:32:59.975404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7e396725-c68f-465b-bcaf-3bfeeabe1095 None None] Port 6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:32:59.978505 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13811ce4-11db-4284-ae31-a91cb065de3e req-810ec840-ab50-463e-9fd8-f1b396f923ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283120 Oct 19 01:32:59.994679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd0239-6ed4-4e7e-ac4c-8d42d0a105b0 req-d7045ea6-4a7f-4820-9513-320940c77804 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:00.003569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95cd0239-6ed4-4e7e-ac4c-8d42d0a105b0 req-d7045ea6-4a7f-4820-9513-320940c77804 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.2289102 Oct 19 01:33:00.007325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 597534bb-61a9-493e-8644-c1552b8629ed triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:00.007913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.029812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-26952142-0712-4c69-9dda-62837ed24826 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3268607 Oct 19 01:33:00.033718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51800) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.051668 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95cd0239-6ed4-4e7e-ac4c-8d42d0a105b0 req-ce0a8db5-c4f1-47e4-8b14-b875e80475a9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469146 Oct 19 01:33:00.198828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-57af0642-7237-46a2-9a63-4aa84b9aadb5 None None] Provisioning complete for port 83615a3c-7e01-477f-8b87-f993954bedd5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:00.199200 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57af0642-7237-46a2-9a63-4aa84b9aadb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.208204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ab7bf-81d9-4122-9387-6edcee1c886c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:00.212415 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-610ab7bf-81d9-4122-9387-6edcee1c886c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1737068 Oct 19 01:33:00.213046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51806) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.235243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-57af0642-7237-46a2-9a63-4aa84b9aadb5 None None] Port 83615a3c-7e01-477f-8b87-f993954bedd5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:00.272751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac1db3-f824-4b5a-a59a-78cdb05a27e0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:00.275851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Router 7331b01a-61ac-49da-acff-226a528c85c5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:33:00.278826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac1db3-f824-4b5a-a59a-78cdb05a27e0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:00.286026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac1db3-f824-4b5a-a59a-78cdb05a27e0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:00.287930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7dac1db3-f824-4b5a-a59a-78cdb05a27e0 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0732436 Oct 19 01:33:00.290534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51808) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.388955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 83615a3c-7e01-477f-8b87-f993954bedd5 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:00.389322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.393500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:00.401155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4426b8fa-8ae4-4a46-852a-838e23483263 admin admin] 10.222.0.64 "PUT /v2.0/routers/7331b01a-61ac-49da-acff-226a528c85c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8537860 Oct 19 01:33:00.401357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51810) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.410033 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] Sync routers for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:00.420416 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:00.421296 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:00.500551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.516521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 83615a3c-7e01-477f-8b87-f993954bedd5 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:00.538491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.550574 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:00.669295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.794819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=83615a3c-7e01-477f-8b87-f993954bedd5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:00.797364 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:00.802169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2d490d17-8ce5-4ff8-951d-9c54c9e46669 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/83615a3c-7e01-477f-8b87-f993954bedd5 HTTP/1.1" status: 204 len: 168 time: 0.5102344 Oct 19 01:33:00.805020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51814) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.826276 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:32:59Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:00.854777 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5df88b-1ff7-4530-852a-76e6fc4c0ec6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:33:00.858088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8f5df88b-1ff7-4530-852a-76e6fc4c0ec6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/83615a3c-7e01-477f-8b87-f993954bedd5 HTTP/1.1" status: 404 len: 333 time: 0.0521002 Oct 19 01:33:00.872353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51816) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:00.878578 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] Checking router: 7331b01a-61ac-49da-acff-226a528c85c5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:33:00.890127 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] Routers {'7331b01a-61ac-49da-acff-226a528c85c5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:00.890755 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7331b01a-61ac-49da-acff-226a528c85c5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:01.020151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:01.020740 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.185125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.215140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c541d-b83f-4e91-970b-dc40cca37217 req-6f051ac1-dc48-4134-9ebe-7e0c3726a55e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:01.215395 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] Set router 7331b01a-61ac-49da-acff-226a528c85c5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:01.217482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:01.223739 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f33c541d-b83f-4e91-970b-dc40cca37217 req-6f051ac1-dc48-4134-9ebe-7e0c3726a55e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0982652 Oct 19 01:33:01.259925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.276075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f33c541d-b83f-4e91-970b-dc40cca37217 req-c8bf6ba9-0dd3-4cae-85f0-bffb9746c9cf tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513489 Oct 19 01:33:01.282677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d90468-67b4-4003-b693-67db20f99f7a req-c2afdee0-57e2-46ec-9a1e-bac5617abf2f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:01.285840 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0d90468-67b4-4003-b693-67db20f99f7a req-c2afdee0-57e2-46ec-9a1e-bac5617abf2f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.1208615 Oct 19 01:33:01.363971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Deleting port a9cc7ea2-27ab-4370-9417-0ecbd70258aa {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:01.364338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.402912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0d90468-67b4-4003-b693-67db20f99f7a req-13d47288-8fe3-4dee-a8f4-957c2170331a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033309 Oct 19 01:33:01.480163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:32:59Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:01.488970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] For port a9cc7ea2-27ab-4370-9417-0ecbd70258aa, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:01.489925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.508094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Calling delete_port for a9cc7ea2-27ab-4370-9417-0ecbd70258aa owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:01.515623 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c636cb90-0bda-412a-a1e8-593453da111c None None] The sync data for ids ['7331b01a-61ac-49da-acff-226a528c85c5'] in n-d-789963-20 is: [{'id': '7331b01a-61ac-49da-acff-226a528c85c5', 'name': 'tempest-ServerActionsTestJSON-467514002-router', 'tenant_id': '93ef9378566f4437bd3edbb85b16194b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:22Z', 'updated_at': '2021-10-19T01:32:59Z', 'revision_number': 5, 'project_id': '93ef9378566f4437bd3edbb85b16194b', 'gw_port': {'id': 'a9cc7ea2-27ab-4370-9417-0ecbd70258aa', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331b01a-61ac-49da-acff-226a528c85c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:25Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:01.520773 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.564877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=6e8b8ef6-f1ee-4dc9-af31-190a6ad87093,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:01.657168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.665396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cc93077a-985b-4f7a-8cd6-85bd62a21293 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 HTTP/1.1" status: 204 len: 168 time: 0.7916815 Oct 19 01:33:01.666531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51828) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:01.705536 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3015a8e-3ab9-497a-baf7-4677059936ad tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:33:01.710066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d3015a8e-3ab9-497a-baf7-4677059936ad tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/6e8b8ef6-f1ee-4dc9-af31-190a6ad87093 HTTP/1.1" status: 404 len: 333 time: 0.0395553 Oct 19 01:33:01.713632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51830) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:01.795548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 64acc9c4-961a-4c6f-af85-c52189cd7b13 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:01.804691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.859674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.863247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:01.918302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9cc7ea2-27ab-4370-9417-0ecbd70258aa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:02.021968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.090291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.152273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.156803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.212326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.212894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7331b01a-61ac-49da-acff-226a528c85c5 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:33:02.218798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.220669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-74a27865-56e6-4a6c-ba74-6e95d475fd24 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7331b01a-61ac-49da-acff-226a528c85c5 HTTP/1.1" status: 204 len: 168 time: 1.8176527 Oct 19 01:33:02.223018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51834) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:02.231891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.295470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=64acc9c4-961a-4c6f-af85-c52189cd7b13,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:02.297612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.303708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51838) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:02.304225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8330fc53-72ad-40e7-ab44-124edfea51eb tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/64acc9c4-961a-4c6f-af85-c52189cd7b13 HTTP/1.1" status: 204 len: 168 time: 0.5888360 Oct 19 01:33:02.316003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] Deleting subnet ba84162f-3c18-462b-adba-be620d9dc20b {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:02.317979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.319436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5912c7-d9f4-4187-9862-a20fcb1a5731 None None] Network 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:02.368352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.446394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.473753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841a980-cdfb-4f98-ac62-2c03cb3e246a req-6216d821-91b7-4554-bd52-9c622e593d43 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:02.475365 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6841a980-cdfb-4f98-ac62-2c03cb3e246a req-6216d821-91b7-4554-bd52-9c622e593d43 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1024449 Oct 19 01:33:02.505019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.573348 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6841a980-cdfb-4f98-ac62-2c03cb3e246a req-ecc417c7-9c81-46bf-a273-63e84e602337 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Oct 19 01:33:02.578287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 597534bb-61a9-493e-8644-c1552b8629ed {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:02.578505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.595522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f256e-36ef-4851-ad61-aea2612abc81 req-00d40984-42eb-4a88-b894-0f7a880ace3c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:02.596932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-975f256e-36ef-4851-ad61-aea2612abc81 req-00d40984-42eb-4a88-b894-0f7a880ace3c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.0658636 Oct 19 01:33:02.662447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-975f256e-36ef-4851-ad61-aea2612abc81 req-a92e045e-2bb0-4dc7-aa10-b47d872e57d2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533073 Oct 19 01:33:02.664304 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.685566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] For port 597534bb-61a9-493e-8644-c1552b8629ed, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=597534bb-61a9-493e-8644-c1552b8629ed,segment=NetworkSegment(d92f920a-9999-49e5-a73b-f8db93fe5805),segment_id=d92f920a-9999-49e5-a73b-f8db93fe5805)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:02.686057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.701061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 597534bb-61a9-493e-8644-c1552b8629ed owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:02.707608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba84162f-3c18-462b-adba-be620d9dc20b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:02.710031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.713379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-201e7ea6-de47-4471-bbb2-dc6b0c49dbfe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ba84162f-3c18-462b-adba-be620d9dc20b HTTP/1.1" status: 204 len: 168 time: 0.4893343 Oct 19 01:33:02.716707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:02.719010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57724a-6335-473e-a072-dc263b0d8483 None None] Network 834ef5ba-7345-4079-a3eb-4a6c472874e6 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:02.763467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] DHCP port deletion for 35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:02.869154 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.933631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] Deleting port 597534bb-61a9-493e-8644-c1552b8629ed {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:02.934147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.937454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Deleting port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:02.937802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:02.952636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.022572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] For port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,segment=NetworkSegment(9e5b5910-debb-4312-a952-cc56683133c7),segment_id=9e5b5910-debb-4312-a952-cc56683133c7)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:03.023350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.037480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] DHCP port deletion for 834ef5ba-7345-4079-a3eb-4a6c472874e6 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:03.058748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Calling delete_port for 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:03.192506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.262929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] For port 597534bb-61a9-493e-8644-c1552b8629ed, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=597534bb-61a9-493e-8644-c1552b8629ed,segment=NetworkSegment(d92f920a-9999-49e5-a73b-f8db93fe5805),segment_id=d92f920a-9999-49e5-a73b-f8db93fe5805)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:03.263351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.274535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] No DVR routers for this DVR port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:03.298959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] Calling delete_port for 597534bb-61a9-493e-8644-c1552b8629ed owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:03.310403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.429712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] Deleting port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:03.430488 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.440066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.447470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=597534bb-61a9-493e-8644-c1552b8629ed,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.456038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No DVR routers for this DVR port 597534bb-61a9-493e-8644-c1552b8629ed on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:03.471621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.481432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834ef5ba-7345-4079-a3eb-4a6c472874e6']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.508130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5b5910-debb-4312-a952-cc56683133c7') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.508818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5b5910-debb-4312-a952-cc56683133c7') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.531842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.553238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] Pushing event deleted for resources: {'Port': ['ID=597534bb-61a9-493e-8644-c1552b8629ed,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.560028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67e8b5-4731-4601-b29d-ebf93e439b46 None None] No DVR routers for this DVR port 597534bb-61a9-493e-8644-c1552b8629ed on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:03.562498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.572711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:03.573294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.575997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] For port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:03.576352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:03.583017 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:03.599956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] Calling delete_port for 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:03.603437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] Port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:33:03.604989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.614747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-1f4b77e1-1bfb-4221-bd9c-4b19cda58258 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.622059 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-1f4b77e1-1bfb-4221-bd9c-4b19cda58258 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 811 time: 0.7308304 Oct 19 01:33:03.625746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.652221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-cc2e59a7-c2db-46ee-826d-cbde9de66863 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/quotas/3deab81986ca491e90a2181246608ce9 HTTP/1.1" status: 200 len: 375 time: 0.0283809 Oct 19 01:33:03.660816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] No DVR routers for this DVR port 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:03.672140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.673993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c4479-0531-41f2-b66b-6864d442bf9e None None] Pushing event deleted for resources: {'Port': ['ID=3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.693481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 597534bb-61a9-493e-8644-c1552b8629ed no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:03.698945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.704508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.716345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92f920a-9999-49e5-a73b-f8db93fe5805') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.716906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92f920a-9999-49e5-a73b-f8db93fe5805') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:03.721532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] 10.222.0.64 "DELETE /v2.0/networks/834ef5ba-7345-4079-a3eb-4a6c472874e6 HTTP/1.1" status: 204 len: 168 time: 1.0016382 Oct 19 01:33:03.735399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.738412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 597534bb-61a9-493e-8644-c1552b8629ed {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:03.738834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 597534bb-61a9-493e-8644-c1552b8629ed not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:03.739330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9cc7ea2-27ab-4370-9417-0ecbd70258aa no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:03.748919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daee41e-c04b-4eba-b4ee-9bc704ea740b admin admin] Pushing event deleted for resources: {'Network': ['ID=834ef5ba-7345-4079-a3eb-4a6c472874e6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.759122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.778801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a9cc7ea2-27ab-4370-9417-0ecbd70258aa {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:03.779152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9cc7ea2-27ab-4370-9417-0ecbd70258aa not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:03.779574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:03.780110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-ef2ad68f-666f-4c0f-bfd2-cbb506f082e3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276958 Oct 19 01:33:03.801592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:03.802243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:03.805537 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:03.831414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:03.831693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3fc1f1f0-fb4f-42ec-bfdf-f1691ff8c2ce not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:03.832276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:03.852473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:03.852829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3f0833bf-3f45-4a1a-ba0f-2dacdcb9f0b6 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:03.854126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779be78a-9a1c-4820-9a26-a32e9bf79e94 req-fb45e38e-2b4e-49bb-8d30-cd5a70ab28c8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:03.855885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-779be78a-9a1c-4820-9a26-a32e9bf79e94 req-fb45e38e-2b4e-49bb-8d30-cd5a70ab28c8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.0835154 Oct 19 01:33:03.915363 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-779be78a-9a1c-4820-9a26-a32e9bf79e94 req-a7ff5944-121f-4c3c-8609-e14040d4cc27 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435870 Oct 19 01:33:03.923194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.936154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.955746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:03.958886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84 HTTP/1.1" status: 204 len: 168 time: 1.6534028 Oct 19 01:33:03.963113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.978622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-464344289'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:03.982512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd35342-3f87-444b-9ab6-f7ec69e59bb3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=35a2d5c9-bbaa-4eb5-bf15-ae779ce7ac84,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:03.984903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2365c399-a7d0-4dc5-8217-6ee8429ad2e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93ef9378566f4437bd3edbb85b16194b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467203 Oct 19 01:33:03.987944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51874) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:03.990426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-51a4bbd4-64e1-4b00-ae48-750a875f3072 service neutron] 10.222.0.64 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093399 Oct 19 01:33:04.042344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:04.046188 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.046379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a70d4677-81d4-41d7-99b8-ddf4aa9084a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.071521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a70d4677-81d4-41d7-99b8-ddf4aa9084a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.115054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:33:04.127158 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a70d4677-81d4-41d7-99b8-ddf4aa9084a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.129992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a70d4677-81d4-41d7-99b8-ddf4aa9084a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.133535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a70d4677-81d4-41d7-99b8-ddf4aa9084a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8 HTTP/1.1" status: 204 len: 168 time: 0.1421540 Oct 19 01:33:04.137927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.138276 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Added segment a97934b7-24bf-4093-880f-b95bf4395e8f of type vlan for network 73dcc331-35d0-442e-9381-202453d94937 Oct 19 01:33:04.148766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d4677-81d4-41d7-99b8-ddf4aa9084a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a703fc-d4a3-4f21-bfa3-4cb23b3216b8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:04.151479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-6bea700f-daea-48bd-96c0-26e6fc4a822f service neutron] 10.222.0.64 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505632 Oct 19 01:33:04.217049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.253802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.261166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.261345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.304181 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3269854 Oct 19 01:33:04.304634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51880) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:04.310531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '73dcc331-35d0-442e-9381-202453d94937', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:04.355476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a768c6-c04a-49a9-a1b5-22f797322b6d tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Network': ['ID=73dcc331-35d0-442e-9381-202453d94937,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:04.372106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 73dcc331-35d0-442e-9381-202453d94937 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:33:04.480881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b38fcdd1-3156-44ca-83eb-0471bcd2ab42 req-898364d7-5d6f-4da1-a872-7b50c453f082 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 210 time: 0.0360768 Oct 19 01:33:04.496456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:04.500548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.741904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.806598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=ac82ec8e-623f-4080-9974-5467b4dd31df,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:04.850683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Checking segment: {'id': 'a97934b7-24bf-4093-880f-b95bf4395e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '73dcc331-35d0-442e-9381-202453d94937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:04.851046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network hostable DHCP agents. Network: 73dcc331-35d0-442e-9381-202453d94937, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:33:04.872204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 73dcc331-35d0-442e-9381-202453d94937 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:33:04.890772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 73dcc331-35d0-442e-9381-202453d94937) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:04.896818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:04.897623 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.902787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0efd51d-5157-4a93-bf37-9036f24011f1 None None] Network 73dcc331-35d0-442e-9381-202453d94937 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:04.922999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51904) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:04.923684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de25ceaa-aef5-4c24-b2a6-d85804fcd66f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6174967 Oct 19 01:33:04.928486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-eb75c3fa-ac06-4fc4-b8c9-62f0a9bc15a9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1241226362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:04.977562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb75c3fa-ac06-4fc4-b8c9-62f0a9bc15a9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:04.978792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb75c3fa-ac06-4fc4-b8c9-62f0a9bc15a9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.122053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-73dcc331-35d0-442e-9381-202453d94937', 'network_id': '73dcc331-35d0-442e-9381-202453d94937', 'tenant_id': 'ecd2024092ff4ddc991bd06af7831c3b', 'fixed_ips': [{'subnet_id': 'ac82ec8e-623f-4080-9974-5467b4dd31df'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:05.127115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.198930 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb75c3fa-ac06-4fc4-b8c9-62f0a9bc15a9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.227030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb75c3fa-ac06-4fc4-b8c9-62f0a9bc15a9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.295200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee2ae4-190e-4e7e-ae2a-d8347898c57c req-a035f225-0d29-4d3e-8605-e0944f33d2c0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:05.303308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fee2ae4-190e-4e7e-ae2a-d8347898c57c req-a035f225-0d29-4d3e-8605-e0944f33d2c0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.2106133 Oct 19 01:33:05.322071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb75c3fa-ac06-4fc4-b8c9-62f0a9bc15a9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.323251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb75c3fa-ac06-4fc4-b8c9-62f0a9bc15a9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3983936 Oct 19 01:33:05.327021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51924) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:05.339027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'network_id': '73dcc331-35d0-442e-9381-202453d94937', 'name': 'tempest-PortsTestJSON-538215731'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:05.356535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fee2ae4-190e-4e7e-ae2a-d8347898c57c req-b0263e49-628b-4b70-8f62-4d2706ff97ed tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522935 Oct 19 01:33:05.380112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Allocated IP 172.20.0.2 (73dcc331-35d0-442e-9381-202453d94937/ac82ec8e-623f-4080-9974-5467b4dd31df/c596e980-8db5-4540-9e8d-e2e2e38bb464) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:05.503723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:05.508070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.538604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port f6d26377-fef9-488b-bc40-0225d176f1f2 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:05.574689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.584061 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.625288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Network 73dcc331-35d0-442e-9381-202453d94937 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:05.630810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:05.634652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:05.639808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80a4c160-4c5b-46f6-b85b-3001781d7a3d req-1670cee6-e899-4309-bc23-81ce8d5e34df tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 210 time: 0.0474281 Oct 19 01:33:05.645719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Pushing event updated for resources: {'Port': ['ID=c596e980-8db5-4540-9e8d-e2e2e38bb464,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:05.737218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Attempting to bind port c596e980-8db5-4540-9e8d-e2e2e38bb464 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:05.737583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Attempting to bind port c596e980-8db5-4540-9e8d-e2e2e38bb464 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a97934b7-24bf-4093-880f-b95bf4395e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '73dcc331-35d0-442e-9381-202453d94937'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:05.738145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Attempting to bind port c596e980-8db5-4540-9e8d-e2e2e38bb464 on network 73dcc331-35d0-442e-9381-202453d94937 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:05.744360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:05.745075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Checking segment: {'id': 'a97934b7-24bf-4093-880f-b95bf4395e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '73dcc331-35d0-442e-9381-202453d94937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:05.745488 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.745948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Bound using segment: {'id': 'a97934b7-24bf-4093-880f-b95bf4395e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '73dcc331-35d0-442e-9381-202453d94937'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:05.746421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Bound port: c596e980-8db5-4540-9e8d-e2e2e38bb464, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97934b7-24bf-4093-880f-b95bf4395e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '73dcc331-35d0-442e-9381-202453d94937'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:05.746817 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.784457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.14 (73dcc331-35d0-442e-9381-202453d94937/ac82ec8e-623f-4080-9974-5467b4dd31df/f6d26377-fef9-488b-bc40-0225d176f1f2) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:05.840977 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] For port c596e980-8db5-4540-9e8d-e2e2e38bb464, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:05.845405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] For port c596e980-8db5-4540-9e8d-e2e2e38bb464, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c596e980-8db5-4540-9e8d-e2e2e38bb464,segment=NetworkSegment(a97934b7-24bf-4093-880f-b95bf4395e8f),segment_id=a97934b7-24bf-4093-880f-b95bf4395e8f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:05.850807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:05.934282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85af6d7-ef98-463f-9429-d7ce9c9c4227 None None] Pushing event updated for resources: {'Port': ['ID=c596e980-8db5-4540-9e8d-e2e2e38bb464,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:05.994284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.043781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.113210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 73dcc331-35d0-442e-9381-202453d94937 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:06.116825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:06.121137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:06.158928 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=f6d26377-fef9-488b-bc40-0225d176f1f2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:06.204725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:06.205471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.242508 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:33:06.305509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db6f399f-d10a-4032-8abf-592fc6c890d1 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9769917 Oct 19 01:33:06.307641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51960) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.377943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51966) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:06.425341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f9bfa69e-daf6-42b6-9280-85438bf8a930 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:06.427184 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f9bfa69e-daf6-42b6-9280-85438bf8a930 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 811 time: 0.3207865 Oct 19 01:33:06.441290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Request body: {'port': {'device_id': '65e662aa-9cc9-402e-86a1-094d5f505035', 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'admin_state_up': True, 'tenant_id': '3deab81986ca491e90a2181246608ce9'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:06.582842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Made reservation on behalf of 3deab81986ca491e90a2181246608ce9 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:06.587749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.625423 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e3d18be-fe92-4a6d-a4c3-ac12d4f19fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.788432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160df5d3-5b3a-4edf-9164-d5208ded5c7e req-151afc86-5706-4793-b00f-e225ac95c10e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:06.790259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-160df5d3-5b3a-4edf-9164-d5208ded5c7e req-151afc86-5706-4793-b00f-e225ac95c10e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.2881501 Oct 19 01:33:06.806974 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c39c1d53-e454-453f-8ee0-02ea5bfbfd5f req-aae5d3e2-97e6-483c-b32a-f7b797f6ac06 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 210 time: 0.0495284 Oct 19 01:33:06.829797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Allocated IP 172.20.0.6 (0a82b014-41c2-48c5-92fa-8f21c20f3049/9e3d8732-b58a-4c87-9efa-36888241ad9f/24735d54-470c-411a-a58b-9497b8897a4f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:06.854776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.866783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e3d18be-fe92-4a6d-a4c3-ac12d4f19fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.879202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e3d18be-fe92-4a6d-a4c3-ac12d4f19fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.905329 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-809b54c3-f971-42a3-b8e2-2b60ca820af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:06.912735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-160df5d3-5b3a-4edf-9164-d5208ded5c7e req-3fff8df4-9c66-4e46-b6d1-598256440356 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104093 Oct 19 01:33:06.944180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d18be-fe92-4a6d-a4c3-ac12d4f19fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12010a3-8b5e-43c7-934e-eec35b03d7af,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:06.972124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2e3d18be-fe92-4a6d-a4c3-ac12d4f19fb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f747c173d7be4032a958402a423958b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883782 Oct 19 01:33:06.974738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51972) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:07.102423 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb031-c61f-4927-b6b7-0aa81d2c865c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.109886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.136136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb031-c61f-4927-b6b7-0aa81d2c865c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.138847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.144463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.198244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.210582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c5df02e4-f4c0-4cfa-ac15-1003069c35d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:33:07.251027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb031-c61f-4927-b6b7-0aa81d2c865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.254383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb031-c61f-4927-b6b7-0aa81d2c865c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.258380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3d0bb031-c61f-4927-b6b7-0aa81d2c865c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a12010a3-8b5e-43c7-934e-eec35b03d7af HTTP/1.1" status: 204 len: 168 time: 0.2799439 Oct 19 01:33:07.313353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Network 0a82b014-41c2-48c5-92fa-8f21c20f3049 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:07.315364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Pushing event updated for resources: {'Port': ['ID=24735d54-470c-411a-a58b-9497b8897a4f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:07.318275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb031-c61f-4927-b6b7-0aa81d2c865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12010a3-8b5e-43c7-934e-eec35b03d7af,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:07.326099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:07.333925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:07.427891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9cb95-5df0-46ce-b6f2-a9837cd97d6f None None] Network 73dcc331-35d0-442e-9381-202453d94937 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:07.534053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:07.540043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.615346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f1224f61-a9ff-438d-8f97-f7d51a83e621 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1702583 Oct 19 01:33:07.619538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e91bf82f-8cd2-435f-838e-b149032823b5 None None] Provisioning complete for port c596e980-8db5-4540-9e8d-e2e2e38bb464 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:07.619826 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e91bf82f-8cd2-435f-838e-b149032823b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.632883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Request body: {'port': {'device_id': '65e662aa-9cc9-402e-86a1-094d5f505035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:07.715752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=f6d26377-fef9-488b-bc40-0225d176f1f2,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:07.771383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:07.831628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c596e980-8db5-4540-9e8d-e2e2e38bb464 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:08.027144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.027787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c596e980-8db5-4540-9e8d-e2e2e38bb464 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:08.028365 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.086711 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e91bf82f-8cd2-435f-838e-b149032823b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.172700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e91bf82f-8cd2-435f-838e-b149032823b5 None None] For port c596e980-8db5-4540-9e8d-e2e2e38bb464, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c596e980-8db5-4540-9e8d-e2e2e38bb464,segment=NetworkSegment(a97934b7-24bf-4093-880f-b95bf4395e8f),segment_id=a97934b7-24bf-4093-880f-b95bf4395e8f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:08.185931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e91bf82f-8cd2-435f-838e-b149032823b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.191334 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.203029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cb2a2-31b5-41fe-b355-06a8b18bcac4 req-452f96a8-c950-4c69-8b0d-5d5108ee72a1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:08.211928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-917cb2a2-31b5-41fe-b355-06a8b18bcac4 req-452f96a8-c950-4c69-8b0d-5d5108ee72a1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 931 time: 0.1578362 Oct 19 01:33:08.227223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.275783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d856f-eb50-47ae-bdca-5141170aabfc req-a8808542-1a74-4dad-896a-648ba6b3534c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:08.277883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-264d856f-eb50-47ae-bdca-5141170aabfc req-a8808542-1a74-4dad-896a-648ba6b3534c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.1416168 Oct 19 01:33:08.329941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-917cb2a2-31b5-41fe-b355-06a8b18bcac4 req-104c663f-6fe2-4090-97d1-09e6f1629df6 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098232 Oct 19 01:33:08.330650 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bf82f-8cd2-435f-838e-b149032823b5 None None] Pushing event updated for resources: {'Port': ['ID=c596e980-8db5-4540-9e8d-e2e2e38bb464,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:08.368641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-264d856f-eb50-47ae-bdca-5141170aabfc req-06c1cc6a-29c5-42e2-bfff-5d590137f552 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657942 Oct 19 01:33:08.403645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:33:08.404877 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:33:08.427413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-54c0d9a1-2039-4211-b75d-98a9c23de67d None None] Provisioning complete for port c596e980-8db5-4540-9e8d-e2e2e38bb464 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:08.427795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54c0d9a1-2039-4211-b75d-98a9c23de67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.441356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24735d54-470c-411a-a58b-9497b8897a4f {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:33:08.459155 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.515299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Transition to ACTIVE for port object 24735d54-470c-411a-a58b-9497b8897a4f will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:33:08.521803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.549855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-54c0d9a1-2039-4211-b75d-98a9c23de67d None None] Provisioning complete for port f6d26377-fef9-488b-bc40-0225d176f1f2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:08.550396 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54c0d9a1-2039-4211-b75d-98a9c23de67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.616741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-54c0d9a1-2039-4211-b75d-98a9c23de67d None None] Port f6d26377-fef9-488b-bc40-0225d176f1f2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:08.659779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Pushing event updated for resources: {'Port': ['ID=24735d54-470c-411a-a58b-9497b8897a4f,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:08.742016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-726b3251-bf8f-41ef-99fa-e4e3fcc57303 None None] Provisioning complete for port f6d26377-fef9-488b-bc40-0225d176f1f2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:08.742409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-726b3251-bf8f-41ef-99fa-e4e3fcc57303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.799469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Attempting to bind port 24735d54-470c-411a-a58b-9497b8897a4f on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:08.800325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Attempting to bind port 24735d54-470c-411a-a58b-9497b8897a4f by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:08.800662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Attempting to bind port 24735d54-470c-411a-a58b-9497b8897a4f on network 0a82b014-41c2-48c5-92fa-8f21c20f3049 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:08.810858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.818246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-726b3251-bf8f-41ef-99fa-e4e3fcc57303 None None] Port f6d26377-fef9-488b-bc40-0225d176f1f2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:08.821547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Port 24735d54-470c-411a-a58b-9497b8897a4f on network 0a82b014-41c2-48c5-92fa-8f21c20f3049 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:33:08.821882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Attempting to bind port 24735d54-470c-411a-a58b-9497b8897a4f on network 0a82b014-41c2-48c5-92fa-8f21c20f3049 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:08.828189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:08.828522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Checking segment: {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:08.829584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Bound using segment: {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:08.830174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Bound port: 24735d54-470c-411a-a58b-9497b8897a4f, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5823ed92-6624-4f82-88cb-bcb3edaa8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:08.830532 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.835969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.924517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] For port 24735d54-470c-411a-a58b-9497b8897a4f, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:08.932550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] For port 24735d54-470c-411a-a58b-9497b8897a4f, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24735d54-470c-411a-a58b-9497b8897a4f,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:08.938764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.951967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:08.962085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=f6d26377-fef9-488b-bc40-0225d176f1f2,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:09.012281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.012970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.014782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] 10.222.0.62 "PUT /v2.0/ports/24735d54-470c-411a-a58b-9497b8897a4f HTTP/1.1" status: 200 len: 1092 time: 1.3985202 Oct 19 01:33:09.015586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e662aa-9cc9-402e-86a1-094d5f505035', 'tag': '24735d54-470c-411a-a58b-9497b8897a4f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:09.018937 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06" -d '{"events": [{"name": "network-changed", "server_uuid": "65e662aa-9cc9-402e-86a1-094d5f505035", "tag": "24735d54-470c-411a-a58b-9497b8897a4f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:09.039896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-802e3330-0624-4462-8aa8-bcdeecbf01ba None None] Provisioning complete for port f6d26377-fef9-488b-bc40-0225d176f1f2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:09.040812 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-802e3330-0624-4462-8aa8-bcdeecbf01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.065180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d3796-865e-4249-b28c-dfe7cf5eb104 service neutron] Pushing event updated for resources: {'Port': ['ID=24735d54-470c-411a-a58b-9497b8897a4f,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:09.086554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-802e3330-0624-4462-8aa8-bcdeecbf01ba None None] Port f6d26377-fef9-488b-bc40-0225d176f1f2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:09.095948 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db105a5-9f35-48de-bfb3-153877df35f4 x-openstack-request-id: req-9db105a5-9f35-48de-bfb3-153877df35f4 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:09.096630 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e662aa-9cc9-402e-86a1-094d5f505035", "tag": "24735d54-470c-411a-a58b-9497b8897a4f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:09.097289 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9db105a5-9f35-48de-bfb3-153877df35f4 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:09.097915 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e662aa-9cc9-402e-86a1-094d5f505035', 'tag': '24735d54-470c-411a-a58b-9497b8897a4f', 'status': 'completed', 'code': 200} Oct 19 01:33:09.136981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-9c8ecb88-73a5-48fe-b3ae-56620f8d2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.138590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-9c8ecb88-73a5-48fe-b3ae-56620f8d2dd9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 1095 time: 0.0613358 Oct 19 01:33:09.141376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 73dcc331-35d0-442e-9381-202453d94937 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:09.143564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:09.204739 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-9fe15d12-f705-48f2-85ed-6f7f9f314a1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24735d54-470c-411a-a58b-9497b8897a4f HTTP/1.1" status: 200 len: 217 time: 0.0462556 Oct 19 01:33:09.270578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-bc053580-d2fa-4f48-bc75-baecb5e19389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.272193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-bc053580-d2fa-4f48-bc75-baecb5e19389 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 200 len: 851 time: 0.0608444 Oct 19 01:33:09.287065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Router 8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:33:09.329864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-79501901-93c4-4ea8-b84f-adf528172499 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a82b014-41c2-48c5-92fa-8f21c20f3049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479643 Oct 19 01:33:09.451377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:09.461968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5bca539c-130c-4eae-b945-8879108621a7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "PUT /v2.0/routers/8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1524780 Oct 19 01:33:09.466176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] Sync routers for ids ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:09.484223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52036) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:09.487348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] Routers {'8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:09.491778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:09.586214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7206-a9ac-43f2-98fd-6368ebabf59d req-272897d9-1067-4469-86d7-4cbcaa1d136d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.595407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fdf2bbae-e080-402f-86a3-15ce264d9c8a None None] Provisioning complete for port f6d26377-fef9-488b-bc40-0225d176f1f2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:09.595946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bbae-e080-402f-86a3-15ce264d9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.602255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:09.604781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03eb7206-a9ac-43f2-98fd-6368ebabf59d req-272897d9-1067-4469-86d7-4cbcaa1d136d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 943 time: 0.1756458 Oct 19 01:33:09.623078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-01c3b6d1-9514-4e67-a6fa-c8b016fc7079 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846541 Oct 19 01:33:09.623571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086942b-5379-4030-a6ac-29aec6ffd6d2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.638752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0766e-e228-4c1c-ac7d-296d947f60fc req-8a66c0c3-9992-406d-81d3-1b728eaec10c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:09.639423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0086942b-5379-4030-a6ac-29aec6ffd6d2 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c HTTP/1.1" status: 200 len: 982 time: 0.1524229 Oct 19 01:33:09.640983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcd0766e-e228-4c1c-ac7d-296d947f60fc req-8a66c0c3-9992-406d-81d3-1b728eaec10c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.1176102 Oct 19 01:33:09.644304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:09.655453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] Routers {'8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:09.660387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:32:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:09.709089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:09.712688 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2869d0-79ad-44f4-901f-e7e5d07255e3 None None] The sync data for ids ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:09.715933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c596e980-8db5-4540-9e8d-e2e2e38bb464 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:09.729459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03eb7206-a9ac-43f2-98fd-6368ebabf59d req-fecfdcfa-8fce-4bc0-ad25-1c9413a6242f tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136410 Oct 19 01:33:09.777658 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.794467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2bbae-e080-402f-86a3-15ce264d9c8a None None] Port f6d26377-fef9-488b-bc40-0225d176f1f2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:09.822520 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbc80242-cce1-4e97-80d6-4a84ffe0a173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.846346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c596e980-8db5-4540-9e8d-e2e2e38bb464 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:09.846895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:09.927161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcd0766e-e228-4c1c-ac7d-296d947f60fc req-7d444585-9872-4be5-8930-813d34c7a39e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618093 Oct 19 01:33:10.051644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b7eb1cb-1661-436f-babe-0c6a7ee96026 req-35cec291-cb60-488d-9660-21246acdd636 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080205 Oct 19 01:33:10.185645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-bb5e08a5-ae63-4e0e-9bea-5e78464811a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:10.187089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-bb5e08a5-ae63-4e0e-9bea-5e78464811a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 1095 time: 0.0739341 Oct 19 01:33:10.329612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-94e10695-92e5-46a0-bc58-d40e1c9d023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:10.331098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-94e10695-92e5-46a0-bc58-d40e1c9d023c service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 912 time: 0.1363590 Oct 19 01:33:10.413236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-816b71f2-d56b-43f9-818e-725c22cd5660 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24735d54-470c-411a-a58b-9497b8897a4f HTTP/1.1" status: 200 len: 217 time: 0.0558984 Oct 19 01:33:10.425539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.589511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.594053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-48a9f8ed-912d-41d9-8ce0-89e68ce04b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:10.596204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-48a9f8ed-912d-41d9-8ce0-89e68ce04b90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 200 len: 851 time: 0.0971999 Oct 19 01:33:10.657932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-fa3d5d6f-8b6f-48ce-b437-30209b276d32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a82b014-41c2-48c5-92fa-8f21c20f3049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401409 Oct 19 01:33:10.758187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:10.806367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-3c6a8a97-0af7-4a01-afb6-c480ece6887e service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331472 Oct 19 01:33:10.878353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port f6d26377-fef9-488b-bc40-0225d176f1f2 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:10.878749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.089784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8763fa2-a580-45f2-96cd-8ad13cac599d req-b21ba640-7520-440c-aff2-bec298165e8b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:11.092732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8763fa2-a580-45f2-96cd-8ad13cac599d req-b21ba640-7520-440c-aff2-bec298165e8b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.0559702 Oct 19 01:33:11.109529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52100) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.149918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8763fa2-a580-45f2-96cd-8ad13cac599d req-5f2b1816-092e-4751-bb42-e214979da324 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489020 Oct 19 01:33:11.262697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-129d08d9-3405-49b1-b76f-ce09dcdcc9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.357354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-129d08d9-3405-49b1-b76f-ce09dcdcc9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.361989 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-129d08d9-3405-49b1-b76f-ce09dcdcc9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.372036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c91d-03a0-49e4-b1aa-a38e5331f2f5 req-2e78d44f-99db-423f-8280-7eb36d33a9b0 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:11.373920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ef9c91d-03a0-49e4-b1aa-a38e5331f2f5 req-2e78d44f-99db-423f-8280-7eb36d33a9b0 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 943 time: 0.5641263 Oct 19 01:33:11.396354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d08d9-3405-49b1-b76f-ce09dcdcc9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e668eb82-39e4-48e4-9ea5-64eaf3d278a6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:11.409510 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05fbffc7-82a7-4575-bc31-a7e7fdb18c06 req-39f3ec49-682c-439d-a82f-6c681c1245e4 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894091 Oct 19 01:33:11.434619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-129d08d9-3405-49b1-b76f-ce09dcdcc9ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=370e162281354751a1a3ce304b4b1805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236947 Oct 19 01:33:11.436431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52104) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:11.447153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.461486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ef9c91d-03a0-49e4-b1aa-a38e5331f2f5 req-d38af373-e4b6-483a-934c-5788c3448d61 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701511 Oct 19 01:33:11.467293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for f6d26377-fef9-488b-bc40-0225d176f1f2 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:11.510279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4011-bd62-49a5-ad83-43337c81913b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.536267 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4011-bd62-49a5-ad83-43337c81913b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.589193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4011-bd62-49a5-ad83-43337c81913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.592166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4011-bd62-49a5-ad83-43337c81913b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.596571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0a9f4011-bd62-49a5-ad83-43337c81913b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e668eb82-39e4-48e4-9ea5-64eaf3d278a6 HTTP/1.1" status: 204 len: 168 time: 0.1557596 Oct 19 01:33:11.614313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f4011-bd62-49a5-ad83-43337c81913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e668eb82-39e4-48e4-9ea5-64eaf3d278a6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:11.679961 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.708304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=f6d26377-fef9-488b-bc40-0225d176f1f2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:11.878479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:11.993142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52114) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.008591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6b23a16e-11b0-43c9-bff8-0f211e5fb322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.068504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Router 8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:33:12.101398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6b23a16e-11b0-43c9-bff8-0f211e5fb322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.105775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6b23a16e-11b0-43c9-bff8-0f211e5fb322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.150369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6b23a16e-11b0-43c9-bff8-0f211e5fb322 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=953873002b75467ca41521e6d81c7e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558731 Oct 19 01:33:12.151755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23a16e-11b0-43c9-bff8-0f211e5fb322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b396107-5339-4044-83aa-339998e545c2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.153252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52118) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.163666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:12.174794 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] Sync routers for ids ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:12.176349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1e9108f1-f9ff-447f-92e6-ca1635648342 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "PUT /v2.0/routers/8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5224221 Oct 19 01:33:12.176992 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52122) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.186776 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] Routers {'8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:12.187882 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:33:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:12.192936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5d5af3d7-90fa-44c0-91c8-00c470361c32 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:33:12.238079 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:12.249468 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] Routers {'8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:12.251536 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:33:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:12.293098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:12.294666 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1978102-1e23-47fd-8f41-922d2d180e5d None None] The sync data for ids ['8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:12.308075 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.332331 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-027bfcf1-a5f9-439f-9665-c72fb0ac2295 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:33:12.334081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-027bfcf1-a5f9-439f-9665-c72fb0ac2295 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/f6d26377-fef9-488b-bc40-0225d176f1f2 HTTP/1.1" status: 404 len: 333 time: 0.1543887 Oct 19 01:33:12.335595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 5d5af3d7-90fa-44c0-91c8-00c470361c32, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:12.338001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52126) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.352127 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc18bff9-3326-4d9f-8677-fd224ed5af3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.352589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:33:12.382527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4a6ac-c2fc-472c-9ab3-e493554efe4a req-798b989a-c8fe-421a-8229-c3e6e14d6e63 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:12.384110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc4a6ac-c2fc-472c-9ab3-e493554efe4a req-798b989a-c8fe-421a-8229-c3e6e14d6e63 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 943 time: 0.1321487 Oct 19 01:33:12.425018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc18bff9-3326-4d9f-8677-fd224ed5af3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.437345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.451640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc4a6ac-c2fc-472c-9ab3-e493554efe4a req-a0dc71e1-0a8c-47f3-b77c-35d623db01e2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589292 Oct 19 01:33:12.457459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611aacdd-3a7e-423a-b549-9a097fda380a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.475058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5af3d7-90fa-44c0-91c8-00c470361c32 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:33:12.495553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc18bff9-3326-4d9f-8677-fd224ed5af3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.498826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc18bff9-3326-4d9f-8677-fd224ed5af3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.500077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dc18bff9-3326-4d9f-8677-fd224ed5af3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b396107-5339-4044-83aa-339998e545c2 HTTP/1.1" status: 204 len: 168 time: 0.3439536 Oct 19 01:33:12.514494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 5d5af3d7-90fa-44c0-91c8-00c470361c32, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:12.520587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.527869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18bff9-3326-4d9f-8677-fd224ed5af3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b396107-5339-4044-83aa-339998e545c2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.597600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=5d5af3d7-90fa-44c0-91c8-00c470361c32,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:12.730038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611aacdd-3a7e-423a-b549-9a097fda380a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.732975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611aacdd-3a7e-423a-b549-9a097fda380a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.786899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269495f4-c1ac-490d-828e-a3c715e8bd34 req-9ea487e2-c830-44e1-b82a-6757c3eb507b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:12.788459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-269495f4-c1ac-490d-828e-a3c715e8bd34 req-9ea487e2-c830-44e1-b82a-6757c3eb507b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 943 time: 0.1916578 Oct 19 01:33:12.794246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611aacdd-3a7e-423a-b549-9a097fda380a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.794809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611aacdd-3a7e-423a-b549-9a097fda380a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Fanout notify agent at l3_agent the message router_deleted on router 8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:33:12.804471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611aacdd-3a7e-423a-b549-9a097fda380a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.806027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-611aacdd-3a7e-423a-b549-9a097fda380a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/routers/8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c HTTP/1.1" status: 204 len: 168 time: 0.4662783 Oct 19 01:33:12.808585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52134) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:12.845785 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-269495f4-c1ac-490d-828e-a3c715e8bd34 req-e9599e4a-5a4c-4893-944f-0b4e2a4e4436 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Oct 19 01:33:12.882971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet ac82ec8e-623f-4080-9974-5467b4dd31df {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:12.885179 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.922619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24735d54-470c-411a-a58b-9497b8897a4f details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:33:12.934546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:12.964371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['5d5af3d7-90fa-44c0-91c8-00c470361c32'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:33:13.060625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.156704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.193463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=ac82ec8e-623f-4080-9974-5467b4dd31df,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.199088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.205474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71123d14-8004-4252-94f0-838ee2540fea tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/ac82ec8e-623f-4080-9974-5467b4dd31df HTTP/1.1" status: 204 len: 168 time: 0.3933218 Oct 19 01:33:13.206038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52152) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:13.314624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd6eb3-caf0-4574-b407-1a823ac5f3f0 None None] Network 73dcc331-35d0-442e-9381-202453d94937 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:13.317135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.322081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 24735d54-470c-411a-a58b-9497b8897a4f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24735d54-470c-411a-a58b-9497b8897a4f,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:13.374663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '24735d54-470c-411a-a58b-9497b8897a4f', 'network_id': '0a82b014-41c2-48c5-92fa-8f21c20f3049', 'port_id': '24735d54-470c-411a-a58b-9497b8897a4f', 'mac_address': 'fa:16:3e:b7:d9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3d8732-b58a-4c87-9efa-36888241ad9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:33:13.383633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port c596e980-8db5-4540-9e8d-e2e2e38bb464 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:13.387280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.477201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] For port c596e980-8db5-4540-9e8d-e2e2e38bb464, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c596e980-8db5-4540-9e8d-e2e2e38bb464,segment=NetworkSegment(a97934b7-24bf-4093-880f-b95bf4395e8f),segment_id=a97934b7-24bf-4093-880f-b95bf4395e8f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:13.477711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.497029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for c596e980-8db5-4540-9e8d-e2e2e38bb464 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:13.525205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.563830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24735d54-470c-411a-a58b-9497b8897a4f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:33:13.637088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 24735d54-470c-411a-a58b-9497b8897a4f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24735d54-470c-411a-a58b-9497b8897a4f,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:13.649750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.677700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.696943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c433b-bca5-45da-b80d-79b7d832bd8c req-bdb4a3c1-c4c7-492b-9a93-a8a23f5b2f13 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:13.705645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a7c433b-bca5-45da-b80d-79b7d832bd8c req-bdb4a3c1-c4c7-492b-9a93-a8a23f5b2f13 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 944 time: 0.1049495 Oct 19 01:33:13.706262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=c596e980-8db5-4540-9e8d-e2e2e38bb464,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.711354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No DVR routers for this DVR port c596e980-8db5-4540-9e8d-e2e2e38bb464 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:13.736333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360fb8e-eb40-4521-b7c1-b6a33b415618 None None] DHCP port deletion for 73dcc331-35d0-442e-9381-202453d94937 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:13.794414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=24735d54-470c-411a-a58b-9497b8897a4f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:13.807584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-556e9caa-b166-4a5d-86af-a9b44f49523c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998621 Oct 19 01:33:13.813076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a7c433b-bca5-45da-b80d-79b7d832bd8c req-fc5e3238-0891-4ea1-8320-8484382b88f0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066074 Oct 19 01:33:13.871722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.894829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dcc331-35d0-442e-9381-202453d94937']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:13.909650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97934b7-24bf-4093-880f-b95bf4395e8f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:13.909967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97934b7-24bf-4093-880f-b95bf4395e8f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:13.917359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['24735d54-470c-411a-a58b-9497b8897a4f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:33:13.922068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.925841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc4c0-6828-4222-8250-7902972bfc59 req-fda45479-3d2d-4c03-a435-bd252905cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:13.927466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-fda45479-3d2d-4c03-a435-bd252905cc73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1097 time: 0.0796435 Oct 19 01:33:13.938125 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.946873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:13.947733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:13.952238 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:14.028979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.040775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.049006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/73dcc331-35d0-442e-9381-202453d94937 HTTP/1.1" status: 204 len: 168 time: 0.8376591 Oct 19 01:33:14.062030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52174) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.098389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e2471-c8f4-447e-9125-d584173bc866 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=73dcc331-35d0-442e-9381-202453d94937,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:14.126799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc4c0-6828-4222-8250-7902972bfc59 req-3629e308-80dc-4f78-873b-666bc9119d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.136556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-3629e308-80dc-4f78-873b-666bc9119d8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.1759136 Oct 19 01:33:14.171607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238edb4-e314-45a1-bbe1-3304f86705d5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.173973 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0238edb4-e314-45a1-bbe1-3304f86705d5 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/d6aad928-3a86-407e-ac9f-b37f90d815c2 HTTP/1.1" status: 200 len: 841 time: 0.1107948 Oct 19 01:33:14.177967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52184) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.232493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464907a3-c09e-4b7a-b5e2-f36a24d90e5a req-32137de5-12ea-40cb-8ea1-6a6b71212894 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.236730 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-464907a3-c09e-4b7a-b5e2-f36a24d90e5a req-32137de5-12ea-40cb-8ea1-6a6b71212894 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 944 time: 0.1715956 Oct 19 01:33:14.246685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-8cee31b3-fe4f-4db0-83db-14bd84f822cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 1001 time: 0.1060667 Oct 19 01:33:14.250113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d9e4cb71-bfff-419b-9b6b-d08e7cfdb350 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/d6aad928-3a86-407e-ac9f-b37f90d815c2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0710273 Oct 19 01:33:14.254246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52186) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.270253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:14.291277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-464907a3-c09e-4b7a-b5e2-f36a24d90e5a req-311efe4d-f8dd-461b-bf1e-080c44f810f0 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Oct 19 01:33:14.388277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc4c0-6828-4222-8250-7902972bfc59 req-f6b8aa9a-f356-4313-9b2f-1685ea10fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.389891 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-f6b8aa9a-f356-4313-9b2f-1685ea10fd67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1138580 Oct 19 01:33:14.439817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:14.443347 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.474079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc4c0-6828-4222-8250-7902972bfc59 req-2828124d-f155-4de1-8bfd-26342707a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.475608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-2828124d-f155-4de1-8bfd-26342707a886 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773048 Oct 19 01:33:14.654117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-8990bbba-c431-47af-b886-8c841a8f6c79 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422582 Oct 19 01:33:14.783160 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.844285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:14.847902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:14.850966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-430fc4c0-6828-4222-8250-7902972bfc59 req-3fd8fc62-8ec8-4e2b-8441-d4849cdf28c1 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877983 Oct 19 01:33:14.854294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:14.855161 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:14.862526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc0823-a56a-4de5-9852-f424aaa22e74 None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:14.881369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=c5021f51-c9d4-4602-96d0-7735e05cd80e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:14.896275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52210) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:14.897937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-36ca51bd-534a-44ad-b54a-1396b06df4f6 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6422646 Oct 19 01:33:14.907031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6cabceed-b46f-4191-bef5-6087593f53bd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'security_group': {'name': 'tempest-secgroup-715733804'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:14.943570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24735d54-470c-411a-a58b-9497b8897a4f up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:14.957436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cabceed-b46f-4191-bef5-6087593f53bd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.047228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963cc39-0132-4147-98ca-688454a4becd req-c92ecbb3-799e-4047-9cda-8b16cce45c96 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:15.056324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5963cc39-0132-4147-98ca-688454a4becd req-c92ecbb3-799e-4047-9cda-8b16cce45c96 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 944 time: 0.0822332 Oct 19 01:33:15.105700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 24735d54-470c-411a-a58b-9497b8897a4f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:33:15.112717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5963cc39-0132-4147-98ca-688454a4becd req-f6431564-f6c9-4e6e-9be5-86a452ec7ddc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552683 Oct 19 01:33:15.114067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 24735d54-470c-411a-a58b-9497b8897a4f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:15.114502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.176537 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cabceed-b46f-4191-bef5-6087593f53bd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.181941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cabceed-b46f-4191-bef5-6087593f53bd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.185122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-82d48e7d-6812-4c21-ad19-351100094145', 'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'tenant_id': 'ecd2024092ff4ddc991bd06af7831c3b', 'fixed_ips': [{'subnet_id': 'c5021f51-c9d4-4602-96d0-7735e05cd80e'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:33:15.185991 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.202653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6cabceed-b46f-4191-bef5-6087593f53bd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.204182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6cabceed-b46f-4191-bef5-6087593f53bd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3065207 Oct 19 01:33:15.208084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52226) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:15.213046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3bcd1b6c-ac35-4be3-8e3b-f0029f17e879 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'security_group': {'name': 'tempest-secgroup-234295643'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:15.231923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabceed-b46f-4191-bef5-6087593f53bd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c336b6-86bb-4c26-8565-11263359903a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.254595 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.264446 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b6c-ac35-4be3-8e3b-f0029f17e879 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.372493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e662aa-9cc9-402e-86a1-094d5f505035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24735d54-470c-411a-a58b-9497b8897a4f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:15.373459 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe978e5a-e5ec-44b2-aff2-e5441a2cd0b8" -d '{"events": [{"server_uuid": "65e662aa-9cc9-402e-86a1-094d5f505035", "name": "network-vif-plugged", "status": "completed", "tag": "24735d54-470c-411a-a58b-9497b8897a4f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:15.389134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 24735d54-470c-411a-a58b-9497b8897a4f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24735d54-470c-411a-a58b-9497b8897a4f,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:15.402264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.415647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b6c-ac35-4be3-8e3b-f0029f17e879 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.420576 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b6c-ac35-4be3-8e3b-f0029f17e879 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.460716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1b6c-ac35-4be3-8e3b-f0029f17e879 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.464083 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3bcd1b6c-ac35-4be3-8e3b-f0029f17e879 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2529435 Oct 19 01:33:15.465247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52242) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:15.471762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1405440247', 'security_groups': ['1d57a143-32ee-4b24-8c17-d4f74c93e4c8'], 'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c5021f51-c9d4-4602-96d0-7735e05cd80e'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:15.476942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd1b6c-ac35-4be3-8e3b-f0029f17e879 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d57a143-32ee-4b24-8c17-d4f74c93e4c8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.536802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407033b-3f31-411d-bc45-5ed930856bcd req-c5cc4c0d-f28c-4bfd-a70c-adff5e1a79da tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:15.549006 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a719ca73-1dba-4e8b-a793-61a3dd33842f x-openstack-request-id: req-a719ca73-1dba-4e8b-a793-61a3dd33842f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:15.549302 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e662aa-9cc9-402e-86a1-094d5f505035", "name": "network-vif-plugged", "status": "completed", "tag": "24735d54-470c-411a-a58b-9497b8897a4f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:15.549559 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a719ca73-1dba-4e8b-a793-61a3dd33842f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:15.549958 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e662aa-9cc9-402e-86a1-094d5f505035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24735d54-470c-411a-a58b-9497b8897a4f', 'code': 200} Oct 19 01:33:15.553896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5407033b-3f31-411d-bc45-5ed930856bcd req-c5cc4c0d-f28c-4bfd-a70c-adff5e1a79da tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1543956 Oct 19 01:33:15.567884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=24735d54-470c-411a-a58b-9497b8897a4f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.623560 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Allocated IP 172.20.0.2 (82d48e7d-6812-4c21-ad19-351100094145/c5021f51-c9d4-4602-96d0-7735e05cd80e/4be36b94-c800-4e06-ab76-e3a83447b187) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:15.632101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3c722-299f-4c07-9742-ad720eec5f83 req-b408b01e-9416-4a43-af13-20e48455d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:15.633604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd3c722-299f-4c07-9742-ad720eec5f83 req-b408b01e-9416-4a43-af13-20e48455d5ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 1097 time: 0.0984392 Oct 19 01:33:15.656440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5407033b-3f31-411d-bc45-5ed930856bcd req-f33e32fa-3d53-474f-abf7-fbd5f928fdae tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994747 Oct 19 01:33:15.669138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c596e980-8db5-4540-9e8d-e2e2e38bb464 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:15.728093 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7bd3c722-299f-4c07-9742-ad720eec5f83 req-aa61043d-f9aa-42ad-90dc-6fddb6716091 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Oct 19 01:33:15.744833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:15.859880 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.862239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c596e980-8db5-4540-9e8d-e2e2e38bb464 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:15.862838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c596e980-8db5-4540-9e8d-e2e2e38bb464 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:15.880179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.886825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:15.888822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 30413376-c956-4aef-b9b5-2c6de5766e9c yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:15.935073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Pushing event updated for resources: {'Port': ['ID=4be36b94-c800-4e06-ab76-e3a83447b187,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:15.947942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:15.949458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:15.952194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:16.016379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Attempting to bind port 4be36b94-c800-4e06-ab76-e3a83447b187 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:16.017263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Attempting to bind port 4be36b94-c800-4e06-ab76-e3a83447b187 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '1d245708-9588-46d7-988b-76f6b0f9fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d48e7d-6812-4c21-ad19-351100094145'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:16.017814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Attempting to bind port 4be36b94-c800-4e06-ab76-e3a83447b187 on network 82d48e7d-6812-4c21-ad19-351100094145 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:16.024364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:16.025130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Checking segment: {'id': '1d245708-9588-46d7-988b-76f6b0f9fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d48e7d-6812-4c21-ad19-351100094145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:16.025863 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.026245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Bound using segment: {'id': '1d245708-9588-46d7-988b-76f6b0f9fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d48e7d-6812-4c21-ad19-351100094145'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:16.026724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Bound port: 4be36b94-c800-4e06-ab76-e3a83447b187, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d245708-9588-46d7-988b-76f6b0f9fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d48e7d-6812-4c21-ad19-351100094145'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:16.027307 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.080524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.9 (82d48e7d-6812-4c21-ad19-351100094145/c5021f51-c9d4-4602-96d0-7735e05cd80e/30413376-c956-4aef-b9b5-2c6de5766e9c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:16.095147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] For port 4be36b94-c800-4e06-ab76-e3a83447b187, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:16.098933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] For port 4be36b94-c800-4e06-ab76-e3a83447b187, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4be36b94-c800-4e06-ab76-e3a83447b187,segment=NetworkSegment(1d245708-9588-46d7-988b-76f6b0f9fc7f),segment_id=1d245708-9588-46d7-988b-76f6b0f9fc7f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:16.104651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.199603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaabb79-8179-461e-bd95-3b1db87bf32d None None] Pushing event updated for resources: {'Port': ['ID=4be36b94-c800-4e06-ab76-e3a83447b187,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.210748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5d5af3d7-90fa-44c0-91c8-00c470361c32 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:16.300106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 5d5af3d7-90fa-44c0-91c8-00c470361c32 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:33:16.306588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 5d5af3d7-90fa-44c0-91c8-00c470361c32 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:16.306975 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.324571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.370493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dccb4f-e804-44e9-822d-ba2d7b35e492 req-19b023c4-e3b7-454b-ad5b-724a7b2e1eff tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.371752 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-91dccb4f-e804-44e9-822d-ba2d7b35e492 req-19b023c4-e3b7-454b-ad5b-724a7b2e1eff tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 944 time: 0.1316326 Oct 19 01:33:16.409089 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.504603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.542504 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-91dccb4f-e804-44e9-822d-ba2d7b35e492 req-bc4e9add-5bd4-4e00-90f3-415c98f21900 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570899 Oct 19 01:33:16.560000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:16.563862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:16.568625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:16.582101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 5d5af3d7-90fa-44c0-91c8-00c470361c32, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:16.588480 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.608040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=30413376-c956-4aef-b9b5-2c6de5766e9c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.624876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.625228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.625573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.626551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.626882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.627214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.627548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.627875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.628248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.629131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.629471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.629799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:16.652098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.653811 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.660620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=5d5af3d7-90fa-44c0-91c8-00c470361c32,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:16.704590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4abb2422-250b-407c-ab00-acd7323dd61c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2381685 Oct 19 01:33:16.707954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52284) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:16.714823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-018e2754-4e98-4147-9123-a687ef3fb066 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:16.865932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2cb7e-3740-46fd-8f4f-6a0c6c1740bd req-f899655d-eccf-49d5-9351-c1b8a3e09d27 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:16.879488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfc2cb7e-3740-46fd-8f4f-6a0c6c1740bd req-f899655d-eccf-49d5-9351-c1b8a3e09d27 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1511075 Oct 19 01:33:16.906539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018e2754-4e98-4147-9123-a687ef3fb066 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:16.912296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-018e2754-4e98-4147-9123-a687ef3fb066 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:16.946216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfc2cb7e-3740-46fd-8f4f-6a0c6c1740bd req-f3c4554b-04cb-4344-801e-34559f93dcfa tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658278 Oct 19 01:33:17.027507 n-d-789963-20 neutron-server[100848]: INFO neutron.db.ipam_backend_mixin [None req-018e2754-4e98-4147-9123-a687ef3fb066 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c5021f51-c9d4-4602-96d0-7735e05cd80e (CIDR: 172.20.0.0/28) Oct 19 01:33:17.030948 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-018e2754-4e98-4147-9123-a687ef3fb066 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:17.031457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018e2754-4e98-4147-9123-a687ef3fb066 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:17.050959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-018e2754-4e98-4147-9123-a687ef3fb066 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3414633 Oct 19 01:33:17.053590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52296) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:17.058863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:17.176678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:17.180418 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.426773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52304) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:17.453150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.493461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Provisioning complete for port d6aad928-3a86-407e-ac9f-b37f90d815c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:17.494012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.520441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:17.523811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:17.527083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:17.527669 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.550687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:17.559334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-744d3883-484a-4071-af10-3f43a2173df3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5022001 Oct 19 01:33:17.560435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:17.568221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1223012920', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa'}], 'security_groups': ['80c336b6-86bb-4c26-8565-11263359903a']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:17.596537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:17.598904 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bf25b1-9c1a-4be1-a4f2-3221ffcf07a2" -d '{"events": [{"server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "name": "network-vif-plugged", "status": "completed", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:17.612786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Port d6aad928-3a86-407e-ac9f-b37f90d815c2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:17.630598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:17.637694 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.665390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71fd37ac-4884-40ce-a87d-b8010abda2ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.742471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4be36b94-c800-4e06-ab76-e3a83447b187 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:17.781393 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36906ea5-3ae0-4c9d-84ae-bc7f6d9cb028 x-openstack-request-id: req-36906ea5-3ae0-4c9d-84ae-bc7f6d9cb028 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:17.781778 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "name": "network-vif-plugged", "status": "completed", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:17.782683 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36906ea5-3ae0-4c9d-84ae-bc7f6d9cb028 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:17.783247 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'code': 200} Oct 19 01:33:17.784245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7752d06-0661-4c85-a0ac-450f28aafdf1 None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:17.786188 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.891082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:17.891782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.901861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] For port 4be36b94-c800-4e06-ab76-e3a83447b187, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4be36b94-c800-4e06-ab76-e3a83447b187,segment=NetworkSegment(1d245708-9588-46d7-988b-76f6b0f9fc7f),segment_id=1d245708-9588-46d7-988b-76f6b0f9fc7f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:17.904055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62451ff-c56b-42cc-bcb1-48366a8e5263 req-4d8a758f-42a3-4f8f-b47a-f055a2d630bc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:17.908511 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f62451ff-c56b-42cc-bcb1-48366a8e5263 req-4d8a758f-42a3-4f8f-b47a-f055a2d630bc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 945 time: 0.1490433 Oct 19 01:33:17.926825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:17.989828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Pushing event updated for resources: {'Port': ['ID=4be36b94-c800-4e06-ab76-e3a83447b187,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:17.991782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71fd37ac-4884-40ce-a87d-b8010abda2ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.008604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.009204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.009706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.010239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.010753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.011229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.011723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.012235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.012714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.013220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.013706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.014189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c689bb9-9992-4102-941c-690bc06c114a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:18.015318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31e62-61e2-4676-9b54-b941e7f5dbfd req-fb4d1cad-6d92-4f9f-869b-2dc7ce83bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:18.018024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28a31e62-61e2-4676-9b54-b941e7f5dbfd req-fb4d1cad-6d92-4f9f-869b-2dc7ce83bd17 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1097 time: 0.1074870 Oct 19 01:33:18.052708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-81fa9106-c0b1-4977-928a-6fa72d49e667 None None] Provisioning complete for port 30413376-c956-4aef-b9b5-2c6de5766e9c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:18.053334 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81fa9106-c0b1-4977-928a-6fa72d49e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.085413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28a31e62-61e2-4676-9b54-b941e7f5dbfd req-7cfbdf00-91ad-4ea1-bfd0-ac6fb978047b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601008 Oct 19 01:33:18.167410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-81fa9106-c0b1-4977-928a-6fa72d49e667 None None] Port 30413376-c956-4aef-b9b5-2c6de5766e9c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:18.178105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-71fd37ac-4884-40ce-a87d-b8010abda2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.231763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195e54-7180-404c-bdb8-8b80edde30bc req-1bd9e9ab-8c89-4003-a018-79bc362c2d0e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:18.234269 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50195e54-7180-404c-bdb8-8b80edde30bc req-1bd9e9ab-8c89-4003-a018-79bc362c2d0e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0949194 Oct 19 01:33:18.256169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.266158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd37ac-4884-40ce-a87d-b8010abda2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c07307-3dd5-45b2-bcd7-7fc12a09e6ce,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.291880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50195e54-7180-404c-bdb8-8b80edde30bc req-bde54c11-934b-4b9f-8930-c54d4e1626ae tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493045 Oct 19 01:33:18.308563 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f62451ff-c56b-42cc-bcb1-48366a8e5263 req-bcf45bbb-7458-47f3-8c6b-54e37e73ec30 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487168 Oct 19 01:33:18.333196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-71fd37ac-4884-40ce-a87d-b8010abda2ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d167b56ae67c4c0dafb0415762e08800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9046540 Oct 19 01:33:18.333398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bac4d9-b0e1-4c70-8b5b-a9246d39fda7 None None] Update dhcp port {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'fixed_ips': [{'subnet_id': 'c5021f51-c9d4-4602-96d0-7735e05cd80e', 'ip_address': '172.20.0.2'}, {'subnet_id': '62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '4be36b94-c800-4e06-ab76-e3a83447b187'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:18.333612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52324) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:18.377701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-43bac4d9-b0e1-4c70-8b5b-a9246d39fda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.574827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69172fd5-9160-4039-803b-b931d5220d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.574827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69172fd5-9160-4039-803b-b931d5220d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.710918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69172fd5-9160-4039-803b-b931d5220d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.710918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-69172fd5-9160-4039-803b-b931d5220d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.710918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-69172fd5-9160-4039-803b-b931d5220d11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72c07307-3dd5-45b2-bcd7-7fc12a09e6ce HTTP/1.1" status: 204 len: 168 time: 0.3075831 Oct 19 01:33:18.710918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69172fd5-9160-4039-803b-b931d5220d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c07307-3dd5-45b2-bcd7-7fc12a09e6ce,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:18.710918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006fc37-dbbb-4f51-a574-694367245b8c req-c4f17a09-cc7a-478c-81ab-84c409b44949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:18.710918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1006fc37-dbbb-4f51-a574-694367245b8c req-c4f17a09-cc7a-478c-81ab-84c409b44949 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 1097 time: 0.1334054 Oct 19 01:33:18.772875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-43bac4d9-b0e1-4c70-8b5b-a9246d39fda7 None None] Allocated IP 172.20.0.18 (82d48e7d-6812-4c21-ad19-351100094145/62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa/4be36b94-c800-4e06-ab76-e3a83447b187) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:18.837751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16dbb-27bf-4bf7-8f18-9f1f5746157f req-e9a8ecfe-866c-48bf-89b9-c82d7dd2dd2e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:18.839528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006fc37-dbbb-4f51-a574-694367245b8c req-f6c1b533-b81f-4a1c-be2d-f0756defeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:18.841066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1006fc37-dbbb-4f51-a574-694367245b8c req-f6c1b533-b81f-4a1c-be2d-f0756defeed1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 912 time: 0.1383078 Oct 19 01:33:18.845276 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fc16dbb-27bf-4bf7-8f18-9f1f5746157f req-e9a8ecfe-866c-48bf-89b9-c82d7dd2dd2e tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1611702 Oct 19 01:33:18.893390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fc16dbb-27bf-4bf7-8f18-9f1f5746157f req-414dacef-b74c-4631-bf0a-2412ea757f4b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Oct 19 01:33:18.903190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1006fc37-dbbb-4f51-a574-694367245b8c req-2e3237b1-1f77-499a-83ac-5fa34c345d7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24735d54-470c-411a-a58b-9497b8897a4f HTTP/1.1" status: 200 len: 217 time: 0.0541706 Oct 19 01:33:18.910898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-43bac4d9-b0e1-4c70-8b5b-a9246d39fda7 None None] For port 4be36b94-c800-4e06-ab76-e3a83447b187, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4be36b94-c800-4e06-ab76-e3a83447b187,segment=NetworkSegment(1d245708-9588-46d7-988b-76f6b0f9fc7f),segment_id=1d245708-9588-46d7-988b-76f6b0f9fc7f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:18.946222 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-43bac4d9-b0e1-4c70-8b5b-a9246d39fda7 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:18.952813 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-43bac4d9-b0e1-4c70-8b5b-a9246d39fda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.004182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006fc37-dbbb-4f51-a574-694367245b8c req-4bcabbc0-5c31-4f42-93e4-780e4abe9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:19.005708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1006fc37-dbbb-4f51-a574-694367245b8c req-4bcabbc0-5c31-4f42-93e4-780e4abe9e53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 200 len: 851 time: 0.0929716 Oct 19 01:33:19.094500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1006fc37-dbbb-4f51-a574-694367245b8c req-68ec7fbb-5c15-4799-9804-534ffc5ae87d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a82b014-41c2-48c5-92fa-8f21c20f3049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782921 Oct 19 01:33:19.099538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bac4d9-b0e1-4c70-8b5b-a9246d39fda7 None None] Pushing event updated for resources: {'Port': ['ID=4be36b94-c800-4e06-ab76-e3a83447b187,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:19.137304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Delete allocated IP 172.20.0.9 (82d48e7d-6812-4c21-ad19-351100094145/c5021f51-c9d4-4602-96d0-7735e05cd80e) {{(pid=100847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:33:19.150229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.27 (82d48e7d-6812-4c21-ad19-351100094145/62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa/30413376-c956-4aef-b9b5-2c6de5766e9c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:19.243905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1006fc37-dbbb-4f51-a574-694367245b8c req-372f8aeb-1d62-4eaf-83a7-589d624c49c9 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419411 Oct 19 01:33:19.298664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52358) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.348072 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf1d4-e458-4e1f-932d-d2093ab9e19b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.400808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1006fc37-dbbb-4f51-a574-694367245b8c req-729176b9-4ab9-4579-9dca-6f0923ba3d73 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421113 Oct 19 01:33:19.415558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.423119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.476715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf1d4-e458-4e1f-932d-d2093ab9e19b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.490146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf1d4-e458-4e1f-932d-d2093ab9e19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.556445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf2cf1d4-e458-4e1f-932d-d2093ab9e19b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d05f66c2881c4202b840403e6f5effa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617176 Oct 19 01:33:19.558082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52366) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.623303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=30413376-c956-4aef-b9b5-2c6de5766e9c,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:19.638928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cf1d4-e458-4e1f-932d-d2093ab9e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7e2500-8857-48b9-a53a-c427305f2a58,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:19.678263 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-219277cb-b05d-49c2-bd4f-cdba5285a45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.682607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4be36b94-c800-4e06-ab76-e3a83447b187 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:19.697278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dbbd9-a4b7-4e9e-bcbf-9237fc1f0d93 req-3d5b8c18-25e7-47df-b4de-7263081a42a5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:19.699205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c59dbbd9-a4b7-4e9e-bcbf-9237fc1f0d93 req-3d5b8c18-25e7-47df-b4de-7263081a42a5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 945 time: 0.2654450 Oct 19 01:33:19.712216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-219277cb-b05d-49c2-bd4f-cdba5285a45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.732485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] In _notify_port_updated(), no bound segment for port 30413376-c956-4aef-b9b5-2c6de5766e9c on network 82d48e7d-6812-4c21-ad19-351100094145 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:19.739375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:19.740397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.745007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3ca95e98-c481-41a4-bc6a-ebd56ea3012e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "PUT /v2.0/ports/30413376-c956-4aef-b9b5-2c6de5766e9c HTTP/1.1" status: 200 len: 921 time: 2.1832781 Oct 19 01:33:19.747303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52370) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:19.773859 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c59dbbd9-a4b7-4e9e-bcbf-9237fc1f0d93 req-a4d2f9c1-7221-4b38-92d1-1a263b2db575 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674973 Oct 19 01:33:19.779588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:19.780049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.837382 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.843928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-219277cb-b05d-49c2-bd4f-cdba5285a45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.847219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-219277cb-b05d-49c2-bd4f-cdba5285a45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:19.851588 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-219277cb-b05d-49c2-bd4f-cdba5285a45b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c7e2500-8857-48b9-a53a-c427305f2a58 HTTP/1.1" status: 204 len: 168 time: 0.2786241 Oct 19 01:33:19.861013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219277cb-b05d-49c2-bd4f-cdba5285a45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7e2500-8857-48b9-a53a-c427305f2a58,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:19.916912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 30413376-c956-4aef-b9b5-2c6de5766e9c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:19.921409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.017844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Provisioning complete for port d6aad928-3a86-407e-ac9f-b37f90d815c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.018215 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.054876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Port d6aad928-3a86-407e-ac9f-b37f90d815c2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:20.066943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.067318 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.132824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.144848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57f07e-d0a2-4d83-8ff8-9c9c35eb4e45 req-98745560-2410-460a-a596-0f95801d7c76 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.146677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad57f07e-d0a2-4d83-8ff8-9c9c35eb4e45 req-98745560-2410-460a-a596-0f95801d7c76 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1371210 Oct 19 01:33:20.158520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 30413376-c956-4aef-b9b5-2c6de5766e9c owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:20.187704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Provisioning complete for port 30413376-c956-4aef-b9b5-2c6de5766e9c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:20.188277 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.232644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e47848ee-107c-403a-8096-f855c094f018 None None] Port 30413376-c956-4aef-b9b5-2c6de5766e9c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:20.263164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad57f07e-d0a2-4d83-8ff8-9c9c35eb4e45 req-dd5318cf-c0ea-4a16-a24d-d5adb1718220 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887091 Oct 19 01:33:20.379101 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.426260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=30413376-c956-4aef-b9b5-2c6de5766e9c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:20.562209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.569318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.575695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.582642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.589202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.596126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.602708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.604831 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e50d45c5-9294-44f2-942b-398a9b6251be tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.1797647 Oct 19 01:33:20.616327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.620714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92119e1c-fdf6-4230-a7ed-c08221072bfd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/30413376-c956-4aef-b9b5-2c6de5766e9c HTTP/1.1" status: 204 len: 168 time: 0.8722310 Oct 19 01:33:20.623476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52406) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.656710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cfdc2751-25fb-45f3-96a3-73aa8044819c None None] Could not find standard attr ID for object 30413376-c956-4aef-b9b5-2c6de5766e9c. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:20.670663 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-66257d0a-2d50-4f9f-93a5-917b426ba64c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:33:20.675754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66257d0a-2d50-4f9f-93a5-917b426ba64c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/30413376-c956-4aef-b9b5-2c6de5766e9c HTTP/1.1" status: 404 len: 333 time: 0.0470624 Oct 19 01:33:20.675903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52412) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.690936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32338a08-f9e0-4bbb-beea-e20554841861 req-e7eb3324-4594-426f-a47f-0726e2db6a77 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672882 Oct 19 01:33:20.792013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6c28db5b-048a-4750-8fba-8fc5ea44bd55 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.845817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6c28db5b-048a-4750-8fba-8fc5ea44bd55 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.922184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6c28db5b-048a-4750-8fba-8fc5ea44bd55 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.925516 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6c28db5b-048a-4750-8fba-8fc5ea44bd55 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:20.929088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6c28db5b-048a-4750-8fba-8fc5ea44bd55 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/security-groups/1d57a143-32ee-4b24-8c17-d4f74c93e4c8 HTTP/1.1" status: 204 len: 168 time: 0.2497444 Oct 19 01:33:20.931610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52426) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:20.962298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bc643-df02-46a2-aead-879cf11fd15d req-d5c26835-6c93-4269-98ec-10cdd6861a9a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:20.964864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28db5b-048a-4750-8fba-8fc5ea44bd55 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d57a143-32ee-4b24-8c17-d4f74c93e4c8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:20.965292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-731bc643-df02-46a2-aead-879cf11fd15d req-d5c26835-6c93-4269-98ec-10cdd6861a9a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 945 time: 0.0795689 Oct 19 01:33:21.006630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.012760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.019813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.022430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-731bc643-df02-46a2-aead-879cf11fd15d req-46c26fc4-9479-44d8-95be-0b1b3f76a1b0 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 Oct 19 01:33:21.026454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.033987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.051862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.060142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.062097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f66c6a53-6cc4-409e-b847-236e030dd33f req-c8c8cdd2-ae75-469b-b375-12437a3ccfb7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.2120664 Oct 19 01:33:21.111455 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-701a1df1-7625-421a-805e-1d5393ae10e9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.142435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-701a1df1-7625-421a-805e-1d5393ae10e9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.249552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-701a1df1-7625-421a-805e-1d5393ae10e9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.253266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-701a1df1-7625-421a-805e-1d5393ae10e9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.254606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-701a1df1-7625-421a-805e-1d5393ae10e9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/security-groups/80c336b6-86bb-4c26-8565-11263359903a HTTP/1.1" status: 204 len: 168 time: 0.3209805 Oct 19 01:33:21.257175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52442) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:21.271915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8535283-10c7-4684-a6bc-64ba31e1766d req-9abe47c5-3865-47a1-ae10-10624b881506 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.280219 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8535283-10c7-4684-a6bc-64ba31e1766d req-9abe47c5-3865-47a1-ae10-10624b881506 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 945 time: 0.1132596 Oct 19 01:33:21.304295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a1df1-7625-421a-805e-1d5393ae10e9 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c336b6-86bb-4c26-8565-11263359903a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:21.358989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8535283-10c7-4684-a6bc-64ba31e1766d req-d047eacd-c400-437b-b585-8736af714892 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775332 Oct 19 01:33:21.359261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet c5021f51-c9d4-4602-96d0-7735e05cd80e {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:21.364291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.392935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52452) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:21.429129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.446141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b53239-93cb-45a2-b61e-3538eb2af0dd tempest-TestVolumeBootPattern-1587655277 tempest-TestVolumeBootPattern-1587655277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.449930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-36b53239-93cb-45a2-b61e-3538eb2af0dd tempest-TestVolumeBootPattern-1587655277 tempest-TestVolumeBootPattern-1587655277-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1092 time: 0.0555854 Oct 19 01:33:21.452811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52456) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:21.459906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'tenant_id': '94246613562645278786674bc9722b64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:21.498408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.555563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552a37-c29e-4caf-a436-e51ec682f827 req-be87c094-b265-4dc2-860c-c314c313ccb1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:21.557180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9552a37-c29e-4caf-a436-e51ec682f827 req-be87c094-b265-4dc2-860c-c314c313ccb1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1307559 Oct 19 01:33:21.627726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.674874 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.716662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9552a37-c29e-4caf-a436-e51ec682f827 req-32d7d2e0-99b2-4a38-b741-086b6b4e81d3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390176 Oct 19 01:33:21.774053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.814989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=c5021f51-c9d4-4602-96d0-7735e05cd80e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:21.821039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:21.827020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.25.0.157 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/3ff1392a-7216-4860-8f8f-d417d3cc99b3) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:21.830521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ae0af-5b83-4522-80ac-d4ca9ae1aab5 None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:21.846956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e9428d35-9545-450d-a0cc-f752952d025e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/c5021f51-c9d4-4602-96d0-7735e05cd80e HTTP/1.1" status: 204 len: 168 time: 0.5885475 Oct 19 01:33:21.851029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52466) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:21.868317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:21.993133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.034327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.055897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:22.060945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.098137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:22.098137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:22.102294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:22.143605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=3ff1392a-7216-4860-8f8f-d417d3cc99b3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:22.893963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:22.984630 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.084565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=5de379e1-8281-4dc2-8926-e16702e30b0c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:23.099520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ead34-b50d-4201-9c00-6c2215d3aeda req-663015ec-c96a-41ef-a5a8-f5f9d7604ab1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:23.101053 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f98ead34-b50d-4201-9c00-6c2215d3aeda req-663015ec-c96a-41ef-a5a8-f5f9d7604ab1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.2098131 Oct 19 01:33:23.118836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:23.127506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:23.144115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:23.145984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.222003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f98ead34-b50d-4201-9c00-6c2215d3aeda req-c2113a52-c24d-487e-a9be-21f0410519ad tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112795 Oct 19 01:33:23.227780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b36b4947-aa47-4eb6-abf9-a4c1730e51aa tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3732941 Oct 19 01:33:23.230535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52520) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:23.238257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-673c0751-a246-48b1-bcef-29c5832c0a9a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'security_group': {'name': 'tempest-secgroup-2025902339'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:23.270282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-673c0751-a246-48b1-bcef-29c5832c0a9a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.309161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164d321-92e5-47e7-a9ad-e9fd2bf14c12 None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:23.369279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-673c0751-a246-48b1-bcef-29c5832c0a9a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.394115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-673c0751-a246-48b1-bcef-29c5832c0a9a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.462956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c0751-a246-48b1-bcef-29c5832c0a9a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcfe663-4473-4f84-a696-c6155e35207b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:23.471586 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-673c0751-a246-48b1-bcef-29c5832c0a9a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.474384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-673c0751-a246-48b1-bcef-29c5832c0a9a tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2425678 Oct 19 01:33:23.474997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52532) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:23.480120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7ecacb84-a3e3-4be4-861f-eb4c5f91c3b7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'security_group': {'name': 'tempest-secgroup-57523270'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:23.525593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7ecacb84-a3e3-4be4-861f-eb4c5f91c3b7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.550798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5895c6a4-2526-4fa0-894c-cad68e9f1fb6 None None] Provisioning complete for port d6aad928-3a86-407e-ac9f-b37f90d815c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:23.551157 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5895c6a4-2526-4fa0-894c-cad68e9f1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.729067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52544) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:23.741639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.753460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7ecacb84-a3e3-4be4-861f-eb4c5f91c3b7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.754413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5895c6a4-2526-4fa0-894c-cad68e9f1fb6 None None] Port d6aad928-3a86-407e-ac9f-b37f90d815c2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:23.761630 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7ecacb84-a3e3-4be4-861f-eb4c5f91c3b7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.792574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5895c6a4-2526-4fa0-894c-cad68e9f1fb6 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:23.793207 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5895c6a4-2526-4fa0-894c-cad68e9f1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.815919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7ecacb84-a3e3-4be4-861f-eb4c5f91c3b7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.817305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7ecacb84-a3e3-4be4-861f-eb4c5f91c3b7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3412135 Oct 19 01:33:23.820223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52550) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:23.839544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ba137510-ac26-41de-9428-09a39bff1cac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000959249'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:23.846173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecacb84-a3e3-4be4-861f-eb4c5f91c3b7 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de65de7-d77a-4642-8e4e-5f20c03d67fd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:23.883021 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba137510-ac26-41de-9428-09a39bff1cac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.896849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe637b97-248e-48e0-8e8b-a2c9986c9f08 None None] Update dhcp port {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'fixed_ips': [{'subnet_id': '62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa', 'ip_address': '172.20.0.18'}, {'subnet_id': '5de379e1-8281-4dc2-8926-e16702e30b0c'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '4be36b94-c800-4e06-ab76-e3a83447b187'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:23.963654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba137510-ac26-41de-9428-09a39bff1cac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.966796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe637b97-248e-48e0-8e8b-a2c9986c9f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:23.975622 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba137510-ac26-41de-9428-09a39bff1cac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.029571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.030168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.030821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.031057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.031510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.041306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.041804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.044023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-326fcf2a-f557-44c8-b33c-dec270fe8f29 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6498 time: 0.3135223 Oct 19 01:33:24.062750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba137510-ac26-41de-9428-09a39bff1cac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.064406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ba137510-ac26-41de-9428-09a39bff1cac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2427533 Oct 19 01:33:24.067012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba137510-ac26-41de-9428-09a39bff1cac tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6668073a-f8a2-4f1b-ba18-ace796d07a2c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:24.069627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52558) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:24.080355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-588309231', 'security_groups': ['6668073a-f8a2-4f1b-ba18-ace796d07a2c'], 'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5de379e1-8281-4dc2-8926-e16702e30b0c'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:24.129802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-f37d4c0b-5b25-470c-b08a-06825978c7a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769963 Oct 19 01:33:24.291012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.310958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.395294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-fe637b97-248e-48e0-8e8b-a2c9986c9f08 None None] Allocated IP 172.20.0.2 (82d48e7d-6812-4c21-ad19-351100094145/5de379e1-8281-4dc2-8926-e16702e30b0c/4be36b94-c800-4e06-ab76-e3a83447b187) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:24.461578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51244af-10b5-4f02-a3d9-435884a0327f req-9fe1fa81-a790-406c-a9f8-f8d89dbaafec tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:24.463453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e51244af-10b5-4f02-a3d9-435884a0327f req-9fe1fa81-a790-406c-a9f8-f8d89dbaafec tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1116085 Oct 19 01:33:24.517287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:24.524698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.535573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e51244af-10b5-4f02-a3d9-435884a0327f req-316d451e-fa2e-46e9-9a10-013cc3f5f305 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631785 Oct 19 01:33:24.631814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fe637b97-248e-48e0-8e8b-a2c9986c9f08 None None] For port 4be36b94-c800-4e06-ab76-e3a83447b187, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4be36b94-c800-4e06-ab76-e3a83447b187,segment=NetworkSegment(1d245708-9588-46d7-988b-76f6b0f9fc7f),segment_id=1d245708-9588-46d7-988b-76f6b0f9fc7f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:24.654630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=3ff1392a-7216-4860-8f8f-d417d3cc99b3,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:24.679541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe637b97-248e-48e0-8e8b-a2c9986c9f08 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.685556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe637b97-248e-48e0-8e8b-a2c9986c9f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.723177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:24.753900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] device_id is not set on port 39959521-6307-4f06-ab15-056ddfcd755a yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:33:24.763721 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Floating IP c4266eeb-5ce2-47f3-800c-dad51f1ee1ed associated. External IP: 172.25.0.157, port: 5d5af3d7-90fa-44c0-91c8-00c470361c32. Oct 19 01:33:24.769066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe637b97-248e-48e0-8e8b-a2c9986c9f08 None None] Pushing event updated for resources: {'Port': ['ID=4be36b94-c800-4e06-ab76-e3a83447b187,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:25.085324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.3 (82d48e7d-6812-4c21-ad19-351100094145/5de379e1-8281-4dc2-8926-e16702e30b0c/39959521-6307-4f06-ab15-056ddfcd755a) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:25.262531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:33:25.363083 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.481573 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.522168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:33:25.535618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:33:25.569369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:25.570015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:33:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:25.622711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=39959521-6307-4f06-ab15-056ddfcd755a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:25.675450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:25.689804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.692626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:25.733145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4be36b94-c800-4e06-ab76-e3a83447b187 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:25.762004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:25.770945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb230b3-d0a4-42e6-b49f-d35c0c2a7ec2 req-aa20834b-a209-4235-aa1f-8d2c59b0de10 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:25.781595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-acefff88-2542-42a5-9f98-b03a0c1661eb None None] Provisioning complete for port d6aad928-3a86-407e-ac9f-b37f90d815c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:25.782717 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-acefff88-2542-42a5-9f98-b03a0c1661eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.786875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cb230b3-d0a4-42e6-b49f-d35c0c2a7ec2 req-aa20834b-a209-4235-aa1f-8d2c59b0de10 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1643944 Oct 19 01:33:25.796214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:25.844081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-14651e9b-5aed-4dd3-8604-fa7328272537 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3792095 Oct 19 01:33:25.844081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:25.844081 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:25.899754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-acefff88-2542-42a5-9f98-b03a0c1661eb None None] Port d6aad928-3a86-407e-ac9f-b37f90d815c2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:25.929391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cb230b3-d0a4-42e6-b49f-d35c0c2a7ec2 req-46585cd5-2a95-4bec-a1c9-05c5dd31edd3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363790 Oct 19 01:33:25.933157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:25.938736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:25.957706 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f76a9-7606-4f43-a612-5bb9e2481fd1 x-openstack-request-id: req-fc6f76a9-7606-4f43-a612-5bb9e2481fd1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:25.958013 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:25.958310 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc6f76a9-7606-4f43-a612-5bb9e2481fd1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:25.959912 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'status': 'completed', 'code': 200} Oct 19 01:33:25.982498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52618) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:25.982871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8cf5cdfd-e2cd-4f6e-ac1e-f80e39a50040 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9101963 Oct 19 01:33:25.990190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-747848c4-e87a-4def-a75c-f27fc584fd47 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:26.029517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-acefff88-2542-42a5-9f98-b03a0c1661eb None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.030133 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-acefff88-2542-42a5-9f98-b03a0c1661eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.069424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-9f0a26d2-bb46-49eb-8867-2495fdb82888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:26.071195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-9f0a26d2-bb46-49eb-8867-2495fdb82888 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1097 time: 0.0803323 Oct 19 01:33:26.135009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.136012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.260521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747848c4-e87a-4def-a75c-f27fc584fd47 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:26.264814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-747848c4-e87a-4def-a75c-f27fc584fd47 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.323475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-de76d40c-eb7b-4afd-a433-c43ee2fbb623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:26.324622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-de76d40c-eb7b-4afd-a433-c43ee2fbb623 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.2455904 Oct 19 01:33:26.382732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:22Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:26.434400 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:33:26.434882 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-747848c4-e87a-4def-a75c-f27fc584fd47 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5de379e1-8281-4dc2-8926-e16702e30b0c (CIDR: 172.20.0.0/28) Oct 19 01:33:26.437403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-fee9e858-38ba-4569-8e62-1b2787f9ad12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 200 len: 999 time: 0.0995128 Oct 19 01:33:26.440536 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-747848c4-e87a-4def-a75c-f27fc584fd47 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:26.441144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747848c4-e87a-4def-a75c-f27fc584fd47 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:26.449379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:33:26.450604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:33:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:26.462372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-747848c4-e87a-4def-a75c-f27fc584fd47 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4785039 Oct 19 01:33:26.465035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52634) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:26.470901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6c998977-0d5f-4d7f-89d8-a9ab9337398e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:26.554044 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-80f85f98-2fa8-4c26-bb97-714ba1d94eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:26.555884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-80f85f98-2fa8-4c26-bb97-714ba1d94eb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.1110642 Oct 19 01:33:26.642585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c998977-0d5f-4d7f-89d8-a9ab9337398e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:26.648625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-5288f409-d7d6-41a1-b02c-217559bcb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:26.650409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-5288f409-d7d6-41a1-b02c-217559bcb63c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774486 Oct 19 01:33:26.655137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c998977-0d5f-4d7f-89d8-a9ab9337398e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.801457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-914d56b1-80c9-435c-ae12-c890d63e4abe None None] Provisioning complete for port 39959521-6307-4f06-ab15-056ddfcd755a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:26.802032 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-914d56b1-80c9-435c-ae12-c890d63e4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:26.814118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-049b6a8c-8f2a-4f04-a8b5-94043c7001b5 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550088 Oct 19 01:33:26.831567 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-6c998977-0d5f-4d7f-89d8-a9ab9337398e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa (CIDR: 172.20.0.16/28) Oct 19 01:33:26.836623 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c998977-0d5f-4d7f-89d8-a9ab9337398e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:26.839172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c998977-0d5f-4d7f-89d8-a9ab9337398e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:26.885065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6c998977-0d5f-4d7f-89d8-a9ab9337398e tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4163952 Oct 19 01:33:26.885328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52650) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:26.890259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'subnet': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:26.935883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-914d56b1-80c9-435c-ae12-c890d63e4abe None None] Port 39959521-6307-4f06-ab15-056ddfcd755a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:26.988782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:33:27.068764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca64f896-d24e-4026-bf89-dbc5f17d2ef4 req-18eb4487-36c9-4965-ba78-d33e8f199693 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217293 Oct 19 01:33:27.209273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536d8f9-7adc-4317-8019-5694df3408e3 req-50d7474d-9a2d-4ebe-b4de-4ae3e372c373 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:27.210451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6536d8f9-7adc-4317-8019-5694df3408e3 req-50d7474d-9a2d-4ebe-b4de-4ae3e372c373 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1577640 Oct 19 01:33:27.285050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6536d8f9-7adc-4317-8019-5694df3408e3 req-e69c740a-1010-4ce1-a37f-7c8276acf516 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674405 Oct 19 01:33:27.285826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Made reservation on behalf of ecd2024092ff4ddc991bd06af7831c3b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:27.294634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.437186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:22Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:27.496725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee31e7-c17d-4150-b234-b12ba4ea687a None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:22Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:33:27.731317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.777177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Network 82d48e7d-6812-4c21-ad19-351100094145 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:27.781288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:27.785926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:27.786511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:27.792554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b7152-5f47-4b60-9000-ccdeb9561de8 None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:27.799858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Subnet': ['ID=4f1ba9d9-e78d-4778-b808-656cf035a7b3,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:27.814465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.815237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.815881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.816453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.817282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.817780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.818312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.818802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.819327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.819942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.820465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.821079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:33:27.830498 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-41ae0000-82e0-4440-93a3-c3cd1a676ca3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9440260 Oct 19 01:33:27.833019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:27.840215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-629912665', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4f1ba9d9-e78d-4778-b808-656cf035a7b3'}], 'security_groups': ['bfcfe663-4473-4f84-a696-c6155e35207b', '8de65de7-d77a-4642-8e4e-5f20c03d67fd']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:27.960995 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ce902-7932-4487-aa0b-eef491793120 None None] New status for floating IP c4266eeb-5ce2-47f3-800c-dad51f1ee1ed: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:33:28.239258 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.284524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7df42-a6b9-4114-94db-1f7c361ce1d5 None None] Update dhcp port {'port': {'network_id': '82d48e7d-6812-4c21-ad19-351100094145', 'fixed_ips': [{'subnet_id': '62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa', 'ip_address': '172.20.0.18'}, {'subnet_id': '5de379e1-8281-4dc2-8926-e16702e30b0c', 'ip_address': '172.20.0.2'}, {'subnet_id': '4f1ba9d9-e78d-4778-b808-656cf035a7b3'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '4be36b94-c800-4e06-ab76-e3a83447b187'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:33:28.335446 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1a7df42-a6b9-4114-94db-1f7c361ce1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.562567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd1ba-03c8-42e3-899e-89d5c28515e0 req-cc7c19c8-412b-49c4-a922-e5df960921d5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:28.565207 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af9dd1ba-03c8-42e3-899e-89d5c28515e0 req-cc7c19c8-412b-49c4-a922-e5df960921d5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1488471 Oct 19 01:33:28.625306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af9dd1ba-03c8-42e3-899e-89d5c28515e0 req-10d74cf4-5f89-4590-bbbe-b7c5b6971f76 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532422 Oct 19 01:33:28.704821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d1a7df42-a6b9-4114-94db-1f7c361ce1d5 None None] Allocated IP 172.20.0.34 (82d48e7d-6812-4c21-ad19-351100094145/4f1ba9d9-e78d-4778-b808-656cf035a7b3/4be36b94-c800-4e06-ab76-e3a83447b187) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:28.823593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d1a7df42-a6b9-4114-94db-1f7c361ce1d5 None None] For port 4be36b94-c800-4e06-ab76-e3a83447b187, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4be36b94-c800-4e06-ab76-e3a83447b187,segment=NetworkSegment(1d245708-9588-46d7-988b-76f6b0f9fc7f),segment_id=1d245708-9588-46d7-988b-76f6b0f9fc7f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:28.867746 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1a7df42-a6b9-4114-94db-1f7c361ce1d5 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:28.874249 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1a7df42-a6b9-4114-94db-1f7c361ce1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.027774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Delete allocated IP 172.20.0.3 (82d48e7d-6812-4c21-ad19-351100094145/5de379e1-8281-4dc2-8926-e16702e30b0c) {{(pid=100847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 01:33:29.031437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7df42-a6b9-4114-94db-1f7c361ce1d5 None None] Pushing event updated for resources: {'Port': ['ID=4be36b94-c800-4e06-ab76-e3a83447b187,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.039004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Allocated IP 172.20.0.40 (82d48e7d-6812-4c21-ad19-351100094145/4f1ba9d9-e78d-4778-b808-656cf035a7b3/39959521-6307-4f06-ab15-056ddfcd755a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:29.274387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.280167 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.413514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event updated for resources: {'Port': ['ID=39959521-6307-4f06-ab15-056ddfcd755a,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.442366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] In _notify_port_updated(), no bound segment for port 39959521-6307-4f06-ab15-056ddfcd755a on network 82d48e7d-6812-4c21-ad19-351100094145 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:33:29.447920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:29.448577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.450324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aaa661b7-eaa8-4564-bd6f-8ced8357220f tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "PUT /v2.0/ports/39959521-6307-4f06-ab15-056ddfcd755a HTTP/1.1" status: 200 len: 959 time: 1.6154110 Oct 19 01:33:29.453089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52724) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:29.483545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52726) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:29.581636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port 39959521-6307-4f06-ab15-056ddfcd755a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:29.581988 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.646685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4be36b94-c800-4e06-ab76-e3a83447b187 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:29.680574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f15a5d50-6b27-4375-9310-3982b939e2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.769190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:29.769569 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.788842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.820924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f15a5d50-6b27-4375-9310-3982b939e2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.827238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for 39959521-6307-4f06-ab15-056ddfcd755a owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:29.830101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f15a5d50-6b27-4375-9310-3982b939e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.896729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f15a5d50-6b27-4375-9310-3982b939e2d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdacbffb95034c2d842cf2acc71a104f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120159 Oct 19 01:33:29.898810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a5d50-6b27-4375-9310-3982b939e2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21943a1-a2be-4ea1-a9c5-4f9a82538c10,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:29.901170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52742) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:29.919074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Provisioning complete for port d6aad928-3a86-407e-ac9f-b37f90d815c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:29.920993 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.953928 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e65e-c21b-4871-aaa7-bd0e5428ac57 req-f5c4cdb7-7e1c-4f34-838e-7bdb5e739be2 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:29.959727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcf73db8-1bb2-4482-94d2-e67efad4597c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.964219 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-feb7e65e-c21b-4871-aaa7-bd0e5428ac57 req-f5c4cdb7-7e1c-4f34-838e-7bdb5e739be2 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1623476 Oct 19 01:33:29.978515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Port d6aad928-3a86-407e-ac9f-b37f90d815c2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:29.987635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcf73db8-1bb2-4482-94d2-e67efad4597c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:29.991286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Provisioning complete for port 39959521-6307-4f06-ab15-056ddfcd755a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:29.991799 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.038432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-feb7e65e-c21b-4871-aaa7-bd0e5428ac57 req-138150a3-9bd5-4099-8527-accb9f316672 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730567 Oct 19 01:33:30.055039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Port 39959521-6307-4f06-ab15-056ddfcd755a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:30.067088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcf73db8-1bb2-4482-94d2-e67efad4597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.069957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:30.070334 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-88b55276-60d7-4c24-85e6-6981d5cfc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.073589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcf73db8-1bb2-4482-94d2-e67efad4597c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.081391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dcf73db8-1bb2-4482-94d2-e67efad4597c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a21943a1-a2be-4ea1-a9c5-4f9a82538c10 HTTP/1.1" status: 204 len: 168 time: 0.1789727 Oct 19 01:33:30.091161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf73db8-1bb2-4482-94d2-e67efad4597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21943a1-a2be-4ea1-a9c5-4f9a82538c10,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.147316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.193031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=39959521-6307-4f06-ab15-056ddfcd755a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.290676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.294558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e015a84f-324a-4259-9dd5-85c78255b724 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/39959521-6307-4f06-ab15-056ddfcd755a HTTP/1.1" status: 204 len: 168 time: 0.8398116 Oct 19 01:33:30.297286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52756) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.331055 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a167ed66-28b3-49df-8a32-67cecca313cd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] GET failed (client error): The resource could not be found. Oct 19 01:33:30.333502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a167ed66-28b3-49df-8a32-67cecca313cd tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports/39959521-6307-4f06-ab15-056ddfcd755a HTTP/1.1" status: 404 len: 333 time: 0.0346799 Oct 19 01:33:30.336311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52758) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.425481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-287c3e9c-480f-4933-a68d-de8e96a77f68 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.491032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-287c3e9c-480f-4933-a68d-de8e96a77f68 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.535523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52766) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.543875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-784269c7-aa1a-4f56-8a15-87c02c0449f0 None None] Could not find standard attr ID for object 39959521-6307-4f06-ab15-056ddfcd755a. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:33:30.570152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8bd42414-7bbe-493e-87ba-bd9b6ae41d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.599744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-287c3e9c-480f-4933-a68d-de8e96a77f68 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.602626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-287c3e9c-480f-4933-a68d-de8e96a77f68 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.606886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52768) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.607091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-287c3e9c-480f-4933-a68d-de8e96a77f68 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/security-groups/6668073a-f8a2-4f1b-ba18-ace796d07a2c HTTP/1.1" status: 204 len: 168 time: 0.2695210 Oct 19 01:33:30.634961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c3e9c-480f-4933-a68d-de8e96a77f68 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6668073a-f8a2-4f1b-ba18-ace796d07a2c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.711485 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9158-94bb-49ea-8ff6-ef4b4f142aa4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.730676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8bd42414-7bbe-493e-87ba-bd9b6ae41d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.738012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8bd42414-7bbe-493e-87ba-bd9b6ae41d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.744341 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9158-94bb-49ea-8ff6-ef4b4f142aa4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.782312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd42414-7bbe-493e-87ba-bd9b6ae41d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4dc274-f0f8-48c6-bb3e-d09d1c9bfb1f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.811568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8bd42414-7bbe-493e-87ba-bd9b6ae41d3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df2325c42e094dbf8620417460c661ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742527 Oct 19 01:33:30.814535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52778) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.829875 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9158-94bb-49ea-8ff6-ef4b4f142aa4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.835154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9158-94bb-49ea-8ff6-ef4b4f142aa4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.840068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0e6f9158-94bb-49ea-8ff6-ef4b4f142aa4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/security-groups/8de65de7-d77a-4642-8e4e-5f20c03d67fd HTTP/1.1" status: 204 len: 168 time: 0.2296095 Oct 19 01:33:30.841152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52782) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:30.863369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f9158-94bb-49ea-8ff6-ef4b4f142aa4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de65de7-d77a-4642-8e4e-5f20c03d67fd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:30.901162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd39b4cd-b955-4f00-898e-22ce8c8efa32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.941629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be70ee2f-f982-4404-9086-7f02011293cc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.948516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd39b4cd-b955-4f00-898e-22ce8c8efa32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:30.975564 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be70ee2f-f982-4404-9086-7f02011293cc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.009192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd39b4cd-b955-4f00-898e-22ce8c8efa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.012951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd39b4cd-b955-4f00-898e-22ce8c8efa32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.014259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd39b4cd-b955-4f00-898e-22ce8c8efa32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d4dc274-f0f8-48c6-bb3e-d09d1c9bfb1f HTTP/1.1" status: 204 len: 168 time: 0.1978741 Oct 19 01:33:31.027155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39b4cd-b955-4f00-898e-22ce8c8efa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4dc274-f0f8-48c6-bb3e-d09d1c9bfb1f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.051510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be70ee2f-f982-4404-9086-7f02011293cc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.067914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be70ee2f-f982-4404-9086-7f02011293cc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.072761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-be70ee2f-f982-4404-9086-7f02011293cc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/security-groups/bfcfe663-4473-4f84-a696-c6155e35207b HTTP/1.1" status: 204 len: 168 time: 0.2303874 Oct 19 01:33:31.075940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52796) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:31.100201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70ee2f-f982-4404-9086-7f02011293cc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcfe663-4473-4f84-a696-c6155e35207b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.181837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 5de379e1-8281-4dc2-8926-e16702e30b0c {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:31.190627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ca1e-fe9e-485c-abd4-6601337ccd23 req-94e70450-0e14-46be-8e25-ec45fefcd7b1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:31.193775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b22ca1e-fe9e-485c-abd4-6601337ccd23 req-94e70450-0e14-46be-8e25-ec45fefcd7b1 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0656321 Oct 19 01:33:31.196246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.243836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46602a25-cdf7-49a9-aebb-33a58264df89 req-cb00ef85-8961-4d86-89f1-a8c435ca9c59 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:31.245280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46602a25-cdf7-49a9-aebb-33a58264df89 req-cb00ef85-8961-4d86-89f1-a8c435ca9c59 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1227260 Oct 19 01:33:31.248776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b22ca1e-fe9e-485c-abd4-6601337ccd23 req-5b6d748a-3558-4f21-84e1-5c516fa53d9c tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488613 Oct 19 01:33:31.276738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.340402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46602a25-cdf7-49a9-aebb-33a58264df89 req-2ced25cd-b271-47cb-abf6-5b773d272337 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818002 Oct 19 01:33:31.402142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.467637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.514967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=5de379e1-8281-4dc2-8926-e16702e30b0c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.517357 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.524805 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cc9c25d8-7c54-4ea8-8a2d-6256cafaa149 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/5de379e1-8281-4dc2-8926-e16702e30b0c HTTP/1.1" status: 204 len: 168 time: 0.4434364 Oct 19 01:33:31.526133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52808) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:31.528984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b1aeb-e79d-4273-a61f-b303c72d1e4f None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:31.588959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 4f1ba9d9-e78d-4778-b808-656cf035a7b3 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:31.593051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.649631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.790404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.858611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.900954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1ba9d9-e78d-4778-b808-656cf035a7b3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:31.905194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:31.910134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-af9eb491-f65c-4211-8a49-97a985071251 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/4f1ba9d9-e78d-4778-b808-656cf035a7b3 HTTP/1.1" status: 204 len: 168 time: 0.3828137 Oct 19 01:33:31.912657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:31.945851 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2c4330-2c1d-40cb-bea5-ea8d1d4fda76 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:31.946505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2c4330-2c1d-40cb-bea5-ea8d1d4fda76 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:31.950237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9a2c4330-2c1d-40cb-bea5-ea8d1d4fda76 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/5de379e1-8281-4dc2-8926-e16702e30b0c HTTP/1.1" status: 404 len: 337 time: 0.0363684 Oct 19 01:33:31.952707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52832) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.038270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting subnet 62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:33:32.042049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.094839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.208465 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.311339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.378432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Subnet': ['ID=62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:32.385313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.388842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0ec36e38-f793-4437-97b5-b100fe67eb52 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/62f5b3cc-e946-4340-b1f9-4ffe1b08b2aa HTTP/1.1" status: 204 len: 168 time: 0.4350395 Oct 19 01:33:32.392724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52848) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.442073 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c02ded3-995d-46e9-8f50-b78cdb947db4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.442526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c02ded3-995d-46e9-8f50-b78cdb947db4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.448497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0c02ded3-995d-46e9-8f50-b78cdb947db4 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/c5021f51-c9d4-4602-96d0-7735e05cd80e HTTP/1.1" status: 404 len: 337 time: 0.0522518 Oct 19 01:33:32.448715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52854) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.486323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-55a0b4d8-de8d-452d-a3aa-6c2a2e347803 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c HTTP/1.1" status: 200 len: 205 time: 0.0340090 Oct 19 01:33:32.486854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52856) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.489372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d084b-5b5f-45f4-82c5-23c104ebc9a7 req-689d192c-766d-4ace-a393-c09bfcf9d8ad tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:32.490921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-da4d084b-5b5f-45f4-82c5-23c104ebc9a7 req-689d192c-766d-4ace-a393-c09bfcf9d8ad tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1499381 Oct 19 01:33:32.556217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c78e7-d3b7-49c3-9f2d-2d67a0af556c None None] Network 82d48e7d-6812-4c21-ad19-351100094145 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:33:32.565735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-da4d084b-5b5f-45f4-82c5-23c104ebc9a7 req-07dee8ea-bae9-4f55-991b-78cc14d1fd7a tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639436 Oct 19 01:33:32.565934 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-3cdae6c9-aa2e-4203-82d5-fe74f043cb13 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] delete failed (client error): The resource could not be found. Oct 19 01:33:32.576928 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3cdae6c9-aa2e-4203-82d5-fe74f043cb13 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/routers/8b2f7ebd-64bc-4db2-9d3d-f8fd4c69969c HTTP/1.1" status: 404 len: 336 time: 0.0880642 Oct 19 01:33:32.586858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52862) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.617106 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-743f509b-1027-48d7-8325-037a1654b05c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.617556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743f509b-1027-48d7-8325-037a1654b05c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.621000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-743f509b-1027-48d7-8325-037a1654b05c tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/ac82ec8e-623f-4080-9974-5467b4dd31df HTTP/1.1" status: 404 len: 337 time: 0.0328639 Oct 19 01:33:32.623648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52866) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.660337 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-45733fc1-27f3-43b9-a423-6027ed5f9b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.660910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45733fc1-27f3-43b9-a423-6027ed5f9b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.666589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-45733fc1-27f3-43b9-a423-6027ed5f9b21 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/64acc9c4-961a-4c6f-af85-c52189cd7b13 HTTP/1.1" status: 404 len: 337 time: 0.0392132 Oct 19 01:33:32.667666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52870) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.691919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5edb83-e313-4639-b61e-b6cab40fa2fe req-5c65a180-adf5-466a-b63d-2717af183cca tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:32.693517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c5edb83-e313-4639-b61e-b6cab40fa2fe req-5c65a180-adf5-466a-b63d-2717af183cca tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1893868 Oct 19 01:33:32.701008 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-27435f9f-e51b-4b63-b05b-4ff8a393bd62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.701464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27435f9f-e51b-4b63-b05b-4ff8a393bd62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.705573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-46f37fe2-d397-456a-98c0-34f47497bb56 None None] Provisioning complete for port d6aad928-3a86-407e-ac9f-b37f90d815c2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:32.708188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-27435f9f-e51b-4b63-b05b-4ff8a393bd62 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/943a3487-1c68-4285-9632-54040fed0394 HTTP/1.1" status: 404 len: 337 time: 0.0382512 Oct 19 01:33:32.709945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.710253 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-46f37fe2-d397-456a-98c0-34f47497bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.734567 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-806e7e93-0cd6-4abd-8037-6a1f757f9acc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.735778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806e7e93-0cd6-4abd-8037-6a1f757f9acc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.741448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-806e7e93-0cd6-4abd-8037-6a1f757f9acc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/240fab53-cb3b-4c44-9a19-7352f4e02d6c HTTP/1.1" status: 404 len: 333 time: 0.0278618 Oct 19 01:33:32.741745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52876) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.776127 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a23232-43cb-4b31-b71e-435f77378d50 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.776653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a23232-43cb-4b31-b71e-435f77378d50 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.777172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c5edb83-e313-4639-b61e-b6cab40fa2fe req-911493b6-1a5b-4f1a-904c-c8cb5547fde8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727119 Oct 19 01:33:32.783182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71a23232-43cb-4b31-b71e-435f77378d50 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/5a6e6884-fe91-4778-8528-532856dcdb3f HTTP/1.1" status: 404 len: 337 time: 0.0374374 Oct 19 01:33:32.783480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52878) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.839743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-46f37fe2-d397-456a-98c0-34f47497bb56 None None] Port d6aad928-3a86-407e-ac9f-b37f90d815c2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:32.842575 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-53266107-a829-45e8-8a57-2ffffe390c38 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.843213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53266107-a829-45e8-8a57-2ffffe390c38 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.847640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-53266107-a829-45e8-8a57-2ffffe390c38 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/49f88eb0-7f83-45c4-bf83-30e47ad9eba6 HTTP/1.1" status: 404 len: 337 time: 0.0628095 Oct 19 01:33:32.850035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.868558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-46f37fe2-d397-456a-98c0-34f47497bb56 None None] Provisioning complete for port 4be36b94-c800-4e06-ab76-e3a83447b187 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:32.868889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-46f37fe2-d397-456a-98c0-34f47497bb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:32.889432 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbfec08-5984-4e90-8797-14359da06edf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.890290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbfec08-5984-4e90-8797-14359da06edf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.894347 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8bbfec08-5984-4e90-8797-14359da06edf tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/4fbeaa93-687d-404a-af61-5c0a07e93245 HTTP/1.1" status: 404 len: 333 time: 0.0432632 Oct 19 01:33:32.897362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52890) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.945333 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4271e35-01c5-4593-824a-568fcc4878ce tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.945796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4271e35-01c5-4593-824a-568fcc4878ce tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.949377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e4271e35-01c5-4593-824a-568fcc4878ce tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/5c583aaa-2164-4b2d-b644-6c434c183c3c HTTP/1.1" status: 404 len: 337 time: 0.0507793 Oct 19 01:33:32.951616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52892) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:32.982414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] DHCP port deletion for 82d48e7d-6812-4c21-ad19-351100094145 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:33:32.991460 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-326994c0-a4f9-4c41-9f51-47ce57b02a39 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] DELETE failed (client error): The resource could not be found. Oct 19 01:33:32.991915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326994c0-a4f9-4c41-9f51-47ce57b02a39 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:33:32.996999 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-326994c0-a4f9-4c41-9f51-47ce57b02a39 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/subnets/65bd2500-5c88-4a92-a035-637649d46789 HTTP/1.1" status: 404 len: 337 time: 0.0440884 Oct 19 01:33:32.999407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52894) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:33.060746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] Deleting port 4be36b94-c800-4e06-ab76-e3a83447b187 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:33.061116 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.112973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Deleting port d6aad928-3a86-407e-ac9f-b37f90d815c2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:33.113192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.140332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] For port 4be36b94-c800-4e06-ab76-e3a83447b187, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4be36b94-c800-4e06-ab76-e3a83447b187,segment=NetworkSegment(1d245708-9588-46d7-988b-76f6b0f9fc7f),segment_id=1d245708-9588-46d7-988b-76f6b0f9fc7f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:33.145345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.173435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] Calling delete_port for 4be36b94-c800-4e06-ab76-e3a83447b187 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:33.210836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.225794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Calling delete_port for d6aad928-3a86-407e-ac9f-b37f90d815c2 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:33.301759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.344584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] Pushing event deleted for resources: {'Port': ['ID=4be36b94-c800-4e06-ab76-e3a83447b187,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:33.346687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf7465-ccc7-4299-a4a3-2219256d6a72 None None] No DVR routers for this DVR port 4be36b94-c800-4e06-ab76-e3a83447b187 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:33.348478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.397482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Port': ['ID=d6aad928-3a86-407e-ac9f-b37f90d815c2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:33.403743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.411902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-856696c3-1230-45b7-b8e2-70d41accfccc tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/ports/d6aad928-3a86-407e-ac9f-b37f90d815c2 HTTP/1.1" status: 204 len: 168 time: 0.4070868 Oct 19 01:33:33.411902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52908) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:33.496625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.649232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.686660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4be36b94-c800-4e06-ab76-e3a83447b187 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:33:33.705234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d48e7d-6812-4c21-ad19-351100094145']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:33.716070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d245708-9588-46d7-988b-76f6b0f9fc7f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:33.716378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d245708-9588-46d7-988b-76f6b0f9fc7f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:33:33.728939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4be36b94-c800-4e06-ab76-e3a83447b187 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:33:33.729287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4be36b94-c800-4e06-ab76-e3a83447b187 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:33:33.740681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.762661 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.773463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:33:33.774619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:33:33.779948 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:33:33.782674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e948f2e-087a-4de0-a766-c1a06411044b req-4486ba02-d5af-4f8a-b794-b7384c52b728 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:33.788439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e948f2e-087a-4de0-a766-c1a06411044b req-4486ba02-d5af-4f8a-b794-b7384c52b728 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0900207 Oct 19 01:33:33.823596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4e948f2e-087a-4de0-a766-c1a06411044b req-2f82c19b-6ded-44a9-8b0e-11e1bb9622d6 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Oct 19 01:33:33.931273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.942712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:33.946809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] 10.222.0.64 "DELETE /v2.0/networks/82d48e7d-6812-4c21-ad19-351100094145 HTTP/1.1" status: 204 len: 168 time: 0.5352862 Oct 19 01:33:33.962208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12a305-67d9-411d-a243-bedb13d6f3a3 tempest-PortsTestJSON-782505441 tempest-PortsTestJSON-782505441-project] Pushing event deleted for resources: {'Network': ['ID=82d48e7d-6812-4c21-ad19-351100094145,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:33.984992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177c34f-aee7-4326-887f-a82c582512bb req-ef13bf2b-99c9-41ac-81df-29f680b4c6aa tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:33.987577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2177c34f-aee7-4326-887f-a82c582512bb req-ef13bf2b-99c9-41ac-81df-29f680b4c6aa tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0883100 Oct 19 01:33:34.047256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2177c34f-aee7-4326-887f-a82c582512bb req-6f52e5b5-646f-40e9-83f8-96ade28ff3fc tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510015 Oct 19 01:33:34.358532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52952) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:34.516022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f857117-029b-4cd8-807c-0831e30f8509 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecd2024092ff4ddc991bd06af7831c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552446 Oct 19 01:33:34.517632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52958) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:34.575116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a69f-75fc-4467-b89e-325a6c773935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.599206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a69f-75fc-4467-b89e-325a6c773935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.681504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a69f-75fc-4467-b89e-325a6c773935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.684211 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a69f-75fc-4467-b89e-325a6c773935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:34.688329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e8b4a69f-75fc-4467-b89e-325a6c773935 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a8d437e-2ea9-4c32-97c1-11a62e610dc3 HTTP/1.1" status: 204 len: 168 time: 0.1668379 Oct 19 01:33:34.694680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4a69f-75fc-4467-b89e-325a6c773935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d437e-2ea9-4c32-97c1-11a62e610dc3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:34.994586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9a7f8-8b0d-48d0-af17-b35c6737dbb1 req-da1aea6a-71fc-4d05-b9db-23292b583551 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:34.996301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7f9a7f8-8b0d-48d0-af17-b35c6737dbb1 req-da1aea6a-71fc-4d05-b9db-23292b583551 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0684738 Oct 19 01:33:35.049950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7f9a7f8-8b0d-48d0-af17-b35c6737dbb1 req-6b4915e9-b039-4b99-bb66-a31d82b48c1b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Oct 19 01:33:35.212433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb33e25-f77a-4ae3-8bad-d10f0b24ef23 req-c7483ec8-4f08-4472-92c4-3699e582749b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:35.214175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6cb33e25-f77a-4ae3-8bad-d10f0b24ef23 req-c7483ec8-4f08-4472-92c4-3699e582749b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0659418 Oct 19 01:33:35.289743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6cb33e25-f77a-4ae3-8bad-d10f0b24ef23 req-fd9c8070-8e04-4e02-8d92-eb42addf493c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563247 Oct 19 01:33:35.919637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53036) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.159696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9b87ccf5-a9be-48b0-89ba-f8c1783db68d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:36.160248 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-9b87ccf5-a9be-48b0-89ba-f8c1783db68d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:33:36.160770 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-9b87ccf5-a9be-48b0-89ba-f8c1783db68d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:33:36.161751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9b87ccf5-a9be-48b0-89ba-f8c1783db68d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2410302 Oct 19 01:33:36.165482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53048) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.169941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--593642156'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:36.202752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a355ae-3813-4ca0-82de-2422af9f3e93 req-d1755d4a-bfe2-45d7-9ea4-c016b3e0fdac tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:36.208536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.211007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4a355ae-3813-4ca0-82de-2422af9f3e93 req-d1755d4a-bfe2-45d7-9ea4-c016b3e0fdac tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0720751 Oct 19 01:33:36.218270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.252148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4a355ae-3813-4ca0-82de-2422af9f3e93 req-06b4c5f8-e70f-4730-9ba6-ab6a80edd46c tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Oct 19 01:33:36.317590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.322607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.366814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6b6da-ac20-4c8c-b743-808e11a28824,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:36.453618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29782b83-313d-4793-ba7e-2b06cb62cef6 req-dbd61f9e-47a7-4906-8698-f3f3b18d78a2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:36.455228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29782b83-313d-4793-ba7e-2b06cb62cef6 req-dbd61f9e-47a7-4906-8698-f3f3b18d78a2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0894744 Oct 19 01:33:36.462300 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.470548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.529377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.534159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.534381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3675630 Oct 19 01:33:36.540442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29782b83-313d-4793-ba7e-2b06cb62cef6 req-16286713-66cc-427d-a614-936df08d90ea tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721259 Oct 19 01:33:36.540667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9420089b-2ac9-4295-a02f-e05e29c5d6fe tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'fb75e217-1575-4285-ba30-a55da1b89cca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:36.541958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf1d55-2918-4db3-9621-a6c8ef64901c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75e217-1575-4285-ba30-a55da1b89cca,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:36.597614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9420089b-2ac9-4295-a02f-e05e29c5d6fe tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.667136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9420089b-2ac9-4295-a02f-e05e29c5d6fe tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.673359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9420089b-2ac9-4295-a02f-e05e29c5d6fe tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.695868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420089b-2ac9-4295-a02f-e05e29c5d6fe tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3c8fef-2b0d-4f4d-80bd-b9b02c049e0d,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:36.717959 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9420089b-2ac9-4295-a02f-e05e29c5d6fe tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.725404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9420089b-2ac9-4295-a02f-e05e29c5d6fe tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896098 Oct 19 01:33:36.727922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53058) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.732542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-76885efc-1b6c-4be8-8692-0fe215841e21 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'fb75e217-1575-4285-ba30-a55da1b89cca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:36.762473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76885efc-1b6c-4be8-8692-0fe215841e21 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.813758 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-76885efc-1b6c-4be8-8692-0fe215841e21 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:33:36.817616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-76885efc-1b6c-4be8-8692-0fe215841e21 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0857804 Oct 19 01:33:36.817969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.874691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a446b4b9-437a-495f-b915-049eedf404b4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.900265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a446b4b9-437a-495f-b915-049eedf404b4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.901494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0b017da3-b4e3-4f2c-ad59-e1fa825718b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.951471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a446b4b9-437a-495f-b915-049eedf404b4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.954173 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a446b4b9-437a-495f-b915-049eedf404b4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:36.955323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a446b4b9-437a-495f-b915-049eedf404b4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/fb75e217-1575-4285-ba30-a55da1b89cca HTTP/1.1" status: 204 len: 168 time: 0.1363780 Oct 19 01:33:36.958526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:36.969674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446b4b9-437a-495f-b915-049eedf404b4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75e217-1575-4285-ba30-a55da1b89cca,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.039625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-47a15751-1895-49bc-994d-91f637826885 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794294 Oct 19 01:33:37.043394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53070) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.048220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c4a6055b-9a31-46f6-becd-56924da0ac71 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186366776'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:37.073299 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4a6055b-9a31-46f6-becd-56924da0ac71 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.151862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4a6055b-9a31-46f6-becd-56924da0ac71 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.156157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4a6055b-9a31-46f6-becd-56924da0ac71 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.189807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6055b-9a31-46f6-becd-56924da0ac71 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f5cc22-b90d-4e06-aa56-b63e5ca4d1a9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.195175 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4a6055b-9a31-46f6-becd-56924da0ac71 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.196529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4a6055b-9a31-46f6-becd-56924da0ac71 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1520789 Oct 19 01:33:37.200444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53074) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.208489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-69977986-b6d0-4b02-bbda-942b54d8dbe1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'd6f5cc22-b90d-4e06-aa56-b63e5ca4d1a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:37.209587 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-69977986-b6d0-4b02-bbda-942b54d8dbe1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 01:33:37.210434 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-69977986-b6d0-4b02-bbda-942b54d8dbe1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:37.211686 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-69977986-b6d0-4b02-bbda-942b54d8dbe1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099332 Oct 19 01:33:37.214471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53078) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.278176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4da8af05-a2d6-49ca-8253-bab4049734ee tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.311312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4da8af05-a2d6-49ca-8253-bab4049734ee tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.386372 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4da8af05-a2d6-49ca-8253-bab4049734ee tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.388852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4da8af05-a2d6-49ca-8253-bab4049734ee tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.390389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4da8af05-a2d6-49ca-8253-bab4049734ee tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/d6f5cc22-b90d-4e06-aa56-b63e5ca4d1a9 HTTP/1.1" status: 204 len: 168 time: 0.1740379 Oct 19 01:33:37.393195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53082) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.403695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cba17-167c-46a6-be05-1a3968154031 req-a5807834-c771-4e4a-ab37-1a64416f4f2a tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:37.405509 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-045cba17-167c-46a6-be05-1a3968154031 req-a5807834-c771-4e4a-ab37-1a64416f4f2a tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0652187 Oct 19 01:33:37.414415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8af05-a2d6-49ca-8253-bab4049734ee tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f5cc22-b90d-4e06-aa56-b63e5ca4d1a9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.466170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-045cba17-167c-46a6-be05-1a3968154031 req-a0c6ff8b-5d76-408f-8757-6ce5fa9c022c tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534277 Oct 19 01:33:37.468766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-703ff4e9-3705-4fbb-a0e1-411ef04a0737 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742533 Oct 19 01:33:37.474124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53086) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.479018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5deecf3a-c703-4310-8532-d4dba89fa0cd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024522181'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:37.505848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5deecf3a-c703-4310-8532-d4dba89fa0cd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.587041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5deecf3a-c703-4310-8532-d4dba89fa0cd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.597001 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5deecf3a-c703-4310-8532-d4dba89fa0cd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.633447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5deecf3a-c703-4310-8532-d4dba89fa0cd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.637358 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5deecf3a-c703-4310-8532-d4dba89fa0cd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1589816 Oct 19 01:33:37.637814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.643166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-60998590-9adc-48a8-bebb-06a9cf839961 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'febc97a5-ebf2-4a92-9489-5f774071c40e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:37.644208 n-d-789963-20 neutron-server[100848]: WARNING neutron.api.v2.base [None req-60998590-9adc-48a8-bebb-06a9cf839961 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 01:33:37.645004 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-60998590-9adc-48a8-bebb-06a9cf839961 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:37.646198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-60998590-9adc-48a8-bebb-06a9cf839961 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073071 Oct 19 01:33:37.649708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53096) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.671587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deecf3a-c703-4310-8532-d4dba89fa0cd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febc97a5-ebf2-4a92-9489-5f774071c40e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:37.728455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f581f0c-2978-454d-b763-4224bc73a41b req-5eac540f-79ef-4f60-b2db-58a0d11c8175 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:37.729940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f581f0c-2978-454d-b763-4224bc73a41b req-5eac540f-79ef-4f60-b2db-58a0d11c8175 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0945981 Oct 19 01:33:37.776646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd398c63-514d-40e6-8c89-6dd71acb4e34 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.835044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd398c63-514d-40e6-8c89-6dd71acb4e34 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.843592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f581f0c-2978-454d-b763-4224bc73a41b req-28f42344-0d3a-4387-838b-0fe0fdcd6461 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064317 Oct 19 01:33:37.919519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd398c63-514d-40e6-8c89-6dd71acb4e34 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.924275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fd398c63-514d-40e6-8c89-6dd71acb4e34 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:37.925957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fd398c63-514d-40e6-8c89-6dd71acb4e34 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/febc97a5-ebf2-4a92-9489-5f774071c40e HTTP/1.1" status: 204 len: 168 time: 0.2752922 Oct 19 01:33:37.930601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53100) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:37.959314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd398c63-514d-40e6-8c89-6dd71acb4e34 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc97a5-ebf2-4a92-9489-5f774071c40e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.013649 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-01b37309-6221-4bcd-b427-cdd04abb72b0 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818410 Oct 19 01:33:38.018882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53104) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.025443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-86ec77c8-407b-460d-bd59-449f7dab7b1c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508878894'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.052482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ec77c8-407b-460d-bd59-449f7dab7b1c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.135377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ec77c8-407b-460d-bd59-449f7dab7b1c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.140195 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ec77c8-407b-460d-bd59-449f7dab7b1c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.175918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ec77c8-407b-460d-bd59-449f7dab7b1c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.177421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-86ec77c8-407b-460d-bd59-449f7dab7b1c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1575353 Oct 19 01:33:38.179698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec77c8-407b-460d-bd59-449f7dab7b1c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc37a280-c5db-4f6e-89cb-e4b87bfdfe0b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.180494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53108) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.187311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2681de76-9783-443a-8128-3430900696d9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'dc37a280-c5db-4f6e-89cb-e4b87bfdfe0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.188896 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-2681de76-9783-443a-8128-3430900696d9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 01:33:38.189883 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-2681de76-9783-443a-8128-3430900696d9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.192061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2681de76-9783-443a-8128-3430900696d9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101211 Oct 19 01:33:38.194673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53110) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.201020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-00f781ca-1e6e-449e-ad04-a8b2b1fd394c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'dc37a280-c5db-4f6e-89cb-e4b87bfdfe0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.201775 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-00f781ca-1e6e-449e-ad04-a8b2b1fd394c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 01:33:38.203092 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-00f781ca-1e6e-449e-ad04-a8b2b1fd394c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.205617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00f781ca-1e6e-449e-ad04-a8b2b1fd394c tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097587 Oct 19 01:33:38.208313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.213350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0c98573c-9d4f-40b1-acc3-241f06787869 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'dc37a280-c5db-4f6e-89cb-e4b87bfdfe0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.214315 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-0c98573c-9d4f-40b1-acc3-241f06787869 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 01:33:38.215022 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-0c98573c-9d4f-40b1-acc3-241f06787869 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.216217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0c98573c-9d4f-40b1-acc3-241f06787869 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063429 Oct 19 01:33:38.218721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53114) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.223107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-53113110-54fa-4c4d-a135-3bf2099233f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'dc37a280-c5db-4f6e-89cb-e4b87bfdfe0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.225170 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-53113110-54fa-4c4d-a135-3bf2099233f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 01:33:38.225655 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-53113110-54fa-4c4d-a135-3bf2099233f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.226598 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-53113110-54fa-4c4d-a135-3bf2099233f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067904 Oct 19 01:33:38.229462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53116) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.286431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d93-d3a7-4128-afc5-35dda04b0b3d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.316457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d93-d3a7-4128-afc5-35dda04b0b3d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.374008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d93-d3a7-4128-afc5-35dda04b0b3d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.377514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d93-d3a7-4128-afc5-35dda04b0b3d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.379165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f9c3d93-d3a7-4128-afc5-35dda04b0b3d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc37a280-c5db-4f6e-89cb-e4b87bfdfe0b HTTP/1.1" status: 204 len: 168 time: 0.1486654 Oct 19 01:33:38.382585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53120) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.391644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c3d93-d3a7-4128-afc5-35dda04b0b3d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc37a280-c5db-4f6e-89cb-e4b87bfdfe0b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.446102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53124) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.446280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7fbd3854-4265-474c-8b3d-31359c246426 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613346 Oct 19 01:33:38.452926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8ecc67d1-f664-4e2a-9fba-b4963194d9a5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834153237'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.494724 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ecc67d1-f664-4e2a-9fba-b4963194d9a5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.601270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ecc67d1-f664-4e2a-9fba-b4963194d9a5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.606066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ecc67d1-f664-4e2a-9fba-b4963194d9a5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.614462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980ca4-9159-40d8-b94c-bef10b717107 req-8d98f2bb-53db-422a-b7a0-d02e5f3f5f46 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:38.616676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d980ca4-9159-40d8-b94c-bef10b717107 req-8d98f2bb-53db-422a-b7a0-d02e5f3f5f46 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0712252 Oct 19 01:33:38.650818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8ecc67d1-f664-4e2a-9fba-b4963194d9a5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:38.655968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8ecc67d1-f664-4e2a-9fba-b4963194d9a5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2043109 Oct 19 01:33:38.655968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc67d1-f664-4e2a-9fba-b4963194d9a5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbe0fc7-725f-437e-a8a2-cc96e9eded0e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:38.667170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53132) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.676326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e20e8052-2c04-44d6-aed7-5a289ccff93f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.677495 n-d-789963-20 neutron-server[100848]: WARNING neutron.api.v2.base [None req-e20e8052-2c04-44d6-aed7-5a289ccff93f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:33:38.678865 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-e20e8052-2c04-44d6-aed7-5a289ccff93f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.684326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e20e8052-2c04-44d6-aed7-5a289ccff93f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110586 Oct 19 01:33:38.684689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53134) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.688884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d980ca4-9159-40d8-b94c-bef10b717107 req-7a2bd349-0724-4333-8d56-2c5d00814334 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653188 Oct 19 01:33:38.692131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-70b0ea7a-b643-44bf-87dc-a647340d7334 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.733385 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-70b0ea7a-b643-44bf-87dc-a647340d7334 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.734201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-70b0ea7a-b643-44bf-87dc-a647340d7334 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0484629 Oct 19 01:33:38.737727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.742444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4d9990d2-f367-4bf8-b1e2-0e3cde96efa0 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.743946 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-4d9990d2-f367-4bf8-b1e2-0e3cde96efa0 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 01:33:38.744604 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-4d9990d2-f367-4bf8-b1e2-0e3cde96efa0 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.748130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d9990d2-f367-4bf8-b1e2-0e3cde96efa0 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068147 Oct 19 01:33:38.748292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53138) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.753128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-30cd120d-c2d9-4351-aa29-64c344518477 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.790483 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-30cd120d-c2d9-4351-aa29-64c344518477 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.791740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-30cd120d-c2d9-4351-aa29-64c344518477 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0420947 Oct 19 01:33:38.794483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53140) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.799432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0dc17926-1f2d-449a-82a0-b6102c8845a4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.800874 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-0dc17926-1f2d-449a-82a0-b6102c8845a4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 01:33:38.801501 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-0dc17926-1f2d-449a-82a0-b6102c8845a4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.804072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0dc17926-1f2d-449a-82a0-b6102c8845a4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067575 Oct 19 01:33:38.805713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53144) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.811005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8de5b998-0536-4a6c-9659-f70d7f3ae4f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.837272 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-8de5b998-0536-4a6c-9659-f70d7f3ae4f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Project 3d02ecc423534613835ec1aab6e35e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:33:38.853835 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-8de5b998-0536-4a6c-9659-f70d7f3ae4f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.857852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8de5b998-0536-4a6c-9659-f70d7f3ae4f6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0484045 Oct 19 01:33:38.858121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53146) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.865060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d0515cc0-031d-4ad7-8fb8-471ceaf4c13d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.865848 n-d-789963-20 neutron-server[100847]: WARNING neutron.api.v2.base [None req-d0515cc0-031d-4ad7-8fb8-471ceaf4c13d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 01:33:38.866376 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-d0515cc0-031d-4ad7-8fb8-471ceaf4c13d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.867439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d0515cc0-031d-4ad7-8fb8-471ceaf4c13d tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081656 Oct 19 01:33:38.870305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53148) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.876252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e1f8e67f-dea1-4fb5-9dd7-8104b252fc1b tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.925847 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-e1f8e67f-dea1-4fb5-9dd7-8104b252fc1b tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Project 3d02ecc423534613835ec1aab6e35e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:33:38.945643 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-e1f8e67f-dea1-4fb5-9dd7-8104b252fc1b tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:38.948733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e1f8e67f-dea1-4fb5-9dd7-8104b252fc1b tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0772731 Oct 19 01:33:38.951532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53152) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:38.956670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-de0a6b81-de91-4d0a-9793-51aedb474fe6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '4bbe0fc7-725f-437e-a8a2-cc96e9eded0e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:38.987171 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-de0a6b81-de91-4d0a-9793-51aedb474fe6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Project 3d02ecc423534613835ec1aab6e35e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:33:39.010413 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-de0a6b81-de91-4d0a-9793-51aedb474fe6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:39.011735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-de0a6b81-de91-4d0a-9793-51aedb474fe6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0590396 Oct 19 01:33:39.014640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53158) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.077517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd319-1391-421d-9213-eec39ce0056a req-35de6a8a-da7c-4cfe-89e2-f0639e96f1d5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:39.088879 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3da4f683-2854-452f-93ee-0cc72ddcb8b1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.091180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74ebd319-1391-421d-9213-eec39ce0056a req-35de6a8a-da7c-4cfe-89e2-f0639e96f1d5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1252139 Oct 19 01:33:39.133269 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3da4f683-2854-452f-93ee-0cc72ddcb8b1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.136775 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74ebd319-1391-421d-9213-eec39ce0056a req-dc1dfb2f-f85a-4b59-baf0-ba55c75abb63 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 Oct 19 01:33:39.185040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3da4f683-2854-452f-93ee-0cc72ddcb8b1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.187954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3da4f683-2854-452f-93ee-0cc72ddcb8b1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.192200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53164) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.192449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3da4f683-2854-452f-93ee-0cc72ddcb8b1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/4bbe0fc7-725f-437e-a8a2-cc96e9eded0e HTTP/1.1" status: 204 len: 168 time: 0.1763089 Oct 19 01:33:39.202158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4f683-2854-452f-93ee-0cc72ddcb8b1 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbe0fc7-725f-437e-a8a2-cc96e9eded0e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:39.249167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0dde6cc2-fa3f-4317-8c0a-db76e8589c81 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553589 Oct 19 01:33:39.253445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53166) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.258516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1193a99e-e4a2-4da0-a4c1-c4fa96c1cda7 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--541886599'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.280833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1193a99e-e4a2-4da0-a4c1-c4fa96c1cda7 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.354992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1193a99e-e4a2-4da0-a4c1-c4fa96c1cda7 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.362307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1193a99e-e4a2-4da0-a4c1-c4fa96c1cda7 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.397341 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1193a99e-e4a2-4da0-a4c1-c4fa96c1cda7 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.401708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53170) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.402209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1193a99e-e4a2-4da0-a4c1-c4fa96c1cda7 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1473310 Oct 19 01:33:39.409143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193a99e-e4a2-4da0-a4c1-c4fa96c1cda7 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe5583-df55-4dcf-865b-36e06e80f2dc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:39.411719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9c34a1be-3747-4068-a309-35548011450e tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '8cbe5583-df55-4dcf-865b-36e06e80f2dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.461736 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-9c34a1be-3747-4068-a309-35548011450e tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The resource could not be found. Oct 19 01:33:39.462810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9c34a1be-3747-4068-a309-35548011450e tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0591025 Oct 19 01:33:39.465698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53174) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.470930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-613688bb-8030-4dcc-8207-784d67495cc4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '8cbe5583-df55-4dcf-865b-36e06e80f2dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'aaae8b23-8637-4844-bf12-9245c7450412'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.518482 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-613688bb-8030-4dcc-8207-784d67495cc4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The resource could not be found. Oct 19 01:33:39.519790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-613688bb-8030-4dcc-8207-784d67495cc4 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0528963 Oct 19 01:33:39.522640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.582521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d590155a-63af-48de-91a1-c2f5c911d882 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.606969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d590155a-63af-48de-91a1-c2f5c911d882 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.642989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.673969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa8b8-835d-4890-94aa-f8927da2a988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.679812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d590155a-63af-48de-91a1-c2f5c911d882 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.682649 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d590155a-63af-48de-91a1-c2f5c911d882 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.686481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d590155a-63af-48de-91a1-c2f5c911d882 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/8cbe5583-df55-4dcf-865b-36e06e80f2dc HTTP/1.1" status: 204 len: 168 time: 0.1602831 Oct 19 01:33:39.687198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53182) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.695934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590155a-63af-48de-91a1-c2f5c911d882 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe5583-df55-4dcf-865b-36e06e80f2dc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:39.756594 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6be6868c-4c45-412b-ab76-f3355b097b72 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669146 Oct 19 01:33:39.760449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53186) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.765307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-03b2cfb1-8857-4ff3-a15a-ef038da9e4f2 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': 'd31d7f20-d765-4387-8d95-e6b852cbfe52', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.843462 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-03b2cfb1-8857-4ff3-a15a-ef038da9e4f2 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The resource could not be found. Oct 19 01:33:39.848227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03b2cfb1-8857-4ff3-a15a-ef038da9e4f2 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0833178 Oct 19 01:33:39.848859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53190) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:39.854953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-57a56153-b11f-415a-8dfa-f0c3d4ade210 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--776764390'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:39.881783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349c39e-91d0-4f92-86da-a59be21f11ad req-ea0cce47-3d97-4cd1-bbd2-772a0e12f1ac tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:39.884062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b349c39e-91d0-4f92-86da-a59be21f11ad req-ea0cce47-3d97-4cd1-bbd2-772a0e12f1ac tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0681846 Oct 19 01:33:39.892613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57a56153-b11f-415a-8dfa-f0c3d4ade210 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:39.954966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b349c39e-91d0-4f92-86da-a59be21f11ad req-6030a8b1-318e-4d9e-a4ca-588907e84077 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635595 Oct 19 01:33:40.018867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57a56153-b11f-415a-8dfa-f0c3d4ade210 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.024286 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57a56153-b11f-415a-8dfa-f0c3d4ade210 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.080201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57a56153-b11f-415a-8dfa-f0c3d4ade210 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.084829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53198) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.089536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-10073f8a-ef5c-450d-8090-cbc167c540df tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659276072'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:40.096080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-57a56153-b11f-415a-8dfa-f0c3d4ade210 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2460220 Oct 19 01:33:40.097919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a56153-b11f-415a-8dfa-f0c3d4ade210 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c94fae-939e-4773-96e4-97ffd124ab5c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.136665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10073f8a-ef5c-450d-8090-cbc167c540df tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.236374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10073f8a-ef5c-450d-8090-cbc167c540df tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.241649 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10073f8a-ef5c-450d-8090-cbc167c540df tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.274531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-10073f8a-ef5c-450d-8090-cbc167c540df tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.276441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-10073f8a-ef5c-450d-8090-cbc167c540df tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1903911 Oct 19 01:33:40.279530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.287396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b66d9461-4452-4350-bf75-a3bf5ca721a6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '17c94fae-939e-4773-96e4-97ffd124ab5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'df599c0b-d862-4843-9fc2-5a3f1eb755ec'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:40.297935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10073f8a-ef5c-450d-8090-cbc167c540df tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df599c0b-d862-4843-9fc2-5a3f1eb755ec,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.306650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2a4d5-ce1e-4a5a-b15a-416569db56fd req-4ef23f2a-152a-4180-8284-17a9cadc0825 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:40.308777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13c2a4d5-ce1e-4a5a-b15a-416569db56fd req-4ef23f2a-152a-4180-8284-17a9cadc0825 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0680737 Oct 19 01:33:40.342461 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-b66d9461-4452-4350-bf75-a3bf5ca721a6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:40.347537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.347925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b66d9461-4452-4350-bf75-a3bf5ca721a6 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0670907 Oct 19 01:33:40.382458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-13c2a4d5-ce1e-4a5a-b15a-416569db56fd req-eb0f238d-617a-4690-8d75-5d7d2c7233ef tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663931 Oct 19 01:33:40.429127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d5b7-4d78-426c-906f-0fd3dc575e81 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.478683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d5b7-4d78-426c-906f-0fd3dc575e81 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.530028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d5b7-4d78-426c-906f-0fd3dc575e81 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.533814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d5b7-4d78-426c-906f-0fd3dc575e81 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.534985 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dfc7d5b7-4d78-426c-906f-0fd3dc575e81 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/df599c0b-d862-4843-9fc2-5a3f1eb755ec HTTP/1.1" status: 204 len: 168 time: 0.1860073 Oct 19 01:33:40.537863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53212) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.544707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7d5b7-4d78-426c-906f-0fd3dc575e81 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df599c0b-d862-4843-9fc2-5a3f1eb755ec,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.611170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-67fc806b-fb87-4c3f-a993-e26a68ce2ab5 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0684836 Oct 19 01:33:40.611494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.612958 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.675075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e742f7e-7114-4769-aaf3-9a3d7deb06e9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.689427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53218) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.705410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e742f7e-7114-4769-aaf3-9a3d7deb06e9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.751964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.754944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e742f7e-7114-4769-aaf3-9a3d7deb06e9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.757846 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e742f7e-7114-4769-aaf3-9a3d7deb06e9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.761389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5e742f7e-7114-4769-aaf3-9a3d7deb06e9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/17c94fae-939e-4773-96e4-97ffd124ab5c HTTP/1.1" status: 204 len: 168 time: 0.1464245 Oct 19 01:33:40.761774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53222) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.768759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e742f7e-7114-4769-aaf3-9a3d7deb06e9 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c94fae-939e-4773-96e4-97ffd124ab5c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:40.840226 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5c5539cf-3163-4050-96f0-745862af7ec8 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748494 Oct 19 01:33:40.842619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53226) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:40.851504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-13edbb6f-474b-40cd-b397-79896c59d666 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970650990'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:40.865464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba5b-b50d-4782-a7c8-184264e4703a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.893383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13edbb6f-474b-40cd-b397-79896c59d666 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:40.997049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba5b-b50d-4782-a7c8-184264e4703a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.007668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08a7ba5b-b50d-4782-a7c8-184264e4703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.011673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13edbb6f-474b-40cd-b397-79896c59d666 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.027507 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13edbb6f-474b-40cd-b397-79896c59d666 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.061835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-13edbb6f-474b-40cd-b397-79896c59d666 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.063156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13edbb6f-474b-40cd-b397-79896c59d666 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2149010 Oct 19 01:33:41.070524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-08a7ba5b-b50d-4782-a7c8-184264e4703a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8aa590fbbfdb49d9b09d72896c12fc97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800430 Oct 19 01:33:41.071406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ba5b-b50d-4782-a7c8-184264e4703a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795a0e31-c5d3-474a-a263-f7cfc940ac24,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.074024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53232) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.075025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.083165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-811cbf0b-978f-4a0c-adf1-d64aa32d882b tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '62c6f316-020b-4e2b-8be3-5ca9f4c161b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:41.105071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edbb6f-474b-40cd-b397-79896c59d666 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6f316-020b-4e2b-8be3-5ca9f4c161b1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.191735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438be0-c7c7-4aa3-996e-263bfc9ceeb6 req-9e0cc7de-d5fc-4882-b410-5cf401b5dbd5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:41.193261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa438be0-c7c7-4aa3-996e-263bfc9ceeb6 req-9e0cc7de-d5fc-4882-b410-5cf401b5dbd5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1332057 Oct 19 01:33:41.196155 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-811cbf0b-978f-4a0c-adf1-d64aa32d882b tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:41.197121 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-811cbf0b-978f-4a0c-adf1-d64aa32d882b tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1205916 Oct 19 01:33:41.200545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.206898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-13b68612-542b-46c5-83a2-f46631db4f39 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group_rule': {'security_group_id': '62c6f316-020b-4e2b-8be3-5ca9f4c161b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:41.221997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22b3ba74-bab9-4ebf-968c-375ba0bdb388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.253464 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-13b68612-542b-46c5-83a2-f46631db4f39 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:33:41.257970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13b68612-542b-46c5-83a2-f46631db4f39 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0531859 Oct 19 01:33:41.258139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53238) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.260517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22b3ba74-bab9-4ebf-968c-375ba0bdb388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.265070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aa438be0-c7c7-4aa3-996e-263bfc9ceeb6 req-c46b6aa4-5e46-4c56-8a9d-9be25c1a9344 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621495 Oct 19 01:33:41.319397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbc5457f-d500-4372-8835-de74617c31fb tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.321407 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22b3ba74-bab9-4ebf-968c-375ba0bdb388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.325334 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22b3ba74-bab9-4ebf-968c-375ba0bdb388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.330094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-22b3ba74-bab9-4ebf-968c-375ba0bdb388 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/795a0e31-c5d3-474a-a263-f7cfc940ac24 HTTP/1.1" status: 204 len: 168 time: 0.2523248 Oct 19 01:33:41.338698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3ba74-bab9-4ebf-968c-375ba0bdb388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795a0e31-c5d3-474a-a263-f7cfc940ac24,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.346785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbc5457f-d500-4372-8835-de74617c31fb tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.395337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbc5457f-d500-4372-8835-de74617c31fb tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.398215 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cbc5457f-d500-4372-8835-de74617c31fb tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.399394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cbc5457f-d500-4372-8835-de74617c31fb tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/62c6f316-020b-4e2b-8be3-5ca9f4c161b1 HTTP/1.1" status: 204 len: 168 time: 0.1401751 Oct 19 01:33:41.402198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53242) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.426489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5457f-d500-4372-8835-de74617c31fb tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6f316-020b-4e2b-8be3-5ca9f4c161b1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.480175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92696a5a-2248-4c9e-8520-5667ac8c5c23 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745118 Oct 19 01:33:41.481974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53246) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.518350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-abfab730-18c8-4a08-a875-c2dae8e854e3 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'tempest-secgroup--12141343'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:41.541801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedcffc-472f-4cd4-ae86-759d901a2f4a req-fa66b80f-1677-494a-9a1f-0255f8d99b05 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:41.549301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-abfab730-18c8-4a08-a875-c2dae8e854e3 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.551777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fedcffc-472f-4cd4-ae86-759d901a2f4a req-fa66b80f-1677-494a-9a1f-0255f8d99b05 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0781333 Oct 19 01:33:41.596559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fedcffc-472f-4cd4-ae86-759d901a2f4a req-e43eb09b-0061-4945-b040-8e92735f8600 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438714 Oct 19 01:33:41.643343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-abfab730-18c8-4a08-a875-c2dae8e854e3 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.647525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-abfab730-18c8-4a08-a875-c2dae8e854e3 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.682232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-abfab730-18c8-4a08-a875-c2dae8e854e3 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.686377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-abfab730-18c8-4a08-a875-c2dae8e854e3 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2000189 Oct 19 01:33:41.686558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53250) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.692592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5bd625b1-f5ad-496d-9f66-fa09892d6790 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:41.693004 n-d-789963-20 neutron-server[100848]: WARNING neutron.api.v2.base [None req-5bd625b1-f5ad-496d-9f66-fa09892d6790 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 01:33:41.693508 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-5bd625b1-f5ad-496d-9f66-fa09892d6790 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 01:33:41.696894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5bd625b1-f5ad-496d-9f66-fa09892d6790 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "PUT /v2.0/security-groups/8d301390-348f-40da-8d21-2f6fb515925c HTTP/1.1" status: 409 len: 330 time: 0.0069087 Oct 19 01:33:41.696894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfab730-18c8-4a08-a875-c2dae8e854e3 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d301390-348f-40da-8d21-2f6fb515925c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.698369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.745622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53254) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.760695 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0000267c-f6ac-43b3-99f4-d53d6cc6940f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.762220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02d903c9-e098-455f-8c2d-52d0b8d44271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.790419 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0000267c-f6ac-43b3-99f4-d53d6cc6940f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.860690 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02d903c9-e098-455f-8c2d-52d0b8d44271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.864976 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02d903c9-e098-455f-8c2d-52d0b8d44271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:41.908289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d903c9-e098-455f-8c2d-52d0b8d44271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7918c5-89d0-4411-9a5f-b1ff129c7721,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:41.916770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-02d903c9-e098-455f-8c2d-52d0b8d44271 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2845efb6e98401985c8dd4b120f7226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695282 Oct 19 01:33:41.917822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:41.976727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c980a76-93b5-4f66-9f12-c74177b4a520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.008307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c980a76-93b5-4f66-9f12-c74177b4a520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.066306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c980a76-93b5-4f66-9f12-c74177b4a520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.069603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c980a76-93b5-4f66-9f12-c74177b4a520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.070911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4c980a76-93b5-4f66-9f12-c74177b4a520 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb7918c5-89d0-4411-9a5f-b1ff129c7721 HTTP/1.1" status: 204 len: 168 time: 0.1521482 Oct 19 01:33:42.087781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c980a76-93b5-4f66-9f12-c74177b4a520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7918c5-89d0-4411-9a5f-b1ff129c7721,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:42.161305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0000267c-f6ac-43b3-99f4-d53d6cc6940f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.164329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0000267c-f6ac-43b3-99f4-d53d6cc6940f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.169139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0000267c-f6ac-43b3-99f4-d53d6cc6940f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/8d301390-348f-40da-8d21-2f6fb515925c HTTP/1.1" status: 204 len: 168 time: 0.4661896 Oct 19 01:33:42.170037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.184904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000267c-f6ac-43b3-99f4-d53d6cc6940f tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d301390-348f-40da-8d21-2f6fb515925c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:42.233224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-293c7c10-ed38-4aaa-bd49-fefaca534971 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573642 Oct 19 01:33:42.233474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53264) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.247163 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-651627be-bad2-4850-b664-aae386a75034 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] delete failed (client error): The resource could not be found. Oct 19 01:33:42.252406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-651627be-bad2-4850-b664-aae386a75034 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "DELETE /v2.0/security-groups/06c2dfe7-53f1-4bb3-94d0-8349ae95c65b HTTP/1.1" status: 404 len: 347 time: 0.0139270 Oct 19 01:33:42.252796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53266) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.267214 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-38560c7b-b612-4b76-b433-b9ef417df245 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] show failed (client error): The resource could not be found. Oct 19 01:33:42.268267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-38560c7b-b612-4b76-b433-b9ef417df245 tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-groups/ff5d4890-d18f-4946-97b0-be27e7b66d62 HTTP/1.1" status: 404 len: 347 time: 0.0144513 Oct 19 01:33:42.271914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53268) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.298321 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-2209772d-f4c0-44b8-9bf6-628af23daebd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] show failed (client error): The resource could not be found. Oct 19 01:33:42.300124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2209772d-f4c0-44b8-9bf6-628af23daebd tempest-NegativeSecGroupIPv6Test-1741308364 tempest-NegativeSecGroupIPv6Test-1741308364-project] 10.222.0.64 "GET /v2.0/security-group-rules/128856cb-acd6-4728-9195-a015f938265b HTTP/1.1" status: 404 len: 356 time: 0.0271919 Oct 19 01:33:42.304201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.425237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf289dc-4741-462e-afbd-044b82cb1fd8 req-64c6c7ce-f096-4551-8929-989dfb55f906 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:42.427586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fbf289dc-4741-462e-afbd-044b82cb1fd8 req-64c6c7ce-f096-4551-8929-989dfb55f906 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0694366 Oct 19 01:33:42.482138 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fbf289dc-4741-462e-afbd-044b82cb1fd8 req-7e50cd7f-1376-4f91-9fdf-bdc39c3d4328 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Oct 19 01:33:42.656382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.744791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156e921-f669-4f18-9ff6-65764a020b5b req-cd9b6262-b885-46b6-9612-5cbdfd74edd6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:42.746271 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a156e921-f669-4f18-9ff6-65764a020b5b req-cd9b6262-b885-46b6-9612-5cbdfd74edd6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0554419 Oct 19 01:33:42.804140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a156e921-f669-4f18-9ff6-65764a020b5b req-5bc614e5-36a6-4eee-8027-18aab8630318 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Oct 19 01:33:42.881033 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b43826fa-e088-4219-b39f-357415fad71d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d02ecc423534613835ec1aab6e35e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213862 Oct 19 01:33:42.882918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53298) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:42.941303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-668cbf80-f969-435d-90f8-7b34475dbef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:42.963561 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-668cbf80-f969-435d-90f8-7b34475dbef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.015183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-668cbf80-f969-435d-90f8-7b34475dbef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.015183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-668cbf80-f969-435d-90f8-7b34475dbef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.019095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-668cbf80-f969-435d-90f8-7b34475dbef5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83a6b6da-ac20-4c8c-b743-808e11a28824 HTTP/1.1" status: 204 len: 168 time: 0.1314309 Oct 19 01:33:43.025393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cbf80-f969-435d-90f8-7b34475dbef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6b6da-ac20-4c8c-b743-808e11a28824,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:43.226130 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:33:43.557530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53340) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:43.565427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-64f28493-9ec3-4fae-a569-8445727ef0d1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920796162', 'description': 'tempest-secgroup-smoke-920796162 description', 'project_id': '941182050c1a470dbb60f18a40e7e689'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:43.628721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64f28493-9ec3-4fae-a569-8445727ef0d1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.659790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48891c-3124-4106-8ffd-5e5824043246 req-42bc815a-9800-43ac-800c-6b8826107a3d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:43.661341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c48891c-3124-4106-8ffd-5e5824043246 req-42bc815a-9800-43ac-800c-6b8826107a3d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0844834 Oct 19 01:33:43.727716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c48891c-3124-4106-8ffd-5e5824043246 req-7fc0f727-3161-431b-a906-806c9d124918 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572722 Oct 19 01:33:43.755346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64f28493-9ec3-4fae-a569-8445727ef0d1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.759663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64f28493-9ec3-4fae-a569-8445727ef0d1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.793726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64f28493-9ec3-4fae-a569-8445727ef0d1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.795157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-64f28493-9ec3-4fae-a569-8445727ef0d1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2358611 Oct 19 01:33:43.798379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f28493-9ec3-4fae-a569-8445727ef0d1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4615f96c-accb-4e3b-9000-a71162c7eb1f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:43.798915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53354) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:43.805397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dd2d0a39-5f4f-4be6-81dc-a127f83bf2ee tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'security_group_rule': {'security_group_id': '4615f96c-accb-4e3b-9000-a71162c7eb1f', 'project_id': '941182050c1a470dbb60f18a40e7e689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:43.842286 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd2d0a39-5f4f-4be6-81dc-a127f83bf2ee tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.939658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd2d0a39-5f4f-4be6-81dc-a127f83bf2ee tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.946005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd2d0a39-5f4f-4be6-81dc-a127f83bf2ee tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:43.967280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d813490-4cd3-450b-9740-8417117bd904 req-3bff52d5-b6a1-458d-96ab-6227cc5275cb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:43.973283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d813490-4cd3-450b-9740-8417117bd904 req-3bff52d5-b6a1-458d-96ab-6227cc5275cb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0833035 Oct 19 01:33:43.995046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d0a39-5f4f-4be6-81dc-a127f83bf2ee tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00c39fc-a8c5-4353-98cb-3b70dac0657e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.008886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd2d0a39-5f4f-4be6-81dc-a127f83bf2ee tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.010348 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dd2d0a39-5f4f-4be6-81dc-a127f83bf2ee tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102528 Oct 19 01:33:44.013984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53364) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.021479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-398e07e1-a0bf-4b91-aa0d-6821bf82cb31 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'security_group_rule': {'security_group_id': '4615f96c-accb-4e3b-9000-a71162c7eb1f', 'project_id': '941182050c1a470dbb60f18a40e7e689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:44.035222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d813490-4cd3-450b-9740-8417117bd904 req-2ac42a95-90ac-4f09-ad5b-e63e5ff4073a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608296 Oct 19 01:33:44.067607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-398e07e1-a0bf-4b91-aa0d-6821bf82cb31 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.132086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-398e07e1-a0bf-4b91-aa0d-6821bf82cb31 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.136575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-398e07e1-a0bf-4b91-aa0d-6821bf82cb31 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.157072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e07e1-a0bf-4b91-aa0d-6821bf82cb31 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70204f33-e686-4f87-b945-7c0ac4ea0180,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.170107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-398e07e1-a0bf-4b91-aa0d-6821bf82cb31 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.171393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-398e07e1-a0bf-4b91-aa0d-6821bf82cb31 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558235 Oct 19 01:33:44.174557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53370) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.180541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-08f1b24c-c35f-4ca6-910d-861324e3ae57 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'security_group_rule': {'security_group_id': '4615f96c-accb-4e3b-9000-a71162c7eb1f', 'project_id': '941182050c1a470dbb60f18a40e7e689', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:44.212998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53374) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.224690 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08f1b24c-c35f-4ca6-910d-861324e3ae57 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.289475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08f1b24c-c35f-4ca6-910d-861324e3ae57 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.293333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08f1b24c-c35f-4ca6-910d-861324e3ae57 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.312506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1b24c-c35f-4ca6-910d-861324e3ae57 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b17b84-a68d-480b-896b-4e48765e5145,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.322551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08f1b24c-c35f-4ca6-910d-861324e3ae57 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.323834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-08f1b24c-c35f-4ca6-910d-861324e3ae57 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475954 Oct 19 01:33:44.326648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53380) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.332399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8019f441-8366-445c-a01f-ce1e6815de6d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'security_group_rule': {'security_group_id': '4615f96c-accb-4e3b-9000-a71162c7eb1f', 'project_id': '941182050c1a470dbb60f18a40e7e689', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:44.369810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019f441-8366-445c-a01f-ce1e6815de6d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.426988 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55d9b349-1d1f-4ce6-8e64-76f511b524f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.436748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:33:44.487047 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019f441-8366-445c-a01f-ce1e6815de6d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.493781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019f441-8366-445c-a01f-ce1e6815de6d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.526579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019f441-8366-445c-a01f-ce1e6815de6d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7045af11-5f69-4e93-a15c-a6d6f84e2f62,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.546417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8019f441-8366-445c-a01f-ce1e6815de6d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.551057 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8019f441-8366-445c-a01f-ce1e6815de6d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2207601 Oct 19 01:33:44.551374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53386) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.556345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'security_group_rule': {'security_group_id': '4615f96c-accb-4e3b-9000-a71162c7eb1f', 'project_id': '941182050c1a470dbb60f18a40e7e689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:44.585619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55d9b349-1d1f-4ce6-8e64-76f511b524f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.590104 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55d9b349-1d1f-4ce6-8e64-76f511b524f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.591167 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Project 941182050c1a470dbb60f18a40e7e689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:33:44.598181 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.600649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:44.621466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'port_id': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'mac_address': 'fa:16:3e:82:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:33:44.638825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-55d9b349-1d1f-4ce6-8e64-76f511b524f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50475567d1a54284b045ab22b933673c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243922 Oct 19 01:33:44.639428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53392) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.648020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9b349-1d1f-4ce6-8e64-76f511b524f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90026a34-9258-4da9-a0a8-7ebd4a856f31,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.706637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.710398 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.711275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9353f3f0-da0e-4e5b-81f4-86bd81206cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.715340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.727347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 336b2a75-331e-4479-b32d-9e92deb3deaf {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:33:44.740338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340f917c-4d2c-45e3-a28a-d449c0285788,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.742642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9353f3f0-da0e-4e5b-81f4-86bd81206cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.753613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.758542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c5f29c52-7d4b-441e-b8d7-3413ef6e4fd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2060578 Oct 19 01:33:44.761933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53396) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:44.769053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:44.769650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'security_group_rule': {'security_group_id': '4615f96c-accb-4e3b-9000-a71162c7eb1f', 'project_id': '941182050c1a470dbb60f18a40e7e689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:44.777830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.814536 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Project 941182050c1a470dbb60f18a40e7e689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:33:44.818499 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9353f3f0-da0e-4e5b-81f4-86bd81206cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.823693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.825172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9353f3f0-da0e-4e5b-81f4-86bd81206cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.831216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9353f3f0-da0e-4e5b-81f4-86bd81206cf2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90026a34-9258-4da9-a0a8-7ebd4a856f31 HTTP/1.1" status: 204 len: 168 time: 0.1896124 Oct 19 01:33:44.865915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353f3f0-da0e-4e5b-81f4-86bd81206cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90026a34-9258-4da9-a0a8-7ebd4a856f31,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.907568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.921294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c8a3b-c683-4559-9f4a-8a5ecc861d98 req-417c8df5-f500-4ac4-890e-9fc72f961a64 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:44.923772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a61c8a3b-c683-4559-9f4a-8a5ecc861d98 req-417c8df5-f500-4ac4-890e-9fc72f961a64 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0913970 Oct 19 01:33:44.944251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.951428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.974900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc59bc3-7aa7-447e-a2c1-7e679e7120b6,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:44.979425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a61c8a3b-c683-4559-9f4a-8a5ecc861d98 req-3b6fed92-9a6a-4568-9a0b-21ba3f9677ca tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464725 Oct 19 01:33:44.981386 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:44.984163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-806ef67c-9afb-41e1-8b47-b50359076ef5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198761 Oct 19 01:33:44.993322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['336b2a75-331e-4479-b32d-9e92deb3deaf'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:33:45.227516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64828fc3-404b-4152-a162-d6a94129e644 req-23495af6-e067-4311-bd81-0cde6f294c48 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:45.229204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64828fc3-404b-4152-a162-d6a94129e644 req-23495af6-e067-4311-bd81-0cde6f294c48 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.0922585 Oct 19 01:33:45.286444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64828fc3-404b-4152-a162-d6a94129e644 req-70144c14-5ecd-407b-aadf-cf98519cd43f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483942 Oct 19 01:33:45.322050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-aa5ba813-cd7f-44d2-8a0d-0ecf137f930d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920796162&fields=id&tenant_id=941182050c1a470dbb60f18a40e7e689 HTTP/1.1" status: 200 len: 267 time: 0.0618889 Oct 19 01:33:45.477475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-dc370881-5fcd-4251-bd65-26074595e701 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:45.479448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-dc370881-5fcd-4251-bd65-26074595e701 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/networks?id=ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 200 len: 814 time: 0.1445532 Oct 19 01:33:45.498767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-07f2a885-c0bd-4465-941a-3b1785aa9dfb tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/quotas/941182050c1a470dbb60f18a40e7e689 HTTP/1.1" status: 200 len: 375 time: 0.0121193 Oct 19 01:33:45.567814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-69ece244-624c-4a86-b87d-0b1b5a677612 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=941182050c1a470dbb60f18a40e7e689&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579159 Oct 19 01:33:45.592860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074816cb-f7bc-4498-b6ea-49f9625fd70e req-5c72a598-d9a8-4b2a-970b-b21dfe6f628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:45.595167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-074816cb-f7bc-4498-b6ea-49f9625fd70e req-5c72a598-d9a8-4b2a-970b-b21dfe6f628a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 1097 time: 0.0605512 Oct 19 01:33:45.635783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-074816cb-f7bc-4498-b6ea-49f9625fd70e req-3b5588fd-485d-423e-bdaf-3da21524b306 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Oct 19 01:33:45.711143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-7d946ef4-0b4b-48f0-a749-f126e16b18cc service neutron] 10.222.0.64 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292517 Oct 19 01:33:45.811559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-3db97d56-6052-4691-b08a-25226cd0ce30 service neutron] 10.222.0.64 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995483 Oct 19 01:33:46.142488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c185-6b6a-4c05-9324-35e75f56aa89 req-fedec8ea-1408-47fa-92fa-2fefbb0cfef8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:46.152592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccb5c185-6b6a-4c05-9324-35e75f56aa89 req-fedec8ea-1408-47fa-92fa-2fefbb0cfef8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0819430 Oct 19 01:33:46.202435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccb5c185-6b6a-4c05-9324-35e75f56aa89 req-2033dac6-81d7-44c2-9671-583a11e21e1b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478668 Oct 19 01:33:46.238568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3c535bca-cd58-46ea-8c4e-a124da2068e2 req-7a3a6b84-9a96-4865-ba76-09be955f2c59 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0685124 Oct 19 01:33:46.421520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:33:46.510676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e51272-d5bb-4a84-903a-d5f679f4861a req-86b095dd-2afb-4d54-b863-c0ee2ac85c8d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:46.514210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7e51272-d5bb-4a84-903a-d5f679f4861a req-86b095dd-2afb-4d54-b863-c0ee2ac85c8d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.1292291 Oct 19 01:33:46.552375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 336b2a75-331e-4479-b32d-9e92deb3deaf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:46.553036 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.595705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7e51272-d5bb-4a84-903a-d5f679f4861a req-0b12cc66-1ff1-49f5-a225-9c3c5cdf8ca2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707150 Oct 19 01:33:46.711046 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.906893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:46.909799 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bca3365-d392-4d8a-9a46-0b0d900da321" -d '{"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-plugged", "status": "completed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:46.925983 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:46.932560 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:46.980365 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f88a5fe-0a26-440e-8ca8-05e50d6d253e x-openstack-request-id: req-1f88a5fe-0a26-440e-8ca8-05e50d6d253e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:46.980695 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-plugged", "status": "completed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:46.980972 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f88a5fe-0a26-440e-8ca8-05e50d6d253e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:46.981524 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'code': 200} Oct 19 01:33:46.992444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:47.372808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5be233f8-1c5d-46f3-bc8f-591b17ab2c11 req-9a03dd5b-18be-449d-a2d2-1276459c0193 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0372131 Oct 19 01:33:47.411580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf92a-b2c6-4993-b03c-ebbb0931da4f req-7dbace48-9739-4433-867c-2646afe62c5b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:47.413119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9fdf92a-b2c6-4993-b03c-ebbb0931da4f req-7dbace48-9739-4433-867c-2646afe62c5b tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1034112 Oct 19 01:33:47.497937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53520) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:47.503443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9fdf92a-b2c6-4993-b03c-ebbb0931da4f req-a6d6efd0-55e7-41da-9130-6d1c32a641fc tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772312 Oct 19 01:33:47.708619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-5ee0d98e-1040-4363-be02-4e3771900e1e tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:47.710458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-5ee0d98e-1040-4363-be02-4e3771900e1e tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.74 "GET /v2.0/networks?id=ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 200 len: 814 time: 0.2711971 Oct 19 01:33:47.742014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cda1d47a-fcda-43c4-a32e-b0bc7bb7ebc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.873589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-b09bfda7-3200-4cf2-954d-86df2f1049ab tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=941182050c1a470dbb60f18a40e7e689 HTTP/1.1" status: 200 len: 379 time: 0.1178265 Oct 19 01:33:47.886873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'port': {'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'admin_state_up': True, 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'security_groups': ['4615f96c-accb-4e3b-9000-a71162c7eb1f']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:47.936821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cda1d47a-fcda-43c4-a32e-b0bc7bb7ebc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:47.943886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cda1d47a-fcda-43c4-a32e-b0bc7bb7ebc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.015388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c4574-0fde-4e4c-a6fc-14dfd3c13169 req-0d2fe457-7f39-4ece-bb17-cb149f1f0ee2 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:48.029048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-a4c6c743-4283-46e0-89f2-1d97de566e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:48.030010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-a4c6c743-4283-46e0-89f2-1d97de566e78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3deab81986ca491e90a2181246608ce9&device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 1097 time: 0.3186369 Oct 19 01:33:48.030475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-765c4574-0fde-4e4c-a6fc-14dfd3c13169 req-0d2fe457-7f39-4ece-bb17-cb149f1f0ee2 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.2663758 Oct 19 01:33:48.073191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1d47a-fcda-43c4-a32e-b0bc7bb7ebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9197ae-fa92-49a3-b018-17f2be1d3f31,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:48.085876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cda1d47a-fcda-43c4-a32e-b0bc7bb7ebc3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e37e3602a4804e16a28846f1f8c65ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5865326 Oct 19 01:33:48.086935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53548) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:48.087558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6e698-586c-4dd9-bf06-2239926ce6f3 req-df8e40e4-c096-4701-af70-11a618a40aa3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:48.097344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6a6e698-586c-4dd9-bf06-2239926ce6f3 req-df8e40e4-c096-4701-af70-11a618a40aa3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.3443179 Oct 19 01:33:48.140704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Made reservation on behalf of 941182050c1a470dbb60f18a40e7e689 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:33:48.144380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-765c4574-0fde-4e4c-a6fc-14dfd3c13169 req-c79038d3-d785-458d-90a4-0313f52c8d0a tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950756 Oct 19 01:33:48.147137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.182179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57569b08-12ea-4f99-a7e9-045d78c77548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.220602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57569b08-12ea-4f99-a7e9-045d78c77548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.318978 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57569b08-12ea-4f99-a7e9-045d78c77548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.321805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-57569b08-12ea-4f99-a7e9-045d78c77548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.325381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-57569b08-12ea-4f99-a7e9-045d78c77548 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea9197ae-fa92-49a3-b018-17f2be1d3f31 HTTP/1.1" status: 204 len: 168 time: 0.2335994 Oct 19 01:33:48.337203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57569b08-12ea-4f99-a7e9-045d78c77548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9197ae-fa92-49a3-b018-17f2be1d3f31,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:48.572420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28861342-cee4-42d6-a330-ec8d943f7fc9 req-d429a4ef-8779-4434-948d-6af8718b5d52 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0392559 Oct 19 01:33:48.721239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6a6e698-586c-4dd9-bf06-2239926ce6f3 req-67d54fdf-2eeb-4ad1-b796-ee7e25cd0ef0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6228874 Oct 19 01:33:48.806424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-0562126e-39c9-4cc1-bca1-b44ceb6b981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:48.810220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-0562126e-39c9-4cc1-bca1-b44ceb6b981e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 200 len: 912 time: 0.7688684 Oct 19 01:33:48.902132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-33d7ef0a-79d4-4652-9ba0-682e3684b5fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24735d54-470c-411a-a58b-9497b8897a4f HTTP/1.1" status: 200 len: 217 time: 0.0760245 Oct 19 01:33:48.921130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:48.963998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f97acb6a-0fd3-4ab3-9a68-3007b3f7ca90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:48.990722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-dfe6a4a4-133f-4b4d-89bb-ea1e89183ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:48.992261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-dfe6a4a4-133f-4b4d-89bb-ea1e89183ba0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 200 len: 851 time: 0.0829902 Oct 19 01:33:48.993718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Allocated IP 172.20.0.4 (ff7738cc-0a11-498d-ad94-89211c1442af/5993f8c6-442e-482c-869e-e2eee56177d4/c1b5f7cd-1363-4344-aba7-8d7032879cd4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:33:49.061248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-debf9111-d825-48d6-84de-ec8e002f7deb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0a82b014-41c2-48c5-92fa-8f21c20f3049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478039 Oct 19 01:33:49.145113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f97acb6a-0fd3-4ab3-9a68-3007b3f7ca90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.151135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f97acb6a-0fd3-4ab3-9a68-3007b3f7ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.233946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97acb6a-0fd3-4ab3-9a68-3007b3f7ca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ea857-bbef-4176-9554-94a0e6db2a0c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:49.247564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f97acb6a-0fd3-4ab3-9a68-3007b3f7ca90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=072d088930f7478cb7c26993a150a93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228712 Oct 19 01:33:49.249405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53582) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:49.251916 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-be6e34bd-c293-498a-a196-1c380441eb73 service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657910 Oct 19 01:33:49.432908 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20b185e4-1949-4391-8ef1-79e2ddde28fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.473175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f703b05-48eb-41e0-8b0c-253ce380c239 req-5026d5a7-93da-46b5-a857-c0a033ebacfc service neutron] 10.222.0.62 "GET /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078674 Oct 19 01:33:49.491096 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20b185e4-1949-4391-8ef1-79e2ddde28fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.517881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.559392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becf15d-22cf-470c-b36e-19ae6e04616d req-3bccc4a3-6434-44fb-a805-fe951fbfb7df tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:49.567196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1becf15d-22cf-470c-b36e-19ae6e04616d req-3bccc4a3-6434-44fb-a805-fe951fbfb7df tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.2899356 Oct 19 01:33:49.575093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20b185e4-1949-4391-8ef1-79e2ddde28fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.578618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-20b185e4-1949-4391-8ef1-79e2ddde28fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.579882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-20b185e4-1949-4391-8ef1-79e2ddde28fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf1ea857-bbef-4176-9554-94a0e6db2a0c HTTP/1.1" status: 204 len: 168 time: 0.3294768 Oct 19 01:33:49.585647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.601062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b185e4-1949-4391-8ef1-79e2ddde28fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1ea857-bbef-4176-9554-94a0e6db2a0c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:49.699397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1becf15d-22cf-470c-b36e-19ae6e04616d req-4e7218d0-6d7b-4aeb-a100-a2db25edebfa tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311033 Oct 19 01:33:49.837995 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:49.878155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Network ff7738cc-0a11-498d-ad94-89211c1442af is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:33:49.910185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:33:49.918985 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:33:49.931617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'Port': ['ID=c1b5f7cd-1363-4344-aba7-8d7032879cd4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:49.991069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b3c82-74fc-48a3-9288-9f4cc69270f2 req-fced0141-41ba-4d3c-bda4-77fb882e19af tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:50.000512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-053b3c82-74fc-48a3-9288-9f4cc69270f2 req-fced0141-41ba-4d3c-bda4-77fb882e19af tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1156459 Oct 19 01:33:50.057077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef998c-33a3-4479-b672-2bdbecef6900 req-c61e2c3c-e280-429d-a08d-0ca3bd49a894 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:50.060618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40ef998c-33a3-4479-b672-2bdbecef6900 req-c61e2c3c-e280-429d-a08d-0ca3bd49a894 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 931 time: 0.3367138 Oct 19 01:33:50.066709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-053b3c82-74fc-48a3-9288-9f4cc69270f2 req-7d9b717f-d603-4afd-80a5-f6ab5145f620 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525541 Oct 19 01:33:50.190897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40ef998c-33a3-4479-b672-2bdbecef6900 req-76c62d8c-c43b-4d22-b682-1f414c79a9ca tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032491 Oct 19 01:33:50.225957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:50.226634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.262563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d2316ddf-7056-444d-8b72-5f407827f04f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3801103 Oct 19 01:33:50.284968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Request body: {'port': {'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:33:50.402889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.483049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9c34744d-a305-498d-9bdc-40be9f4e38e2 None None] Provisioning complete for port c1b5f7cd-1363-4344-aba7-8d7032879cd4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:33:50.483329 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9c34744d-a305-498d-9bdc-40be9f4e38e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:50.593625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9c34744d-a305-498d-9bdc-40be9f4e38e2 None None] Port c1b5f7cd-1363-4344-aba7-8d7032879cd4 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:33:50.955617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95add5ab-ef11-4aea-87ee-287dcbd249f6 req-7c04cd2b-c4c5-42ab-82e6-0739f56485f3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:50.972549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95add5ab-ef11-4aea-87ee-287dcbd249f6 req-7c04cd2b-c4c5-42ab-82e6-0739f56485f3 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1256022 Oct 19 01:33:51.029240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95add5ab-ef11-4aea-87ee-287dcbd249f6 req-4a540185-67f0-4e3b-a141-e3eb2d208433 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555820 Oct 19 01:33:51.060147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b5f7cd-1363-4344-aba7-8d7032879cd4 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:33:51.071239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.086859 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Transition to ACTIVE for port object c1b5f7cd-1363-4344-aba7-8d7032879cd4 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:33:51.100703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.318372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b5f7cd-1363-4344-aba7-8d7032879cd4,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.414697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b67eb-ba3f-45b2-8c57-556a16959416 req-e9310122-fa1a-433c-92b5-164bf3fa32d0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.427817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f16b67eb-ba3f-45b2-8c57-556a16959416 req-e9310122-fa1a-433c-92b5-164bf3fa32d0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.1253338 Oct 19 01:33:51.459106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedf1d0-9c26-43f1-a990-086c81929b76 req-113ae23f-2cc6-438a-ad52-b54f8161b17e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.468721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bedf1d0-9c26-43f1-a990-086c81929b76 req-113ae23f-2cc6-438a-ad52-b54f8161b17e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.2830586 Oct 19 01:33:51.524011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f16b67eb-ba3f-45b2-8c57-556a16959416 req-58aa4a8a-9d1a-417a-9afb-69d154c071cf tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952001 Oct 19 01:33:51.572607 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bedf1d0-9c26-43f1-a990-086c81929b76 req-29d8ea17-cf4c-4b74-a7b7-e6eb4c0537b7 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028962 Oct 19 01:33:51.575197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Attempting to bind port c1b5f7cd-1363-4344-aba7-8d7032879cd4 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:33:51.576938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Attempting to bind port c1b5f7cd-1363-4344-aba7-8d7032879cd4 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:33:51.577713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Attempting to bind port c1b5f7cd-1363-4344-aba7-8d7032879cd4 on network ff7738cc-0a11-498d-ad94-89211c1442af {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:51.588679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Port c1b5f7cd-1363-4344-aba7-8d7032879cd4 on network ff7738cc-0a11-498d-ad94-89211c1442af not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:33:51.589167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Attempting to bind port c1b5f7cd-1363-4344-aba7-8d7032879cd4 on network ff7738cc-0a11-498d-ad94-89211c1442af {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:33:51.596608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:33:51.599715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Checking segment: {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:33:51.601316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Bound using segment: {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:33:51.601789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Bound port: c1b5f7cd-1363-4344-aba7-8d7032879cd4, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e793aa20-15c6-43b1-b968-3fbd9b611d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:33:51.602163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.754240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] For port c1b5f7cd-1363-4344-aba7-8d7032879cd4, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:33:51.757771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] For port c1b5f7cd-1363-4344-aba7-8d7032879cd4, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:33:51.766886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.893967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b5f7cd-1363-4344-aba7-8d7032879cd4,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:51.904642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:51.906485 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:51.908856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-d0422289-5931-412c-98c9-9da0b8c31832 service neutron] 10.222.0.74 "PUT /v2.0/ports/c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 200 len: 1092 time: 1.6283681 Oct 19 01:33:51.909329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:51.912848 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017de082-c9a9-4d1d-aab5-8718b18e46ab" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:52.020771 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f94fd3-5761-404b-9aa9-30bf2a974d79 x-openstack-request-id: req-a0f94fd3-5761-404b-9aa9-30bf2a974d79 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:52.021340 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:52.022055 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0f94fd3-5761-404b-9aa9-30bf2a974d79 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:52.022835 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'status': 'completed', 'code': 200} Oct 19 01:33:52.124110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-a7c9c5d3-a4dc-41e9-8244-af82b791e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.126581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-a7c9c5d3-a4dc-41e9-8244-af82b791e3e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=941182050c1a470dbb60f18a40e7e689&device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1095 time: 0.1392851 Oct 19 01:33:52.218718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-b01cfc53-fe54-4736-ac28-232ce1e18e06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 200 len: 217 time: 0.0779035 Oct 19 01:33:52.335781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-399950b7-1f6b-481e-8da5-147bb39065b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.337449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-399950b7-1f6b-481e-8da5-147bb39065b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5993f8c6-442e-482c-869e-e2eee56177d4 HTTP/1.1" status: 200 len: 853 time: 0.1016960 Oct 19 01:33:52.361569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2c1f7-3a36-4a26-90ec-2a7937d7eb95 req-b3acc1be-2e16-41bf-ab17-5a288b4286a4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.369666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eba2c1f7-3a36-4a26-90ec-2a7937d7eb95 req-b3acc1be-2e16-41bf-ab17-5a288b4286a4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1622534 Oct 19 01:33:52.466428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eba2c1f7-3a36-4a26-90ec-2a7937d7eb95 req-dd059142-fd5c-4adf-96a7-60d1f5485811 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956397 Oct 19 01:33:52.474538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-a3fae74b-40ad-47fd-ada2-77ae90645191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.476137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-a3fae74b-40ad-47fd-ada2-77ae90645191 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff7738cc-0a11-498d-ad94-89211c1442af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040230 Oct 19 01:33:52.683677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-65cc1752-b774-4d72-8208-ce06731a289f service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979530 Oct 19 01:33:52.857615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b6eea-645a-4e80-a753-1e70404b1f1d req-36f72fca-4e3d-4742-8522-18f3f54f6fc6 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.859327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca2b6eea-645a-4e80-a753-1e70404b1f1d req-36f72fca-4e3d-4742-8522-18f3f54f6fc6 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.1737454 Oct 19 01:33:52.934366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca2b6eea-645a-4e80-a753-1e70404b1f1d req-be65f8a3-9932-40f8-ae09-929e94074c65 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465875 Oct 19 01:33:52.945914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc1ff5-abfa-4887-8df2-d1efa2e4fa7e req-ca83060d-20dd-4f69-b189-193724a50deb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:52.963918 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0edc1ff5-abfa-4887-8df2-d1efa2e4fa7e req-ca83060d-20dd-4f69-b189-193724a50deb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1045239 Oct 19 01:33:52.985687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8b671ac-27bf-4ed7-a26b-c83d4a299c9e req-7d3a3b05-f266-4d42-93ce-f70dcbf2d575 service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531171 Oct 19 01:33:53.084602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0edc1ff5-abfa-4887-8df2-d1efa2e4fa7e req-b81942b7-b3b7-4c89-bd5d-fbacb014c2e5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170220 Oct 19 01:33:53.164566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-5da911f6-f561-4537-bed7-fa1a43e84db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.166756 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-5da911f6-f561-4537-bed7-fa1a43e84db7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=941182050c1a470dbb60f18a40e7e689&device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1095 time: 0.1055472 Oct 19 01:33:53.181563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b08a92-f9ff-4fa0-a069-fa26b6fce7c9 req-7bed58c0-846a-422b-8716-e8d933f94fe4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.189430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61b08a92-f9ff-4fa0-a069-fa26b6fce7c9 req-7bed58c0-846a-422b-8716-e8d933f94fe4 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.0887685 Oct 19 01:33:53.301351 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61b08a92-f9ff-4fa0-a069-fa26b6fce7c9 req-9e986354-9949-4a14-9dd0-da84d6072f74 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056235 Oct 19 01:33:53.329281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-a5c344b2-e6b4-434f-a218-641a27694dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.335773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-a5c344b2-e6b4-434f-a218-641a27694dc3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 200 len: 915 time: 0.1440852 Oct 19 01:33:53.433831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-fefdeaba-9a6d-4865-b014-7672a9ab5049 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 200 len: 217 time: 0.0897696 Oct 19 01:33:53.491095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-7291a530-9bce-4f4d-aab8-414d6988534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.492583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-7291a530-9bce-4f4d-aab8-414d6988534a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5993f8c6-442e-482c-869e-e2eee56177d4 HTTP/1.1" status: 200 len: 853 time: 0.0500417 Oct 19 01:33:53.638713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-f382a8ab-c7dc-4317-9db0-bf7e3ad3e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:53.648319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-f382a8ab-c7dc-4317-9db0-bf7e3ad3e519 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff7738cc-0a11-498d-ad94-89211c1442af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464412 Oct 19 01:33:53.817964 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-31610567-b731-4a90-892f-46824050aa4e service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619174 Oct 19 01:33:53.979079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017de082-c9a9-4d1d-aab5-8718b18e46ab req-80617515-a373-492b-bab9-1f2a00ff50dd service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531019 Oct 19 01:33:54.191588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9d2f-1d4a-43cc-8d4a-70351da130e9 req-2308510d-ffb6-42b6-890b-7b79d7226dd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:54.194473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-282d9d2f-1d4a-43cc-8d4a-70351da130e9 req-2308510d-ffb6-42b6-890b-7b79d7226dd0 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.1280077 Oct 19 01:33:54.267383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53704) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.354562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-282d9d2f-1d4a-43cc-8d4a-70351da130e9 req-800bdcf2-e212-4d79-9e3d-9bfdeaeec4ff tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544585 Oct 19 01:33:54.409946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34562c28-3d9e-407f-bda1-007f8d97c85c req-3bba778c-61e0-4560-9291-23345354768c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:54.411621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34562c28-3d9e-407f-bda1-007f8d97c85c req-3bba778c-61e0-4560-9291-23345354768c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1635687 Oct 19 01:33:54.498906 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34562c28-3d9e-407f-bda1-007f8d97c85c req-9ae65bd9-9912-4978-bf81-fa78e4abc6eb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803988 Oct 19 01:33:54.590068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-361b0402-084a-4a9b-9261-74bd84af40ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.637212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb3f2-f5c8-4eeb-b0a9-080ea63b30db req-930683e0-8ecf-43ff-b4d7-7e3924fea5f0 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:54.639138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98aeb3f2-f5c8-4eeb-b0a9-080ea63b30db req-930683e0-8ecf-43ff-b4d7-7e3924fea5f0 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1700847 Oct 19 01:33:54.735828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98aeb3f2-f5c8-4eeb-b0a9-080ea63b30db req-1d84cd14-4282-4db3-8c79-5d45fcf82c70 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694506 Oct 19 01:33:54.808278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-361b0402-084a-4a9b-9261-74bd84af40ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.815431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-361b0402-084a-4a9b-9261-74bd84af40ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:54.821644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53716) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.866979 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-361b0402-084a-4a9b-9261-74bd84af40ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ad02a4140264f5b9ef6b694c2a97eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984085 Oct 19 01:33:54.869517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53720) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:54.926373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b0402-084a-4a9b-9261-74bd84af40ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490f1403-c9ca-436f-8443-47ac7c84b305,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:54.981257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab83f-2558-4d35-a924-dce545188378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.036240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab83f-2558-4d35-a924-dce545188378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.097303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f635ec6-7e24-4899-a635-1efa55e8b1c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.124443 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab83f-2558-4d35-a924-dce545188378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.126988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e0ab83f-2558-4d35-a924-dce545188378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.128306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2e0ab83f-2558-4d35-a924-dce545188378 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/490f1403-c9ca-436f-8443-47ac7c84b305 HTTP/1.1" status: 204 len: 168 time: 0.2568691 Oct 19 01:33:55.142288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ab83f-2558-4d35-a924-dce545188378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490f1403-c9ca-436f-8443-47ac7c84b305,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:55.322902 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f635ec6-7e24-4899-a635-1efa55e8b1c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.328503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f635ec6-7e24-4899-a635-1efa55e8b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.373763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f635ec6-7e24-4899-a635-1efa55e8b1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e67993-0f61-4170-91b1-27daeffdff26,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:55.422655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53726) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:55.424706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8f635ec6-7e24-4899-a635-1efa55e8b1c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=511285665e9d45318ddc765d157189d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6008005 Oct 19 01:33:55.512366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c18e5-470f-4039-bfbe-2cd7c758f046 req-ebc912b2-a6dc-4350-8327-859e2b2bc9fe tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:55.521175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b9c18e5-470f-4039-bfbe-2cd7c758f046 req-ebc912b2-a6dc-4350-8327-859e2b2bc9fe tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.0788794 Oct 19 01:33:55.596194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c0af630-a2a1-489f-af39-b69f20da596b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.638141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b9c18e5-470f-4039-bfbe-2cd7c758f046 req-6076bd34-4f92-4a3e-9df2-f1a82c114be4 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158750 Oct 19 01:33:55.662330 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c0af630-a2a1-489f-af39-b69f20da596b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.801690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53734) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:55.819638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe2888a7-3c05-4788-b7d3-91da29a7da81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.836651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4204f6-bec4-487d-a321-7c32a31f01cd req-e0a57c6d-a3c1-42f5-97b5-b3e1e4209986 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:55.843900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab4204f6-bec4-487d-a321-7c32a31f01cd req-e0a57c6d-a3c1-42f5-97b5-b3e1e4209986 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1792769 Oct 19 01:33:55.871921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-7b68208b-0ba2-4289-bd30-cf6bd411a5db tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:55.888702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-7b68208b-0ba2-4289-bd30-cf6bd411a5db tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1780148 Oct 19 01:33:55.900262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab4204f6-bec4-487d-a321-7c32a31f01cd req-2fc2c65d-c888-4fa5-ad09-bf770739ee67 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550733 Oct 19 01:33:55.920329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c0af630-a2a1-489f-af39-b69f20da596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.923542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c0af630-a2a1-489f-af39-b69f20da596b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:55.927145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c0af630-a2a1-489f-af39-b69f20da596b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12e67993-0f61-4170-91b1-27daeffdff26 HTTP/1.1" status: 204 len: 168 time: 0.5034316 Oct 19 01:33:55.947401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0af630-a2a1-489f-af39-b69f20da596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e67993-0f61-4170-91b1-27daeffdff26,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:56.026049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe2888a7-3c05-4788-b7d3-91da29a7da81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.031191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe2888a7-3c05-4788-b7d3-91da29a7da81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.080292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fe2888a7-3c05-4788-b7d3-91da29a7da81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=186ad32e933645d494ee79e5a5d95152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766733 Oct 19 01:33:56.082927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53738) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:56.084123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2888a7-3c05-4788-b7d3-91da29a7da81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986ef05f-4597-48eb-b9fb-4b8c7eaaabec,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:56.160282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6d04263-4a24-4795-b755-09bc5f821120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.188447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fd689-cc79-4adb-a784-c5ede8a2aef9 req-d360d101-5b62-40fa-8815-a628d8bddd7f tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:56.189977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e28fd689-cc79-4adb-a784-c5ede8a2aef9 req-d360d101-5b62-40fa-8815-a628d8bddd7f tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 945 time: 0.1048126 Oct 19 01:33:56.209100 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6d04263-4a24-4795-b755-09bc5f821120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.252286 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e28fd689-cc79-4adb-a784-c5ede8a2aef9 req-50dcd59f-d947-4c38-8fe5-965459f829e7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527065 Oct 19 01:33:56.254662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Deleting port 24735d54-470c-411a-a58b-9497b8897a4f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:33:56.255008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.283517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6d04263-4a24-4795-b755-09bc5f821120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.287122 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6d04263-4a24-4795-b755-09bc5f821120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.289006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b6d04263-4a24-4795-b755-09bc5f821120 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/986ef05f-4597-48eb-b9fb-4b8c7eaaabec HTTP/1.1" status: 204 len: 168 time: 0.1895638 Oct 19 01:33:56.298833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d04263-4a24-4795-b755-09bc5f821120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986ef05f-4597-48eb-b9fb-4b8c7eaaabec,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:56.442482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] For port 24735d54-470c-411a-a58b-9497b8897a4f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24735d54-470c-411a-a58b-9497b8897a4f,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:33:56.443058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.460065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Calling delete_port for 24735d54-470c-411a-a58b-9497b8897a4f owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:33:56.759442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.796413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c5df02e4-f4c0-4cfa-ac15-1003069c35d8', '24735d54-470c-411a-a58b-9497b8897a4f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:33:56.844920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Pushing event deleted for resources: {'Port': ['ID=24735d54-470c-411a-a58b-9497b8897a4f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:56.899713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] No DVR routers for this DVR port 24735d54-470c-411a-a58b-9497b8897a4f on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:33:56.903973 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:56.908902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d0e6fa1-c307-4e51-a912-9176b6585a35 req-0ece978c-5557-4fb1-be04-08ad6871c1a5 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "DELETE /v2.0/ports/24735d54-470c-411a-a58b-9497b8897a4f HTTP/1.1" status: 204 len: 173 time: 1.0126512 Oct 19 01:33:56.909480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e662aa-9cc9-402e-86a1-094d5f505035', 'name': 'network-vif-deleted', 'tag': '24735d54-470c-411a-a58b-9497b8897a4f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:33:56.912799 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9287b7d5-2dc2-4520-b61c-8e69dc229ea7" -d '{"events": [{"server_uuid": "65e662aa-9cc9-402e-86a1-094d5f505035", "name": "network-vif-deleted", "tag": "24735d54-470c-411a-a58b-9497b8897a4f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:33:56.969123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf5cac-a369-46cd-96b0-d560509f4fd0 req-065f476a-8e19-4f9a-a4a6-3814729f1a66 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:56.980517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7cf5cac-a369-46cd-96b0-d560509f4fd0 req-065f476a-8e19-4f9a-a4a6-3814729f1a66 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.1497662 Oct 19 01:33:57.033525 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c17b6-ff6c-427f-ace8-b1b7941f7f6a x-openstack-request-id: req-229c17b6-ff6c-427f-ace8-b1b7941f7f6a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:33:57.033856 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e662aa-9cc9-402e-86a1-094d5f505035", "name": "network-vif-deleted", "tag": "24735d54-470c-411a-a58b-9497b8897a4f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:33:57.034544 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-229c17b6-ff6c-427f-ace8-b1b7941f7f6a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:33:57.034673 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e662aa-9cc9-402e-86a1-094d5f505035', 'name': 'network-vif-deleted', 'tag': '24735d54-470c-411a-a58b-9497b8897a4f', 'status': 'completed', 'code': 200} Oct 19 01:33:57.092877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7cf5cac-a369-46cd-96b0-d560509f4fd0 req-c4812bb5-8640-4a08-9341-131c5f94050b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099048 Oct 19 01:33:57.146322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53764) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:57.178962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d08963f0-83b5-43cd-9b0b-ae56f54c4001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.304466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145165a3-57f5-44fe-8b98-42055c22890a req-94ca1c27-8320-4376-a7fa-7df519c49687 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:57.314629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-145165a3-57f5-44fe-8b98-42055c22890a req-94ca1c27-8320-4376-a7fa-7df519c49687 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1366985 Oct 19 01:33:57.405482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-145165a3-57f5-44fe-8b98-42055c22890a req-350bce01-b85a-489c-9d9a-ff4393814366 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837240 Oct 19 01:33:57.465656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d08963f0-83b5-43cd-9b0b-ae56f54c4001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.472865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d08963f0-83b5-43cd-9b0b-ae56f54c4001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.503209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cce50846-0687-46b2-8c5c-e1dba06ff609 req-be23f62c-de17-4975-8380-6a6db43897d8 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=65e662aa-9cc9-402e-86a1-094d5f505035 HTTP/1.1" status: 200 len: 210 time: 0.0965803 Oct 19 01:33:57.564232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d08963f0-83b5-43cd-9b0b-ae56f54c4001 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d814acdf6201459597e615e333bcf0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137914 Oct 19 01:33:57.564232 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08963f0-83b5-43cd-9b0b-ae56f54c4001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1a3fd-9892-4879-918e-3242399e0ecd,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:57.565052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53774) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:57.683253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdfcc-dc49-41a6-b55b-ad01d9381538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.731211 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdfcc-dc49-41a6-b55b-ad01d9381538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.810263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdfcc-dc49-41a6-b55b-ad01d9381538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.814276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdfcc-dc49-41a6-b55b-ad01d9381538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:33:57.816073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ee8bdfcc-dc49-41a6-b55b-ad01d9381538 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0e1a3fd-9892-4879-918e-3242399e0ecd HTTP/1.1" status: 204 len: 168 time: 0.2500026 Oct 19 01:33:57.825396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bdfcc-dc49-41a6-b55b-ad01d9381538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e1a3fd-9892-4879-918e-3242399e0ecd,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:33:58.260045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e487fc-fd34-4d92-8c9b-c13f6ee21b6b req-5517c178-aabc-4335-bd0a-6e05bd663d49 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:58.267477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8e487fc-fd34-4d92-8c9b-c13f6ee21b6b req-5517c178-aabc-4335-bd0a-6e05bd663d49 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.0673213 Oct 19 01:33:58.316924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e8e487fc-fd34-4d92-8c9b-c13f6ee21b6b req-6af8371e-1fcc-478d-82b5-4bea3fe8805d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 Oct 19 01:33:58.568977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af345374-75f1-4540-974c-f262b5436218 req-521d31e7-2216-400c-9f05-b6ec56618b7a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:58.570587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af345374-75f1-4540-974c-f262b5436218 req-521d31e7-2216-400c-9f05-b6ec56618b7a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0811210 Oct 19 01:33:58.644467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af345374-75f1-4540-974c-f262b5436218 req-70b4c9b3-98a8-4bcc-aea8-e9f39a87f6c3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660295 Oct 19 01:33:58.901421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cfd01-8cf6-4d2b-b92e-4de2d4d84146 req-be382905-000c-430d-9b9e-2a8bae752504 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:58.903635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-454cfd01-8cf6-4d2b-b92e-4de2d4d84146 req-be382905-000c-430d-9b9e-2a8bae752504 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0831592 Oct 19 01:33:58.974164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-454cfd01-8cf6-4d2b-b92e-4de2d4d84146 req-be65bf66-5127-4309-a991-e5bc577152cd tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604744 Oct 19 01:33:59.493829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c36b7-a796-418d-8d9b-f54efec966b9 req-5a262736-178a-4b8a-9426-2172784b704a tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.502355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e6c36b7-a796-418d-8d9b-f54efec966b9 req-5a262736-178a-4b8a-9426-2172784b704a tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.0949202 Oct 19 01:33:59.576350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e6c36b7-a796-418d-8d9b-f54efec966b9 req-5dbaa21a-7e03-4fc5-af6e-d7dcf1718cb9 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725865 Oct 19 01:33:59.745436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53874) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:33:59.819416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792743d1-50ad-4320-9692-b2ea8876d5a9 req-7a8ef7b1-331d-43e8-9b6d-3acc3da9939d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:33:59.829013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-792743d1-50ad-4320-9692-b2ea8876d5a9 req-7a8ef7b1-331d-43e8-9b6d-3acc3da9939d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0719855 Oct 19 01:33:59.878097 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-792743d1-50ad-4320-9692-b2ea8876d5a9 req-88fbb627-5db6-4b15-a375-4ba6c22671f2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439034 Oct 19 01:34:00.067132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7edc5349-2359-486a-9709-d68dfa9518dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.123036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062bd8c-73d0-4ab5-b1ce-2bea3d961a20 req-92d7ec53-e3c5-4475-b022-a83665f17700 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:00.131907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8062bd8c-73d0-4ab5-b1ce-2bea3d961a20 req-92d7ec53-e3c5-4475-b022-a83665f17700 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0684617 Oct 19 01:34:00.175230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8062bd8c-73d0-4ab5-b1ce-2bea3d961a20 req-2fd1d67b-8e9d-48b7-ba4f-6f0611068e14 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Oct 19 01:34:00.205999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7edc5349-2359-486a-9709-d68dfa9518dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.211607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7edc5349-2359-486a-9709-d68dfa9518dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.254020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5349-2359-486a-9709-d68dfa9518dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c590579-feb9-48bd-9a9c-3bb3e8027eac,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.260210 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7edc5349-2359-486a-9709-d68dfa9518dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf2494a287b84255ad60ed686fb87f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119710 Oct 19 01:34:00.261492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53892) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:00.330386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-65158975-2a39-45b3-83fa-3334131d995c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.361271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-65158975-2a39-45b3-83fa-3334131d995c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.426130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-65158975-2a39-45b3-83fa-3334131d995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.431143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-65158975-2a39-45b3-83fa-3334131d995c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:00.433306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-65158975-2a39-45b3-83fa-3334131d995c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c590579-feb9-48bd-9a9c-3bb3e8027eac HTTP/1.1" status: 204 len: 168 time: 0.1703372 Oct 19 01:34:00.472782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65158975-2a39-45b3-83fa-3334131d995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c590579-feb9-48bd-9a9c-3bb3e8027eac,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:00.727866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb9f97-7527-49df-8f2d-885d25b3045d req-d1f98803-0f4e-416d-a30a-afe2a464ece9 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:00.729902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76bb9f97-7527-49df-8f2d-885d25b3045d req-d1f98803-0f4e-416d-a30a-afe2a464ece9 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.0661471 Oct 19 01:34:00.844596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76bb9f97-7527-49df-8f2d-885d25b3045d req-bb6f47c5-1b6b-4188-addd-52d12b8ca40d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907545 Oct 19 01:34:00.937630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53912) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:00.961898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d23dd27-0859-49f0-aec1-b0b7013a43f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.072428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-7b11feef-199b-4f70-991a-f277d298a6b7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:01.074010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-7b11feef-199b-4f70-991a-f277d298a6b7 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.1133251 Oct 19 01:34:01.086831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d23dd27-0859-49f0-aec1-b0b7013a43f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.093208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d23dd27-0859-49f0-aec1-b0b7013a43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.153902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23dd27-0859-49f0-aec1-b0b7013a43f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56907fc2-5391-462c-b4b4-20150de905a7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:01.160052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8d23dd27-0859-49f0-aec1-b0b7013a43f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8444fcecaa744654ad9c85cca6c64011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209489 Oct 19 01:34:01.163418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53914) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:01.174832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416108-57fb-4767-bb68-3d2ce08c9249 req-bc169b4d-8449-4ceb-8f71-91464bcbed2a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:01.176942 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8416108-57fb-4767-bb68-3d2ce08c9249 req-bc169b4d-8449-4ceb-8f71-91464bcbed2a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1863551 Oct 19 01:34:01.226174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24735d54-470c-411a-a58b-9497b8897a4f no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:01.252731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-971384bf-bffc-4679-97b5-e32f68b66f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.269791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 24735d54-470c-411a-a58b-9497b8897a4f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:01.273098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24735d54-470c-411a-a58b-9497b8897a4f not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:01.275638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8416108-57fb-4767-bb68-3d2ce08c9249 req-52b6fbaf-f998-4f9e-a59a-c14a66512a1f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903683 Oct 19 01:34:01.289440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Deleting port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:01.290273 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.291058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-971384bf-bffc-4679-97b5-e32f68b66f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.407779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-971384bf-bffc-4679-97b5-e32f68b66f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.411277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-971384bf-bffc-4679-97b5-e32f68b66f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.412547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-971384bf-bffc-4679-97b5-e32f68b66f74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56907fc2-5391-462c-b4b4-20150de905a7 HTTP/1.1" status: 204 len: 168 time: 0.2481194 Oct 19 01:34:01.428629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971384bf-bffc-4679-97b5-e32f68b66f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56907fc2-5391-462c-b4b4-20150de905a7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:01.449855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e6bc6-f0a8-49d1-b3e4-e9d64283c391 req-84a56c73-2694-4a3d-9b05-a60e95556d95 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:01.452400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc7e6bc6-f0a8-49d1-b3e4-e9d64283c391 req-84a56c73-2694-4a3d-9b05-a60e95556d95 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 946 time: 0.0990551 Oct 19 01:34:01.563018 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc7e6bc6-f0a8-49d1-b3e4-e9d64283c391 req-7b26bd03-7d70-4ee6-b9a4-4431be212e2d tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/security-groups?id=771255da-2907-4752-9068-c1849ff8a017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021273 Oct 19 01:34:01.894665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] For port c5df02e4-f4c0-4cfa-ac15-1003069c35d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:01.895034 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:01.918280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Calling delete_port for c5df02e4-f4c0-4cfa-ac15-1003069c35d8 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:02.075091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ad40-cd2f-40ce-ab19-32b6c21d25d7 req-f1107529-46c8-4753-bb14-537de9515966 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:02.076772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4048ad40-cd2f-40ce-ab19-32b6c21d25d7 req-f1107529-46c8-4753-bb14-537de9515966 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.0892959 Oct 19 01:34:02.178820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4048ad40-cd2f-40ce-ab19-32b6c21d25d7 req-1fb9ae80-d86e-4c49-b763-c1f0f99f5cdf tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925500 Oct 19 01:34:02.186382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.202096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c5df02e4-f4c0-4cfa-ac15-1003069c35d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:34:02.232369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Pushing event deleted for resources: {'Port': ['ID=c5df02e4-f4c0-4cfa-ac15-1003069c35d8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:02.303674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] No DVR routers for this DVR port c5df02e4-f4c0-4cfa-ac15-1003069c35d8 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:02.308271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:02.312626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4d76c33-675d-4a33-b0da-d8a923fe295e req-9a9831cb-eca8-4020-8a7a-55aa5679f2eb tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.62 "DELETE /v2.0/ports/c5df02e4-f4c0-4cfa-ac15-1003069c35d8 HTTP/1.1" status: 204 len: 173 time: 1.2302251 Oct 19 01:34:02.313199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'name': 'network-vif-deleted', 'tag': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:02.320424 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247cf2ae-b3b2-4a96-bca6-6725f5a4432c" -d '{"events": [{"server_uuid": "7b5500e2-34be-4bbd-b2e0-c25fe6a1711b", "name": "network-vif-deleted", "tag": "c5df02e4-f4c0-4cfa-ac15-1003069c35d8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:02.366956 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe521b-3db7-4b9d-83d2-864f205e78e1 x-openstack-request-id: req-e8fe521b-3db7-4b9d-83d2-864f205e78e1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:02.367318 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5500e2-34be-4bbd-b2e0-c25fe6a1711b", "name": "network-vif-deleted", "tag": "c5df02e4-f4c0-4cfa-ac15-1003069c35d8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:02.367638 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8fe521b-3db7-4b9d-83d2-864f205e78e1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:02.368171 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5500e2-34be-4bbd-b2e0-c25fe6a1711b', 'name': 'network-vif-deleted', 'tag': 'c5df02e4-f4c0-4cfa-ac15-1003069c35d8', 'status': 'completed', 'code': 200} Oct 19 01:34:02.541217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e560-bff3-4ef4-97dc-dd97e0dddfcf req-effa18ee-9207-42bf-b73c-19e7ff4f61e2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:02.542983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab86e560-bff3-4ef4-97dc-dd97e0dddfcf req-effa18ee-9207-42bf-b73c-19e7ff4f61e2 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1242580 Oct 19 01:34:02.589351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab86e560-bff3-4ef4-97dc-dd97e0dddfcf req-ae74f12a-f8e9-4d43-a014-ed2225fa744b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392089 Oct 19 01:34:02.749364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-548d7197-caa0-4d4b-a787-9bea959549dc req-903da95a-46aa-480b-8e6e-5821e8774577 tempest-ServerRescueTestJSON-207562749 tempest-ServerRescueTestJSON-207562749-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b5500e2-34be-4bbd-b2e0-c25fe6a1711b HTTP/1.1" status: 200 len: 210 time: 0.0393662 Oct 19 01:34:03.434225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dd496-a8a3-4528-8414-89ba87117d4b req-d6f4c2fe-0f1c-400a-bb46-e6799548d5da tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:03.436687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-936dd496-a8a3-4528-8414-89ba87117d4b req-d6f4c2fe-0f1c-400a-bb46-e6799548d5da tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.0935056 Oct 19 01:34:03.498966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-936dd496-a8a3-4528-8414-89ba87117d4b req-85bce9c4-131c-4163-b2a1-4ce049c4f571 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527828 Oct 19 01:34:03.778254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de336bf0-2392-41b0-8a57-4297f0892098 req-3cb797c1-ad92-44e6-b240-e2caeb97fbec tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:03.785947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de336bf0-2392-41b0-8a57-4297f0892098 req-3cb797c1-ad92-44e6-b240-e2caeb97fbec tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0736308 Oct 19 01:34:03.844313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de336bf0-2392-41b0-8a57-4297f0892098 req-2328273f-485c-4a97-88bb-4979113ae68a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417535 Oct 19 01:34:03.858482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53994) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:04.392774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.681422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb148c6-8995-4b88-a876-0a1119e5c6bd req-37f09308-fabd-4446-bb5d-c46f5db8c2ff tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:04.689788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccb148c6-8995-4b88-a876-0a1119e5c6bd req-37f09308-fabd-4446-bb5d-c46f5db8c2ff tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.0754941 Oct 19 01:34:04.743440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccb148c6-8995-4b88-a876-0a1119e5c6bd req-7473fb60-d63d-4c71-8ddc-b0bdf0dd3a5b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523500 Oct 19 01:34:04.795331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Deleting port 26403ae2-fd13-441c-9672-7990c3561655 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:04.795799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.866619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:04.943627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] For port 26403ae2-fd13-441c-9672-7990c3561655, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=26403ae2-fd13-441c-9672-7990c3561655,segment=NetworkSegment(5823ed92-6624-4f82-88cb-bcb3edaa8e6f),segment_id=5823ed92-6624-4f82-88cb-bcb3edaa8e6f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:04.944275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:04.986325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Calling delete_port for 26403ae2-fd13-441c-9672-7990c3561655 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:05.046941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b914ac81-2bb9-4579-91c1-2a8313a61db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.085648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec344-6aa6-4a10-96cc-2a0139b318d7 req-f22494ff-c41b-4dd2-a79f-51bd0aa86741 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:05.087202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56bec344-6aa6-4a10-96cc-2a0139b318d7 req-f22494ff-c41b-4dd2-a79f-51bd0aa86741 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1463189 Oct 19 01:34:05.180029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56bec344-6aa6-4a10-96cc-2a0139b318d7 req-916c1161-1f88-4850-8cb1-e285a8178d74 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831077 Oct 19 01:34:05.256730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c5df02e4-f4c0-4cfa-ac15-1003069c35d8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:05.259480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b914ac81-2bb9-4579-91c1-2a8313a61db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.267112 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b914ac81-2bb9-4579-91c1-2a8313a61db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.294976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: c5df02e4-f4c0-4cfa-ac15-1003069c35d8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:05.295861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c5df02e4-f4c0-4cfa-ac15-1003069c35d8 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:05.299742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.318631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b914ac81-2bb9-4579-91c1-2a8313a61db0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c921d3afc4241ed8c1a7e353a4dd026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502289 Oct 19 01:34:05.319352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54048) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:05.342821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26403ae2-fd13-441c-9672-7990c3561655,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:05.369048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914ac81-2bb9-4579-91c1-2a8313a61db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036eb2e8-7525-4ff0-8534-696558e68c59,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:05.428009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ad167a-9b6a-4d92-8088-4de973a24da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.463040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ad167a-9b6a-4d92-8088-4de973a24da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.527655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ad167a-9b6a-4d92-8088-4de973a24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.530272 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ad167a-9b6a-4d92-8088-4de973a24da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.534789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-86ad167a-9b6a-4d92-8088-4de973a24da4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/036eb2e8-7525-4ff0-8534-696558e68c59 HTTP/1.1" status: 204 len: 168 time: 0.2105565 Oct 19 01:34:05.547855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad167a-9b6a-4d92-8088-4de973a24da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036eb2e8-7525-4ff0-8534-696558e68c59,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:05.586631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:05.949441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Router e1a2040a-70a3-4095-a848-84d36fb11739 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:05.989578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3167d-fa61-4f73-80bb-fe17803bdd27 req-658df51e-3da2-4649-a24a-c07f5bb2c78d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:05.991779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4b3167d-fa61-4f73-80bb-fe17803bdd27 req-658df51e-3da2-4649-a24a-c07f5bb2c78d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 943 time: 0.1081603 Oct 19 01:34:06.069342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54058) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:06.120615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:06.121009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8806-8abc-4dde-9a21-68690e4484ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.133112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] Sync routers for ids ['e1a2040a-70a3-4095-a848-84d36fb11739'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:06.136175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-884cd192-e9c1-4073-a5ff-f5ae54bd4be2 admin admin] 10.222.0.64 "PUT /v2.0/routers/e1a2040a-70a3-4095-a848-84d36fb11739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2752383 Oct 19 01:34:06.142720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54060) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:06.147967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4b3167d-fa61-4f73-80bb-fe17803bdd27 req-5f625d42-353b-4c4c-a2a9-9fb439ff7194 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439195 Oct 19 01:34:06.160640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] Routers {'e1a2040a-70a3-4095-a848-84d36fb11739'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:06.161319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:33:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e1a2040a-70a3-4095-a848-84d36fb11739'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:06.310557 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8806-8abc-4dde-9a21-68690e4484ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.317977 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a9b8806-8abc-4dde-9a21-68690e4484ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.410071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0a9b8806-8abc-4dde-9a21-68690e4484ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0fdb8f89f7d9471895ee67d21eb21807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413200 Oct 19 01:34:06.415583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:06.420353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] Set router e1a2040a-70a3-4095-a848-84d36fb11739 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:06.536222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b8806-8abc-4dde-9a21-68690e4484ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061723bd-1175-4f5c-aec2-7cdd57752849,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:06.589448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d566a6c-b1ba-4abd-95e7-73da0489e210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.640976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c1b5f7cd-1363-4344-aba7-8d7032879cd4 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:34:06.641947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d566a6c-b1ba-4abd-95e7-73da0489e210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.772350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d566a6c-b1ba-4abd-95e7-73da0489e210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.773561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.775136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d566a6c-b1ba-4abd-95e7-73da0489e210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:06.779142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4d566a6c-b1ba-4abd-95e7-73da0489e210 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/061723bd-1175-4f5c-aec2-7cdd57752849 HTTP/1.1" status: 204 len: 168 time: 0.3622766 Oct 19 01:34:06.802784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d566a6c-b1ba-4abd-95e7-73da0489e210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061723bd-1175-4f5c-aec2-7cdd57752849,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:06.860713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c1b5f7cd-1363-4344-aba7-8d7032879cd4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:06.891330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'mac_address': 'fa:16:3e:eb:7a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:34:06.950994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c168329-2edd-467a-bd7f-b2e13bf3c32a req-5c06110c-3c02-41db-bd71-301cf0bc8be6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:06.957483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c168329-2edd-467a-bd7f-b2e13bf3c32a req-5c06110c-3c02-41db-bd71-301cf0bc8be6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.2456598 Oct 19 01:34:06.994891 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc8b17cc-c8be-4def-8de7-7640c54bc775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.038628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:34:05Z', 'revision_number': 5, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:07.079305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] Checking router: e1a2040a-70a3-4095-a848-84d36fb11739 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:07.092548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] Routers {'e1a2040a-70a3-4095-a848-84d36fb11739'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:07.094148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:33:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e1a2040a-70a3-4095-a848-84d36fb11739'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:07.108284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54080) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:07.119070 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.136189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b5f7cd-1363-4344-aba7-8d7032879cd4 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:07.157773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c1b5f7cd-1363-4344-aba7-8d7032879cd4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:07.164682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.238190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c168329-2edd-467a-bd7f-b2e13bf3c32a req-47041141-d7e3-4d1d-9583-0871eed048a8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700233 Oct 19 01:34:07.260026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.329786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Deleting port fabcd1c3-495a-4544-b761-d09773a2d2e4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:07.330297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.381117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951f1a53-7c3b-476a-a9b6-04817c960f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.476686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] For port fabcd1c3-495a-4544-b761-d09773a2d2e4, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fabcd1c3-495a-4544-b761-d09773a2d2e4,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:07.477073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.500056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdef4f-e067-4b8f-88a9-0933ef5f784b req-6e0c1708-117e-4dd4-9c84-ce16ac57b2e5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:07.501915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c1b5f7cd-1363-4344-aba7-8d7032879cd4,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:07.509164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fcdef4f-e067-4b8f-88a9-0933ef5f784b req-6e0c1708-117e-4dd4-9c84-ce16ac57b2e5 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 944 time: 0.2197566 Oct 19 01:34:07.523445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Calling delete_port for fabcd1c3-495a-4544-b761-d09773a2d2e4 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:07.555792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] Set router e1a2040a-70a3-4095-a848-84d36fb11739 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:07.663320 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951f1a53-7c3b-476a-a9b6-04817c960f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.693479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fcdef4f-e067-4b8f-88a9-0933ef5f784b req-8a4d8465-2298-4867-b0c2-2d18ce1db7ed tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609764 Oct 19 01:34:07.694094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-951f1a53-7c3b-476a-a9b6-04817c960f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.760829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f1a53-7c3b-476a-a9b6-04817c960f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149716e8-76d6-497c-8696-d4dd13e657a7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:07.786350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c1b5f7cd-1363-4344-aba7-8d7032879cd4'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:34:07.816642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-951f1a53-7c3b-476a-a9b6-04817c960f76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21b32b230a7b4c81b3ce24a97a3d1a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7031634 Oct 19 01:34:07.820566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54096) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:07.950311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1139caa4-1c80-41de-9cc3-ed1aa5dc9edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.977832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1139caa4-1c80-41de-9cc3-ed1aa5dc9edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:07.983346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.048747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1139caa4-1c80-41de-9cc3-ed1aa5dc9edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.052481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1139caa4-1c80-41de-9cc3-ed1aa5dc9edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.056018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1139caa4-1c80-41de-9cc3-ed1aa5dc9edb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/149716e8-76d6-497c-8696-d4dd13e657a7 HTTP/1.1" status: 204 len: 168 time: 0.2320304 Oct 19 01:34:08.073003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Pushing event deleted for resources: {'Port': ['ID=fabcd1c3-495a-4544-b761-d09773a2d2e4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:08.092893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139caa4-1c80-41de-9cc3-ed1aa5dc9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149716e8-76d6-497c-8696-d4dd13e657a7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:08.136064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.181498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:34:05Z', 'revision_number': 5, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:08.214899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88613d-2141-41d0-bc35-3bef93d5073a None None] The sync data for ids ['e1a2040a-70a3-4095-a848-84d36fb11739'] in n-d-789963-20 is: [{'id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'name': 'tempest-ServerRescueTestJSON-1079152416-router', 'tenant_id': '3deab81986ca491e90a2181246608ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:32:03Z', 'updated_at': '2021-10-19T01:34:05Z', 'revision_number': 5, 'project_id': '3deab81986ca491e90a2181246608ce9', 'gw_port': {'id': 'fabcd1c3-495a-4544-b761-d09773a2d2e4', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2040a-70a3-4095-a848-84d36fb11739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:32:04Z', 'updated_at': '2021-10-19T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:08.363971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.373820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.464510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.465120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a2040a-70a3-4095-a848-84d36fb11739 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:34:08.471103 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.475117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-188918a9-db2e-47b9-8930-df4c0b1ca96e admin admin] 10.222.0.64 "DELETE /v2.0/routers/e1a2040a-70a3-4095-a848-84d36fb11739 HTTP/1.1" status: 204 len: 168 time: 2.3298845 Oct 19 01:34:08.475406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54118) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:08.538439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] Deleting subnet 9e3d8732-b58a-4c87-9efa-36888241ad9f {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:08.547645 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.553691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d3dd3-4516-4dfc-a020-1abb7e98b825 req-13a5d240-613f-4295-8bae-73884187c75e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:08.561219 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec2d3dd3-4516-4dfc-a020-1abb7e98b825 req-13a5d240-613f-4295-8bae-73884187c75e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1113465 Oct 19 01:34:08.620497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec2d3dd3-4516-4dfc-a020-1abb7e98b825 req-d1d14398-d91e-4164-8f42-75d4fe539c06 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576479 Oct 19 01:34:08.652621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54124) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:08.655435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.677161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdc77226-d5f4-4253-840d-1b4d55fffd49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.730661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.816068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.818627 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdc77226-d5f4-4253-840d-1b4d55fffd49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.825451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdc77226-d5f4-4253-840d-1b4d55fffd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.872523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cdc77226-d5f4-4253-840d-1b4d55fffd49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ead61ccd44b412db02e77e5546afa8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182617 Oct 19 01:34:08.876503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54132) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:08.879928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:08.886758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9e3d8732-b58a-4c87-9efa-36888241ad9f HTTP/1.1" status: 204 len: 168 time: 0.4083278 Oct 19 01:34:08.887931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc77226-d5f4-4253-840d-1b4d55fffd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031e3e46-5ea4-4a8b-9b04-ac08015786a7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:08.890377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:08.920107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43993884-cc45-4af3-b5cd-60b4c35036c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3d8732-b58a-4c87-9efa-36888241ad9f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:08.961416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5ab73-f997-475e-8c75-53e2ae47d901 req-c4fcaee0-38cf-4162-a2ec-2226a769798d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:08.963957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a8a5ab73-f997-475e-8c75-53e2ae47d901 req-c4fcaee0-38cf-4162-a2ec-2226a769798d tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 944 time: 0.1278970 Oct 19 01:34:09.028434 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a8a5ab73-f997-475e-8c75-53e2ae47d901 req-ca25880d-75fa-4a55-9058-7121fd6e6043 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558913 Oct 19 01:34:09.072065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.107522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9235aa76-40da-4479-935a-eeb6fc3bdb38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.184248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9235aa76-40da-4479-935a-eeb6fc3bdb38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.232474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.260546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54144) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:09.265672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a82b014-41c2-48c5-92fa-8f21c20f3049']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:09.276525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5823ed92-6624-4f82-88cb-bcb3edaa8e6f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:09.276830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5823ed92-6624-4f82-88cb-bcb3edaa8e6f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:09.287116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.301792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9235aa76-40da-4479-935a-eeb6fc3bdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.304438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9235aa76-40da-4479-935a-eeb6fc3bdb38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.307942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9235aa76-40da-4479-935a-eeb6fc3bdb38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/031e3e46-5ea4-4a8b-9b04-ac08015786a7 HTTP/1.1" status: 204 len: 168 time: 0.4281712 Oct 19 01:34:09.307942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.320235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:09.320816 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:09.323269 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:09.339463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235aa76-40da-4479-935a-eeb6fc3bdb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031e3e46-5ea4-4a8b-9b04-ac08015786a7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:09.394134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.401789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.404812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] 10.222.0.64 "DELETE /v2.0/networks/0a82b014-41c2-48c5-92fa-8f21c20f3049 HTTP/1.1" status: 204 len: 168 time: 0.5135028 Oct 19 01:34:09.414467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa9cc6-07e8-4975-a014-84ea713cbbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=0a82b014-41c2-48c5-92fa-8f21c20f3049,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:09.476995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-149162640'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:09.502592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Made reservation on behalf of 0da027fe58614f2584ec878de10d888f for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:09.506306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.517987 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.606362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-d0e62f76-7a63-4a15-96ef-fbb0ae9ebb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:09.606951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-d0e62f76-7a63-4a15-96ef-fbb0ae9ebb1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1097 time: 0.0688672 Oct 19 01:34:09.638426 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.704737 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-83951677-2233-4eaa-9fc2-0897aa86e882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.750511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 26403ae2-fd13-441c-9672-7990c3561655 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:09.752690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54160) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:09.774670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 26403ae2-fd13-441c-9672-7990c3561655 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:09.775019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 26403ae2-fd13-441c-9672-7990c3561655 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:09.775629 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fabcd1c3-495a-4544-b761-d09773a2d2e4 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:09.786932 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.795169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: fabcd1c3-495a-4544-b761-d09773a2d2e4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:09.796772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fabcd1c3-495a-4544-b761-d09773a2d2e4 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:09.804492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.816833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb137b0-8763-4471-90c1-dcae0c05e814 req-7d5feb59-7c58-4d47-8cd7-fa1e60a83d04 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:09.818775 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfb137b0-8763-4471-90c1-dcae0c05e814 req-7d5feb59-7c58-4d47-8cd7-fa1e60a83d04 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0801244 Oct 19 01:34:09.841210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-b85f48a5-c729-4402-9c65-eed77a9bc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:09.842956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-b85f48a5-c729-4402-9c65-eed77a9bc3fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.2276807 Oct 19 01:34:09.850112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-412ad250-2ce8-439e-9ed4-7d4541c731df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3deab81986ca491e90a2181246608ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946989 Oct 19 01:34:09.859824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54162) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:09.860590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:09.869471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cfb137b0-8763-4471-90c1-dcae0c05e814 req-e33d8742-f7c8-47be-ba97-fcb42d0a8b5c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433939 Oct 19 01:34:09.940301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb86f9a5-334e-479d-a177-867a0ccf39f4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:09.947644 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:09.950945 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Added segment 5f417723-5a76-44f5-82b4-49c98bf077b1 of type vlan for network e796f356-78e9-4b93-84ac-6de31a8d05cc Oct 19 01:34:10.020036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-9cdf07d5-3aeb-446a-be25-bf787460bebb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 1001 time: 0.1686273 Oct 19 01:34:10.025467 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.072327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd344ab7-14ab-4448-8187-31c5cf65f1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.114616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd344ab7-14ab-4448-8187-31c5cf65f1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.131466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.137419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:10.138000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.161112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-9575ccf7-86ab-47e2-95f3-34b1e8c38cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:10.162580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-9575ccf7-86ab-47e2-95f3-34b1e8c38cc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.1305027 Oct 19 01:34:10.252982 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9912810 Oct 19 01:34:10.255892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:10.262591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Request body: {'subnet': {'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:10.297448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc588363-47e0-438d-ba4d-73c01ca5aa21 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event updated for resources: {'Network': ['ID=e796f356-78e9-4b93-84ac-6de31a8d05cc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:10.311138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e796f356-78e9-4b93-84ac-6de31a8d05cc details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:10.317036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fc2c8-4981-4283-9b19-f8b978a19df2 req-ac680f5b-7652-485b-89f6-cbfe0f17a2d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:10.318576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-453fc2c8-4981-4283-9b19-f8b978a19df2 req-ac680f5b-7652-485b-89f6-cbfe0f17a2d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 944 time: 0.1933863 Oct 19 01:34:10.321682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-ae7ea2ee-1b0c-4855-bc2a-e11335df115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:10.323112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-ae7ea2ee-1b0c-4855-bc2a-e11335df115a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257794 Oct 19 01:34:10.341200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd344ab7-14ab-4448-8187-31c5cf65f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.343810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bd344ab7-14ab-4448-8187-31c5cf65f1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.344955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bd344ab7-14ab-4448-8187-31c5cf65f1e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/771255da-2907-4752-9068-c1849ff8a017 HTTP/1.1" status: 204 len: 168 time: 0.4719348 Oct 19 01:34:10.377220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Made reservation on behalf of 0da027fe58614f2584ec878de10d888f for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:10.381836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.387459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd344ab7-14ab-4448-8187-31c5cf65f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771255da-2907-4752-9068-c1849ff8a017,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:10.439482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-453fc2c8-4981-4283-9b19-f8b978a19df2 req-da968a51-0b06-4850-b18b-92d59f23094e tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148458 Oct 19 01:34:10.470342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-bf831240-624e-4c9c-a32b-71abe1b84c7e service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373785 Oct 19 01:34:10.560675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c1b5f7cd-1363-4344-aba7-8d7032879cd4 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:10.598995 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05411cb5-80af-4994-8453-c74b07fe1d10 req-6422e696-d645-49f3-a763-9d04190419b3 service neutron] 10.222.0.74 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200342 Oct 19 01:34:10.611170 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.636280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port c1b5f7cd-1363-4344-aba7-8d7032879cd4 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:34:10.643461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port c1b5f7cd-1363-4344-aba7-8d7032879cd4 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:10.644834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.686794 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.752327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event updated for resources: {'Subnet': ['ID=cde5efc3-568e-4c5c-9ec1-a57e214ebd6a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:10.763927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Checking segment: {'id': '5f417723-5a76-44f5-82b4-49c98bf077b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:10.764323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Network hostable DHCP agents. Network: e796f356-78e9-4b93-84ac-6de31a8d05cc, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:10.779656 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.785507 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.795050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Network e796f356-78e9-4b93-84ac-6de31a8d05cc is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:10.812493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e796f356-78e9-4b93-84ac-6de31a8d05cc) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:10.822284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c1b5f7cd-1363-4344-aba7-8d7032879cd4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:10.824474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:10.827070 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e09a2-d45d-42f8-9d13-30bc246c999c" -d '{"events": [{"server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "name": "network-vif-plugged", "status": "completed", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:10.830908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afaabd-c74b-4827-8cdd-e8025f88b046 None None] Network e796f356-78e9-4b93-84ac-6de31a8d05cc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:10.834543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:10.835377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.839587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:10.886004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:10.892669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Request body: {'port': {'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1177097095'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:10.893817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e18c6d4b-54a1-4371-a2af-ec1ba3e08917 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6366796 Oct 19 01:34:10.923599 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d483f-b178-47fa-92e5-4a59f8267914 x-openstack-request-id: req-b01d483f-b178-47fa-92e5-4a59f8267914 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:10.924759 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "name": "network-vif-plugged", "status": "completed", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:10.925013 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b01d483f-b178-47fa-92e5-4a59f8267914 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:10.925410 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'code': 200} Oct 19 01:34:10.955738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c1b5f7cd-1363-4344-aba7-8d7032879cd4,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:11.071085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e796f356-78e9-4b93-84ac-6de31a8d05cc', 'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc', 'tenant_id': '0da027fe58614f2584ec878de10d888f', 'fixed_ips': [{'subnet_id': 'cde5efc3-568e-4c5c-9ec1-a57e214ebd6a'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:11.071967 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.111599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee96b1e-5ece-471d-8604-6d4dcb6abc45 req-ae4bdb45-0126-4c12-9ea4-531d5ad82db1 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:11.113059 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ee96b1e-5ece-471d-8604-6d4dcb6abc45 req-ae4bdb45-0126-4c12-9ea4-531d5ad82db1 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0941882 Oct 19 01:34:11.150708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11281ff5-97d7-4996-b994-87f9ca3ec5e6 req-af7b1b15-be2a-4480-8775-95f27b64f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:11.152251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11281ff5-97d7-4996-b994-87f9ca3ec5e6 req-af7b1b15-be2a-4480-8775-95f27b64f5d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1097 time: 0.1011221 Oct 19 01:34:11.193394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Made reservation on behalf of 0da027fe58614f2584ec878de10d888f for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:11.197118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.204441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ee96b1e-5ece-471d-8604-6d4dcb6abc45 req-9b5e6129-4283-41b4-b733-da1162c9a98f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800383 Oct 19 01:34:11.243172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11281ff5-97d7-4996-b994-87f9ca3ec5e6 req-1e2349e9-e805-421a-9b44-0c1514343308 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831966 Oct 19 01:34:11.244463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] device_id is not set on port 2501781d-3e94-4d24-96f5-6ae26db40c9f yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:34:11.269973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Allocated IP 172.20.0.2 (e796f356-78e9-4b93-84ac-6de31a8d05cc/cde5efc3-568e-4c5c-9ec1-a57e214ebd6a/3e7bc31b-b148-4f36-ae7f-93faea0be81a) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:11.443931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.451466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.531899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Allocated IP 172.20.0.11 (e796f356-78e9-4b93-84ac-6de31a8d05cc/cde5efc3-568e-4c5c-9ec1-a57e214ebd6a/2501781d-3e94-4d24-96f5-6ae26db40c9f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:11.535529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Pushing event updated for resources: {'Port': ['ID=3e7bc31b-b148-4f36-ae7f-93faea0be81a,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:11.547410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Network e796f356-78e9-4b93-84ac-6de31a8d05cc is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:11.549154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:11.551569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:11.556846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54240) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:11.633162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4539fd-b282-4d99-88ca-a2b5ba7be521 req-7c1bd94f-6aa7-4028-9536-d6a91c948aca tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:11.634998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d4539fd-b282-4d99-88ca-a2b5ba7be521 req-7c1bd94f-6aa7-4028-9536-d6a91c948aca tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 945 time: 0.0576305 Oct 19 01:34:11.709568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d4539fd-b282-4d99-88ca-a2b5ba7be521 req-b4178fab-e542-470c-982f-e4996edccd68 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651815 Oct 19 01:34:11.747234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1955689159-network', 'tenant_id': '7f41005bf9564c62af1008c57c1154ae'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:11.778339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.779369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Made reservation on behalf of 7f41005bf9564c62af1008c57c1154ae for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:11.784117 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.800145 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.823109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.828407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Attempting to bind port 3e7bc31b-b148-4f36-ae7f-93faea0be81a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:11.829098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Attempting to bind port 3e7bc31b-b148-4f36-ae7f-93faea0be81a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5f417723-5a76-44f5-82b4-49c98bf077b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:11.829199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Attempting to bind port 3e7bc31b-b148-4f36-ae7f-93faea0be81a on network e796f356-78e9-4b93-84ac-6de31a8d05cc {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:11.835584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:11.835957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Checking segment: {'id': '5f417723-5a76-44f5-82b4-49c98bf077b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:11.836382 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.836770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Bound using segment: {'id': '5f417723-5a76-44f5-82b4-49c98bf077b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:11.837555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Bound port: 3e7bc31b-b148-4f36-ae7f-93faea0be81a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f417723-5a76-44f5-82b4-49c98bf077b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e796f356-78e9-4b93-84ac-6de31a8d05cc'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:11.838310 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.878137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Network e796f356-78e9-4b93-84ac-6de31a8d05cc is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:11.881245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:11.885119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:11.898248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.904591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.914955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event updated for resources: {'Port': ['ID=2501781d-3e94-4d24-96f5-6ae26db40c9f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:11.925866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:11.935971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] For port 3e7bc31b-b148-4f36-ae7f-93faea0be81a, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:11.940013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] For port 3e7bc31b-b148-4f36-ae7f-93faea0be81a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3e7bc31b-b148-4f36-ae7f-93faea0be81a,segment=NetworkSegment(5f417723-5a76-44f5-82b4-49c98bf077b1),segment_id=5f417723-5a76-44f5-82b4-49c98bf077b1)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:11.948289 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.950588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54246) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:11.951477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:11.951661 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.952774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:11.952940 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Added segment 9c0a2b05-b0bd-4bd6-8ed9-f57820b97216 of type vlan for network 29b18925-a200-45a4-9504-bdfe2b9fb6b3 Oct 19 01:34:11.970005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f8c59303-fd83-4ea3-8fe0-3c41b60ed25a tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.0827100 Oct 19 01:34:11.972961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54250) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:11.977842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a74cfa-b11a-4c2d-948a-619fc419d5c7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.022269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad699-47f7-4860-88a2-bc32e884daae None None] Pushing event updated for resources: {'Port': ['ID=3e7bc31b-b148-4f36-ae7f-93faea0be81a,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.047562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.079610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.080661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:12.081244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.119387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Deleting port 2501781d-3e94-4d24-96f5-6ae26db40c9f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:12.119732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.157448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dce165fa-e40a-4079-b7c1-07616cce135f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.169943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6113596 Oct 19 01:34:12.171312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea3de0-aa73-49b7-95b4-de69599cfe29 admin admin] Pushing event updated for resources: {'Network': ['ID=29b18925-a200-45a4-9504-bdfe2b9fb6b3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.173655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.180497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Request body: {'subnet': {'network_id': '29b18925-a200-45a4-9504-bdfe2b9fb6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1955689159-subnet', 'tenant_id': '7f41005bf9564c62af1008c57c1154ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:12.182606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 29b18925-a200-45a4-9504-bdfe2b9fb6b3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:12.241898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Made reservation on behalf of 7f41005bf9564c62af1008c57c1154ae for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:12.250947 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.276316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.331619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Calling delete_port for 2501781d-3e94-4d24-96f5-6ae26db40c9f owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:12.334070 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.392158 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dce165fa-e40a-4079-b7c1-07616cce135f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.401265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dce165fa-e40a-4079-b7c1-07616cce135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.428606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fae484-9a31-4371-98f3-df617d75c9ca req-f4bd2983-1c4f-4c2d-9401-74c4577cc6bd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:12.430221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56fae484-9a31-4371-98f3-df617d75c9ca req-f4bd2983-1c4f-4c2d-9401-74c4577cc6bd tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1215293 Oct 19 01:34:12.475239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce165fa-e40a-4079-b7c1-07616cce135f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f6fe27-e27c-4ec7-a77c-6d865cfa2165,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.487056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dce165fa-e40a-4079-b7c1-07616cce135f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3037e8eb49ad40dfbda86728d29c2a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299857 Oct 19 01:34:12.487400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.521842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56fae484-9a31-4371-98f3-df617d75c9ca req-35f4aa75-57a3-4202-878e-e7d742c283b0 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827076 Oct 19 01:34:12.543156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.581969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.603425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98d6232-0558-431a-87c3-a46a57c56ee2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.614579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Checking segment: {'id': '9c0a2b05-b0bd-4bd6-8ed9-f57820b97216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '29b18925-a200-45a4-9504-bdfe2b9fb6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:12.614978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Network hostable DHCP agents. Network: 29b18925-a200-45a4-9504-bdfe2b9fb6b3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:12.615729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50223c9c-6159-4c87-8484-e55c7c24817a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.618621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event deleted for resources: {'Port': ['ID=2501781d-3e94-4d24-96f5-6ae26db40c9f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.634583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Network 29b18925-a200-45a4-9504-bdfe2b9fb6b3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:12.644286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 29b18925-a200-45a4-9504-bdfe2b9fb6b3) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:12.648523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:12.649198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.661606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50223c9c-6159-4c87-8484-e55c7c24817a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.662083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48408ae6-201d-4e47-83dc-547e9e081e11 None None] Network 29b18925-a200-45a4-9504-bdfe2b9fb6b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:12.675694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9ca3655d-c63a-4798-9026-a88d44e0828f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4927189 Oct 19 01:34:12.756053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.767065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.774571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2460171c-482c-4ae5-a034-35ab22b76309 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "DELETE /v2.0/ports/2501781d-3e94-4d24-96f5-6ae26db40c9f HTTP/1.1" status: 204 len: 168 time: 0.8004570 Oct 19 01:34:12.815910 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50223c9c-6159-4c87-8484-e55c7c24817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.820458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50223c9c-6159-4c87-8484-e55c7c24817a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:12.821678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50223c9c-6159-4c87-8484-e55c7c24817a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6f6fe27-e27c-4ec7-a77c-6d865cfa2165 HTTP/1.1" status: 204 len: 168 time: 0.3310769 Oct 19 01:34:12.836109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50223c9c-6159-4c87-8484-e55c7c24817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f6fe27-e27c-4ec7-a77c-6d865cfa2165,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:12.916774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54270) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:12.939440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f653477-377e-410a-bd51-f43c2fc9630a None None] Network 29b18925-a200-45a4-9504-bdfe2b9fb6b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:12.998420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692440c-5956-49d7-b84e-b59a7dccbd9b req-07188b35-5e95-446b-bff2-7aa4cd0df636 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:13.010933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5692440c-5956-49d7-b84e-b59a7dccbd9b req-07188b35-5e95-446b-bff2-7aa4cd0df636 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 945 time: 0.1313894 Oct 19 01:34:13.019277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] Deleting subnet a98d6232-0558-431a-87c3-a46a57c56ee2 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:13.022821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.085303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.091163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36e90958-5959-4914-a0aa-b54b0e01a039 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.3201604 Oct 19 01:34:13.107797 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5692440c-5956-49d7-b84e-b59a7dccbd9b req-c3f873f1-9533-4c38-b305-1b46cf84c529 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958776 Oct 19 01:34:13.116227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54272) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.124607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-924957785'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:13.142975 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.146964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Made reservation on behalf of 0da027fe58614f2584ec878de10d888f for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:13.154214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.183958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:13.205364 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.208139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.208999 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Added segment ead11ed9-1fb7-448b-87bd-98cc4d7cb99e of type vlan for network 935606f6-f467-4fe5-a14c-0709c8bcfe81 Oct 19 01:34:13.236144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98d6232-0558-431a-87c3-a46a57c56ee2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.238155 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.241794 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-74c2df79-e83f-43d0-8ef8-557d65e9243c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a98d6232-0558-431a-87c3-a46a57c56ee2 HTTP/1.1" status: 204 len: 168 time: 0.3233328 Oct 19 01:34:13.246587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54276) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.276905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.313246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.322114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:13.323037 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.334937 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.415616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767c005-9d37-4022-9b19-e8ec6ba630a5 None None] Network e796f356-78e9-4b93-84ac-6de31a8d05cc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:13.428728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event updated for resources: {'Network': ['ID=935606f6-f467-4fe5-a14c-0709c8bcfe81,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.434308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.442821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 935606f6-f467-4fe5-a14c-0709c8bcfe81 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:13.451624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.454737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d02b964b-66f7-446c-b3e6-c60556f80cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.460808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0cd79f55-4aaf-47ab-a741-50ec98782183 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3465564 Oct 19 01:34:13.463517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54280) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.490001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b18925-a200-45a4-9504-bdfe2b9fb6b3']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:13.511457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0a2b05-b0bd-4bd6-8ed9-f57820b97216') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:13.511742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0a2b05-b0bd-4bd6-8ed9-f57820b97216') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:13.520550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-88754361-e6d3-4d72-94af-d174fc8ddfb9 None None] Provisioning complete for port 3e7bc31b-b148-4f36-ae7f-93faea0be81a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:13.521003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-88754361-e6d3-4d72-94af-d174fc8ddfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.536401 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.553143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d02b964b-66f7-446c-b3e6-c60556f80cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.563712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d02b964b-66f7-446c-b3e6-c60556f80cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.598342 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.621062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:13.621399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d02b964b-66f7-446c-b3e6-c60556f80cac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c9e33d86a8248d79e1de480fdc00790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856792 Oct 19 01:34:13.621915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:13.623222 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:13.639608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.672775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b964b-66f7-446c-b3e6-c60556f80cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b71a98-bf57-42e5-bb77-333996f5cc96,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.715520 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-88754361-e6d3-4d72-94af-d174fc8ddfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.731106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9683103f-e105-46c2-9626-edf2ffab5378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.757150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9683103f-e105-46c2-9626-edf2ffab5378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.801324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-88754361-e6d3-4d72-94af-d174fc8ddfb9 None None] For port 3e7bc31b-b148-4f36-ae7f-93faea0be81a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3e7bc31b-b148-4f36-ae7f-93faea0be81a,segment=NetworkSegment(5f417723-5a76-44f5-82b4-49c98bf077b1),segment_id=5f417723-5a76-44f5-82b4-49c98bf077b1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:13.807853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-88754361-e6d3-4d72-94af-d174fc8ddfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.840083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9683103f-e105-46c2-9626-edf2ffab5378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.842632 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.844337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9683103f-e105-46c2-9626-edf2ffab5378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.847081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1b6f4e7e-a3cf-4670-9a3d-948b3fa13c9c tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "GET /v2.0/agents/c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b/dhcp-networks HTTP/1.1" status: 200 len: 10433 time: 0.3809218 Oct 19 01:34:13.850357 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9683103f-e105-46c2-9626-edf2ffab5378 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13b71a98-bf57-42e5-bb77-333996f5cc96 HTTP/1.1" status: 204 len: 168 time: 0.2066348 Oct 19 01:34:13.850357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54286) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:13.860013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca201d-c39b-43df-a21e-6a4d20a659ef req-661adeca-9441-4ac1-98ac-d998ed7aa38c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:13.864476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fca201d-c39b-43df-a21e-6a4d20a659ef req-661adeca-9441-4ac1-98ac-d998ed7aa38c tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.2579727 Oct 19 01:34:13.875144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3e7bc31b-b148-4f36-ae7f-93faea0be81a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:13.882358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.885669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] 10.222.0.64 "DELETE /v2.0/networks/29b18925-a200-45a4-9504-bdfe2b9fb6b3 HTTP/1.1" status: 204 len: 168 time: 0.6376925 Oct 19 01:34:13.901072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683103f-e105-46c2-9626-edf2ffab5378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b71a98-bf57-42e5-bb77-333996f5cc96,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.906608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88754361-e6d3-4d72-94af-d174fc8ddfb9 None None] Pushing event updated for resources: {'Port': ['ID=3e7bc31b-b148-4f36-ae7f-93faea0be81a,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:13.939660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-f6ff56be-9b5f-4589-8f94-0245e817a20e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2821770 Oct 19 01:34:13.950635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3e7bc31b-b148-4f36-ae7f-93faea0be81a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:13.951168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:13.967956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eddbe6-005d-4d3b-acda-57bf50681aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=29b18925-a200-45a4-9504-bdfe2b9fb6b3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:14.026652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fca201d-c39b-43df-a21e-6a4d20a659ef req-2395cfb8-f7a6-467a-9f97-10295022d5d3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525950 Oct 19 01:34:14.119076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6280e-5ca8-49ac-9d35-c956e3abdf80 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] Network 935606f6-f467-4fe5-a14c-0709c8bcfe81 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:14.142559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54296) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:14.143228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bfe6280e-5ca8-49ac-9d35-c956e3abdf80 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "POST /v2.0/agents/c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2560573 Oct 19 01:34:14.153689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c377921-92a4-4659-a34a-e98f3bb84883 None None] Network 935606f6-f467-4fe5-a14c-0709c8bcfe81 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:14.191070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.192164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.192637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.196112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.196598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.200656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.201133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.205750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9f937517-d86d-454d-b697-59b9bffce50b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=42f53b4796e24cf59b77663c09ec8214&device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 6498 time: 0.1672490 Oct 19 01:34:14.267879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54302) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:14.363649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36f160ea-5a89-4879-abc6-dd2df105e8a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f41005bf9564c62af1008c57c1154ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945394 Oct 19 01:34:14.366291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:14.390839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5d77db8d-2355-48ed-b3f2-74ae941dea33 None None] Provisioning complete for port 3e7bc31b-b148-4f36-ae7f-93faea0be81a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:14.391775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5d77db8d-2355-48ed-b3f2-74ae941dea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.481926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-32bad366-cb95-47a0-9d2d-36bfabb5d3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.523370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-32bad366-cb95-47a0-9d2d-36bfabb5d3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.557553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:14.635540 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-32bad366-cb95-47a0-9d2d-36bfabb5d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.639156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-32bad366-cb95-47a0-9d2d-36bfabb5d3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.643513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-32bad366-cb95-47a0-9d2d-36bfabb5d3cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6a74cfa-b11a-4c2d-948a-619fc419d5c7 HTTP/1.1" status: 204 len: 168 time: 0.2759459 Oct 19 01:34:14.680536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bad366-cb95-47a0-9d2d-36bfabb5d3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a74cfa-b11a-4c2d-948a-619fc419d5c7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:14.764512 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.819861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c6c07a77-b318-4dba-91dc-33ec6bf8f1be None None] Could not find standard attr ID for object 2501781d-3e94-4d24-96f5-6ae26db40c9f. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:34:14.850937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:14.859037 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4708fecd-ecf7-443e-9e11-65dec7b122fb" -d '{"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-unplugged", "status": "completed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:14.889518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:14.910220 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:14.976014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b34bb-18ff-4fc9-8f49-ca566d57e320 req-b5db01b6-aa8d-44ea-8f20-4ced4e596ecf tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:14.977715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b68b34bb-18ff-4fc9-8f49-ca566d57e320 req-b5db01b6-aa8d-44ea-8f20-4ced4e596ecf tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 945 time: 0.7555938 Oct 19 01:34:14.982766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0f28db6f-7811-4455-ac0b-7d4497f509bd tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "GET /v2.0/agents/c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b/dhcp-networks HTTP/1.1" status: 200 len: 10439 time: 0.8382854 Oct 19 01:34:14.986425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54340) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:14.992213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:15.074172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5ce28c7b-4fcf-4a09-ab17-7a7a364ae4a9 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "DELETE /v2.0/agents/c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b/dhcp-networks/935606f6-f467-4fe5-a14c-0709c8bcfe81 HTTP/1.1" status: 204 len: 168 time: 0.0861137 Oct 19 01:34:15.076396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.076618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b68b34bb-18ff-4fc9-8f49-ca566d57e320 req-c6293ea7-3f50-46f1-856f-285df28fe138 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906487 Oct 19 01:34:15.098012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-47a392e8-0534-4a63-9207-bdfdfdf0a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.098549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-47a392e8-0534-4a63-9207-bdfdfdf0a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.099007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-47a392e8-0534-4a63-9207-bdfdfdf0a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.101620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-47a392e8-0534-4a63-9207-bdfdfdf0a2e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=8f8c8dac-397c-4d16-9a51-460e92928a82&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83 HTTP/1.1" status: 200 len: 2292 time: 0.2847576 Oct 19 01:34:15.152636 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14995e6b-7ef4-46d7-85e8-41dd9967a8c8 x-openstack-request-id: req-14995e6b-7ef4-46d7-85e8-41dd9967a8c8 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:15.153190 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-unplugged", "status": "failed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "code": 422}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:15.153644 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14995e6b-7ef4-46d7-85e8-41dd9967a8c8 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:15.154256 n-d-789963-20 neutron-server[100849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'code': 422} returned with failed status Oct 19 01:34:15.302311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-cd2e1de7-304a-45ea-a543-f83e36f5ef68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=319032d6-299f-436a-864d-e155922bcabc HTTP/1.1" status: 200 len: 1000 time: 0.1829245 Oct 19 01:34:15.365633 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2064a339-464b-40bb-b7b2-3001244680a6 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "GET /v2.0/agents/c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.2865255 Oct 19 01:34:15.369952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54362) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.406940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272fe1c-cc85-4e48-b6fd-2003500d79ed req-9efa4e51-ca40-4bc4-94f9-0eb6c07176f6 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.408900 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1272fe1c-cc85-4e48-b6fd-2003500d79ed req-9efa4e51-ca40-4bc4-94f9-0eb6c07176f6 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 945 time: 0.1849084 Oct 19 01:34:15.417669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-cda4175c-5e3d-400b-aafb-81490ec38bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.419344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-cda4175c-5e3d-400b-aafb-81490ec38bbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fe147b-f61d-4713-8e05-4d469511db05 HTTP/1.1" status: 200 len: 850 time: 0.1089878 Oct 19 01:34:15.433525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-41bb1f91-54ca-4705-bbb5-5c1f92bfb930 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "GET /v2.0/networks/e796f356-78e9-4b93-84ac-6de31a8d05cc/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0602918 Oct 19 01:34:15.437653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54370) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.482182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-440561c3-c498-47f4-a82e-fe42b2d9ce36 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "GET /v2.0/networks/e796f356-78e9-4b93-84ac-6de31a8d05cc/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0433042 Oct 19 01:34:15.485307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54374) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.519702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1272fe1c-cc85-4e48-b6fd-2003500d79ed req-702eb13c-c27e-4df6-8f15-59d08bc384a8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935037 Oct 19 01:34:15.525455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-426c2c33-f249-4226-ba9a-6fc25e5c1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.527155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-426c2c33-f249-4226-ba9a-6fc25e5c1f3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=10dcdece-13c6-4fa3-b37f-de1b55175d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913582 Oct 19 01:34:15.543927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54378) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.717930 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c3c79e42-b3c0-42f2-b215-02f0fb352d61 tempest-DHCPAgentSchedulersTestJSON-670523028 tempest-DHCPAgentSchedulersTestJSON-670523028-project-admin] 10.222.0.64 "GET /v2.0/agents/c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.2313526 Oct 19 01:34:15.721546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54394) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:15.745478 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-b44792bb-13cd-49d2-a1c7-d99b5ec9ccaf service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106817 Oct 19 01:34:15.760065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3e7bc31b-b148-4f36-ae7f-93faea0be81a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:15.760369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b58a17-2fce-40c0-8f6f-7b70a7c6be18 req-e627cfd7-51f4-4d3e-9001-09230e5a1ebc tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:15.762078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7b58a17-2fce-40c0-8f6f-7b70a7c6be18 req-e627cfd7-51f4-4d3e-9001-09230e5a1ebc tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 943 time: 0.0868430 Oct 19 01:34:15.844844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.846502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3e7bc31b-b148-4f36-ae7f-93faea0be81a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:15.846989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:15.882048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d7b58a17-2fce-40c0-8f6f-7b70a7c6be18 req-8f620f84-4c0e-4438-86ca-f8b3f51d6b01 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096542 Oct 19 01:34:15.922396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-e8aeb08e-8f15-42b0-b4fb-99540540addf service neutron] 10.222.0.74 "GET /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588633 Oct 19 01:34:15.991290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-bc1f9111-ec89-4ded-a9ec-e66c67edc1ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 217 time: 0.0622902 Oct 19 01:34:16.013718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.040806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935606f6-f467-4fe5-a14c-0709c8bcfe81']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:16.052134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead11ed9-1fb7-448b-87bd-98cc4d7cb99e') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:16.052363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead11ed9-1fb7-448b-87bd-98cc4d7cb99e') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:16.059192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-a4d14a87-b0a3-492d-a5dc-02a33d5cc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:16.060927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-a4d14a87-b0a3-492d-a5dc-02a33d5cc76f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0483801 Oct 19 01:34:16.064708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.084278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.093484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:16.094052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:16.098210 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:16.120640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47210b3-d55d-40f6-81b6-c0771ad01a18 tempest-TestVolumeBackupRestore-1164637817 tempest-TestVolumeBackupRestore-1164637817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:16.126128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d47210b3-d55d-40f6-81b6-c0771ad01a18 tempest-TestVolumeBackupRestore-1164637817 tempest-TestVolumeBackupRestore-1164637817-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1092 time: 0.5806670 Oct 19 01:34:16.126277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54400) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:16.134855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54402) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:16.138017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:16.148470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-b86fbc4b-3bda-4c11-8ae5-e66e23a47728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:16.155809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-b86fbc4b-3bda-4c11-8ae5-e66e23a47728 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858107 Oct 19 01:34:16.214379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.217453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1252065283-network', 'tenant_id': '07a242df73444b6e8a846219aa52ce58'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:16.217791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.229164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.236532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "DELETE /v2.0/networks/935606f6-f467-4fe5-a14c-0709c8bcfe81 HTTP/1.1" status: 204 len: 168 time: 0.5099511 Oct 19 01:34:16.253651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54408) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:16.287681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Made reservation on behalf of 07a242df73444b6e8a846219aa52ce58 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:16.290143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.292800 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-40237005-f2e6-44b4-a64b-32a66747dc7e tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] DELETE failed (client error): The resource could not be found. Oct 19 01:34:16.293734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40237005-f2e6-44b4-a64b-32a66747dc7e tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:34:16.300638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-40237005-f2e6-44b4-a64b-32a66747dc7e tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "DELETE /v2.0/ports/2501781d-3e94-4d24-96f5-6ae26db40c9f HTTP/1.1" status: 404 len: 333 time: 0.0347788 Oct 19 01:34:16.302572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e21ee9-7edc-4619-a3ee-f320f0fc0a17 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event deleted for resources: {'Network': ['ID=935606f6-f467-4fe5-a14c-0709c8bcfe81,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:16.304191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54412) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:16.308005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.320049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-26e475f4-d99d-49fc-a95e-3d0287259184 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580260 Oct 19 01:34:16.417114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Deleting subnet cde5efc3-568e-4c5c-9ec1-a57e214ebd6a {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:16.456231 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-9f148280-8e6f-4174-98c8-e92a1d8e9b2d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2678661 Oct 19 01:34:16.457098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.477191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-ce9704df-b454-4043-929b-7fa652092213 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480894 Oct 19 01:34:16.507460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.534520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.581027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-9d88cbc0-ab15-4a1b-822d-80d3abaa89c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 217 time: 0.0716171 Oct 19 01:34:16.582267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.627303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.657205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.657425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-4ca7c698-86fd-452d-b1b2-13d080168e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:16.658837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-4ca7c698-86fd-452d-b1b2-13d080168e6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0529332 Oct 19 01:34:16.671712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:16.733969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7544b6af-2d77-4005-b1a3-1fccf2c63338,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:16.740427 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.741206 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Added segment c5d75c9c-d523-4ef6-8035-0346bda0e261 of type vlan for network 805daa38-2148-4993-81b6-d7390cf94bb5 Oct 19 01:34:16.795030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.796274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.796984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.797648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.798234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.799071 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.800018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.800558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.801096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.801588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.802171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.803440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.804282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:16.820133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Allocated IP 172.25.0.104 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/1533c90f-0ef0-4d40-89af-58ebbcb7d606) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:16.829800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-034bf881-1dd5-44dd-8663-d76844484356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:16.832766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-034bf881-1dd5-44dd-8663-d76844484356 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1582339 Oct 19 01:34:16.835788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.850509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event deleted for resources: {'Subnet': ['ID=cde5efc3-568e-4c5c-9ec1-a57e214ebd6a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:16.859449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:16.863138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-64fbbfcf-794e-4083-b9a9-652c1976b786 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "DELETE /v2.0/subnets/cde5efc3-568e-4c5c-9ec1-a57e214ebd6a HTTP/1.1" status: 204 len: 168 time: 0.5497427 Oct 19 01:34:16.865625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54430) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:16.868050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fa410-6168-4011-b240-66e2d2835998 None None] Network e796f356-78e9-4b93-84ac-6de31a8d05cc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:16.970682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-c69bfb76-e372-4638-874b-4b6f39655b8b service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297410 Oct 19 01:34:16.979228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.resource_extend [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:34:17.099516 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.100728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:17.101401 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.119756 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.157818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.191011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0548618 Oct 19 01:34:17.198957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54440) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:17.209389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Request body: {'subnet': {'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1252065283-subnet', 'tenant_id': '07a242df73444b6e8a846219aa52ce58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:17.215775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] DHCP port deletion for e796f356-78e9-4b93-84ac-6de31a8d05cc request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:17.229385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.260323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588447f6-ee0d-4cd9-97f9-4d20560d7877 admin admin] Pushing event updated for resources: {'Network': ['ID=805daa38-2148-4993-81b6-d7390cf94bb5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:17.275172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-1a781043-213a-4d88-8272-1eaddf190697 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931113 Oct 19 01:34:17.277297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 805daa38-2148-4993-81b6-d7390cf94bb5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:17.333145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15715f-5d6a-4537-8e21-53d091fdeb44 req-d996a0ae-f026-4d09-9b0e-a82dba68dbee tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:17.341177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa15715f-5d6a-4537-8e21-53d091fdeb44 req-d996a0ae-f026-4d09-9b0e-a82dba68dbee tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 943 time: 0.3234715 Oct 19 01:34:17.355750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-5d9bd46e-c9e4-4886-927d-e17a91e0a490 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de HTTP/1.1" status: 200 len: 217 time: 0.0732214 Oct 19 01:34:17.357644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Made reservation on behalf of 07a242df73444b6e8a846219aa52ce58 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:17.359862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] Deleting port 3e7bc31b-b148-4f36-ae7f-93faea0be81a {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:17.360434 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.361536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.367444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:17.394575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:17.403705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:17.406667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'Port': ['ID=1533c90f-0ef0-4d40-89af-58ebbcb7d606,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:17.429918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-3dd4d3f1-1dcf-4b11-b5b4-300604fc8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:17.432151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-3dd4d3f1-1dcf-4b11-b5b4-300604fc8be9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.0633500 Oct 19 01:34:17.449029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] For port 3e7bc31b-b148-4f36-ae7f-93faea0be81a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3e7bc31b-b148-4f36-ae7f-93faea0be81a,segment=NetworkSegment(5f417723-5a76-44f5-82b4-49c98bf077b1),segment_id=5f417723-5a76-44f5-82b4-49c98bf077b1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:17.449767 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.467691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] Calling delete_port for 3e7bc31b-b148-4f36-ae7f-93faea0be81a owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:17.556680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-771ba69b-8fef-49dc-a8ec-04c9d8fbe555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:17.558316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-771ba69b-8fef-49dc-a8ec-04c9d8fbe555 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1183076 Oct 19 01:34:17.594529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-64a73ed9-f41a-48c8-90d3-a30c4909e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:17.596084 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-64a73ed9-f41a-48c8-90d3-a30c4909e71c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603&tenant_id=85779e6bf7d44cdc946fa55ca6608f59 HTTP/1.1" status: 200 len: 1095 time: 0.1144292 Oct 19 01:34:17.600420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.612728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:17.657401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] Pushing event deleted for resources: {'Port': ['ID=3e7bc31b-b148-4f36-ae7f-93faea0be81a,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:17.676619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ba037-e0af-40e6-9a38-6f3d735559c6 None None] No DVR routers for this DVR port 3e7bc31b-b148-4f36-ae7f-93faea0be81a on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:17.737789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-e932440f-71b1-4b37-a5e3-d10bf1ce2b55 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709855 Oct 19 01:34:17.747748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3e7bc31b-b148-4f36-ae7f-93faea0be81a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:17.778438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3e7bc31b-b148-4f36-ae7f-93faea0be81a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:17.779111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3e7bc31b-b148-4f36-ae7f-93faea0be81a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:17.786275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.844625 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa15715f-5d6a-4537-8e21-53d091fdeb44 req-1a66e604-49f4-4ba1-a3fd-77ca26b835aa tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5023391 Oct 19 01:34:17.899201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54464) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:17.920483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Deleting port 3e7bc31b-b148-4f36-ae7f-93faea0be81a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:17.920843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:17.961025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-ef1d561b-8181-4fe1-8744-953078bc82da service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139819 Oct 19 01:34:18.013775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-b98bf92c-c92f-40ad-ab0d-73de96057d7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=54786449-57f3-400d-8684-0d0a85275188 HTTP/1.1" status: 200 len: 217 time: 0.0459533 Oct 19 01:34:18.045092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] For port 3e7bc31b-b148-4f36-ae7f-93faea0be81a, host n-d-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:18.045454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.120813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Calling delete_port for 3e7bc31b-b148-4f36-ae7f-93faea0be81a owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:18.126978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Port 3e7bc31b-b148-4f36-ae7f-93faea0be81a was not found and therefore no delete operation was performed {{(pid=100847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:34:18.136412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.228527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event deleted for resources: {'Port': ['ID=3e7bc31b-b148-4f36-ae7f-93faea0be81a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:18.231907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] No DVR routers for this DVR port 3e7bc31b-b148-4f36-ae7f-93faea0be81a on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:18.287626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.320988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f69558db-657f-4ec4-9b81-937cd26cc58d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.375675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-4e1297b5-a31a-46a7-ad26-fb4c2c2da0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:18.377207 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-4e1297b5-a31a-46a7-ad26-fb4c2c2da0a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 200 len: 797 time: 0.3572524 Oct 19 01:34:18.440694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:18.456804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.487741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-44ba1511-f283-4c1a-b2e7-ba970c046562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:18.489334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-44ba1511-f283-4c1a-b2e7-ba970c046562 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f8c8dac-397c-4d16-9a51-460e92928a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005952 Oct 19 01:34:18.539461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:18.545389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:18.578847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e796f356-78e9-4b93-84ac-6de31a8d05cc']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:18.583366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f69558db-657f-4ec4-9b81-937cd26cc58d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.618003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f417723-5a76-44f5-82b4-49c98bf077b1') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:18.618293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f417723-5a76-44f5-82b4-49c98bf077b1') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:18.618534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336b2a75-331e-4479-b32d-9e92deb3deaf {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:18.622605 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f69558db-657f-4ec4-9b81-937cd26cc58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.625908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Checking segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:18.626268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Network hostable DHCP agents. Network: 805daa38-2148-4993-81b6-d7390cf94bb5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:18.641840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.657575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.686557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Transition to ACTIVE for port object 336b2a75-331e-4479-b32d-9e92deb3deaf will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:34:18.689463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69558db-657f-4ec4-9b81-937cd26cc58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd0314-243e-4dc6-925b-1c5bf97cc763,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:18.694657 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.699701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f69558db-657f-4ec4-9b81-937cd26cc58d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06ad03e8933a42eab384d37b89efc848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7970338 Oct 19 01:34:18.700987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54468) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:18.703930 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.711822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:18.712248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:18.716311 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:18.731907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Network 805daa38-2148-4993-81b6-d7390cf94bb5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:18.739251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-5eb26f71-a94c-4274-86cc-6ef4f6541059 service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371023 Oct 19 01:34:18.769798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.845808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 805daa38-2148-4993-81b6-d7390cf94bb5) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:18.856268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=9']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:18.862782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6afa33-7e41-4612-8c4b-bd506af422a1 None None] Network 805daa38-2148-4993-81b6-d7390cf94bb5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:18.863377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:18.863875 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.893801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.907924 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:18.913764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] 10.222.0.64 "DELETE /v2.0/networks/e796f356-78e9-4b93-84ac-6de31a8d05cc HTTP/1.1" status: 204 len: 168 time: 2.0470884 Oct 19 01:34:18.957673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e6d0-aa8c-4b68-b2da-5406d32c8965 tempest-DHCPAgentSchedulersTestJSON-1210008881 tempest-DHCPAgentSchedulersTestJSON-1210008881-project] Pushing event deleted for resources: {'Network': ['ID=e796f356-78e9-4b93-84ac-6de31a8d05cc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:18.971155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-29fe71b4-e988-4610-9dd6-5cd0c80038d2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7581003 Oct 19 01:34:18.979278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] No DVR routers for this DVR port 336b2a75-331e-4479-b32d-9e92deb3deaf on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:19.019751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecca56f7-418b-4083-a53f-60f342c17b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.065152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.121036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b9a5bf-7b42-4867-9200-9f26bf8c6494 None None] Network 805daa38-2148-4993-81b6-d7390cf94bb5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:19.179883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-58783b7a-7ccb-46b3-837f-657e252e57cd service neutron] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296281 Oct 19 01:34:19.257597 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.258795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-f1e85b0f-be44-45a4-a575-29d56135fd25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 HTTP/1.1" status: 200 len: 217 time: 0.0686913 Oct 19 01:34:19.271719 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.273527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53addcd-95a7-454b-94bd-6f278f95cc1f req-e378b503-5b20-4893-869f-9be0ce92e213 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:19.275108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e53addcd-95a7-454b-94bd-6f278f95cc1f req-e378b503-5b20-4893-869f-9be0ce92e213 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 943 time: 0.2727103 Oct 19 01:34:19.281038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecca56f7-418b-4083-a53f-60f342c17b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.291425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54480) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:19.388440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event updated for resources: {'Port': ['ID=1533c90f-0ef0-4d40-89af-58ebbcb7d606,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:19.415068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.423636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-0e8e4992-929f-4536-89ba-61e89932017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:19.425304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-0e8e4992-929f-4536-89ba-61e89932017b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.1467662 Oct 19 01:34:19.426644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:19.426972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:19.427395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:19.434044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e53addcd-95a7-454b-94bd-6f278f95cc1f req-b7bd8ac2-b634-453c-bb1c-4223726c00c8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464565 Oct 19 01:34:19.446483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Port 336b2a75-331e-4479-b32d-9e92deb3deaf on network bb62427d-6162-422b-8a54-408b25dc7d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:34:19.446814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Attempting to bind port 336b2a75-331e-4479-b32d-9e92deb3deaf on network bb62427d-6162-422b-8a54-408b25dc7d3e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:19.477360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:19.477705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Checking segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:19.478096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Bound using segment: {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:19.478537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Bound port: 336b2a75-331e-4479-b32d-9e92deb3deaf, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7132d57-b235-4cbc-bdb2-1274c9a8168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:19.479008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.511869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecca56f7-418b-4083-a53f-60f342c17b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.515133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecca56f7-418b-4083-a53f-60f342c17b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.516393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ecca56f7-418b-4083-a53f-60f342c17b49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0dd0314-243e-4dc6-925b-1c5bf97cc763 HTTP/1.1" status: 204 len: 168 time: 0.8143950 Oct 19 01:34:19.527071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-dc777849-7afb-4068-b287-88e0f02844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:19.528927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-dc777849-7afb-4068-b287-88e0f02844a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927598 Oct 19 01:34:19.532826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca56f7-418b-4083-a53f-60f342c17b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd0314-243e-4dc6-925b-1c5bf97cc763,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:19.590636 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Floating IP f083c48c-4b3c-4e93-9c79-0a9f73fd2524 associated. External IP: 172.25.0.104, port: c1b5f7cd-1363-4344-aba7-8d7032879cd4. Oct 19 01:34:19.718507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:19.742137 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f639265d-593d-4fcd-a1cc-e1b9b5c22293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0da027fe58614f2584ec878de10d888f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496150 Oct 19 01:34:19.745398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:19.747770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54500) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:19.765168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.818984 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-3ec9c850-47f2-4b48-b240-317054aa75da service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755008 Oct 19 01:34:19.830690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:19.831207 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.832612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] 10.222.0.62 "PUT /v2.0/ports/336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 1092 time: 2.2266102 Oct 19 01:34:19.834407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:19.840700 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1f56f-376a-434f-a21e-05dfcb716666" -d '{"events": [{"name": "network-changed", "server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:19.862972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:19.868221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-d7d7bff5-a469-4e9f-98b1-05ffea948a2f tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:19.870012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-d7d7bff5-a469-4e9f-98b1-05ffea948a2f tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 0.1814578 Oct 19 01:34:19.915407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-5ed6c634-23df-46c8-a30d-37cbd3c03254 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/quotas/07a242df73444b6e8a846219aa52ce58 HTTP/1.1" status: 200 len: 375 time: 0.0174437 Oct 19 01:34:19.925654 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a40197-dc0a-4924-bffd-14136de1b53f x-openstack-request-id: req-b4a40197-dc0a-4924-bffd-14136de1b53f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:19.925954 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:19.926209 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4a40197-dc0a-4924-bffd-14136de1b53f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:19.926799 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'status': 'completed', 'code': 200} Oct 19 01:34:19.965952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54508) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:19.971697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-1a678aab-18f6-4cbd-b2ac-d65082306b0d tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422051 Oct 19 01:34:19.976445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Router 76f4b174-e826-422f-92ef-57f6e2e41e0d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:20.046924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937dcd4-0c26-4cf3-9f92-285209c47c0a service neutron] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:20.051014 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-537bdb35-823d-4518-8541-214091fde2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.056880 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3477f97-b32b-41f9-8d54-7e13e5aa7827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.109896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-1a302c9c-6e2a-4d69-b8a2-3de0f23f65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:20.111648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-1a302c9c-6e2a-4d69-b8a2-3de0f23f65ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1096 time: 0.2485244 Oct 19 01:34:20.130736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3477f97-b32b-41f9-8d54-7e13e5aa7827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.135853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-62ce6a43-691f-4e24-8723-eea7032d8795 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068912 Oct 19 01:34:20.167492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-f49a39f1-88c6-4d0a-86c5-e37a807902f8 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821678 Oct 19 01:34:20.206460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:20.216432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-72503cae-5afd-4c6e-86e0-8b781f520a3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 HTTP/1.1" status: 200 len: 217 time: 0.0634539 Oct 19 01:34:20.221364 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] Sync routers for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:20.233738 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:34:20.237136 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:20.237743 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:20.260417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.296239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58f32ad7-3d53-496f-b01b-2ad7ea4c234b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1640770 Oct 19 01:34:20.297310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:20.300426 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1453e1-ce6e-4411-a1d3-ea05bd048163" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:20.305989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54510) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:20.325360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ef8ea302-d6cc-4097-a882-5d6344714512 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570065 Oct 19 01:34:20.345872 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d289b-da31-4c37-963c-d78a8369520c x-openstack-request-id: req-967d289b-da31-4c37-963c-d78a8369520c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:20.346165 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:20.346414 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-967d289b-da31-4c37-963c-d78a8369520c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:20.346864 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'status': 'completed', 'code': 200} Oct 19 01:34:20.386935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:20.398948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bde989-2da7-4abf-8548-3075fcb2b0f7 tempest-TestVolumeBackupRestore-1164637817 tempest-TestVolumeBackupRestore-1164637817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:20.400554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-05bde989-2da7-4abf-8548-3075fcb2b0f7 tempest-TestVolumeBackupRestore-1164637817 tempest-TestVolumeBackupRestore-1164637817-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1092 time: 0.0936213 Oct 19 01:34:20.403544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54514) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:20.405511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-e6957473-e19c-497b-8e45-0bb969185d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:20.407127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-e6957473-e19c-497b-8e45-0bb969185d72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 200 len: 797 time: 0.1545548 Oct 19 01:34:20.408196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-fac68272-bafa-4e11-9ad5-bdef1e6f3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:20.408940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Request body: {'floatingip': {'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:20.409519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-fac68272-bafa-4e11-9ad5-bdef1e6f3b5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.2900875 Oct 19 01:34:20.428510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3477f97-b32b-41f9-8d54-7e13e5aa7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.431244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3477f97-b32b-41f9-8d54-7e13e5aa7827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.435764 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c3477f97-b32b-41f9-8d54-7e13e5aa7827 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb86f9a5-334e-479d-a177-867a0ccf39f4 HTTP/1.1" status: 204 len: 168 time: 0.6835494 Oct 19 01:34:20.610172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:20.703025 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'f083c48c-4b3c-4e93-9c79-0a9f73fd2524', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'mac_address': 'fa:16:3e:eb:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:34:18Z', 'updated_at': '2021-10-19T01:34:18Z', 'revision_number': 0, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:20.753050 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] Checking router: 76f4b174-e826-422f-92ef-57f6e2e41e0d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:20.762657 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:20.763279 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:20.921498 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:21.026263 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-537bdb35-823d-4518-8541-214091fde2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.027621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477f97-b32b-41f9-8d54-7e13e5aa7827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb86f9a5-334e-479d-a177-867a0ccf39f4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.033659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54532) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:21.100264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ef3cb0d1-4706-4c18-a5bb-04a76403df7b req-1a1de281-fd90-4325-a9b9-5146eb787515 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 210 time: 0.5442753 Oct 19 01:34:21.116506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-537bdb35-823d-4518-8541-214091fde2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.138319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ab43-ee72-4f6c-907e-f481fcdb8be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.150394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-53fba422-3c2d-46d6-9ffa-ac63759c5e13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 999 time: 0.7229826 Oct 19 01:34:21.171715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-441921bd-acc5-46c8-afca-5d2ee5c60729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:21.173295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-441921bd-acc5-46c8-afca-5d2ee5c60729 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=941182050c1a470dbb60f18a40e7e689&device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1097 time: 0.7715209 Oct 19 01:34:21.184795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-7e3f3fd1-6da4-4c51-9e14-50cd3aa06a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:21.186343 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-7e3f3fd1-6da4-4c51-9e14-50cd3aa06a8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c160b5c-d58d-4f60-8f7d-0963c69f7b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7600484 Oct 19 01:34:21.214981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54534) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:21.216011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-537bdb35-823d-4518-8541-214091fde2d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad90016b21ee4a87a6df55ac6c209861&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2386754 Oct 19 01:34:21.222393 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'f083c48c-4b3c-4e93-9c79-0a9f73fd2524', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'mac_address': 'fa:16:3e:eb:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:34:18Z', 'updated_at': '2021-10-19T01:34:18Z', 'revision_number': 0, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:21.250902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96af2f-cfdd-48c3-b5ba-7113b2e61a98 req-7db8521b-9ef3-4f36-b9aa-3076de906648 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:21.253431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d96af2f-cfdd-48c3-b5ba-7113b2e61a98 req-7db8521b-9ef3-4f36-b9aa-3076de906648 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.6863210 Oct 19 01:34:21.258455 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb5a6e5-0016-4a29-8e3b-72c2bcae47e9 None None] The sync data for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 is: [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'f083c48c-4b3c-4e93-9c79-0a9f73fd2524', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'mac_address': 'fa:16:3e:eb:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:34:18Z', 'updated_at': '2021-10-19T01:34:18Z', 'revision_number': 0, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:21.300974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bdb35-823d-4518-8541-214091fde2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310cd5d7-c791-4fa3-947b-3df74588288b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.395055 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d96af2f-cfdd-48c3-b5ba-7113b2e61a98 req-a891ac7d-e435-4f39-a079-0a505005bbe4 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296082 Oct 19 01:34:21.397612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-445c8d82-e3b2-43c0-b155-975552549988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.437889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-26c1b67f-8e75-4cab-9ef0-2d2bd3b37ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:21.437889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-26c1b67f-8e75-4cab-9ef0-2d2bd3b37ca3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.2700951 Oct 19 01:34:21.463140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-445c8d82-e3b2-43c0-b155-975552549988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.538920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-d5378018-2807-4e9f-9b40-c09e489773a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:21.540515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-d5378018-2807-4e9f-9b40-c09e489773a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 200 len: 915 time: 0.3526926 Oct 19 01:34:21.549829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-47ad0592-0d18-4df5-a9bb-fcc9bcaac7d9 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549316 Oct 19 01:34:21.617424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-445c8d82-e3b2-43c0-b155-975552549988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.620319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-445c8d82-e3b2-43c0-b155-975552549988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.620718 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ab43-ee72-4f6c-907e-f481fcdb8be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.621516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-445c8d82-e3b2-43c0-b155-975552549988 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/310cd5d7-c791-4fa3-947b-3df74588288b HTTP/1.1" status: 204 len: 168 time: 0.4055011 Oct 19 01:34:21.623915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-6ecb4e08-5884-46ea-8efa-4900d9a22638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:21.626984 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-6ecb4e08-5884-46ea-8efa-4900d9a22638 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800051 Oct 19 01:34:21.637050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c8d82-e3b2-43c0-b155-975552549988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310cd5d7-c791-4fa3-947b-3df74588288b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:21.638294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fed104-e81a-4a41-b2f5-cc78db973556 None None] New status for floating IP f083c48c-4b3c-4e93-9c79-0a9f73fd2524: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:34:21.658995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ab43-ee72-4f6c-907e-f481fcdb8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.861197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bfc4ab43-ee72-4f6c-907e-f481fcdb8be7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4262892996934e529964301c50379bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7902079 Oct 19 01:34:21.862320 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.863229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54538) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:21.864116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-b5159454-15d1-4840-b9c5-ee0294e76686 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 200 len: 999 time: 0.3131576 Oct 19 01:34:21.872960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:21.881588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-20fed104-e81a-4a41-b2f5-cc78db973556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:34:21.888207 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-20fed104-e81a-4a41-b2f5-cc78db973556 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:34:21.902230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4ab43-ee72-4f6c-907e-f481fcdb8be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1256261a-3d7b-432e-987b-2f72efbfd345,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:22.004819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05785972-f2c5-4a27-85f9-dffa0ed73310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.038637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05785972-f2c5-4a27-85f9-dffa0ed73310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.065030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6fb9640a-1ed4-48db-a35a-fca1f76e74f9 req-4775f4e8-76d0-4e58-bc8a-946a2228c256 service neutron] 10.222.0.74 "GET /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952517 Oct 19 01:34:22.104189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-04694771-7cea-4c53-a07a-2edb9799c3e5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608362 Oct 19 01:34:22.119906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-0f14f3e7-0d31-4ab4-98f6-3a4473f0814c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:22.121459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-0f14f3e7-0d31-4ab4-98f6-3a4473f0814c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 0.3176355 Oct 19 01:34:22.163649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-b6dd8914-9236-473d-85e7-29486fbfab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:22.169534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-b6dd8914-9236-473d-85e7-29486fbfab56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5993f8c6-442e-482c-869e-e2eee56177d4 HTTP/1.1" status: 200 len: 853 time: 0.2477498 Oct 19 01:34:22.190101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Router 76f4b174-e826-422f-92ef-57f6e2e41e0d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:22.203545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Request body: {'port': {'device_id': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'admin_state_up': True, 'tenant_id': '07a242df73444b6e8a846219aa52ce58'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:22.205718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05785972-f2c5-4a27-85f9-dffa0ed73310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.208684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05785972-f2c5-4a27-85f9-dffa0ed73310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.212634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-05785972-f2c5-4a27-85f9-dffa0ed73310 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1256261a-3d7b-432e-987b-2f72efbfd345 HTTP/1.1" status: 204 len: 168 time: 0.3457594 Oct 19 01:34:22.252280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05785972-f2c5-4a27-85f9-dffa0ed73310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1256261a-3d7b-432e-987b-2f72efbfd345,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:22.335482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:22.341217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.380197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:22.382492 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f4462-2c69-4442-b06d-4bd8145b686c" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:22.390763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fed104-e81a-4a41-b2f5-cc78db973556 None None] New status for floating IP f083c48c-4b3c-4e93-9c79-0a9f73fd2524: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:34:22.401374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97a0df71-15c5-4269-b1be-decca870cdbf req-77d9a0a1-02cc-41a7-b2ad-14897d20ae45 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 210 time: 0.1348331 Oct 19 01:34:22.415904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-73a5800a-6d6b-4a55-af54-ad13a7bd23d8 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "PUT /v2.0/floatingips/f083c48c-4b3c-4e93-9c79-0a9f73fd2524 HTTP/1.1" status: 200 len: 991 time: 2.0110257 Oct 19 01:34:22.443948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-9ee1789f-8cfb-4fd7-a7f8-76dfe3607be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:22.445476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-9ee1789f-8cfb-4fd7-a7f8-76dfe3607be6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff7738cc-0a11-498d-ad94-89211c1442af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2364664 Oct 19 01:34:22.460101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ade4e9b-3d48-4845-88be-6098978ebde9 req-7ebb982f-120d-4409-afda-6472c0a579c6 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332047 Oct 19 01:34:22.487617 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d0360e-7f48-482c-a240-45702a516ef2 x-openstack-request-id: req-28d0360e-7f48-482c-a240-45702a516ef2 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:22.488197 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:22.488518 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28d0360e-7f48-482c-a240-45702a516ef2 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:22.489280 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'status': 'completed', 'code': 200} Oct 19 01:34:22.713277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Made reservation on behalf of 07a242df73444b6e8a846219aa52ce58 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:22.716952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:22.728147 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-b4c6f39e-f6c6-4cd7-a73d-c7698d740c58 service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717807 Oct 19 01:34:22.739375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-5312a17a-a273-4c92-bb9f-1fb4f4a4927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:22.741335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-5312a17a-a273-4c92-bb9f-1fb4f4a4927d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1096 time: 0.1951506 Oct 19 01:34:22.811258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64314aca-2644-45bb-aa67-4c593b70d5b5 req-74d8a182-519c-4e7d-adeb-e40535c63bb3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:22.812989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64314aca-2644-45bb-aa67-4c593b70d5b5 req-74d8a182-519c-4e7d-adeb-e40535c63bb3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.2269266 Oct 19 01:34:22.832294 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] Sync routers for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:22.842411 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:22.843758 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:22.973429 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:23.162227 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-64314aca-2644-45bb-aa67-4c593b70d5b5 req-39700a61-5943-4999-af7e-76d9f07183a6 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279004 Oct 19 01:34:23.215873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1453e1-ce6e-4411-a1d3-ea05bd048163 req-34b50ca1-b47e-4be6-8fc2-de35b9d9285a service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676237 Oct 19 01:34:23.224330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-e5b108b9-16fe-4f2b-a4b7-7840d54b665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:23.229771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-e5b108b9-16fe-4f2b-a4b7-7840d54b665b service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.4798717 Oct 19 01:34:23.294991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Allocated IP 172.20.0.7 (805daa38-2148-4993-81b6-d7390cf94bb5/8323665d-fa1d-4b31-a2a8-8eb9f27d13ca/62eee70f-01f4-42ed-97fd-c6c667a4b10a) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:23.438854 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'f083c48c-4b3c-4e93-9c79-0a9f73fd2524', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'mac_address': 'fa:16:3e:eb:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:34:18Z', 'updated_at': '2021-10-19T01:34:22Z', 'revision_number': 2, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:23.548313 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] Checking router: 76f4b174-e826-422f-92ef-57f6e2e41e0d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:23.571039 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:23.572065 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:23.659827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d912d1fc-000d-4d41-bb93-ce27054e8fb0 req-d2ab39ed-8c27-423c-a62c-ca4485e9dd63 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 210 time: 0.0635393 Oct 19 01:34:23.818439 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:24.103027 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'f083c48c-4b3c-4e93-9c79-0a9f73fd2524', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'mac_address': 'fa:16:3e:eb:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:34:18Z', 'updated_at': '2021-10-19T01:34:22Z', 'revision_number': 2, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:24.116466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-a0e49198-80a9-492e-965b-52fc2541fc4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 999 time: 0.8456452 Oct 19 01:34:24.136210 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda09454-0022-4bd2-b1ce-ab5e99a9ec2e None None] The sync data for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 is: [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'f083c48c-4b3c-4e93-9c79-0a9f73fd2524', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'port_id': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'mac_address': 'fa:16:3e:eb:7a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:34:18Z', 'updated_at': '2021-10-19T01:34:22Z', 'revision_number': 2, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:24.195166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-2d941d5a-95d5-4680-8db0-4c2097b7dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:24.199395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-2d941d5a-95d5-4680-8db0-4c2097b7dc05 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=941182050c1a470dbb60f18a40e7e689&device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1097 time: 0.8909836 Oct 19 01:34:24.490941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:24.493463 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340f908-ba63-413a-9bbe-fa25612947ff" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:24.607076 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21757dba-9874-4c4e-be73-46f6f29840ce x-openstack-request-id: req-21757dba-9874-4c4e-be73-46f6f29840ce {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:24.607371 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:24.607630 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21757dba-9874-4c4e-be73-46f6f29840ce {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:24.608057 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'status': 'completed', 'code': 200} Oct 19 01:34:24.661958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:24.849769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2a9a96a-62f2-4e4c-985b-4ea18b4c0b4e req-e396591c-94e7-4196-8bee-1ed3b01ce8f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 210 time: 0.0434723 Oct 19 01:34:24.942838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-ab6092d5-e6de-4548-abc5-69a6dc59056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:24.945971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-ab6092d5-e6de-4548-abc5-69a6dc59056f service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 200 len: 915 time: 0.7115192 Oct 19 01:34:25.260541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4b7c2-8a12-439e-accd-a15e23452efb req-483cda4b-c79e-4f2e-a845-13abde3c1ec8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:25.262071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ac4b7c2-8a12-439e-accd-a15e23452efb req-483cda4b-c79e-4f2e-a845-13abde3c1ec8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.6159022 Oct 19 01:34:25.267481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-4ff08ecd-1a9a-4783-bb74-fd32ee39ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:25.268919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-4ff08ecd-1a9a-4783-bb74-fd32ee39ced0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.5450242 Oct 19 01:34:25.305976 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.308988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-87afceae-6641-48ed-b985-ec88e0d8fe0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 200 len: 1001 time: 0.3528738 Oct 19 01:34:25.409791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ac4b7c2-8a12-439e-accd-a15e23452efb req-a6eafa1c-5c6d-4f3e-9537-4121636e77dc tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345520 Oct 19 01:34:25.414206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-1d0d3244-c9f2-4fe3-ab89-9a8d8bd06782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:25.415265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-1d0d3244-c9f2-4fe3-ab89-9a8d8bd06782 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5993f8c6-442e-482c-869e-e2eee56177d4 HTTP/1.1" status: 200 len: 853 time: 0.0954316 Oct 19 01:34:25.442525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Network 805daa38-2148-4993-81b6-d7390cf94bb5 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:25.464358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:25.468339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:25.473692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event updated for resources: {'Port': ['ID=62eee70f-01f4-42ed-97fd-c6c667a4b10a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:25.529538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:25.531167 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:25.535001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-98d4646b-b02f-410e-964e-57d705365c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:25.536534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-98d4646b-b02f-410e-964e-57d705365c05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff7738cc-0a11-498d-ad94-89211c1442af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115220 Oct 19 01:34:25.567747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ddd59dc4-9e60-49bd-ac53-b2f6d157fd0b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4084733 Oct 19 01:34:25.684892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-50ec3ad3-07d4-43db-b068-129a309a290e service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403148 Oct 19 01:34:25.823940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b60f4462-2c69-4442-b06d-4bd8145b686c req-fecc6fd3-7031-4c6c-9441-115a0fd513a6 service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292050 Oct 19 01:34:25.909952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54712) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:26.028159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab36bb-b99b-46b1-9313-59901eaa4805 req-139dc467-9b4a-4306-a677-71d048e169ad tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:26.030043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48ab36bb-b99b-46b1-9313-59901eaa4805 req-139dc467-9b4a-4306-a677-71d048e169ad tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 931 time: 0.0837893 Oct 19 01:34:26.047154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340f908-ba63-413a-9bbe-fa25612947ff req-cb802898-4af6-4adf-85fb-d0cea4f14a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:26.052484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5340f908-ba63-413a-9bbe-fa25612947ff req-cb802898-4af6-4adf-85fb-d0cea4f14a78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=941182050c1a470dbb60f18a40e7e689&device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1097 time: 0.0987799 Oct 19 01:34:26.105583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48ab36bb-b99b-46b1-9313-59901eaa4805 req-073867b2-42ea-4398-a20c-6e89bd9b9877 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682807 Oct 19 01:34:26.207124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:26.230391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340f908-ba63-413a-9bbe-fa25612947ff req-dc3f0ab3-12f4-4bc0-a4c6-5e80f94bf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:26.231970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5340f908-ba63-413a-9bbe-fa25612947ff req-dc3f0ab3-12f4-4bc0-a4c6-5e80f94bf078 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 200 len: 915 time: 0.1713021 Oct 19 01:34:26.255674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.328728 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5340f908-ba63-413a-9bbe-fa25612947ff req-61857e2b-6c7e-40a9-b6d0-2e8663c4d951 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 200 len: 1001 time: 0.0876672 Oct 19 01:34:26.412367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.416639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340f908-ba63-413a-9bbe-fa25612947ff req-9a318a80-d683-422b-a070-b0061e9b583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:26.418136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5340f908-ba63-413a-9bbe-fa25612947ff req-9a318a80-d683-422b-a070-b0061e9b583f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5993f8c6-442e-482c-869e-e2eee56177d4 HTTP/1.1" status: 200 len: 853 time: 0.0821490 Oct 19 01:34:26.507229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340f908-ba63-413a-9bbe-fa25612947ff req-07cab738-b89a-46d3-ac69-c1b84ca167f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:26.509291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5340f908-ba63-413a-9bbe-fa25612947ff req-07cab738-b89a-46d3-ac69-c1b84ca167f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff7738cc-0a11-498d-ad94-89211c1442af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825391 Oct 19 01:34:26.589564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Allocated IP 172.25.0.96 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/3b0b13e0-bdfc-4cda-84db-868fa3719143) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:26.681826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5340f908-ba63-413a-9bbe-fa25612947ff req-6e58b969-b2ad-451b-8b33-70cf93255757 service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642568 Oct 19 01:34:26.696151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e714-e5a0-441b-8580-933c5c894e82 req-4ab6b98b-4e65-49ec-81dd-4c45056dc2eb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:26.697792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56b2e714-e5a0-441b-8580-933c5c894e82 req-4ab6b98b-4e65-49ec-81dd-4c45056dc2eb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.0953057 Oct 19 01:34:26.732717 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.777608 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:26.830979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:26.834026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:26.836663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:26.842049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56b2e714-e5a0-441b-8580-933c5c894e82 req-fb1c71ab-dec7-411a-98b6-51b811313a0e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725772 Oct 19 01:34:26.860432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Port': ['ID=3b0b13e0-bdfc-4cda-84db-868fa3719143,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:26.899295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5340f908-ba63-413a-9bbe-fa25612947ff req-47640ea2-3885-4391-80d6-e0f5dcd405e7 service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943607 Oct 19 01:34:26.970032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.007226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.186061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.193374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.304379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Port': ['ID=3b0b13e0-bdfc-4cda-84db-868fa3719143,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:27.324275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.340849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff046d-4ed3-432a-a523-e37ddf124f5b req-00b624d1-1216-49c8-9e72-2755cd77c55d tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:27.348910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0ff046d-4ed3-432a-a523-e37ddf124f5b req-00b624d1-1216-49c8-9e72-2755cd77c55d tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 931 time: 0.1189001 Oct 19 01:34:27.373625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.377790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54726) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:27.378277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-34959faa-d458-4ced-b31d-21c5fa33c1fb tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4666164 Oct 19 01:34:27.387622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-419605967'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:27.414023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Made reservation on behalf of 6bab07e28da84d9cae3cbdfd46f23680 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:27.417903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.421254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0ff046d-4ed3-432a-a523-e37ddf124f5b req-03996728-84f5-4c42-b6fd-8f3db4ce6799 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Oct 19 01:34:27.430796 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.546920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.552783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.600148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:27.602770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2478b710-15f0-48c3-b4ee-e7827f1e8cf7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:27.616531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.617353 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Added segment 7d6360dd-4c24-470a-82ad-0af10f82b3ae of type vlan for network 1a043af9-a17c-4e80-839c-aa68a50bef26 Oct 19 01:34:27.686057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.719008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.726314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:27.727180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:27.770592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3915486 Oct 19 01:34:27.773442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54728) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:27.778873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Request body: {'subnet': {'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:27.810011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ba407-f065-4514-b59a-cbe2cb186a3f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Network': ['ID=1a043af9-a17c-4e80-839c-aa68a50bef26,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:27.826626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:27.928019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Made reservation on behalf of 6bab07e28da84d9cae3cbdfd46f23680 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:27.931921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.058140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db9e91-94ce-4f52-b8f5-38b8d11202d9 req-35fbb63b-4a37-46a9-aa48-99137744aeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:28.060273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31db9e91-94ce-4f52-b8f5-38b8d11202d9 req-35fbb63b-4a37-46a9-aa48-99137744aeeb tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.0670850 Oct 19 01:34:28.125062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31db9e91-94ce-4f52-b8f5-38b8d11202d9 req-299b65c9-cacd-40a6-82ff-e6e4891f12a5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577085 Oct 19 01:34:28.248179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.335279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Subnet': ['ID=4c8df968-49cd-4e38-a640-891d1fd8e7b4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:28.338904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Checking segment: {'id': '7d6360dd-4c24-470a-82ad-0af10f82b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:28.338904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Network hostable DHCP agents. Network: 1a043af9-a17c-4e80-839c-aa68a50bef26, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:34:28.349266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.349613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.349959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.350296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.350705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.351052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.351380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.351706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.352053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.352391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.352705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.353024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:28.376633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:34:28.391685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1a043af9-a17c-4e80-839c-aa68a50bef26) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:28.397946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:28.398715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.406150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7520c225-ac3a-420c-96d5-3824c37d1086 None None] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:28.426729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e97c5b38-59e1-4d4d-b89b-91cf3b1f1220 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6496794 Oct 19 01:34:28.427047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54734) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:28.433275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1658374003', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:28.473535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.474613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.575401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8ecaa-8910-4c54-8aa1-69745caa7056 req-c0b41a90-c689-49a8-8481-e132cecdfed3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:28.583914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6bf8ecaa-8910-4c54-8aa1-69745caa7056 req-c0b41a90-c689-49a8-8481-e132cecdfed3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 931 time: 0.0687344 Oct 19 01:34:28.634222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.641465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6bf8ecaa-8910-4c54-8aa1-69745caa7056 req-20b771fa-f91b-4ef5-9cc7-8e749512b151 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563862 Oct 19 01:34:28.708690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-1a043af9-a17c-4e80-839c-aa68a50bef26', 'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26', 'tenant_id': '6bab07e28da84d9cae3cbdfd46f23680', 'fixed_ips': [{'subnet_id': '4c8df968-49cd-4e38-a640-891d1fd8e7b4'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:34:28.709631 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.825240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:28.891542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Allocated IP 172.20.0.2 (1a043af9-a17c-4e80-839c-aa68a50bef26/4c8df968-49cd-4e38-a640-891d1fd8e7b4/4ebe231e-6e4f-4bb0-95cf-e897e5f0c081) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:29.085247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.115223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.120164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.126201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.177835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:29.194782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:29.197333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:29.254855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Pushing event updated for resources: {'Port': ['ID=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:29.294237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Attempting to bind port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:29.294976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Attempting to bind port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '7d6360dd-4c24-470a-82ad-0af10f82b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:29.296068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Attempting to bind port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 on network 1a043af9-a17c-4e80-839c-aa68a50bef26 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:29.299093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.299434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.299781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.300177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.300514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.300847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.301315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.301656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.301987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.302308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.302632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.302954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:34:29.310827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:29.311270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Checking segment: {'id': '7d6360dd-4c24-470a-82ad-0af10f82b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:29.312314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.312708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Bound using segment: {'id': '7d6360dd-4c24-470a-82ad-0af10f82b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:29.313185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Bound port: 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6360dd-4c24-470a-82ad-0af10f82b3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:29.313567 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.372946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79690da8-5538-47a7-9652-674b3c515d62 req-145e1343-1011-4257-a797-7bd844a5cb75 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:29.375155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79690da8-5538-47a7-9652-674b3c515d62 req-145e1343-1011-4257-a797-7bd844a5cb75 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.0809491 Oct 19 01:34:29.376624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Allocated IP 172.25.0.153 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/53250522-c567-4b46-9981-2fd011aa8171) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:29.459837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] For port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:29.464300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] For port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,segment=NetworkSegment(7d6360dd-4c24-470a-82ad-0af10f82b3ae),segment_id=7d6360dd-4c24-470a-82ad-0af10f82b3ae)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:29.472122 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.505278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79690da8-5538-47a7-9652-674b3c515d62 req-0b98cfc0-6a88-416a-a67b-4e91a659bfea tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171911 Oct 19 01:34:29.586116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78753c7f-933e-4fc1-b5fd-b980f73e4d6e None None] Pushing event updated for resources: {'Port': ['ID=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:29.635717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.691304 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:29.782842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:29.786503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:29.789340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:29.848775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0c2d1-8e16-4448-951a-2d563689f5e0 req-6872a38c-035a-4273-8892-94ab5b7c5349 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:29.852030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2fa0c2d1-8e16-4448-951a-2d563689f5e0 req-6872a38c-035a-4273-8892-94ab5b7c5349 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 931 time: 0.1044540 Oct 19 01:34:29.927425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Port': ['ID=53250522-c567-4b46-9981-2fd011aa8171,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:29.969666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2fa0c2d1-8e16-4448-951a-2d563689f5e0 req-46825926-deb7-4816-9596-7e41d1fb1f1f tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131284 Oct 19 01:34:30.291446 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.603089 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:30.966452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15fcf7-105a-43d7-8f62-55932d66eaa6 None None] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:31.207290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541170b6-9866-47ca-9cfc-1ab8f722cf6a req-724c7f2a-f8d6-4bb6-ac85-f426ec8a73e0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:31.209338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-541170b6-9866-47ca-9cfc-1ab8f722cf6a req-724c7f2a-f8d6-4bb6-ac85-f426ec8a73e0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 931 time: 0.1342728 Oct 19 01:34:31.226141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-23c6ff58-2c22-41b8-bf7d-4264c0f953da None None] Provisioning complete for port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:31.226518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-23c6ff58-2c22-41b8-bf7d-4264c0f953da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.241107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773bc3d-cd9d-4bae-af9a-62a15ac59658 req-075b3b3e-e113-4230-865d-784637ea33e5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:31.253532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1773bc3d-cd9d-4bae-af9a-62a15ac59658 req-075b3b3e-e113-4230-865d-784637ea33e5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.5443196 Oct 19 01:34:31.297542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-541170b6-9866-47ca-9cfc-1ab8f722cf6a req-267161b0-9430-415b-bcb1-7c3123f54f79 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819170 Oct 19 01:34:31.390373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1773bc3d-cd9d-4bae-af9a-62a15ac59658 req-c0b39ffd-eaf2-4b2e-b88c-55237f479847 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280143 Oct 19 01:34:31.417120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Router ed9e2ab3-4659-47ff-8912-04f9ce19d780 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:34:31.439449 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-23c6ff58-2c22-41b8-bf7d-4264c0f953da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.506823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-23c6ff58-2c22-41b8-bf7d-4264c0f953da None None] For port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,segment=NetworkSegment(7d6360dd-4c24-470a-82ad-0af10f82b3ae),segment_id=7d6360dd-4c24-470a-82ad-0af10f82b3ae)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:31.524196 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-23c6ff58-2c22-41b8-bf7d-4264c0f953da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.589620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:31.601780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] Sync routers for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:31.631781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:31.632553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:31.689654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:31.693951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54756) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:31.694342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e745a3ae-c78b-4ef9-84c5-ca50321eed58 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2662320 Oct 19 01:34:31.711466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:31.715595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6ff58-2c22-41b8-bf7d-4264c0f953da None None] Pushing event updated for resources: {'Port': ['ID=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:31.728209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:31.729105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:31.772612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:31.773283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddde2f-e64a-49fb-9d67-a77ebb62f733 None None] The sync data for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:31.958139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:32.100933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ae0da7e6-effd-4bbe-8d59-c14a193854e9 None None] Provisioning complete for port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:32.101729 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ae0da7e6-effd-4bbe-8d59-c14a193854e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.128037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:32.128037 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.536939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814bd4f-7f89-4eca-9275-c95435733701 req-720d0a4a-20d9-4f3d-afb2-65d702977588 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:32.538520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4814bd4f-7f89-4eca-9275-c95435733701 req-720d0a4a-20d9-4f3d-afb2-65d702977588 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 931 time: 0.1093342 Oct 19 01:34:32.547752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:32.552005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1499e3e-4d37-423a-b9ff-2371ab645432 req-5197620e-0482-489c-97b3-353d3aee09be tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:32.554027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1499e3e-4d37-423a-b9ff-2371ab645432 req-5197620e-0482-489c-97b3-353d3aee09be tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.0735238 Oct 19 01:34:32.606110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1499e3e-4d37-423a-b9ff-2371ab645432 req-91d3622c-360f-4ffd-a167-56937e476eda tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458920 Oct 19 01:34:32.644388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4814bd4f-7f89-4eca-9275-c95435733701 req-18c9bfed-18c4-4a4a-a432-ea6142ba8d90 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856459 Oct 19 01:34:33.282761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Allocated IP 172.20.0.1 (1a043af9-a17c-4e80-839c-aa68a50bef26/4c8df968-49cd-4e38-a640-891d1fd8e7b4/90f83360-9f00-451e-9a03-808704b2f07e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:33.468783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.511356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.588040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Port': ['ID=90f83360-9f00-451e-9a03-808704b2f07e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:33.593092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:33.595579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:33.598607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:33.690591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.807551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:33.863026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45062443-f319-482a-89ef-e8b987414fd6 req-997a8587-4047-46e1-a98e-4bbd792bc403 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:33.867349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45062443-f319-482a-89ef-e8b987414fd6 req-997a8587-4047-46e1-a98e-4bbd792bc403 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.0901158 Oct 19 01:34:33.930264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0df329-d8fa-45b9-b037-a80a5ca319c4 req-020b0770-e22b-4f9d-bbd1-e49adc2a781c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:33.951438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e0df329-d8fa-45b9-b037-a80a5ca319c4 req-020b0770-e22b-4f9d-bbd1-e49adc2a781c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 931 time: 0.1711669 Oct 19 01:34:33.963383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:33.968248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:33.999751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45062443-f319-482a-89ef-e8b987414fd6 req-7c499bca-cd34-44e8-ba22-45040ddd992a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235154 Oct 19 01:34:34.088095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9fef76c7-a8ca-43d7-909f-f5170b1c82b1 None None] Provisioning complete for port 90f83360-9f00-451e-9a03-808704b2f07e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:34.088761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9fef76c7-a8ca-43d7-909f-f5170b1c82b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.095925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e0df329-d8fa-45b9-b037-a80a5ca319c4 req-e2189e98-c829-4ad1-bbae-f5e7343a7b5b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403048 Oct 19 01:34:34.095925 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.132045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9fef76c7-a8ca-43d7-909f-f5170b1c82b1 None None] Port 90f83360-9f00-451e-9a03-808704b2f07e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:34.472274 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.478602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.490158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Request body: {'port': {'device_id': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:34.569604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-da1382e0-a928-4a30-afbb-3ef439eda6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:34.571149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-da1382e0-a928-4a30-afbb-3ef439eda6d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273742 Oct 19 01:34:34.578901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.581869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Port': ['ID=90f83360-9f00-451e-9a03-808704b2f07e,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:34.587662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:34.717304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:34.719442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:34.793514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-0d87b7b1-968d-46de-ac63-d9b1b703420d service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047899 Oct 19 01:34:34.868353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Router ed9e2ab3-4659-47ff-8912-04f9ce19d780 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:35.011059 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dd1f56f-376a-434f-a21e-05dfcb716666 req-1859bc20-eb66-46ca-9299-8badd183e2a4 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936722 Oct 19 01:34:35.054538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:35.064395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-42ce4202-f1b4-475d-b49f-7810be20339e tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "PUT /v2.0/routers/ed9e2ab3-4659-47ff-8912-04f9ce19d780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3686497 Oct 19 01:34:35.065219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54776) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:35.066510 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] Sync routers for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:35.070376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-200abf6f-d14d-438a-b435-d046aac48b3b None None] Provisioning complete for port 90f83360-9f00-451e-9a03-808704b2f07e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:35.071295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-200abf6f-d14d-438a-b435-d046aac48b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.071852 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Request body: {'port': {'network_id': '1a043af9-a17c-4e80-839c-aa68a50bef26', 'name': 'tempest-FloatingIPAdminTestJSON-1880804122'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:35.080935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:35.081930 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.129289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-200abf6f-d14d-438a-b435-d046aac48b3b None None] Port 90f83360-9f00-451e-9a03-808704b2f07e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:35.141710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62eee70f-01f4-42ed-97fd-c6c667a4b10a {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:35.151137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.176381 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.178623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Transition to ACTIVE for port object 62eee70f-01f4-42ed-97fd-c6c667a4b10a will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:34:35.192935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:35.194842 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.200769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.236015 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:35.238039 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45af59f5-0fd2-4a95-b480-313b45313aac None None] The sync data for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:35.277644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aad77-deb2-4277-bb21-44532ccb10a0 req-aabc6b55-86a5-4b91-978e-028b5aceea5d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:35.279314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be6aad77-deb2-4277-bb21-44532ccb10a0 req-aabc6b55-86a5-4b91-978e-028b5aceea5d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.1171973 Oct 19 01:34:35.285613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Pushing event updated for resources: {'Port': ['ID=62eee70f-01f4-42ed-97fd-c6c667a4b10a,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:35.305647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff4153-c898-400b-b692-790deb33d7f9 req-de89e8d3-ad70-4a48-82dc-89b46ccac772 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:35.307394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9ff4153-c898-400b-b692-790deb33d7f9 req-de89e8d3-ad70-4a48-82dc-89b46ccac772 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 943 time: 0.1068673 Oct 19 01:34:35.308776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Made reservation on behalf of 6bab07e28da84d9cae3cbdfd46f23680 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:35.312557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.349933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] device_id is not set on port 4902b079-f006-43f3-8326-ae4255a8efa4 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:34:35.386613 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be6aad77-deb2-4277-bb21-44532ccb10a0 req-d12cbcbd-5220-4d8b-adec-7d4bd6769eb3 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806336 Oct 19 01:34:35.389991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Attempting to bind port 62eee70f-01f4-42ed-97fd-c6c667a4b10a on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:34:35.390274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Attempting to bind port 62eee70f-01f4-42ed-97fd-c6c667a4b10a by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:34:35.390650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Attempting to bind port 62eee70f-01f4-42ed-97fd-c6c667a4b10a on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:35.397824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Port 62eee70f-01f4-42ed-97fd-c6c667a4b10a on network 805daa38-2148-4993-81b6-d7390cf94bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:34:35.398150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Attempting to bind port 62eee70f-01f4-42ed-97fd-c6c667a4b10a on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:34:35.404700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:34:35.405225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Checking segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:34:35.405816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Bound using segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:34:35.406278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Bound port: 62eee70f-01f4-42ed-97fd-c6c667a4b10a, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:34:35.406638 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.432674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f9ff4153-c898-400b-b692-790deb33d7f9 req-7dfb5b45-2054-4fde-bafb-3095c14ec2a9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057622 Oct 19 01:34:35.485824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] For port 62eee70f-01f4-42ed-97fd-c6c667a4b10a, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:34:35.490369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] For port 62eee70f-01f4-42ed-97fd-c6c667a4b10a, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:34:35.500940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.515825 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Allocated IP 172.20.0.9 (1a043af9-a17c-4e80-839c-aa68a50bef26/4c8df968-49cd-4e38-a640-891d1fd8e7b4/4902b079-f006-43f3-8326-ae4255a8efa4) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:35.544867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:35.545539 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.546998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] 10.222.0.62 "PUT /v2.0/ports/62eee70f-01f4-42ed-97fd-c6c667a4b10a HTTP/1.1" status: 200 len: 1092 time: 1.0872245 Oct 19 01:34:35.547411 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'tag': '62eee70f-01f4-42ed-97fd-c6c667a4b10a'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:35.549767 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659b2f0-e476-4971-ad9d-e1cda2982818" -d '{"events": [{"name": "network-changed", "server_uuid": "694913f1-7d91-4129-abc0-a6441d4f7e8f", "tag": "62eee70f-01f4-42ed-97fd-c6c667a4b10a"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:35.586245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f77b58-4343-4c51-8617-e26b8776f6ec service neutron] Pushing event updated for resources: {'Port': ['ID=62eee70f-01f4-42ed-97fd-c6c667a4b10a,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:35.609425 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e358c61c-142d-4efe-8c4e-b4ce1b2ef1aa x-openstack-request-id: req-e358c61c-142d-4efe-8c4e-b4ce1b2ef1aa {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:35.609756 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694913f1-7d91-4129-abc0-a6441d4f7e8f", "tag": "62eee70f-01f4-42ed-97fd-c6c667a4b10a", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:35.609957 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e358c61c-142d-4efe-8c4e-b4ce1b2ef1aa {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:35.610448 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'tag': '62eee70f-01f4-42ed-97fd-c6c667a4b10a', 'status': 'completed', 'code': 200} Oct 19 01:34:35.652026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-00cdd606-6393-49c3-bea0-75d1ea0b8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:35.652026 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-00cdd606-6393-49c3-bea0-75d1ea0b8d5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 1095 time: 0.0510163 Oct 19 01:34:35.710011 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.710565 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-e09e2565-8d6c-412a-a3d8-bd3eeca77bc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a HTTP/1.1" status: 200 len: 217 time: 0.0507092 Oct 19 01:34:35.751549 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.771451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-a52f52c3-1aea-4b31-9856-3bff94edf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:35.772951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-a52f52c3-1aea-4b31-9856-3bff94edf84b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.0555475 Oct 19 01:34:35.798529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:35.801773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:35.805570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:35.814804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-ca084a0c-048d-4cc8-85a7-c699b49d162e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327842 Oct 19 01:34:35.845248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event updated for resources: {'Port': ['ID=4902b079-f006-43f3-8326-ae4255a8efa4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:35.871218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:35.872142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:35.897946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a93476a7-7ef7-42e5-bf6c-5188c5f4cab2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8278522 Oct 19 01:34:35.898340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54782) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:35.945950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-6ac7bfa2-c216-4252-afcf-7645ada94af8 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235485 Oct 19 01:34:35.955641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'project_id': '6bab07e28da84d9cae3cbdfd46f23680', 'port_id': '4902b079-f006-43f3-8326-ae4255a8efa4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:35.983390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.083489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c309530b-760f-4bc0-bd80-d9be57bab9ce req-eda029eb-5005-4a04-816a-2ca1c9852032 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221380 Oct 19 01:34:36.111613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.172315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8a73647b-155f-4785-83f9-ec215ec2bf63 None None] Provisioning complete for port 4902b079-f006-43f3-8326-ae4255a8efa4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:36.174877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a73647b-155f-4785-83f9-ec215ec2bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.181160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-f9d8268c-fc6e-4c78-b9e7-f9247362e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:36.182779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-f9d8268c-fc6e-4c78-b9e7-f9247362e549 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 1095 time: 0.0503221 Oct 19 01:34:36.217508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8a73647b-155f-4785-83f9-ec215ec2bf63 None None] Port 4902b079-f006-43f3-8326-ae4255a8efa4 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:34:36.242658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Allocated IP 172.25.0.117 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/1d92f189-c1f4-486a-a01b-d5478160d069) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:36.294972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-9ce9449b-c380-4c3a-99da-6883ba281dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:36.297155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-9ce9449b-c380-4c3a-99da-6883ba281dc4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 916 time: 0.1060829 Oct 19 01:34:36.340489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-bccab587-7a31-4711-9dd7-e5cf65d4bd43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a HTTP/1.1" status: 200 len: 217 time: 0.0352087 Oct 19 01:34:36.364410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.400774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-3dca76ae-5401-466e-af96-537352523e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:36.402291 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-3dca76ae-5401-466e-af96-537352523e70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.0543802 Oct 19 01:34:36.411653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.451500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:36.455995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:36.461906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:36.469745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-30385378-d708-4be9-85fb-a69452632b26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601692 Oct 19 01:34:36.497132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Pushing event updated for resources: {'Port': ['ID=1d92f189-c1f4-486a-a01b-d5478160d069,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:36.636058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a342c1c-210d-428e-88d6-e02f636105e1 req-dd939e46-61f1-45e3-addb-32fb96df5a4d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:36.637694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a342c1c-210d-428e-88d6-e02f636105e1 req-dd939e46-61f1-45e3-addb-32fb96df5a4d tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 944 time: 0.1099951 Oct 19 01:34:36.639535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-87e5f857-0116-43fa-a9a4-2f6cb71d62e8 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622179 Oct 19 01:34:36.647422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a38ce-4fd2-47ce-822d-7c1ac9458230 req-e7a55906-585f-41e1-be1d-5ee912c8fe8c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:36.654903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db8a38ce-4fd2-47ce-822d-7c1ac9458230 req-e7a55906-585f-41e1-be1d-5ee912c8fe8c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 943 time: 0.1186059 Oct 19 01:34:36.738202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a342c1c-210d-428e-88d6-e02f636105e1 req-94912485-8881-4e31-a827-d78c9ed41b86 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858026 Oct 19 01:34:36.775352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db8a38ce-4fd2-47ce-822d-7c1ac9458230 req-498ec22e-e49a-4958-ae72-08f29adb2917 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185534 Oct 19 01:34:36.813865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7659b2f0-e476-4971-ad9d-e1cda2982818 req-a31d51e7-8ae8-45e3-88b2-8db16786f603 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548166 Oct 19 01:34:36.902189 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df740d69-e1e8-486d-b6a7-5b07ff62cf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:36.975786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.050268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.219675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.224688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.315465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Pushing event updated for resources: {'Port': ['ID=1d92f189-c1f4-486a-a01b-d5478160d069,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:37.338283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.403812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:34:37.496729 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Floating IP 8a71e74d-9629-44dd-a29e-8040862ccbd5 associated. External IP: 172.25.0.117, port: 4902b079-f006-43f3-8326-ae4255a8efa4. Oct 19 01:34:37.531906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:37.555907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'port_id': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'mac_address': 'fa:16:3e:82:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:34:37.599290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.615639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336b2a75-331e-4479-b32d-9e92deb3deaf {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:37.637813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:37.643569 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:37.701063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:37.766327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Router ed9e2ab3-4659-47ff-8912-04f9ce19d780 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:37.851948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['336b2a75-331e-4479-b32d-9e92deb3deaf'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:34:37.929070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff93f7-f47a-4821-bff3-b5ba83a0ba4a req-2d98a418-1f6e-4aa8-be4f-13b3d5491135 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:37.931002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2eff93f7-f47a-4821-bff3-b5ba83a0ba4a req-2d98a418-1f6e-4aa8-be4f-13b3d5491135 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 943 time: 0.0617788 Oct 19 01:34:37.950325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1504a-9dda-49e5-a9b2-5f8739fe1515 req-5c190df2-c455-44cb-b94a-a3a521370b32 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:37.952862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ab1504a-9dda-49e5-a9b2-5f8739fe1515 req-5c190df2-c455-44cb-b94a-a3a521370b32 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.1204636 Oct 19 01:34:37.954443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:37.967946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] Sync routers for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:37.977190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2eff93f7-f47a-4821-bff3-b5ba83a0ba4a req-bf965cb2-f93f-4358-9a46-05d1d3da9f06 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 Oct 19 01:34:37.988320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:37.989283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:38.010356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.034718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ab1504a-9dda-49e5-a9b2-5f8739fe1515 req-d6e0188e-2e78-49fe-af87-24f7ecafcee5 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697930 Oct 19 01:34:38.047620 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dde2806b-a9c5-4ab6-919e-e8806abaf1ab tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.1478255 Oct 19 01:34:38.047777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54798) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:38.061044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:38.087876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:38.088540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:38.133340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:38.133497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b7fb2-1876-4586-be3b-200aab29a978 None None] The sync data for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:38.194494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f58356b0-b49d-4bfb-a114-5a729235ef9b tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] 10.222.0.64 "GET /v2.0/floatingips/8a71e74d-9629-44dd-a29e-8040862ccbd5 HTTP/1.1" status: 200 len: 983 time: 0.1456547 Oct 19 01:34:38.196846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54802) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:38.324256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-677b44ab-2bb6-4699-af10-1e2042f9cf5a tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5083 time: 0.1261222 Oct 19 01:34:38.326964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54804) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:38.501275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Deleting port 1d92f189-c1f4-486a-a01b-d5478160d069 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:38.501879 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.588644 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.588874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.601099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Calling delete_port for 1d92f189-c1f4-486a-a01b-d5478160d069 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:38.804723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.830646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Port': ['ID=1d92f189-c1f4-486a-a01b-d5478160d069,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:38.908799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:38.909140 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Floating IP 8a71e74d-9629-44dd-a29e-8040862ccbd5 disassociated (deleted). External IP: 172.25.0.117, port: 4902b079-f006-43f3-8326-ae4255a8efa4. Oct 19 01:34:39.132070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0789a0-02d0-45b6-a03a-fe166226d23c req-4877ce6b-4af1-46bd-84ab-5a032e3a28b1 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:39.134900 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e0789a0-02d0-45b6-a03a-fe166226d23c req-4877ce6b-4af1-46bd-84ab-5a032e3a28b1 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 943 time: 0.0657487 Oct 19 01:34:39.188306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e0789a0-02d0-45b6-a03a-fe166226d23c req-82df33b3-e743-483d-9401-d3d3fef5fc7e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Oct 19 01:34:39.419540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62eee70f-01f4-42ed-97fd-c6c667a4b10a details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:34:39.422641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:39.506444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Router ed9e2ab3-4659-47ff-8912-04f9ce19d780 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:39.523545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7525627-3834-4e44-b7d4-ec1a94c74060 req-a3b73aab-03e7-4f06-b6a9-3720834cddfa tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:39.525909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7525627-3834-4e44-b7d4-ec1a94c74060 req-a3b73aab-03e7-4f06-b6a9-3720834cddfa tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 945 time: 0.0732248 Oct 19 01:34:39.579716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 336b2a75-331e-4479-b32d-9e92deb3deaf completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:34:39.587832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 336b2a75-331e-4479-b32d-9e92deb3deaf triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:39.588230 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.629365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 62eee70f-01f4-42ed-97fd-c6c667a4b10a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:39.631465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7525627-3834-4e44-b7d4-ec1a94c74060 req-9b30ef11-15b0-442b-82b5-37ade930dd60 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475795 Oct 19 01:34:39.680624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '62eee70f-01f4-42ed-97fd-c6c667a4b10a', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'port_id': '62eee70f-01f4-42ed-97fd-c6c667a4b10a', 'mac_address': 'fa:16:3e:c6:c1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8323665d-fa1d-4b31-a2a8-8eb9f27d13ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:34:39.682446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:39.686683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.693072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.693338 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] Sync routers for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:39.706046 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:39.706761 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:39.716247 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0117df2-6c24-4e2a-9a27-d441054e716a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.732254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1fafa4df-cefa-40d7-9219-3ec270d4f29f tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "DELETE /v2.0/floatingips/8a71e74d-9629-44dd-a29e-8040862ccbd5 HTTP/1.1" status: 204 len: 168 time: 1.4040565 Oct 19 01:34:39.736247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54820) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:39.742965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:39.751080 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:39.758350 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.762666 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:39.763702 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:39.771255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.776134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62eee70f-01f4-42ed-97fd-c6c667a4b10a {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:34:39.800825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 62eee70f-01f4-42ed-97fd-c6c667a4b10a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:39.811567 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.812547 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:39.815035 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a93e74-360c-49d9-bbde-3f5bb29b758c None None] The sync data for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:39.815587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.876788 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:39.995427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Allocated IP 172.25.0.100 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/2f86bfef-ab1a-47b7-af01-8dbb2f2abbf7) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:40.016882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:40.019187 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc7469-8da4-4b31-877c-fc64fa0ae16f" -d '{"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-plugged", "status": "completed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:40.043573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:40.044931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=62eee70f-01f4-42ed-97fd-c6c667a4b10a,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.054001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.080553 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85e329b-b71f-4c55-922d-a3fbf6c0c4b5 x-openstack-request-id: req-c85e329b-b71f-4c55-922d-a3fbf6c0c4b5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:40.086320 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-plugged", "status": "completed", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:40.086583 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c85e329b-b71f-4c55-922d-a3fbf6c0c4b5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:40.086970 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'code': 200} Oct 19 01:34:40.088033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62eee70f-01f4-42ed-97fd-c6c667a4b10a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:34:40.127911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.152125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.181281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.239670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Pushing event updated for resources: {'Port': ['ID=2f86bfef-ab1a-47b7-af01-8dbb2f2abbf7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.252077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:40.255021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:40.256009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:40.295430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c667d-d47b-48c6-b207-aaeddd5ebe00 req-262058aa-ec3b-4382-8b4f-e75fe90cabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:40.304913 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-138c667d-d47b-48c6-b207-aaeddd5ebe00 req-262058aa-ec3b-4382-8b4f-e75fe90cabe3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1098 time: 0.0957878 Oct 19 01:34:40.356744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.375496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-138c667d-d47b-48c6-b207-aaeddd5ebe00 req-6ec5e493-e2ff-4b13-82af-9bcc0e2d97de service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611176 Oct 19 01:34:40.440278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec633-2424-44fe-b041-74c36892d84b req-ea348256-1322-4a45-a952-e9e448791717 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:40.440278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86aec633-2424-44fe-b041-74c36892d84b req-ea348256-1322-4a45-a952-e9e448791717 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 944 time: 0.0754163 Oct 19 01:34:40.440278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.523082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86aec633-2424-44fe-b041-74c36892d84b req-f544b1a4-d849-44c6-862c-b6a8fd1b2ef7 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576913 Oct 19 01:34:40.597962 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.650323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.656538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.730308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Pushing event updated for resources: {'Port': ['ID=2f86bfef-ab1a-47b7-af01-8dbb2f2abbf7,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:40.746750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.766313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.770280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e22e7012-520f-41a3-81c1-feb7a387c78c tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0304201 Oct 19 01:34:40.771520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54840) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:40.772608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:40.793480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1f821-bb54-4daa-a585-d0431fb74819 req-00cd8299-19af-4a23-ac92-59ae3a33a6cf tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:40.796192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0a1f821-bb54-4daa-a585-d0431fb74819 req-00cd8299-19af-4a23-ac92-59ae3a33a6cf tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 946 time: 0.0631547 Oct 19 01:34:40.844525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0a1f821-bb54-4daa-a585-d0431fb74819 req-be9f449d-1db8-4598-827f-7849ed1f6e50 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Oct 19 01:34:40.881132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:40.902625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.000653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.118254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Allocated IP 172.25.0.240 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/02e01289-b052-4827-80bc-c51d2f3f91e3) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:34:41.223455 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.257910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.305235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:34:41.308459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:34:41.312401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:34:41.320652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Pushing event updated for resources: {'Port': ['ID=02e01289-b052-4827-80bc-c51d2f3f91e3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:41.414084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.434569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62eee70f-01f4-42ed-97fd-c6c667a4b10a up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:34:41.454509 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.511965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 62eee70f-01f4-42ed-97fd-c6c667a4b10a completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:34:41.518415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 62eee70f-01f4-42ed-97fd-c6c667a4b10a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:34:41.518824 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.653487 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.696301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 62eee70f-01f4-42ed-97fd-c6c667a4b10a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:41.701122 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.741641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f31d13-ee88-4808-b90a-34f550b67f70 req-772678b9-0e33-48f3-97a1-d53b4dd06671 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:41.743309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26f31d13-ee88-4808-b90a-34f550b67f70 req-772678b9-0e33-48f3-97a1-d53b4dd06671 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 944 time: 0.1060760 Oct 19 01:34:41.757511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.775391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=62eee70f-01f4-42ed-97fd-c6c667a4b10a,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:41.789070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.833846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26f31d13-ee88-4808-b90a-34f550b67f70 req-9e98b671-efc7-4581-9480-84e37156717e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796981 Oct 19 01:34:41.885696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Pushing event updated for resources: {'Port': ['ID=02e01289-b052-4827-80bc-c51d2f3f91e3,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:41.898656 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.920662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:41.922795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f2d4acfa-8c59-4bba-ba00-bd0dc0607046 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1498337 Oct 19 01:34:41.925111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:42.003453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a53d5b-eaff-4304-817a-a61a018ecdc6 req-ce666a9b-3d66-491b-8782-5c9919de4876 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:42.011968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5a53d5b-eaff-4304-817a-a61a018ecdc6 req-ce666a9b-3d66-491b-8782-5c9919de4876 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 946 time: 0.0809252 Oct 19 01:34:42.015887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f72bf7f6-7e43-4613-8343-627529179397 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5269 time: 0.0890470 Oct 19 01:34:42.018601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54880) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:42.068044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5a53d5b-eaff-4304-817a-a61a018ecdc6 req-f187f6b1-f7ec-46df-8eb9-945213a0701e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550156 Oct 19 01:34:42.088194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eee70f-01f4-42ed-97fd-c6c667a4b10a'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:42.090772 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85170f61-12e3-402d-9154-77eb1873b85e" -d '{"events": [{"server_uuid": "694913f1-7d91-4129-abc0-a6441d4f7e8f", "name": "network-vif-plugged", "status": "completed", "tag": "62eee70f-01f4-42ed-97fd-c6c667a4b10a"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:42.115028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9633edd5-ad29-4849-aad1-344180e3af7c tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0898468 Oct 19 01:34:42.117432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54890) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:42.148006 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90988204-830d-4c4b-bc8e-a8213d945ffa x-openstack-request-id: req-90988204-830d-4c4b-bc8e-a8213d945ffa {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:42.148473 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694913f1-7d91-4129-abc0-a6441d4f7e8f", "name": "network-vif-plugged", "status": "completed", "tag": "62eee70f-01f4-42ed-97fd-c6c667a4b10a", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:42.148853 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90988204-830d-4c4b-bc8e-a8213d945ffa {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:42.149259 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eee70f-01f4-42ed-97fd-c6c667a4b10a', 'code': 200} Oct 19 01:34:42.317046 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.338438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce13724-3965-44bc-bef9-6563b9f4e0cb req-9068f245-652d-4966-ad71-b857d9d8ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:42.340185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ce13724-3965-44bc-bef9-6563b9f4e0cb req-9068f245-652d-4966-ad71-b857d9d8ba5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 1097 time: 0.0838711 Oct 19 01:34:42.377702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Deleting port 02e01289-b052-4827-80bc-c51d2f3f91e3 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:42.378093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.401315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3ce13724-3965-44bc-bef9-6563b9f4e0cb req-9b0906bb-c7db-4586-915c-95b2cbea119a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529754 Oct 19 01:34:42.476389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.476772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.489987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Calling delete_port for 02e01289-b052-4827-80bc-c51d2f3f91e3 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:42.640257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.667298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Pushing event deleted for resources: {'Port': ['ID=02e01289-b052-4827-80bc-c51d2f3f91e3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:42.738764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.741483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:42.742622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-14060a73-bf0a-4a7a-99a2-126432f23979 tempest-FloatingIPAdminTestJSON-434247691 tempest-FloatingIPAdminTestJSON-434247691-project] 10.222.0.64 "DELETE /v2.0/floatingips/ae824b21-0fa1-406d-b61d-9c4471cb29f6 HTTP/1.1" status: 204 len: 168 time: 0.6237724 Oct 19 01:34:42.745465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54902) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:42.886167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Deleting port 2f86bfef-ab1a-47b7-af01-8dbb2f2abbf7 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:42.886520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.003887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.004619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.211702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6fd1f-cfd6-4a4f-bf67-9edba032e1f4 req-53088af1-e33d-4f1a-b305-eda5a7f950ff tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:43.213588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17d6fd1f-cfd6-4a4f-bf67-9edba032e1f4 req-53088af1-e33d-4f1a-b305-eda5a7f950ff tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 946 time: 0.0580475 Oct 19 01:34:43.256488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17d6fd1f-cfd6-4a4f-bf67-9edba032e1f4 req-a9374f24-2073-4577-ac56-56f090ed3f2e tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359910 Oct 19 01:34:43.296538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146319ac-0a72-4539-af64-9cd44fc964ae req-0f247873-b0a3-4e59-8ca4-b663c84ae4e9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:43.298221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-146319ac-0a72-4539-af64-9cd44fc964ae req-0f247873-b0a3-4e59-8ca4-b663c84ae4e9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 945 time: 0.3549712 Oct 19 01:34:43.299175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Calling delete_port for 2f86bfef-ab1a-47b7-af01-8dbb2f2abbf7 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:43.382375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-146319ac-0a72-4539-af64-9cd44fc964ae req-d3b16080-8350-4ff4-a900-39f1be4be31b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766907 Oct 19 01:34:43.468336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.500280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f86bfef-ab1a-47b7-af01-8dbb2f2abbf7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:43.579623 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.582700 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.584317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-74fec918-d010-4e00-b5d0-22b055eb20f1 tempest-FloatingIPAdminTestJSON-1200789903 tempest-FloatingIPAdminTestJSON-1200789903-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/564add84-c194-4977-8136-a27ff7e95ca9 HTTP/1.1" status: 204 len: 168 time: 0.8377042 Oct 19 01:34:43.588006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54914) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:43.710768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Deleting port 4902b079-f006-43f3-8326-ae4255a8efa4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:43.711330 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.815245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:43.828229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Calling delete_port for 4902b079-f006-43f3-8326-ae4255a8efa4 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:43.972647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.010265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Port': ['ID=4902b079-f006-43f3-8326-ae4255a8efa4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:44.081148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:44.087862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffb579d2-d9fe-4887-8d88-480ef4e936f2 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "DELETE /v2.0/ports/4902b079-f006-43f3-8326-ae4255a8efa4 HTTP/1.1" status: 204 len: 168 time: 0.4963238 Oct 19 01:34:44.088256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54916) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:44.146158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff764c93-ae01-4442-829d-bd74f72701b1 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:44.147736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ff764c93-ae01-4442-829d-bd74f72701b1 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed9e2ab3-4659-47ff-8912-04f9ce19d780 HTTP/1.1" status: 200 len: 913 time: 0.0585532 Oct 19 01:34:44.150635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54918) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:44.513111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9213034-622b-44dc-9a40-9fc19e6df4f3 req-ca5d0d3d-cf81-4510-a154-0b847d5a3fa9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:44.514924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9213034-622b-44dc-9a40-9fc19e6df4f3 req-ca5d0d3d-cf81-4510-a154-0b847d5a3fa9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 945 time: 0.0571187 Oct 19 01:34:44.562919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9213034-622b-44dc-9a40-9fc19e6df4f3 req-4f061e7e-2cb2-445e-928c-f134f7019e53 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Oct 19 01:34:44.657864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.017457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Deleting port 90f83360-9f00-451e-9a03-808704b2f07e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:45.018040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.125489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.141448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Calling delete_port for 90f83360-9f00-451e-9a03-808704b2f07e owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:45.411578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.449446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Port': ['ID=90f83360-9f00-451e-9a03-808704b2f07e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:45.664502 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:45.932919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Router ed9e2ab3-4659-47ff-8912-04f9ce19d780 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:46.053285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:46.058196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-60c55dde-02be-47b2-8c54-6a85f38dd559 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "PUT /v2.0/routers/ed9e2ab3-4659-47ff-8912-04f9ce19d780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9064455 Oct 19 01:34:46.061062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54942) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:46.067126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] Sync routers for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:46.080106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:46.080994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:46.130211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:46.139949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] Routers {'ed9e2ab3-4659-47ff-8912-04f9ce19d780'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:46.140571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:46.180914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:46.181489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25694bbd-9f07-4d2e-b7cd-79f56eb6d1bc None None] The sync data for ids ['ed9e2ab3-4659-47ff-8912-04f9ce19d780'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:46.186865 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.300311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.378671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Deleting port 53250522-c567-4b46-9981-2fd011aa8171 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:46.378885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.471263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.484433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Calling delete_port for 53250522-c567-4b46-9981-2fd011aa8171 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:46.679913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.741674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Port': ['ID=53250522-c567-4b46-9981-2fd011aa8171,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:46.795270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.902781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.905431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.956883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.957561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Fanout notify agent at l3_agent the message router_deleted on router ed9e2ab3-4659-47ff-8912-04f9ce19d780 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:34:46.970948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:46.974412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59aac796-4cfc-4fae-ac6a-3bb6649b4913 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "DELETE /v2.0/routers/ed9e2ab3-4659-47ff-8912-04f9ce19d780 HTTP/1.1" status: 204 len: 168 time: 0.9100440 Oct 19 01:34:46.974945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54956) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:47.028853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Deleting subnet 4c8df968-49cd-4e38-a640-891d1fd8e7b4 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:34:47.032303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.074718 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.166132 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.227729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.258846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8df968-49cd-4e38-a640-891d1fd8e7b4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:47.264544 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.271695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54958) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:47.273288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b4b07-ce04-4059-8ec0-87c59303d7b9 None None] Network 1a043af9-a17c-4e80-839c-aa68a50bef26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:34:47.277272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8eb674ac-a1e9-4e90-b1ac-418af0a4a348 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "DELETE /v2.0/subnets/4c8df968-49cd-4e38-a640-891d1fd8e7b4 HTTP/1.1" status: 204 len: 168 time: 0.3003337 Oct 19 01:34:47.370070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.449281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Deleting port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:47.449627 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.498205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee515810-f692-407c-b304-be204e41969c None None] DHCP port deletion for 1a043af9-a17c-4e80-839c-aa68a50bef26 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:34:47.520229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] For port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,segment=NetworkSegment(7d6360dd-4c24-470a-82ad-0af10f82b3ae),segment_id=7d6360dd-4c24-470a-82ad-0af10f82b3ae)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:47.520690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.539912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Calling delete_port for 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:47.549600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ee515810-f692-407c-b304-be204e41969c None None] Deleting port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:47.549979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee515810-f692-407c-b304-be204e41969c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.621491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ee515810-f692-407c-b304-be204e41969c None None] For port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,segment=NetworkSegment(7d6360dd-4c24-470a-82ad-0af10f82b3ae),segment_id=7d6360dd-4c24-470a-82ad-0af10f82b3ae)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:47.621834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee515810-f692-407c-b304-be204e41969c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.634438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.641094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ee515810-f692-407c-b304-be204e41969c None None] Calling delete_port for 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:47.669002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Port': ['ID=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:47.671610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] No DVR routers for this DVR port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:47.772796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee515810-f692-407c-b304-be204e41969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.802992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.821229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee515810-f692-407c-b304-be204e41969c None None] No DVR routers for this DVR port 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:47.828578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a043af9-a17c-4e80-839c-aa68a50bef26']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:47.845716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee515810-f692-407c-b304-be204e41969c None None] Pushing event deleted for resources: {'Port': ['ID=4ebe231e-6e4f-4bb0-95cf-e897e5f0c081,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:47.846403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6360dd-4c24-470a-82ad-0af10f82b3ae') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:47.847454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6360dd-4c24-470a-82ad-0af10f82b3ae') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:47.850250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:47.871370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.880160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:47.880744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4ebe231e-6e4f-4bb0-95cf-e897e5f0c081 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:47.892632 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.901651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:47.902109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:47.906405 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:47.977288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.985519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:47.990089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "DELETE /v2.0/networks/1a043af9-a17c-4e80-839c-aa68a50bef26 HTTP/1.1" status: 204 len: 168 time: 0.7169795 Oct 19 01:34:47.992766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54970) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:48.056544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4a89-056e-41c6-a127-9f8e932c18e7 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Network': ['ID=1a043af9-a17c-4e80-839c-aa68a50bef26,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:48.153855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Deleting port 3b0b13e0-bdfc-4cda-84db-868fa3719143 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:48.154126 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.244848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.245191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.258132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Calling delete_port for 3b0b13e0-bdfc-4cda-84db-868fa3719143 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:48.419604 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.449986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Pushing event deleted for resources: {'Port': ['ID=3b0b13e0-bdfc-4cda-84db-868fa3719143,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:48.525542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.528252 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:48.532500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c8ab37bb-113e-4a37-8849-7212acdf29b4 tempest-FloatingIPAdminTestJSON-978732247 tempest-FloatingIPAdminTestJSON-978732247-project] 10.222.0.64 "DELETE /v2.0/floatingips/aa99e660-5372-46fc-bd86-bd0574014df8 HTTP/1.1" status: 204 len: 168 time: 0.5357819 Oct 19 01:34:48.793872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54984) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:48.944949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fd35f445-c068-4c92-b6fe-85a114e14d4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bab07e28da84d9cae3cbdfd46f23680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496954 Oct 19 01:34:48.947313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54988) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:49.003620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2be2ddf-623a-4bc3-88be-617a84288734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.025420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2be2ddf-623a-4bc3-88be-617a84288734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.075639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2be2ddf-623a-4bc3-88be-617a84288734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.079050 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2be2ddf-623a-4bc3-88be-617a84288734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.080260 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f2be2ddf-623a-4bc3-88be-617a84288734 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2478b710-15f0-48c3-b4ee-e7827f1e8cf7 HTTP/1.1" status: 204 len: 168 time: 0.1320274 Oct 19 01:34:49.090554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2ddf-623a-4bc3-88be-617a84288734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478b710-15f0-48c3-b4ee-e7827f1e8cf7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:49.380413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54996) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:49.395162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfa865f5-52a1-443f-beb0-40812cce8ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.477542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfa865f5-52a1-443f-beb0-40812cce8ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.481275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfa865f5-52a1-443f-beb0-40812cce8ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.528470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dfa865f5-52a1-443f-beb0-40812cce8ec7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=123a90cf535444159bf7fc73d60f2dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444988 Oct 19 01:34:49.528863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55000) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:49.537348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa865f5-52a1-443f-beb0-40812cce8ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec423bba-c210-4f8d-aeda-e0599b8a8637,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:49.602233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea5e-c205-4c2e-a0ed-90b4b2b92167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.626606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea5e-c205-4c2e-a0ed-90b4b2b92167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.688521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea5e-c205-4c2e-a0ed-90b4b2b92167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.691390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea5e-c205-4c2e-a0ed-90b4b2b92167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:49.695680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bf87ea5e-c205-4c2e-a0ed-90b4b2b92167 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec423bba-c210-4f8d-aeda-e0599b8a8637 HTTP/1.1" status: 204 len: 168 time: 0.1653700 Oct 19 01:34:49.705986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87ea5e-c205-4c2e-a0ed-90b4b2b92167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec423bba-c210-4f8d-aeda-e0599b8a8637,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:49.856758 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.047291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55006) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:50.060707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e092267-63ba-4614-a6d1-091efa712522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.139709 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e092267-63ba-4614-a6d1-091efa712522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.143956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e092267-63ba-4614-a6d1-091efa712522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.184282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0e092267-63ba-4614-a6d1-091efa712522 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e545381afa65469d93fa9a51f0070e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355011 Oct 19 01:34:50.184955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e092267-63ba-4614-a6d1-091efa712522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0653f806-f6b4-4e56-95f7-a969ea8eb6c7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:50.187541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55008) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:50.258318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c04ab7-191b-4c4a-91c6-20a690c1b410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.285309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c04ab7-191b-4c4a-91c6-20a690c1b410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.361523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c04ab7-191b-4c4a-91c6-20a690c1b410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.365215 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c04ab7-191b-4c4a-91c6-20a690c1b410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:50.368049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e1c04ab7-191b-4c4a-91c6-20a690c1b410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0653f806-f6b4-4e56-95f7-a969ea8eb6c7 HTTP/1.1" status: 204 len: 168 time: 0.1770151 Oct 19 01:34:50.376427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c04ab7-191b-4c4a-91c6-20a690c1b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0653f806-f6b4-4e56-95f7-a969ea8eb6c7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:51.611577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55052) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:51.791810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55060) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:51.868626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Deleting port 1533c90f-0ef0-4d40-89af-58ebbcb7d606 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:51.869275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.956965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.957666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:51.972807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Calling delete_port for 1533c90f-0ef0-4d40-89af-58ebbcb7d606 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:52.021594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:52.080773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-80aa70cd-25b0-4195-8517-74744d20a6a0 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1551272360'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:52.081220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-80aa70cd-25b0-4195-8517-74744d20a6a0 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Unknown quota resources ['metering_label']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:34:52.156073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.157558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-00f304c9-59f2-4e13-b8f7-caf404583ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.194768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event deleted for resources: {'Port': ['ID=1533c90f-0ef0-4d40-89af-58ebbcb7d606,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:52.258771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.259209 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Floating IP f083c48c-4b3c-4e93-9c79-0a9f73fd2524 disassociated (deleted). External IP: 172.25.0.104, port: c1b5f7cd-1363-4344-aba7-8d7032879cd4. Oct 19 01:34:52.308232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-80aa70cd-25b0-4195-8517-74744d20a6a0 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.309417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-80aa70cd-25b0-4195-8517-74744d20a6a0 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2862673 Oct 19 01:34:52.313791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55070) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:52.318003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-30e5bbca-75cd-49ca-9325-9c03349f58e5 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd43b3d72-9bd8-44d8-bc06-e519567aa9c4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:52.318488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-30e5bbca-75cd-49ca-9325-9c03349f58e5 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:34:52.491877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Router 76f4b174-e826-422f-92ef-57f6e2e41e0d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:34:52.610372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:34:52.614911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.624278 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] Sync routers for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:34:52.636780 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:52.637399 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:52.647911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-60da3515-ac24-48c2-826a-9be4afb56557 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "DELETE /v2.0/floatingips/f083c48c-4b3c-4e93-9c79-0a9f73fd2524 HTTP/1.1" status: 204 len: 168 time: 1.0324676 Oct 19 01:34:52.647911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:52.648265 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85562f-b67e-4aab-88c1-ba60bc5b7291" -d '{"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:52.679558 n-d-789963-20 neutron-server[100848]: WARNING neutron.services.metering.metering_plugin [None req-30e5bbca-75cd-49ca-9325-9c03349f58e5 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:34:52.694013 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479b1f84-5d72-463a-9749-fea69e14528a x-openstack-request-id: req-479b1f84-5d72-463a-9749-fea69e14528a {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:52.694378 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:52.694701 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-479b1f84-5d72-463a-9749-fea69e14528a {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:52.695174 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'status': 'completed', 'code': 200} Oct 19 01:34:52.815214 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:52.830232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30e5bbca-75cd-49ca-9325-9c03349f58e5 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.831699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30e5bbca-75cd-49ca-9325-9c03349f58e5 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5168819 Oct 19 01:34:52.835193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55078) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:52.846677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ebe47759-8b16-492d-b4d2-700e8ea19e09 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd43b3d72-9bd8-44d8-bc06-e519567aa9c4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:52.847631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ebe47759-8b16-492d-b4d2-700e8ea19e09 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:34:52.894172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-00f304c9-59f2-4e13-b8f7-caf404583ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.900920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-e8b7ec8a-6093-4828-a993-05a3730238f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:52.902776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-e8b7ec8a-6093-4828-a993-05a3730238f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=941182050c1a470dbb60f18a40e7e689&device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 1097 time: 0.1293554 Oct 19 01:34:52.904013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-00f304c9-59f2-4e13-b8f7-caf404583ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:52.953119 n-d-789963-20 neutron-server[100847]: WARNING neutron.services.metering.metering_plugin [None req-ebe47759-8b16-492d-b4d2-700e8ea19e09 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 01:34:53.006285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-00f304c9-59f2-4e13-b8f7-caf404583ee4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b354277e47945da9d57afcf56b5adb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2125363 Oct 19 01:34:53.010120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55082) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.046423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f304c9-59f2-4e13-b8f7-caf404583ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d3811-7e12-4b24-9288-0f13f36ccf64,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:53.052751 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:53.088233 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] Checking router: 76f4b174-e826-422f-92ef-57f6e2e41e0d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:34:53.097981 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:34:53.098872 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:53.106819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ebe47759-8b16-492d-b4d2-700e8ea19e09 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.112561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ebe47759-8b16-492d-b4d2-700e8ea19e09 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2723835 Oct 19 01:34:53.112702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41295-f311-4184-a138-2f651a0ff3b9 req-67694961-6d95-4b43-ab7b-035cd0f53424 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.112929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55084) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.116442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-efa41295-f311-4184-a138-2f651a0ff3b9 req-67694961-6d95-4b43-ab7b-035cd0f53424 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 945 time: 0.2086892 Oct 19 01:34:53.125100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d288b26d-e123-42e2-8040-b42a09da881c tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e69a56b7-bba7-43ca-9229-48de257ce623 HTTP/1.1" status: 200 len: 462 time: 0.0108199 Oct 19 01:34:53.127696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55086) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.132245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-aa161abb-3dd0-4bdd-bfca-ec00a417744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.134417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-aa161abb-3dd0-4bdd-bfca-ec00a417744d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 200 len: 915 time: 0.2212472 Oct 19 01:34:53.221188 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:34:53.221624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-efa41295-f311-4184-a138-2f651a0ff3b9 req-328e56ff-a299-4480-adc6-6e1adad3f76b tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006818 Oct 19 01:34:53.223850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-f2d0e66a-4dbe-4db8-9f52-a5e431b4a994 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 200 len: 217 time: 0.0750401 Oct 19 01:34:53.224540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2cfebf5d-3273-423d-9617-8aebdc3e159d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.235848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc32f171-4903-44ce-8a12-6d3241564846 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.240095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bc32f171-4903-44ce-8a12-6d3241564846 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/e69a56b7-bba7-43ca-9229-48de257ce623 HTTP/1.1" status: 204 len: 168 time: 0.1112361 Oct 19 01:34:53.240755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55088) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.251146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2cfebf5d-3273-423d-9617-8aebdc3e159d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.253815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cba2aeab-8a64-441a-b33a-1f33745e6bab tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e69a56b7-bba7-43ca-9229-48de257ce623 HTTP/1.1" status: 200 len: 221 time: 0.0119901 Oct 19 01:34:53.254500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.258758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-882198da-3341-4860-90c9-ddcc9513ae27 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1815717191', 'description': 'label created by tempest'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:53.259072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-882198da-3341-4860-90c9-ddcc9513ae27 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Unknown quota resources ['metering_label']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:34:53.333426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-9fcf8230-a9e7-4af1-95d7-6ff45b3645c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.335027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-9fcf8230-a9e7-4af1-95d7-6ff45b3645c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5993f8c6-442e-482c-869e-e2eee56177d4 HTTP/1.1" status: 200 len: 853 time: 0.0724053 Oct 19 01:34:53.373982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2cfebf5d-3273-423d-9617-8aebdc3e159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.377299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2cfebf5d-3273-423d-9617-8aebdc3e159d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.381124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2cfebf5d-3273-423d-9617-8aebdc3e159d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e7d3811-7e12-4b24-9288-0f13f36ccf64 HTTP/1.1" status: 204 len: 168 time: 0.3426299 Oct 19 01:34:53.401991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfebf5d-3273-423d-9617-8aebdc3e159d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d3811-7e12-4b24-9288-0f13f36ccf64,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:53.437557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-747c0d64-fb51-4d96-b579-0d6ed8bfad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:53.439248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-747c0d64-fb51-4d96-b579-0d6ed8bfad0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff7738cc-0a11-498d-ad94-89211c1442af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960181 Oct 19 01:34:53.566507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-4e27161c-db01-46b8-97d9-4d185a4ebbfe service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174402 Oct 19 01:34:53.583958 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:53.619923 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09192dd-524c-4190-9955-a54e8657ca63 None None] The sync data for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 is: [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:30:53Z', 'revision_number': 4, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '50bec3a8-cc02-4da0-98f7-734c136b7f2f', 'name': '', 'network_id': 'ff7738cc-0a11-498d-ad94-89211c1442af', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'mac_address': 'fa:16:3e:e9:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:52Z', 'updated_at': '2021-10-19T01:30:58Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'subnets': [{'id': '5993f8c6-442e-482c-869e-e2eee56177d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:34:53.737233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac85562f-b67e-4aab-88c1-ba60bc5b7291 req-2eb8c04a-4398-4551-9724-0827ba60d837 service neutron] 10.222.0.74 "GET /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618915 Oct 19 01:34:53.852403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-882198da-3341-4860-90c9-ddcc9513ae27 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:53.856393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-882198da-3341-4860-90c9-ddcc9513ae27 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6010389 Oct 19 01:34:53.856850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55104) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:53.944517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ee851ef8-52b9-427b-ae95-2a6207f4354d tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=2ba2b309-882f-4bbd-badb-5d807232d19b HTTP/1.1" status: 200 len: 468 time: 0.0845578 Oct 19 01:34:53.947488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55108) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.003159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4519c46-146b-4146-81f3-2934262c9437 None None] New status for floating IP f083c48c-4b3c-4e93-9c79-0a9f73fd2524: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:34:54.174934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9b4bfb2-802b-49e6-a350-100da4eca26f tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:54.178679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a9b4bfb2-802b-49e6-a350-100da4eca26f tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/2ba2b309-882f-4bbd-badb-5d807232d19b HTTP/1.1" status: 204 len: 168 time: 0.2272515 Oct 19 01:34:54.178902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55118) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.194635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6d59be0c-18ad-4990-b41b-426aaab89383 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=2ba2b309-882f-4bbd-badb-5d807232d19b HTTP/1.1" status: 200 len: 216 time: 0.0115499 Oct 19 01:34:54.194888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55120) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.204958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68594578-3fd8-40ab-b4ad-fbaa060596a2 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091090 Oct 19 01:34:54.208353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55122) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.219956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fe7de6ff-c403-487a-bdd8-0a0c5314da72 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106027 Oct 19 01:34:54.223068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55124) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.282895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f1122ebe-40ef-46af-ba8c-21ee6aceeaf0 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/d43b3d72-9bd8-44d8-bc06-e519567aa9c4 HTTP/1.1" status: 200 len: 473 time: 0.0544677 Oct 19 01:34:54.282895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55134) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.296066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6034b575-18da-4ac3-b08a-bc3d3b1f831a tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/2fcd348a-ed34-47a6-bd77-a4affe1d5e2c HTTP/1.1" status: 200 len: 459 time: 0.0083876 Oct 19 01:34:54.296813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.429018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cd94fda7-b53d-4063-978c-a530296a9150 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:54.430150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cd94fda7-b53d-4063-978c-a530296a9150 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/2fcd348a-ed34-47a6-bd77-a4affe1d5e2c HTTP/1.1" status: 204 len: 168 time: 0.1324136 Oct 19 01:34:54.432643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55138) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:54.505993 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f305ce0-d300-467a-860d-57b53af72baa req-75e9b123-6bf5-4b77-a226-a8f2521a3e2e tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:54.507489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f305ce0-d300-467a-860d-57b53af72baa req-75e9b123-6bf5-4b77-a226-a8f2521a3e2e tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 945 time: 0.1837094 Oct 19 01:34:54.674263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f305ce0-d300-467a-860d-57b53af72baa req-f29f408e-fd40-47a7-aeb5-55e307b45e65 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/security-groups?id=4615f96c-accb-4e3b-9000-a71162c7eb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603217 Oct 19 01:34:54.677851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-56dd4583-9a50-449a-a753-c1d0b4e97732 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:54.680593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-56dd4583-9a50-449a-a753-c1d0b4e97732 tempest-MeteringIpV6TestJSON-924829929 tempest-MeteringIpV6TestJSON-924829929-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/d43b3d72-9bd8-44d8-bc06-e519567aa9c4 HTTP/1.1" status: 204 len: 168 time: 0.2469158 Oct 19 01:34:54.823692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-d802d9ee-113b-44d3-9ef7-aa5dfec1b6a9 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:54.825252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-d802d9ee-113b-44d3-9ef7-aa5dfec1b6a9 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.74 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 945 time: 0.0523045 Oct 19 01:34:54.934766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Deleting port c1b5f7cd-1363-4344-aba7-8d7032879cd4 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:34:54.936088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:54.972484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55152) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:55.039400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] For port c1b5f7cd-1363-4344-aba7-8d7032879cd4, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c1b5f7cd-1363-4344-aba7-8d7032879cd4,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:34:55.039684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.054256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Calling delete_port for c1b5f7cd-1363-4344-aba7-8d7032879cd4 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:34:55.096273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55173ef0-07bc-43fc-a342-065fc050c028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.180384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55173ef0-07bc-43fc-a342-065fc050c028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.185641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-55173ef0-07bc-43fc-a342-065fc050c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.193296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.228134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-55173ef0-07bc-43fc-a342-065fc050c028 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe33479500fd41f280f4cf18cf9766b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545447 Oct 19 01:34:55.228983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173ef0-07bc-43fc-a342-065fc050c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65f333-b35e-45fa-89c1-6752abe3983f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:55.230125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event deleted for resources: {'Port': ['ID=c1b5f7cd-1363-4344-aba7-8d7032879cd4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:55.231261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55156) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:55.286800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] No DVR routers for this DVR port c1b5f7cd-1363-4344-aba7-8d7032879cd4 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:34:55.289791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.292812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e471d4b-2363-4a5c-abed-53f34391c69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.292968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f187284b-149c-4f55-ae66-4843ff3b0991 req-f2518f32-fb31-47af-a659-8b06a0d4e4e1 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.74 "DELETE /v2.0/ports/c1b5f7cd-1363-4344-aba7-8d7032879cd4 HTTP/1.1" status: 204 len: 173 time: 0.4615264 Oct 19 01:34:55.293276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'name': 'network-vif-deleted', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:34:55.295569 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e1c50e-6e3e-4ad9-831c-2e08518f0e44" -d '{"events": [{"server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "name": "network-vif-deleted", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:34:55.317802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e471d4b-2363-4a5c-abed-53f34391c69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.341404 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c5e72-2c10-47b9-b584-041ad091973f x-openstack-request-id: req-e38c5e72-2c10-47b9-b584-041ad091973f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:34:55.341773 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ddbe74-f90d-426d-892c-f474cc3013a8", "name": "network-vif-deleted", "tag": "c1b5f7cd-1363-4344-aba7-8d7032879cd4", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:34:55.342766 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e38c5e72-2c10-47b9-b584-041ad091973f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:34:55.343407 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ddbe74-f90d-426d-892c-f474cc3013a8', 'name': 'network-vif-deleted', 'tag': 'c1b5f7cd-1363-4344-aba7-8d7032879cd4', 'status': 'completed', 'code': 200} Oct 19 01:34:55.380189 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e471d4b-2363-4a5c-abed-53f34391c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.383126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e471d4b-2363-4a5c-abed-53f34391c69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.384430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7e471d4b-2363-4a5c-abed-53f34391c69a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f65f333-b35e-45fa-89c1-6752abe3983f HTTP/1.1" status: 204 len: 168 time: 0.1522648 Oct 19 01:34:55.396683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e471d4b-2363-4a5c-abed-53f34391c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65f333-b35e-45fa-89c1-6752abe3983f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:55.764388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55170) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:55.789100 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfc98fed-8cb2-43e7-a008-af6a454a0e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.833944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07d17c75-d460-4fd1-b5e9-979331165a79 req-01efe9a9-5916-4b1c-9749-97380337875f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0517118 Oct 19 01:34:55.927056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfc98fed-8cb2-43e7-a008-af6a454a0e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.931514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cfc98fed-8cb2-43e7-a008-af6a454a0e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:55.972755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc98fed-8cb2-43e7-a008-af6a454a0e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f8db5-2b2d-4ef7-a2e5-1eb6c36c1192,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:55.978654 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cfc98fed-8cb2-43e7-a008-af6a454a0e8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3120727295f54b9b9c2fa63b2fb1bc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123775 Oct 19 01:34:55.981173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55182) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:56.034125 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b057a63-d8d3-4ebf-a99b-ec51784c12f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.058181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b057a63-d8d3-4ebf-a99b-ec51784c12f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.114351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b057a63-d8d3-4ebf-a99b-ec51784c12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.117193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b057a63-d8d3-4ebf-a99b-ec51784c12f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:56.118633 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b057a63-d8d3-4ebf-a99b-ec51784c12f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be5f8db5-2b2d-4ef7-a2e5-1eb6c36c1192 HTTP/1.1" status: 204 len: 168 time: 0.1359529 Oct 19 01:34:56.130398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b057a63-d8d3-4ebf-a99b-ec51784c12f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f8db5-2b2d-4ef7-a2e5-1eb6c36c1192,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:56.931152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-be9d9d4a-bc10-40f2-a4cf-8207edee0e70 req-a1b44b36-ea97-415c-8c1f-b3fb27eb7c56 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0276668 Oct 19 01:34:56.934514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55224) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:57.040965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'networks': [{'name': 'tempest-network--218832378'}, {'name': 'tempest-network--1640985748'}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:57.041965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'network': {'name': 'tempest-network--218832378'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:57.042601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'network': {'name': 'tempest-network--1640985748'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:57.077927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Made reservation on behalf of e6097581541c47058afcd4067d0419d4 for: {'network': 2} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:57.082736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.091880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.178995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.183385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.183948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.224826 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:34:57.234772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd57104b-af41-4641-925b-d03e83e1605d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:57.244915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:57.256369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.256722 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Added segment 99a30931-0a24-4f69-b3f4-b3e4a90c0a77 of type vlan for network af60600c-63f9-41cb-a557-1a24ac2a33c3 Oct 19 01:34:57.301634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.330933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:57.340414 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.341027 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Added segment 11525cac-3d91-408a-a576-c715c5d0a401 of type vlan for network 9a22e379-d7e7-46ac-a905-736f89d396a7 Oct 19 01:34:57.381621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.413178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.413851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.419525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:57.425239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:57.425962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.468147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5298319 Oct 19 01:34:57.468965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55230) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:57.512237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Network': ['ID=af60600c-63f9-41cb-a557-1a24ac2a33c3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:57.524395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network af60600c-63f9-41cb-a557-1a24ac2a33c3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:57.621938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b44f898-5916-4235-baca-7e0873998390 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:57.628397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b44f898-5916-4235-baca-7e0873998390 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:57.634362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b44f898-5916-4235-baca-7e0873998390 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:57.640523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b44f898-5916-4235-baca-7e0873998390 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:57.644991 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b44f898-5916-4235-baca-7e0873998390 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1724761 Oct 19 01:34:57.645266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:57.730197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8509ee-5d6c-4b21-bedd-4ef80c4137ac tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Network': ['ID=9a22e379-d7e7-46ac-a905-736f89d396a7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:57.741318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.742775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9a22e379-d7e7-46ac-a905-736f89d396a7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:57.847127 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.872618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af60600c-63f9-41cb-a557-1a24ac2a33c3']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:57.888514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a30931-0a24-4f69-b3f4-b3e4a90c0a77') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:57.889505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a30931-0a24-4f69-b3f4-b3e4a90c0a77') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:57.903450 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.922538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.931668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:57.932328 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:57.936989 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:58.038662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.044247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.052170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0079147b-37c3-4921-bc27-49141273e467 req-a37426d4-cce2-4efb-a927-a63ac569844f tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0453889 Oct 19 01:34:58.053346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55238) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:58.053818 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/networks/af60600c-63f9-41cb-a557-1a24ac2a33c3 HTTP/1.1" status: 204 len: 168 time: 0.4074254 Oct 19 01:34:58.076405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40d58e-1c31-4d54-a33a-f32f698b8324 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Network': ['ID=af60600c-63f9-41cb-a557-1a24ac2a33c3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:58.178874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.298562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.321650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a22e379-d7e7-46ac-a905-736f89d396a7']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.333908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11525cac-3d91-408a-a576-c715c5d0a401') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.334213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11525cac-3d91-408a-a576-c715c5d0a401') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:34:58.346306 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.362692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.369042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:34:58.369635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:34:58.383284 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:34:58.451896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.462112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.467728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/networks/9a22e379-d7e7-46ac-a905-736f89d396a7 HTTP/1.1" status: 204 len: 168 time: 0.4111342 Oct 19 01:34:58.470902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55256) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:58.496595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-cdda0d6f-f46f-4616-a04c-a9825d32811a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:58.499113 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-cdda0d6f-f46f-4616-a04c-a9825d32811a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 0.1447253 Oct 19 01:34:58.510834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f7750-2aab-4bc0-99d0-95f03ad6c372 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Network': ['ID=9a22e379-d7e7-46ac-a905-736f89d396a7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:58.517557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-5280e63d-a180-4da9-a483-2aaed786fb10 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/quotas/07a242df73444b6e8a846219aa52ce58 HTTP/1.1" status: 200 len: 375 time: 0.0120502 Oct 19 01:34:58.580204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a4a9e9e6-ad71-4c9e-b2b7-b62472e60c48 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495052 Oct 19 01:34:58.633758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66347aab-4f2b-4972-8326-49515bcf3473 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:58.644730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66347aab-4f2b-4972-8326-49515bcf3473 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:58.653834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-66347aab-4f2b-4972-8326-49515bcf3473 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1737506 Oct 19 01:34:58.653834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55260) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:58.667969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1301695136'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:58.698698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Made reservation on behalf of e6097581541c47058afcd4067d0419d4 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:58.703668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.734622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:58.738372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-eecbe1cb-af15-4059-8e4f-6a1865205854 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452425 Oct 19 01:34:58.751301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.751668 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Added segment 90d66f0e-79c2-4e05-b3ec-ae09e30a3a27 of type vlan for network 1e3a4ee5-7743-4a49-aba6-481f54b1ff1a Oct 19 01:34:58.804082 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.837166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.843950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:58.844584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.862477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c1b5f7cd-1363-4344-aba7-8d7032879cd4 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:34:58.867165 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-9da801b2-9915-4f67-9387-59f02b8c2342 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192815 Oct 19 01:34:58.877184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2256021 Oct 19 01:34:58.879875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55262) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:58.885899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1143640992'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:58.905052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: c1b5f7cd-1363-4344-aba7-8d7032879cd4 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:34:58.905805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c1b5f7cd-1363-4344-aba7-8d7032879cd4 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:34:58.929042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b590a-e2c2-4706-b2ba-f7c88a4d3903 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Network': ['ID=1e3a4ee5-7743-4a49-aba6-481f54b1ff1a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:58.936976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Made reservation on behalf of e6097581541c47058afcd4067d0419d4 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:58.941310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.942724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1e3a4ee5-7743-4a49-aba6-481f54b1ff1a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:58.971178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:34:58.982109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:58.984027 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Added segment 592b5924-fa57-466c-90fd-43049c2ad05e of type vlan for network 730116fb-7fc0-4599-811f-647678853559 Oct 19 01:34:59.079531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.127685 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.145591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:34:59.151064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.163865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ead11975-e477-453a-b7e5-0f7c52ddef56 req-7220af96-8908-460c-b4c9-5fda5ae67d98 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 210 time: 0.0438633 Oct 19 01:34:59.236273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6e029cc4-46ca-4a4d-aee3-101a5e542f8c req-ce9b03fe-2625-4b3d-a96b-97919dc2d61a tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0464590 Oct 19 01:34:59.241789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3604755 Oct 19 01:34:59.245514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55270) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:34:59.251785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'ports': [{'network_id': '1e3a4ee5-7743-4a49-aba6-481f54b1ff1a', 'name': 'tempest-port--1782650905', 'admin_state_up': True}, {'network_id': '730116fb-7fc0-4599-811f-647678853559', 'admin_state_up': False}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:59.252187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'port': {'network_id': '1e3a4ee5-7743-4a49-aba6-481f54b1ff1a', 'name': 'tempest-port--1782650905', 'admin_state_up': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:59.252751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'port': {'network_id': '730116fb-7fc0-4599-811f-647678853559', 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:34:59.307460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8baa8-680b-4401-bab8-3bbf8880dc8b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Network': ['ID=730116fb-7fc0-4599-811f-647678853559,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:34:59.324396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 730116fb-7fc0-4599-811f-647678853559 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:34:59.530753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Made reservation on behalf of e6097581541c47058afcd4067d0419d4 for: {'port': 2} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:34:59.536282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.554622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.654804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] device_id is not set on port f38a6683-3d51-4426-824e-4d40e404cbd7 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:34:59.823054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:34:59.913363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] device_id is not set on port f5030b74-dbbe-4e6d-850d-729d23162638 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:35:00.051380 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.065174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55284) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:00.094374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.154980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Port': ['ID=f38a6683-3d51-4426-824e-4d40e404cbd7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:00.187612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Checking segment: {'id': '90d66f0e-79c2-4e05-b3ec-ae09e30a3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e3a4ee5-7743-4a49-aba6-481f54b1ff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:00.188276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network hostable DHCP agents. Network: 1e3a4ee5-7743-4a49-aba6-481f54b1ff1a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:00.194329 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c88fb7c-76df-4a80-9119-c0bd5a0013a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.218769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network 1e3a4ee5-7743-4a49-aba6-481f54b1ff1a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:00.259415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1e3a4ee5-7743-4a49-aba6-481f54b1ff1a) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:00.267690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:00.271557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e477107-6711-4ba9-b060-5dc69a700563 None None] Network 1e3a4ee5-7743-4a49-aba6-481f54b1ff1a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:00.275025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.294109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-436b2924-63dd-4b58-86b5-414060e809e1 req-3f71f1db-0fb1-468d-9f2e-cf48b598b092 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 210 time: 0.0710304 Oct 19 01:35:00.346804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c88fb7c-76df-4a80-9119-c0bd5a0013a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.352630 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9c88fb7c-76df-4a80-9119-c0bd5a0013a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.394834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55292) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:00.395136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9c88fb7c-76df-4a80-9119-c0bd5a0013a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0270c76057be41f0944963866661957a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285439 Oct 19 01:35:00.479552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d1684ba-063f-4e43-b068-52bbd9355a20 req-d43cfd2a-077d-4be9-8b34-e50f77d24e21 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "GET /v2.0/ports?device_id=62ddbe74-f90d-426d-892c-f474cc3013a8 HTTP/1.1" status: 200 len: 210 time: 0.0943568 Oct 19 01:35:00.506430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88fb7c-76df-4a80-9119-c0bd5a0013a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24ed64-03f9-42e1-896b-ecda7be65216,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:00.545710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Port': ['ID=f5030b74-dbbe-4e6d-850d-729d23162638,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:00.548480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Checking segment: {'id': '592b5924-fa57-466c-90fd-43049c2ad05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '730116fb-7fc0-4599-811f-647678853559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:00.548962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network hostable DHCP agents. Network: 730116fb-7fc0-4599-811f-647678853559, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:00.579569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc36347a-8c6d-4346-8253-c3ef47575fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.593843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network 730116fb-7fc0-4599-811f-647678853559 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:00.612580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-7d24e315-a296-42a2-8b1d-acd052fd8e19 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:00.614120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-7d24e315-a296-42a2-8b1d-acd052fd8e19 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 0.2304940 Oct 19 01:35:00.618109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc36347a-8c6d-4346-8253-c3ef47575fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.625472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 730116fb-7fc0-4599-811f-647678853559) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:00.630435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:00.633808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23038719-45ec-4391-a679-73d8ed297639 None None] Network 730116fb-7fc0-4599-811f-647678853559 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:00.636165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:00.641192 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:00.641857 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.676116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Request body: {'port': {'device_id': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'admin_state_up': True, 'tenant_id': '07a242df73444b6e8a846219aa52ce58'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:00.678516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-611b0399-be7c-4133-a55a-177b79f81fa6 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4320812 Oct 19 01:35:00.681434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55298) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:00.766442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e9b17-66a1-4b5c-bae1-c92de0239be9 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:00.774213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e9b17-66a1-4b5c-bae1-c92de0239be9 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:00.776026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-864e9b17-66a1-4b5c-bae1-c92de0239be9 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0936475 Oct 19 01:35:00.780291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:00.796570 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc36347a-8c6d-4346-8253-c3ef47575fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.799103 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fc36347a-8c6d-4346-8253-c3ef47575fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.800374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fc36347a-8c6d-4346-8253-c3ef47575fb2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c24ed64-03f9-42e1-896b-ecda7be65216 HTTP/1.1" status: 204 len: 168 time: 0.3605840 Oct 19 01:35:00.830345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36347a-8c6d-4346-8253-c3ef47575fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24ed64-03f9-42e1-896b-ecda7be65216,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:00.884756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Made reservation on behalf of 07a242df73444b6e8a846219aa52ce58 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:00.890869 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.903908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Deleting port f38a6683-3d51-4426-824e-4d40e404cbd7 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:00.905534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:00.985885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.001483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Calling delete_port for f38a6683-3d51-4426-824e-4d40e404cbd7 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:01.054685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Allocated IP 172.20.0.5 (805daa38-2148-4993-81b6-d7390cf94bb5/8323665d-fa1d-4b31-a2a8-8eb9f27d13ca/1abe5e21-fac4-4763-9e94-064f3cfde1c8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:01.096913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.149679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.153759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/ports/f38a6683-3d51-4426-824e-4d40e404cbd7 HTTP/1.1" status: 204 len: 168 time: 0.3708005 Oct 19 01:35:01.156967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55310) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:01.165492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e51b9-e821-44aa-933f-711f8d90cb52 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Port': ['ID=f38a6683-3d51-4426-824e-4d40e404cbd7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:01.276719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.292876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Deleting port f5030b74-dbbe-4e6d-850d-729d23162638 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:01.293427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.320625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.334137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62eee70f-01f4-42ed-97fd-c6c667a4b10a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:01.379447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Network 805daa38-2148-4993-81b6-d7390cf94bb5 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:01.382809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:01.385818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:01.418756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event updated for resources: {'Port': ['ID=1abe5e21-fac4-4763-9e94-064f3cfde1c8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:01.422448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.438821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Calling delete_port for f5030b74-dbbe-4e6d-850d-729d23162638 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:01.462007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:01.462689 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.503055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-e64b5466-3012-4fe9-90a3-ef5060e73998 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8332906 Oct 19 01:35:01.521927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Request body: {'port': {'device_id': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:01.575493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55322) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:01.599827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757a863-2d2e-4f66-ab21-1d05fa2c5aad req-cf26777f-081d-4191-adad-524dcfedb0cd tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:01.601734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a757a863-2d2e-4f66-ab21-1d05fa2c5aad req-cf26777f-081d-4191-adad-524dcfedb0cd tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 931 time: 0.1176703 Oct 19 01:35:01.633751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.662407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.695226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Port': ['ID=f5030b74-dbbe-4e6d-850d-729d23162638,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:01.700774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a757a863-2d2e-4f66-ab21-1d05fa2c5aad req-bd947245-c4c8-4646-badd-6175a892aff0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891800 Oct 19 01:35:01.713161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.718698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-399da417-abe7-4b0d-a2f5-adc43545768d tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/ports/f5030b74-dbbe-4e6d-850d-729d23162638 HTTP/1.1" status: 204 len: 168 time: 0.5584824 Oct 19 01:35:01.719113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55330) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:01.752018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b520-aa09-45b0-9d83-3a4a2b83ff69 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.756322 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-733e67a8-11e9-401b-89e6-bf248780da56 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0358040 Oct 19 01:35:01.756926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55332) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:01.761989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-583280223'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:01.780849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b520-aa09-45b0-9d83-3a4a2b83ff69 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.793465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Made reservation on behalf of e6097581541c47058afcd4067d0419d4 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:01.799507 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.836566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:35:01.855625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.856296 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Added segment 9facbc26-3fb1-48b2-a173-6e9991de0148 of type vlan for network 72784e61-7f5e-4485-911e-16a688864abb Oct 19 01:35:01.917623 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b520-aa09-45b0-9d83-3a4a2b83ff69 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.920375 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b520-aa09-45b0-9d83-3a4a2b83ff69 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.921990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d4c5b520-aa09-45b0-9d83-3a4a2b83ff69 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] 10.222.0.64 "DELETE /v2.0/security-groups/4615f96c-accb-4e3b-9000-a71162c7eb1f HTTP/1.1" status: 204 len: 168 time: 0.3453543 Oct 19 01:35:01.927936 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:01.941948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5b520-aa09-45b0-9d83-3a4a2b83ff69 tempest-TestVolumeBackupRestore-20406049 tempest-TestVolumeBackupRestore-20406049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4615f96c-accb-4e3b-9000-a71162c7eb1f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:01.993178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.000248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:02.002528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.065082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3071225 Oct 19 01:35:02.074247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:02.080252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1445452854'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:02.125146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a386d1c-749a-4827-a4a1-74ebccc26ff0 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Network': ['ID=72784e61-7f5e-4485-911e-16a688864abb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:02.142110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 72784e61-7f5e-4485-911e-16a688864abb details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:35:02.170827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abe5e21-fac4-4763-9e94-064f3cfde1c8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:02.184416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Made reservation on behalf of e6097581541c47058afcd4067d0419d4 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:02.186827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.197042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.203779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Transition to ACTIVE for port object 1abe5e21-fac4-4763-9e94-064f3cfde1c8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:35:02.210328 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.247064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:35:02.288336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.290449 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Added segment 99705fea-2bba-4587-8f31-8bcfc083c4f3 of type vlan for network 9fb171ee-bb20-4287-a25e-a53d17388ace Oct 19 01:35:02.331106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe5e21-fac4-4763-9e94-064f3cfde1c8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:02.447391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.459705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Attempting to bind port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:02.460298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Attempting to bind port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:02.461069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Attempting to bind port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:02.475347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 on network 805daa38-2148-4993-81b6-d7390cf94bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:35:02.475858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Attempting to bind port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:02.483470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:02.483954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Checking segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:02.484838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Bound using segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:02.485961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Bound port: 1abe5e21-fac4-4763-9e94-064f3cfde1c8, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:02.486839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.500034 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.524457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:02.525149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.572185 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4839036 Oct 19 01:35:02.601841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] For port 1abe5e21-fac4-4763-9e94-064f3cfde1c8, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:02.601841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] For port 1abe5e21-fac4-4763-9e94-064f3cfde1c8, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1abe5e21-fac4-4763-9e94-064f3cfde1c8,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:02.603732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.659503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:02.660449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:02.662164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] 10.222.0.74 "PUT /v2.0/ports/1abe5e21-fac4-4763-9e94-064f3cfde1c8 HTTP/1.1" status: 200 len: 1092 time: 1.1456981 Oct 19 01:35:02.664898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'tag': '1abe5e21-fac4-4763-9e94-064f3cfde1c8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:02.667737 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a54aca-b0e5-424f-b56b-ebadf942e631" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0bcfc5-c550-4130-9635-6b3dd1e9eb76", "tag": "1abe5e21-fac4-4763-9e94-064f3cfde1c8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:02.829815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ba27c-2898-4913-a774-81fcde8fae67 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Network': ['ID=9fb171ee-bb20-4287-a25e-a53d17388ace,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:02.830298 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e11a8-bca3-46f3-b048-dc0de3b259ed x-openstack-request-id: req-440e11a8-bca3-46f3-b048-dc0de3b259ed {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:02.830836 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0bcfc5-c550-4130-9635-6b3dd1e9eb76", "tag": "1abe5e21-fac4-4763-9e94-064f3cfde1c8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:02.831320 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-440e11a8-bca3-46f3-b048-dc0de3b259ed {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:02.832118 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'tag': '1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'status': 'completed', 'code': 200} Oct 19 01:35:02.847042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9fb171ee-bb20-4287-a25e-a53d17388ace details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:35:02.907786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0530e-7729-4c55-87da-3e7aa8fed9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1abe5e21-fac4-4763-9e94-064f3cfde1c8,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:03.020430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-41ba5b91-ef5b-471e-8fee-c1fc775e47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:03.022129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-41ba5b91-ef5b-471e-8fee-c1fc775e47e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 1095 time: 0.2161293 Oct 19 01:35:03.041912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b9172-6a58-48b9-b3d1-165455aba35b req-2e12ae22-9a8a-4662-8761-e56028861d9e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:03.043763 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c80b9172-6a58-48b9-b3d1-165455aba35b req-2e12ae22-9a8a-4662-8761-e56028861d9e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 943 time: 0.1443548 Oct 19 01:35:03.101133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-4f02a929-6ab4-4876-9386-c04493eddd31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abe5e21-fac4-4763-9e94-064f3cfde1c8 HTTP/1.1" status: 200 len: 217 time: 0.0553317 Oct 19 01:35:03.172974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-da6af5e0-cd04-4bdc-b5e2-086edbe0606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:03.175011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-da6af5e0-cd04-4bdc-b5e2-086edbe0606a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.0617373 Oct 19 01:35:03.276185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-67aa3593-6206-4965-b22b-00a4a3dfe3fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894904 Oct 19 01:35:03.317663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c80b9172-6a58-48b9-b3d1-165455aba35b req-d15f9a6a-bc56-404e-b438-07f50ef52e24 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611871 Oct 19 01:35:03.531503 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-9115bed3-896a-4ffe-9f60-998ead4f1d64 service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128124 Oct 19 01:35:03.790775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-effcb26f-f139-44a6-ba05-43e6913869f5 req-0b936b97-e59c-41e7-b07e-646faf882aab service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410176 Oct 19 01:35:04.200876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-b48bb2bd-e049-4fde-b7d8-680ed2cea939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:04.212282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-b48bb2bd-e049-4fde-b7d8-680ed2cea939 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 1095 time: 0.3138125 Oct 19 01:35:04.427678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-9263c19e-07f6-4b05-9913-52f145cf11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:04.441421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-9263c19e-07f6-4b05-9913-52f145cf11bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 916 time: 0.2220838 Oct 19 01:35:04.597531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-68be0f92-dddb-4170-9f6c-b66f06ac28a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abe5e21-fac4-4763-9e94-064f3cfde1c8 HTTP/1.1" status: 200 len: 217 time: 0.1417458 Oct 19 01:35:04.605124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0faab-3c4b-4f3a-9a36-3c77806c3031 req-990f7385-5d7b-4fd4-8b34-5d02b666741f tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:04.615834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-25c0faab-3c4b-4f3a-9a36-3c77806c3031 req-990f7385-5d7b-4fd4-8b34-5d02b666741f tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 943 time: 0.1471341 Oct 19 01:35:04.702993 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-25c0faab-3c4b-4f3a-9a36-3c77806c3031 req-5b411a68-78cb-4dd7-8437-ebd29a5f31b9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857222 Oct 19 01:35:04.760467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-0ca1dafc-1546-4039-add3-6b1832644ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:04.762079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-0ca1dafc-1546-4039-add3-6b1832644ef1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.1638386 Oct 19 01:35:04.854283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-ee407122-301b-46d8-91ee-5ea567a39597 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836794 Oct 19 01:35:05.086289 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-f0b7a97b-3e54-4f90-806b-3e7681ff1857 service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236404 Oct 19 01:35:05.296019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a54aca-b0e5-424f-b56b-ebadf942e631 req-b8ac6f95-f757-432a-a20b-ed0316d7979b service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002289 Oct 19 01:35:06.095810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55738) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:06.101342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'subnets': [{'network_id': '72784e61-7f5e-4485-911e-16a688864abb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1923702295', 'ip_version': 6}, {'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:06.101657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'subnet': {'network_id': '72784e61-7f5e-4485-911e-16a688864abb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1923702295', 'ip_version': 6}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:06.102502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Request body: {'subnet': {'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:06.105502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3a134-2f63-4374-9377-10db0f8b9be6 req-96588a01-bc00-4240-84a5-8ebad42989b4 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:06.107098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ac3a134-2f63-4374-9377-10db0f8b9be6 req-96588a01-bc00-4240-84a5-8ebad42989b4 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 943 time: 0.2451181 Oct 19 01:35:06.219128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ac3a134-2f63-4374-9377-10db0f8b9be6 req-61452669-88e9-47a3-848c-56c7402cb775 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028066 Oct 19 01:35:06.548963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Made reservation on behalf of e6097581541c47058afcd4067d0419d4 for: {'subnet': 2} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:06.563595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.570970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:06.916970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1abe5e21-fac4-4763-9e94-064f3cfde1c8 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:35:06.949675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9de0d332-d134-43e9-bff5-cb74c9f1f681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.139295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1abe5e21-fac4-4763-9e94-064f3cfde1c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1abe5e21-fac4-4763-9e94-064f3cfde1c8,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:07.153750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'port_id': '1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'mac_address': 'fa:16:3e:09:6b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8323665d-fa1d-4b31-a2a8-8eb9f27d13ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:35:07.218154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.282020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abe5e21-fac4-4763-9e94-064f3cfde1c8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:07.365329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1abe5e21-fac4-4763-9e94-064f3cfde1c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1abe5e21-fac4-4763-9e94-064f3cfde1c8,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:07.398820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.479565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a32e7-48ac-43ee-bdba-aea90c2052f3 req-4534fcbe-1367-42aa-90d8-1a60c7a10094 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:07.488667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-325a32e7-48ac-43ee-bdba-aea90c2052f3 req-4534fcbe-1367-42aa-90d8-1a60c7a10094 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 944 time: 0.1135240 Oct 19 01:35:07.534024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1abe5e21-fac4-4763-9e94-064f3cfde1c8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:07.535544 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.574472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-325a32e7-48ac-43ee-bdba-aea90c2052f3 req-f5a37f43-17f1-4bb1-9382-c51e700e3bc9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837924 Oct 19 01:35:07.727776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Checking segment: {'id': '9facbc26-3fb1-48b2-a173-6e9991de0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '72784e61-7f5e-4485-911e-16a688864abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:07.728161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network hostable DHCP agents. Network: 72784e61-7f5e-4485-911e-16a688864abb, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:07.739862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Subnet': ['ID=eb04e71e-f914-4f9f-92a0-1f1442651835,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:07.789720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network 72784e61-7f5e-4485-911e-16a688864abb is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:07.805845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 72784e61-7f5e-4485-911e-16a688864abb) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:07.811495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:07.817143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f21b5-6039-4a39-b23d-9cef58de4334 None None] Network 72784e61-7f5e-4485-911e-16a688864abb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:07.955773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event updated for resources: {'Subnet': ['ID=95a3927b-83c6-4f87-b2c3-f7c82ce2085b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:07.966507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1abe5e21-fac4-4763-9e94-064f3cfde1c8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:07.969859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Checking segment: {'id': '99705fea-2bba-4587-8f31-8bcfc083c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:07.970426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network hostable DHCP agents. Network: 9fb171ee-bb20-4287-a25e-a53d17388ace, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:08.005049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Network 9fb171ee-bb20-4287-a25e-a53d17388ace is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:08.031509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9fb171ee-bb20-4287-a25e-a53d17388ace) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:08.052590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.054588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.057587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.057963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02182178-14f1-4067-98a9-7028d0367247 None None] Network 9fb171ee-bb20-4287-a25e-a53d17388ace requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:08.117916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55906) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:08.142524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dcbc26fd-2ab2-4687-96b8-7755f169e845 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0449531 Oct 19 01:35:08.349111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b62ce-60fc-42f1-9da2-203e8ca69f74 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.350616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b62ce-60fc-42f1-9da2-203e8ca69f74 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.364345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b62ce-60fc-42f1-9da2-203e8ca69f74 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:08.366347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e31b62ce-60fc-42f1-9da2-203e8ca69f74 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2474113 Oct 19 01:35:08.376540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55910) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:08.406856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b1a187-9ba8-49d6-a487-37432e3c0f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-72784e61-7f5e-4485-911e-16a688864abb', 'network_id': '72784e61-7f5e-4485-911e-16a688864abb', 'tenant_id': 'e6097581541c47058afcd4067d0419d4', 'fixed_ips': [{'subnet_id': 'eb04e71e-f914-4f9f-92a0-1f1442651835'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:35:08.408490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a187-9ba8-49d6-a487-37432e3c0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.435587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Deleting subnet eb04e71e-f914-4f9f-92a0-1f1442651835 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:08.439783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.516586 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:08.569353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9fb171ee-bb20-4287-a25e-a53d17388ace', 'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace', 'tenant_id': 'e6097581541c47058afcd4067d0419d4', 'fixed_ips': [{'subnet_id': '95a3927b-83c6-4f87-b2c3-f7c82ce2085b'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:35:08.573185 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.159169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.225653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Allocated IP 2001:db8:0:1::1 (9fb171ee-bb20-4287-a25e-a53d17388ace/95a3927b-83c6-4f87-b2c3-f7c82ce2085b/38ee7985-6cf6-478d-bf25-ae48f94078eb) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:09.328822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-a4b1a187-9ba8-49d6-a487-37432e3c0f50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb04e71e-f914-4f9f-92a0-1f1442651835: This subnet is being modified by another concurrent operation. Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb04e71e-f914-4f9f-92a0-1f1442651835: This subnet is being modified by another concurrent operation. Oct 19 01:35:09.363100 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:35:09.389073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df0774-c99e-4e38-b61e-143a331b9486 None None] Network 72784e61-7f5e-4485-911e-16a688864abb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:09.444944 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.448476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/subnets/eb04e71e-f914-4f9f-92a0-1f1442651835 HTTP/1.1" status: 204 len: 168 time: 1.0699680 Oct 19 01:35:09.449581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbc6cf-6fb3-473d-aa74-e8c50cf9ea9e tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Subnet': ['ID=eb04e71e-f914-4f9f-92a0-1f1442651835,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:09.451919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55922) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:09.627117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Deleting subnet 95a3927b-83c6-4f87-b2c3-f7c82ce2085b {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:09.639773 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.657601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.666219 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.667898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce8740-5b1e-4377-9944-9639b5a613d9 req-891bffee-302d-4af7-9a57-a410844efd33 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:09.678398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25ce8740-5b1e-4377-9944-9639b5a613d9 req-891bffee-302d-4af7-9a57-a410844efd33 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 944 time: 0.6451061 Oct 19 01:35:09.678515 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.779700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25ce8740-5b1e-4377-9944-9639b5a613d9 req-15e19a3f-87da-430f-9531-556fcea88993 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920925 Oct 19 01:35:09.796467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.814525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Network 9fb171ee-bb20-4287-a25e-a53d17388ace is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:09.817678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dfac7867-f75e-4836-a08f-87785824d821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.825213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:09.828602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:09.834405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Pushing event updated for resources: {'Port': ['ID=38ee7985-6cf6-478d-bf25-ae48f94078eb,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:09.912913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Attempting to bind port 38ee7985-6cf6-478d-bf25-ae48f94078eb on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:09.913456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Attempting to bind port 38ee7985-6cf6-478d-bf25-ae48f94078eb by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '99705fea-2bba-4587-8f31-8bcfc083c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:09.914112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Attempting to bind port 38ee7985-6cf6-478d-bf25-ae48f94078eb on network 9fb171ee-bb20-4287-a25e-a53d17388ace {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:09.929445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:09.932139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Checking segment: {'id': '99705fea-2bba-4587-8f31-8bcfc083c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:09.932603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.934532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Bound using segment: {'id': '99705fea-2bba-4587-8f31-8bcfc083c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:09.935830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Bound port: 38ee7985-6cf6-478d-bf25-ae48f94078eb, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99705fea-2bba-4587-8f31-8bcfc083c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9fb171ee-bb20-4287-a25e-a53d17388ace'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:09.938505 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:09.957596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.105374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.107357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] For port 38ee7985-6cf6-478d-bf25-ae48f94078eb, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:10.111790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] For port 38ee7985-6cf6-478d-bf25-ae48f94078eb, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=38ee7985-6cf6-478d-bf25-ae48f94078eb,segment=NetworkSegment(99705fea-2bba-4587-8f31-8bcfc083c4f3),segment_id=99705fea-2bba-4587-8f31-8bcfc083c4f3)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:10.118691 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.189239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.207157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/subnets/95a3927b-83c6-4f87-b2c3-f7c82ce2085b HTTP/1.1" status: 204 len: 168 time: 0.7508357 Oct 19 01:35:10.207157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25d32c-16d1-4357-a70d-16e9b0a41dc5 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Subnet': ['ID=95a3927b-83c6-4f87-b2c3-f7c82ce2085b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:10.208462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55930) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:10.227573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfdeaa-93aa-45c6-9bc2-8cbe517208dc None None] Pushing event updated for resources: {'Port': ['ID=38ee7985-6cf6-478d-bf25-ae48f94078eb,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:10.338996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ef4828-86ba-4056-9541-1684997c6056 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:10.344474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-93ef4828-86ba-4056-9541-1684997c6056 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1308303 Oct 19 01:35:10.344747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55932) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:10.446762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55936) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:10.532345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.616039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Deleting port 38ee7985-6cf6-478d-bf25-ae48f94078eb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:10.616441 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.625542 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.713766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] For port 38ee7985-6cf6-478d-bf25-ae48f94078eb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=38ee7985-6cf6-478d-bf25-ae48f94078eb,segment=NetworkSegment(99705fea-2bba-4587-8f31-8bcfc083c4f3),segment_id=99705fea-2bba-4587-8f31-8bcfc083c4f3)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:10.714415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.729761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Calling delete_port for 38ee7985-6cf6-478d-bf25-ae48f94078eb owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:10.778516 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:10.940069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1abe5e21-fac4-4763-9e94-064f3cfde1c8 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:10.970583 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.039474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Port': ['ID=38ee7985-6cf6-478d-bf25-ae48f94078eb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:11.064328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] No DVR routers for this DVR port 38ee7985-6cf6-478d-bf25-ae48f94078eb on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:11.078207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:35:11.090959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:11.092334 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.266793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.320081 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.339287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb171ee-bb20-4287-a25e-a53d17388ace']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:11.352593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99705fea-2bba-4587-8f31-8bcfc083c4f3') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:11.353025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99705fea-2bba-4587-8f31-8bcfc083c4f3') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:11.354834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe5e21-fac4-4763-9e94-064f3cfde1c8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:11.369396 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b66b2a-816c-4e9f-afe5-ef3641a66d06" -d '{"events": [{"server_uuid": "0b0bcfc5-c550-4130-9635-6b3dd1e9eb76", "name": "network-vif-plugged", "status": "completed", "tag": "1abe5e21-fac4-4763-9e94-064f3cfde1c8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:11.374759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.394492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.414242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:11.419141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.439234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1abe5e21-fac4-4763-9e94-064f3cfde1c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1abe5e21-fac4-4763-9e94-064f3cfde1c8,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:11.452872 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.524824 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7135b49e-6b3f-4281-a865-788f4ae01502 x-openstack-request-id: req-7135b49e-6b3f-4281-a865-788f4ae01502 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:11.525369 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0bcfc5-c550-4130-9635-6b3dd1e9eb76", "name": "network-vif-plugged", "status": "completed", "tag": "1abe5e21-fac4-4763-9e94-064f3cfde1c8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:11.526666 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7135b49e-6b3f-4281-a865-788f4ae01502 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:11.527318 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'code': 200} Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:11.527779 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:11.541316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.558859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.566819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/networks/9fb171ee-bb20-4287-a25e-a53d17388ace HTTP/1.1" status: 204 len: 168 time: 1.2211025 Oct 19 01:35:11.567362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:11.590403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ef908-a5df-40f3-a2bd-d52ea3145b8c tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Network': ['ID=9fb171ee-bb20-4287-a25e-a53d17388ace,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:11.618827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1abe5e21-fac4-4763-9e94-064f3cfde1c8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:11.666077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed84339-5be0-4281-b672-2d5d0033db80 req-239a0e7b-9b36-4543-b44f-8f8191c121e6 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:11.685902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eed84339-5be0-4281-b672-2d5d0033db80 req-239a0e7b-9b36-4543-b44f-8f8191c121e6 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 945 time: 0.3350649 Oct 19 01:35:11.710501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfcc4d-8677-4091-ab2a-36b9ca0778de req-24fdea89-5063-403b-8a49-dc2d81451548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:11.713063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbdfcc4d-8677-4091-ab2a-36b9ca0778de req-24fdea89-5063-403b-8a49-dc2d81451548 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 1097 time: 0.1093624 Oct 19 01:35:11.796567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bbdfcc4d-8677-4091-ab2a-36b9ca0778de req-7d167da8-9e90-41d7-9ffe-921fa09cb3e7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753031 Oct 19 01:35:11.831937 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:11.848554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eed84339-5be0-4281-b672-2d5d0033db80 req-81287252-7916-4c00-b793-3ed5ff6cd1b5 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613755 Oct 19 01:35:11.972618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fa2fec2c-409c-4ffd-8fd2-69dd4342d61a None None] Could not find standard attr ID for object 38ee7985-6cf6-478d-bf25-ae48f94078eb. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:35:12.008883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.037702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72784e61-7f5e-4485-911e-16a688864abb']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:12.052002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76528501-de17-4241-8652-4e8eb75a59c7 None None] DHCP port deletion for 9fb171ee-bb20-4287-a25e-a53d17388ace request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:12.056959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9facbc26-3fb1-48b2-a173-6e9991de0148') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:12.057897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9facbc26-3fb1-48b2-a173-6e9991de0148') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:12.075687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb5f77-bfb2-4a3c-ab3f-628ff691730c None None] Network 9fb171ee-bb20-4287-a25e-a53d17388ace requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:12.086323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.096124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb5f77-bfb2-4a3c-ab3f-628ff691730c None None] Network 9fb171ee-bb20-4287-a25e-a53d17388ace could not be found, it might have been deleted concurrently. {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 01:35:12.111295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3897186-7f13-4cf2-a07c-8326f4934df7 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:35:12.128047 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.137372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:12.137900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:12.142466 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:12.231105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.273595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.277985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.285922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/networks/72784e61-7f5e-4485-911e-16a688864abb HTTP/1.1" status: 204 len: 168 time: 0.6677787 Oct 19 01:35:12.288017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55956) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:12.319531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310fc8-afd0-49b7-9410-144eeb94ab48 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Network': ['ID=72784e61-7f5e-4485-911e-16a688864abb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:12.347717 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.379215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3897186-7f13-4cf2-a07c-8326f4934df7 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:35:12.507586 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.777280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.834097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730116fb-7fc0-4599-811f-647678853559']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:12.848952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592b5924-fa57-466c-90fd-43049c2ad05e') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:12.849286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592b5924-fa57-466c-90fd-43049c2ad05e') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:12.863130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.872099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Deleting port 50bec3a8-cc02-4da0-98f7-734c136b7f2f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:12.874383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.890977 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.903284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:12.904273 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:12.909826 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:13.074306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] For port 50bec3a8-cc02-4da0-98f7-734c136b7f2f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=50bec3a8-cc02-4da0-98f7-734c136b7f2f,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:13.074598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.078857 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.116245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Calling delete_port for 50bec3a8-cc02-4da0-98f7-734c136b7f2f owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:13.125032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.134593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/networks/730116fb-7fc0-4599-811f-647678853559 HTTP/1.1" status: 204 len: 168 time: 0.8444567 Oct 19 01:35:13.142726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55964) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:13.153172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34b381-5511-4b46-9585-fd0cb155a70b tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Network': ['ID=730116fb-7fc0-4599-811f-647678853559,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:13.169384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ee52-2a84-4af4-904b-155ea1fa8d5b req-e7f6bf60-699d-4cdc-9996-696151c275f3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:13.177346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-efa6ee52-2a84-4af4-904b-155ea1fa8d5b req-e7f6bf60-699d-4cdc-9996-696151c275f3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 945 time: 0.1673439 Oct 19 01:35:13.244441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-efa6ee52-2a84-4af4-904b-155ea1fa8d5b req-2e3d9ff3-cf80-4e87-b81f-7b0a07bba00c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 Oct 19 01:35:13.350472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.465193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-d631d9a6-f388-45ae-8fd0-c1e6d62a14fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746646 Oct 19 01:35:13.593705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-f3bf2315-5830-46e5-8339-b8f7e05b3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:13.595464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-f3bf2315-5830-46e5-8339-b8f7e05b3edd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 1098 time: 0.0586405 Oct 19 01:35:13.608915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.657789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3a4ee5-7743-4a49-aba6-481f54b1ff1a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:13.674300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d66f0e-79c2-4e05-b3ec-ae09e30a3a27') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:13.674676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d66f0e-79c2-4e05-b3ec-ae09e30a3a27') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:13.699848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.721805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.726746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.748207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 38ee7985-6cf6-478d-bf25-ae48f94078eb no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:13.766567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:13.766973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:13.770060 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:13.774615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 38ee7985-6cf6-478d-bf25-ae48f94078eb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:13.775663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 38ee7985-6cf6-478d-bf25-ae48f94078eb not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:13.783314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bec3a8-cc02-4da0-98f7-734c136b7f2f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:13.837182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-602147e7-7aaf-4ba2-8565-875695122292 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2036116 Oct 19 01:35:13.861082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-297e3c48-90fe-4bed-b279-9a845f8aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:13.863069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-297e3c48-90fe-4bed-b279-9a845f8aa9ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 200 len: 917 time: 0.2196259 Oct 19 01:35:13.969961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.982921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:13.991883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] 10.222.0.64 "DELETE /v2.0/networks/1e3a4ee5-7743-4a49-aba6-481f54b1ff1a HTTP/1.1" status: 204 len: 168 time: 0.8430765 Oct 19 01:35:14.049891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05430753-ff14-48b6-b2c8-464e62e7abf4 tempest-BulkNetworkOpsIpV6Test-1623974170 tempest-BulkNetworkOpsIpV6Test-1623974170-project] Pushing event deleted for resources: {'Network': ['ID=1e3a4ee5-7743-4a49-aba6-481f54b1ff1a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:14.078721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-501cea4d-71b3-4b92-ab60-b37a40b6f391 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 200 len: 1001 time: 0.2050526 Oct 19 01:35:14.081308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-13a4cd59-38a8-46a9-a86e-e9f7a4cd3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.083771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-13a4cd59-38a8-46a9-a86e-e9f7a4cd3508 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1097 time: 0.1946774 Oct 19 01:35:14.198039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:14.289974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-e564230c-0000-4a93-b0b0-28daa495112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.291705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-e564230c-0000-4a93-b0b0-28daa495112a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 200 len: 855 time: 0.2051911 Oct 19 01:35:14.440182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-c8d12a75-65de-4e7e-b0ef-d86dc41f693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.442539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-c8d12a75-65de-4e7e-b0ef-d86dc41f693f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62427d-6162-422b-8a54-408b25dc7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018875 Oct 19 01:35:14.448941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-95853c46-a507-443a-834f-bd7a513397c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.451261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-95853c46-a507-443a-834f-bd7a513397c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.2885633 Oct 19 01:35:14.507124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1b61e-9bd3-42df-a4a7-67683b079720 req-639c970f-1a75-4a9f-9271-bebeefe53856 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.508792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5ca1b61e-9bd3-42df-a4a7-67683b079720 req-639c970f-1a75-4a9f-9271-bebeefe53856 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 945 time: 0.1102953 Oct 19 01:35:14.616300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-605fe2ba-ecad-46f0-aaac-65b3135b5d68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 200 len: 1001 time: 0.1519086 Oct 19 01:35:14.662790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5ca1b61e-9bd3-42df-a4a7-67683b079720 req-f0461af3-051e-4a79-bbc9-445666b08c95 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964651 Oct 19 01:35:14.681021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Router 76f4b174-e826-422f-92ef-57f6e2e41e0d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:14.700105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-6e33fc3f-7f93-493d-a35b-de4f3f77665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.702843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-6e33fc3f-7f93-493d-a35b-de4f3f77665d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.0765681 Oct 19 01:35:14.709988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-d6b6eedc-6864-45bd-9604-268856499599 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575231 Oct 19 01:35:14.851511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55980) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:14.877167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:14.885010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bf4dbb24-b5ea-46dd-a810-441bf73ed1a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/76f4b174-e826-422f-92ef-57f6e2e41e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4371371 Oct 19 01:35:14.886529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55984) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:14.891095 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] Sync routers for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:14.921021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:14.921640 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:14.974602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-d986e199-a07d-499a-9745-16779bb35274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:14.975754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-d986e199-a07d-499a-9745-16779bb35274 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611680 Oct 19 01:35:15.116662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.139062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6efaa8c1-e056-4198-98af-bb6ad055f2c3 req-e1f8919f-a0b8-4dfd-a349-f37777a58aa8 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104679 Oct 19 01:35:15.292973 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:15.363131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.370305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-baf6f505-a901-4760-86ef-d3e95b4ae605 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854342 Oct 19 01:35:15.380621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf523e68-c391-4852-9488-0cc806adb73c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6097581541c47058afcd4067d0419d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235960 Oct 19 01:35:15.382049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56000) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:15.501424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5baffe0-be8f-485e-88b9-0c33f9e59997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.508826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Deleting port 0d2e0521-0929-48ef-a361-f0f46a230e0e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:15.509790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.547366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f53ff1c5-532e-4e5d-a7c1-0ad540f1a6b4 req-ea2b24b0-f0d0-4e66-a259-512b732b8f5b service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669772 Oct 19 01:35:15.568445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5baffe0-be8f-485e-88b9-0c33f9e59997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.688715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] For port 0d2e0521-0929-48ef-a361-f0f46a230e0e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0d2e0521-0929-48ef-a361-f0f46a230e0e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:15.689178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.694703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:35:13Z', 'revision_number': 5, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port': {'id': '0d2e0521-0929-48ef-a361-f0f46a230e0e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:50Z', 'updated_at': '2021-10-19T01:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:15.707952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Calling delete_port for 0d2e0521-0929-48ef-a361-f0f46a230e0e owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:15.764579 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] Checking router: 76f4b174-e826-422f-92ef-57f6e2e41e0d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:15.768970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5baffe0-be8f-485e-88b9-0c33f9e59997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.772604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f5baffe0-be8f-485e-88b9-0c33f9e59997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:15.777194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f5baffe0-be8f-485e-88b9-0c33f9e59997 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd57104b-af41-4641-925b-d03e83e1605d HTTP/1.1" status: 204 len: 168 time: 0.3931799 Oct 19 01:35:15.788828 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] Routers {'76f4b174-e826-422f-92ef-57f6e2e41e0d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:15.789476 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f4b174-e826-422f-92ef-57f6e2e41e0d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:15.791236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baffe0-be8f-485e-88b9-0c33f9e59997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd57104b-af41-4641-925b-d03e83e1605d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:15.978646 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] Set router 76f4b174-e826-422f-92ef-57f6e2e41e0d gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:16.033194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.048389 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:35:15Z', 'revision_number': 6, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:16.091891 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f279f5-3943-4ac2-90a0-ddd55baa50f3 None None] The sync data for ids ['76f4b174-e826-422f-92ef-57f6e2e41e0d'] in n-d-789963-20 is: [{'id': '76f4b174-e826-422f-92ef-57f6e2e41e0d', 'name': 'tempest-TestVolumeBackupRestore-1209082957-router', 'tenant_id': '941182050c1a470dbb60f18a40e7e689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:49Z', 'updated_at': '2021-10-19T01:35:15Z', 'revision_number': 6, 'project_id': '941182050c1a470dbb60f18a40e7e689', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:16.093861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2e0521-0929-48ef-a361-f0f46a230e0e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:16.213702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.401400 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.403653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.503301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.504655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76f4b174-e826-422f-92ef-57f6e2e41e0d {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:35:16.516351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.522010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-94bbaa10-e423-4cd1-be01-71fb97e1858f admin admin] 10.222.0.64 "DELETE /v2.0/routers/76f4b174-e826-422f-92ef-57f6e2e41e0d HTTP/1.1" status: 204 len: 168 time: 1.6301038 Oct 19 01:35:16.522527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56020) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:16.658596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-36858745-2813-4643-a732-98887c91631d admin admin] Deleting subnet 5993f8c6-442e-482c-869e-e2eee56177d4 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:16.674769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36858745-2813-4643-a732-98887c91631d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.770689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36858745-2813-4643-a732-98887c91631d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:16.925184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36858745-2813-4643-a732-98887c91631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.086687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36858745-2813-4643-a732-98887c91631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.165647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36858745-2813-4643-a732-98887c91631d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5993f8c6-442e-482c-869e-e2eee56177d4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:17.172324 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36858745-2813-4643-a732-98887c91631d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.173184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3743b2ca-1a61-4691-bf2b-801ca1db4f58 None None] Network ff7738cc-0a11-498d-ad94-89211c1442af requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:17.178044 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36858745-2813-4643-a732-98887c91631d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5993f8c6-442e-482c-869e-e2eee56177d4 HTTP/1.1" status: 204 len: 168 time: 0.6524270 Oct 19 01:35:17.178316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56036) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:17.241026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7e919-d793-435b-8ef6-4962ccc13ee9 req-69a233d8-5554-41c5-9507-91bff24e7104 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:17.243770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4f7e919-d793-435b-8ef6-4962ccc13ee9 req-69a233d8-5554-41c5-9507-91bff24e7104 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 946 time: 0.0976868 Oct 19 01:35:17.356441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f4f7e919-d793-435b-8ef6-4962ccc13ee9 req-232dc181-3683-401d-a460-b31b84c3d294 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029856 Oct 19 01:35:17.473123 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.550337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] DHCP port deletion for ff7738cc-0a11-498d-ad94-89211c1442af request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:17.620373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Deleting port 21a26c32-3836-47b3-b812-913994c0cbd9 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:17.621044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.668641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] Deleting port 21a26c32-3836-47b3-b812-913994c0cbd9 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:17.680662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.722031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] For port 21a26c32-3836-47b3-b812-913994c0cbd9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=21a26c32-3836-47b3-b812-913994c0cbd9,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:17.731541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.757790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56050) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:17.764894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Calling delete_port for 21a26c32-3836-47b3-b812-913994c0cbd9 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:17.773073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] For port 21a26c32-3836-47b3-b812-913994c0cbd9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=21a26c32-3836-47b3-b812-913994c0cbd9,segment=NetworkSegment(e793aa20-15c6-43b1-b968-3fbd9b611d62),segment_id=e793aa20-15c6-43b1-b968-3fbd9b611d62)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:17.773946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.790606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] Calling delete_port for 21a26c32-3836-47b3-b812-913994c0cbd9 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:17.884731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.894330 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:17.917426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0d2e0521-0929-48ef-a361-f0f46a230e0e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:17.922034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] No DVR routers for this DVR port 21a26c32-3836-47b3-b812-913994c0cbd9 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:17.986848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a26c32-3836-47b3-b812-913994c0cbd9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:17.991171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0d2e0521-0929-48ef-a361-f0f46a230e0e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:17.992010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0d2e0521-0929-48ef-a361-f0f46a230e0e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:17.992348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] No DVR routers for this DVR port 21a26c32-3836-47b3-b812-913994c0cbd9 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:17.993446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 21a26c32-3836-47b3-b812-913994c0cbd9 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:18.015552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 21a26c32-3836-47b3-b812-913994c0cbd9 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:18.016171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 21a26c32-3836-47b3-b812-913994c0cbd9 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:18.016580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 50bec3a8-cc02-4da0-98f7-734c136b7f2f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:18.018408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae189265-a5b5-4adb-b6d8-82d9a90cd655 None None] Pushing event deleted for resources: {'Port': ['ID=21a26c32-3836-47b3-b812-913994c0cbd9,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:18.044468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 50bec3a8-cc02-4da0-98f7-734c136b7f2f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:18.044468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 50bec3a8-cc02-4da0-98f7-734c136b7f2f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:18.086797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8347d090-af16-403b-9303-fe0cfaa5e381 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-805186936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:18.119920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8347d090-af16-403b-9303-fe0cfaa5e381 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.121781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8347d090-af16-403b-9303-fe0cfaa5e381 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.158270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.193522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7738cc-0a11-498d-ad94-89211c1442af']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:18.206774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e793aa20-15c6-43b1-b968-3fbd9b611d62') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:18.208799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e793aa20-15c6-43b1-b968-3fbd9b611d62') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:18.229987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.237345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8347d090-af16-403b-9303-fe0cfaa5e381 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.247079 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8347d090-af16-403b-9303-fe0cfaa5e381 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.271854 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.282469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:18.282469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:18.285056 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:18.288963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8347d090-af16-403b-9303-fe0cfaa5e381 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.293460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8347d090-af16-403b-9303-fe0cfaa5e381 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5346138 Oct 19 01:35:18.294083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56054) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:18.300202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1269074004'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:18.356024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:18.363064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.364553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.377715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.378051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.387172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ff7738cc-0a11-498d-ad94-89211c1442af HTTP/1.1" status: 204 len: 168 time: 1.2053711 Oct 19 01:35:18.391231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:18.431158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87e7c9-53a6-4a37-b9cf-4bd90a9656e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7738cc-0a11-498d-ad94-89211c1442af,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:18.621960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-3b906283-7d36-430b-bf29-1176caa15f28 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:18.625207 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-3b906283-7d36-430b-bf29-1176caa15f28 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.62 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 946 time: 0.1752925 Oct 19 01:35:18.725162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e2cdc-18fc-4df7-a9d8-d6afbbba19f3 req-4b64bb96-419f-486a-ac49-cccca64970b8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:18.726658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-655e2cdc-18fc-4df7-a9d8-d6afbbba19f3 req-4b64bb96-419f-486a-ac49-cccca64970b8 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 946 time: 0.1985848 Oct 19 01:35:18.838042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.875460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-655e2cdc-18fc-4df7-a9d8-d6afbbba19f3 req-5d696711-66dc-4f46-97b0-9978190504a9 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341696 Oct 19 01:35:18.876151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.917722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:35:18.947079 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:18.947420 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Added segment 66e66b8b-412f-4626-a054-c4639fd122a9 of type vlan for network b6b3093e-bf22-4f98-a043-bda2e29fbdad Oct 19 01:35:18.951490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059b7afd-d098-485b-bb3a-893921bb192e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:19.026349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.026702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.027035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.027374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.027716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.028072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.028399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.029254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.029579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.029918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.030225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.030557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:19.058122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.067588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Deleting port 336b2a75-331e-4479-b32d-9e92deb3deaf {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:19.067822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.190317 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.195725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:19.196341 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.264114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56066) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:19.264756 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9687281 Oct 19 01:35:19.270282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'subnet': {'network_id': 'b6b3093e-bf22-4f98-a043-bda2e29fbdad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:19.312084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1dd16-ed82-41e4-b5f8-38c89dc2c5c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Network': ['ID=b6b3093e-bf22-4f98-a043-bda2e29fbdad,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:19.323251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:35:19.326883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] For port 336b2a75-331e-4479-b32d-9e92deb3deaf, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=336b2a75-331e-4479-b32d-9e92deb3deaf,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:19.337103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.416172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:19.420612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.861356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.893663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:19.968633 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.050723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Subnet': ['ID=972468da-7179-47bb-9a27-b8e8952569e5,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:20.066725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Checking segment: {'id': '66e66b8b-412f-4626-a054-c4639fd122a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b6b3093e-bf22-4f98-a043-bda2e29fbdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:20.067598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network hostable DHCP agents. Network: b6b3093e-bf22-4f98-a043-bda2e29fbdad, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:20.119359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:20.130895 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.131366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.131610 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Floating IP 933a92bf-551b-4671-9bbc-7668548b115a disassociated. External IP: 172.25.0.116, port: 336b2a75-331e-4479-b32d-9e92deb3deaf. Oct 19 01:35:20.132115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Calling delete_port for 336b2a75-331e-4479-b32d-9e92deb3deaf owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:20.135847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b6b3093e-bf22-4f98-a043-bda2e29fbdad) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:20.144719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:20.145595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.148344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51d5e7-2fe9-4b7f-9928-e9ab0a64a93f None None] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:20.173880 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8916dd64-4fb5-4ef1-8bac-a17c44f5b668 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9082067 Oct 19 01:35:20.177416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:20.197330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'network': {'name': 'tempest-router-network01--181784628'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:20.244147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:20.249965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.251914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c49cb-3be6-41cc-8e00-5a032c9a666e req-cbf68dbb-2e07-43f0-b548-f63ab71dab5f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:20.254027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e61c49cb-3be6-41cc-8e00-5a032c9a666e req-cbf68dbb-2e07-43f0-b548-f63ab71dab5f tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 946 time: 0.2124364 Oct 19 01:35:20.308453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:35:20.369588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.369588 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Added segment 9919d6ba-ee85-43d6-a36f-d7583202cc28 of type vlan for network f24a1845-24ca-4474-a264-94685a76ab41 Oct 19 01:35:20.489958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.552092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event deleted for resources: {'Port': ['ID=336b2a75-331e-4479-b32d-9e92deb3deaf,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:20.562532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.642565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.668260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:20.678869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.692484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-b6b3093e-bf22-4f98-a043-bda2e29fbdad', 'network_id': 'b6b3093e-bf22-4f98-a043-bda2e29fbdad', 'tenant_id': '24bef69a6f1d48a3b9bab1f0e552d575', 'fixed_ips': [{'subnet_id': '972468da-7179-47bb-9a27-b8e8952569e5'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:35:20.693363 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.767498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Deleting port a83b2f3d-3052-4708-b829-941c9c642ece {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:20.767761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:20.871632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Router bc694d75-5f8c-4708-836b-c5b04f38c76d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:20.910919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Network': ['ID=f24a1845-24ca-4474-a264-94685a76ab41,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:20.915234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e61c49cb-3be6-41cc-8e00-5a032c9a666e req-06f4673e-2035-4c4d-8d2e-d8bd7013e5fe tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups?id=511250d0-dd72-482b-8dbb-32a1104c881c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6207778 Oct 19 01:35:20.944073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f24a1845-24ca-4474-a264-94685a76ab41 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:35:20.979242 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ff22271c-ee74-4225-a099-9d4c9e4f08ab tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7998686 Oct 19 01:35:20.982204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56082) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:20.989031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'network': {'name': 'tempest-router-network02--1614232836'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:21.021550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:21.026954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.060555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:35:21.074584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.074988 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Added segment f63b6b6a-4624-48dd-828e-6117f2e34906 of type vlan for network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc Oct 19 01:35:21.129862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Allocated IP 2001:db8::2 (b6b3093e-bf22-4f98-a043-bda2e29fbdad/972468da-7179-47bb-9a27-b8e8952569e5/cc739c11-7048-46a2-9392-52be94afa75b) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:21.153020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.179972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] For port a83b2f3d-3052-4708-b829-941c9c642ece, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a83b2f3d-3052-4708-b829-941c9c642ece,segment=NetworkSegment(5e2c4230-67b8-443c-b826-e4120949662f),segment_id=5e2c4230-67b8-443c-b826-e4120949662f)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:21.180368 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.187973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.221163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:21.223435 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.234965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Calling delete_port for a83b2f3d-3052-4708-b829-941c9c642ece owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:21.283513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2994640 Oct 19 01:35:21.287486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56088) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:21.293817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'subnet': {'network_id': 'f24a1845-24ca-4474-a264-94685a76ab41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:21.371819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:21.392010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.397262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] Sync routers for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:21.409228 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.438228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] No DVR routers for this DVR port 336b2a75-331e-4479-b32d-9e92deb3deaf on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:21.442605 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.445833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9e7eb5e7-b0eb-4e2b-a378-62afb56c11cc req-98c2be9c-e511-4a34-be88-a9b5009fbb36 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.62 "DELETE /v2.0/ports/336b2a75-331e-4479-b32d-9e92deb3deaf HTTP/1.1" status: 204 len: 173 time: 2.8106530 Oct 19 01:35:21.446306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-deleted', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:21.448752 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beadfbb8-1e3e-43cb-abcd-9830de8900d3" -d '{"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-deleted", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:21.485737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:21.486956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:21.489077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:21.490578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f476a-4ced-4ea9-9491-6d6a9ded1bc0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Network': ['ID=688e75bc-d82b-4cab-bb1f-b28e4d3b94dc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:21.566009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:21.579258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:35:21.579944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:21.584611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.585310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:21.619756 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594cb191-ca25-4392-bbb3-48ebc8371e23 x-openstack-request-id: req-594cb191-ca25-4392-bbb3-48ebc8371e23 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:21.620430 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27016ca4-e2da-4a85-b2b3-58fc286df603", "name": "network-vif-deleted", "tag": "336b2a75-331e-4479-b32d-9e92deb3deaf", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:21.620430 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-594cb191-ca25-4392-bbb3-48ebc8371e23 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:21.620762 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27016ca4-e2da-4a85-b2b3-58fc286df603', 'name': 'network-vif-deleted', 'tag': '336b2a75-331e-4479-b32d-9e92deb3deaf', 'status': 'completed', 'code': 200} Oct 19 01:35:21.644603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Pushing event updated for resources: {'Port': ['ID=cc739c11-7048-46a2-9392-52be94afa75b,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:21.706167 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Attempting to bind port cc739c11-7048-46a2-9392-52be94afa75b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:21.706783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Attempting to bind port cc739c11-7048-46a2-9392-52be94afa75b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '66e66b8b-412f-4626-a054-c4639fd122a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b6b3093e-bf22-4f98-a043-bda2e29fbdad'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:21.707081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Attempting to bind port cc739c11-7048-46a2-9392-52be94afa75b on network b6b3093e-bf22-4f98-a043-bda2e29fbdad {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:21.780198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:21.780862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Checking segment: {'id': '66e66b8b-412f-4626-a054-c4639fd122a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b6b3093e-bf22-4f98-a043-bda2e29fbdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:21.781603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.782283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Bound using segment: {'id': '66e66b8b-412f-4626-a054-c4639fd122a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b6b3093e-bf22-4f98-a043-bda2e29fbdad'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:21.783011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Bound port: cc739c11-7048-46a2-9392-52be94afa75b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e66b8b-412f-4626-a054-c4639fd122a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b6b3093e-bf22-4f98-a043-bda2e29fbdad'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:21.783642 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.806106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:21.858763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83b2f3d-3052-4708-b829-941c9c642ece,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:22.068205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:22.265550 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ae8f0a4-7e82-4bc0-8a21-cd2d6bc9540c req-8b1d0a1b-6bd1-4150-a496-178b080f0289 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/ports?device_id=27016ca4-e2da-4a85-b2b3-58fc286df603 HTTP/1.1" status: 200 len: 210 time: 0.0518942 Oct 19 01:35:22.281227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Subnet': ['ID=c04c8b44-9edd-4477-a30e-09d01f216c39,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:22.304100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Checking segment: {'id': '9919d6ba-ee85-43d6-a36f-d7583202cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f24a1845-24ca-4474-a264-94685a76ab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:22.304472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network hostable DHCP agents. Network: f24a1845-24ca-4474-a264-94685a76ab41, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:22.377390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:22.382278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network f24a1845-24ca-4474-a264-94685a76ab41 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:22.385401 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:22.401053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f24a1845-24ca-4474-a264-94685a76ab41) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:22.410697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:22.411578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:22.424946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94049f37-86ef-447f-9a99-d204d9302cbd None None] Network f24a1845-24ca-4474-a264-94685a76ab41 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:22.429070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] For port cc739c11-7048-46a2-9392-52be94afa75b, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:22.452549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1ce8b845-0938-4851-9b60-74236782d002 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1628671 Oct 19 01:35:22.454802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56108) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:22.469930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'subnet': {'network_id': '688e75bc-d82b-4cab-bb1f-b28e4d3b94dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:22.477708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] For port cc739c11-7048-46a2-9392-52be94afa75b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cc739c11-7048-46a2-9392-52be94afa75b,segment=NetworkSegment(66e66b8b-412f-4626-a054-c4639fd122a9),segment_id=66e66b8b-412f-4626-a054-c4639fd122a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:22.532124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:22.665303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-f006d8c3-4991-455c-b928-34e516315558 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919447510&fields=id&tenant_id=94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 267 time: 0.1313856 Oct 19 01:35:22.745725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8747937-f500-4b0e-bb0b-59b972d943af None None] Pushing event updated for resources: {'Port': ['ID=cc739c11-7048-46a2-9392-52be94afa75b,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:22.873031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:22.880952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:22.962164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Router b92069e1-e211-48c5-9062-10bb224f223a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:22.990780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f24a1845-24ca-4474-a264-94685a76ab41', 'network_id': 'f24a1845-24ca-4474-a264-94685a76ab41', 'tenant_id': '24bef69a6f1d48a3b9bab1f0e552d575', 'fixed_ips': [{'subnet_id': 'c04c8b44-9edd-4477-a30e-09d01f216c39'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:35:22.991760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:23.067009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-281e7ffd-ce14-4d4f-a55c-8f7891a6aacd tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:23.077522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-281e7ffd-ce14-4d4f-a55c-8f7891a6aacd tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.4029779 Oct 19 01:35:23.144748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:23.244852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:23.252762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-05934bb6-d0a2-4952-bd80-8a4746697bd0 admin admin] 10.222.0.64 "PUT /v2.0/routers/b92069e1-e211-48c5-9062-10bb224f223a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8585691 Oct 19 01:35:23.255270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56112) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:23.259906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] Checking router: bc694d75-5f8c-4708-836b-c5b04f38c76d for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:23.260286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] Sync routers for ids ['b92069e1-e211-48c5-9062-10bb224f223a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:23.275000 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] Routers {'b92069e1-e211-48c5-9062-10bb224f223a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:23.275822 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b92069e1-e211-48c5-9062-10bb224f223a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:23.293918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:23.295304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:23.427391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Allocated IP 2001:db8::2 (f24a1845-24ca-4474-a264-94685a76ab41/c04c8b44-9edd-4477-a30e-09d01f216c39/75ace067-4f4f-4457-a2c9-e7336796b1be) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:23.482032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56120) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:23.563552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:23.572006 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] Set router b92069e1-e211-48c5-9062-10bb224f223a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:23.615327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:23.658061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:23.836201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fd588aa-3d27-4cdf-90e7-48e40d10878b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:23.879372 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:23.897056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 336b2a75-331e-4479-b32d-9e92deb3deaf {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:23.897420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 336b2a75-331e-4479-b32d-9e92deb3deaf not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:23.904641 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:23.986713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-026896b6-c160-4e0d-8a27-d930cdf34287 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/quotas/94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 375 time: 0.9074430 Oct 19 01:35:24.006303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fd588aa-3d27-4cdf-90e7-48e40d10878b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.067579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Network f24a1845-24ca-4474-a264-94685a76ab41 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:24.085869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cc739c11-7048-46a2-9392-52be94afa75b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:24.113350 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '1f709207-0213-4b67-84f8-7faf612b0155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:35:21Z', 'revision_number': 5, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port': {'id': '1f709207-0213-4b67-84f8-7faf612b0155', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:aa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:30:57Z', 'updated_at': '2021-10-19T01:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:24.129930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:24.146294 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.208444 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] Checking router: b92069e1-e211-48c5-9062-10bb224f223a for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:24.230551 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] Routers {'b92069e1-e211-48c5-9062-10bb224f223a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:24.231575 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b92069e1-e211-48c5-9062-10bb224f223a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:24.241077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:24.260467 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fd588aa-3d27-4cdf-90e7-48e40d10878b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.271787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fd588aa-3d27-4cdf-90e7-48e40d10878b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.273492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5fd588aa-3d27-4cdf-90e7-48e40d10878b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "DELETE /v2.0/security-groups/511250d0-dd72-482b-8dbb-32a1104c881c HTTP/1.1" status: 204 len: 168 time: 0.7905140 Oct 19 01:35:24.285253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56122) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:24.330678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-7ab27ddf-6b91-4b6d-8bc7-cccc6b72f7c3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2839859 Oct 19 01:35:24.358331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd588aa-3d27-4cdf-90e7-48e40d10878b tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511250d0-dd72-482b-8dbb-32a1104c881c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:24.369992 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-4d8ae729-a997-4503-81b8-4994de77c18a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] show failed (client error): The resource could not be found. Oct 19 01:35:24.371544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4d8ae729-a997-4503-81b8-4994de77c18a tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "GET /v2.0/security-groups/511250d0-dd72-482b-8dbb-32a1104c881c HTTP/1.1" status: 404 len: 347 time: 0.0747733 Oct 19 01:35:24.376965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56126) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:24.379032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Deleting port 1f709207-0213-4b67-84f8-7faf612b0155 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:24.379554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.455400 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] Set router b92069e1-e211-48c5-9062-10bb224f223a gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:24.475159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf76571-6ad3-4da3-9fc7-f51b3a8b8644 None None] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:24.475437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-bc5772c9-820f-4246-b579-15fe59864039 service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199849 Oct 19 01:35:24.506854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Pushing event updated for resources: {'Port': ['ID=75ace067-4f4f-4457-a2c9-e7336796b1be,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:24.589122 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:35:24Z', 'revision_number': 6, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:24.693558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Attempting to bind port 75ace067-4f4f-4457-a2c9-e7336796b1be on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:24.693953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Attempting to bind port 75ace067-4f4f-4457-a2c9-e7336796b1be by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '9919d6ba-ee85-43d6-a36f-d7583202cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f24a1845-24ca-4474-a264-94685a76ab41'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:24.694320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Attempting to bind port 75ace067-4f4f-4457-a2c9-e7336796b1be on network f24a1845-24ca-4474-a264-94685a76ab41 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:24.696381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3913a6b6-8167-484a-9219-16973227d45e None None] Provisioning complete for port cc739c11-7048-46a2-9392-52be94afa75b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:24.696811 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3913a6b6-8167-484a-9219-16973227d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.734263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] For port 1f709207-0213-4b67-84f8-7faf612b0155, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f709207-0213-4b67-84f8-7faf612b0155,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:24.734733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.735826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:24.736251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Checking segment: {'id': '9919d6ba-ee85-43d6-a36f-d7583202cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f24a1845-24ca-4474-a264-94685a76ab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:24.736823 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.737466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Bound using segment: {'id': '9919d6ba-ee85-43d6-a36f-d7583202cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f24a1845-24ca-4474-a264-94685a76ab41'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:24.738293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Bound port: 75ace067-4f4f-4457-a2c9-e7336796b1be, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9919d6ba-ee85-43d6-a36f-d7583202cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f24a1845-24ca-4474-a264-94685a76ab41'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:24.738448 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.766463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Calling delete_port for 1f709207-0213-4b67-84f8-7faf612b0155 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:24.812569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Deleting port 10e729ac-ae2d-47ed-a9e3-0046b3b19383 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:24.812935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.838521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cc739c11-7048-46a2-9392-52be94afa75b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:24.838942 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.856917 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d6a31c-48ec-403b-be65-9f6122c11868 None None] The sync data for ids ['b92069e1-e211-48c5-9062-10bb224f223a'] in n-d-789963-20 is: [{'id': 'b92069e1-e211-48c5-9062-10bb224f223a', 'name': 'tempest-TestVolumeBackupRestore-1937387217-router', 'tenant_id': '2981fc8e64c34c46a0f58ba911757abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:30:56Z', 'updated_at': '2021-10-19T01:35:24Z', 'revision_number': 6, 'project_id': '2981fc8e64c34c46a0f58ba911757abc', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:24.898705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:24.924944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-6872656a-b7b9-4d2f-ab91-9116e2343d3c service neutron] 10.222.0.64 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037144 Oct 19 01:35:25.003888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Subnet': ['ID=12fe4c57-fadf-41d2-a632-7460ab27932b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:25.007200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Checking segment: {'id': 'f63b6b6a-4624-48dd-828e-6117f2e34906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '688e75bc-d82b-4cab-bb1f-b28e4d3b94dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:25.007850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network hostable DHCP agents. Network: 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:25.031434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:25.046424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:25.056458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:25.057579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:25.077738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:25.098237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad5122-20fc-4001-b6d3-173ac120401a None None] Network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:25.102412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:25.103015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:25.109244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cdbb96df-0442-4734-8619-f2c3df7cc7a0 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6513751 Oct 19 01:35:25.112092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56136) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:25.121961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Calling delete_port for 10e729ac-ae2d-47ed-a9e3-0046b3b19383 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:25.174259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2fff51-12e7-4b4f-bda4-07caa49aa115 None None] The sync data for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 is: [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:25:16Z', 'revision_number': 4, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ba05be97-cf00-411d-8035-e129a6629f1f', 'name': '', 'network_id': 'bb62427d-6162-422b-8a54-408b25dc7d3e', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'mac_address': 'fa:16:3e:cf:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:15Z', 'updated_at': '2021-10-19T01:25:28Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'subnets': [{'id': 'bbaec295-9fa7-4651-8923-f0acde529fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:25.230377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] For port 75ace067-4f4f-4457-a2c9-e7336796b1be, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:25.238052 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:25.666429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] For port 75ace067-4f4f-4457-a2c9-e7336796b1be, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=75ace067-4f4f-4457-a2c9-e7336796b1be,segment=NetworkSegment(9919d6ba-ee85-43d6-a36f-d7583202cc28),segment_id=9919d6ba-ee85-43d6-a36f-d7583202cc28)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:25.696415 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:25.793667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2878975a-7fc6-46ec-a97f-a13abd62e468 req-71c6dd01-559e-4ec8-b1f3-a421514b4b35 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.1077509 Oct 19 01:35:25.826711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port cc739c11-7048-46a2-9392-52be94afa75b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cc739c11-7048-46a2-9392-52be94afa75b,segment=NetworkSegment(66e66b8b-412f-4626-a054-c4639fd122a9),segment_id=66e66b8b-412f-4626-a054-c4639fd122a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:25.828201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3913a6b6-8167-484a-9219-16973227d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:25.832361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d33ccb1-64be-43f3-97d8-f6b77ac362e2 None None] New status for floating IP 933a92bf-551b-4671-9bbc-7668548b115a: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:35:25.922270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:26.022286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:26.113215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-d6a199e2-c094-4fd3-9729-f827a2e18740 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:26.126278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-d6a199e2-c094-4fd3-9729-f827a2e18740 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 0.2514617 Oct 19 01:35:26.238029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1b8b5d51-da80-4659-8e52-180d37f0c971 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/quotas/07a242df73444b6e8a846219aa52ce58 HTTP/1.1" status: 200 len: 375 time: 0.1004841 Oct 19 01:35:26.271101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:26.370123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a83b2f3d-3052-4708-b829-941c9c642ece no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:26.465552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f709207-0213-4b67-84f8-7faf612b0155,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:26.509727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a83b2f3d-3052-4708-b829-941c9c642ece {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:26.510202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a83b2f3d-3052-4708-b829-941c9c642ece not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:26.510467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f709207-0213-4b67-84f8-7faf612b0155 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:26.547712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Allocated IP 2001:db8::1 (f24a1845-24ca-4474-a264-94685a76ab41/c04c8b44-9edd-4477-a30e-09d01f216c39/626d917f-abb2-46c0-8d39-3123f6a01f96) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:26.623892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-10fd01ad-3291-43fd-9fc6-e352f6deba21 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3794212 Oct 19 01:35:26.681724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 1f709207-0213-4b67-84f8-7faf612b0155 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:26.683335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f709207-0213-4b67-84f8-7faf612b0155 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:26.689797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3a1b9-e8b1-4536-980e-f9aeca23efd7 None None] Pushing event updated for resources: {'Port': ['ID=75ace067-4f4f-4457-a2c9-e7336796b1be,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:26.751026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:26.783059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:26.784913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-3913a6b6-8167-484a-9219-16973227d45e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:35:26.785336 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-3913a6b6-8167-484a-9219-16973227d45e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:35:26.789630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=cc739c11-7048-46a2-9392-52be94afa75b,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:26.805905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:26.862033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-688e75bc-d82b-4cab-bb1f-b28e4d3b94dc', 'network_id': '688e75bc-d82b-4cab-bb1f-b28e4d3b94dc', 'tenant_id': '24bef69a6f1d48a3b9bab1f0e552d575', 'fixed_ips': [{'subnet_id': '12fe4c57-fadf-41d2-a632-7460ab27932b'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:35:26.862033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:26.907969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network f24a1845-24ca-4474-a264-94685a76ab41 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:26.916386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:26.927225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:26.928896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.091615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Port': ['ID=626d917f-abb2-46c0-8d39-3123f6a01f96,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:27.198166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Allocated IP 2001:db8::2 (688e75bc-d82b-4cab-bb1f-b28e4d3b94dc/12fe4c57-fadf-41d2-a632-7460ab27932b/a3495d09-83c8-4dba-a3a1-cf4c53d923d6) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:27.221740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.229779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.237059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.244831 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c05cf5b0-de1f-40a9-bb73-8e2da630a30d req-dcd26332-0840-48a9-bc3e-26d8fc089bf8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0419478 Oct 19 01:35:27.353108 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.354343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b92069e1-e211-48c5-9062-10bb224f223a {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:35:27.359597 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.376899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-a846282b-afec-4b89-aa15-3e32429d1c91 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332599 Oct 19 01:35:27.533712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-5a8b83f3-ed0c-45e4-8980-ef126abc7d39 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550758 Oct 19 01:35:27.558613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.559273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3c6cafeb-01b2-4594-beca-fe43df82ad9e admin admin] 10.222.0.64 "DELETE /v2.0/routers/b92069e1-e211-48c5-9062-10bb224f223a HTTP/1.1" status: 204 len: 168 time: 4.2944417 Oct 19 01:35:27.574893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56182) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:27.581525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-261a6764-58ca-4259-a02f-cc86b26374f8 None None] Provisioning complete for port cc739c11-7048-46a2-9392-52be94afa75b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:27.581983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-261a6764-58ca-4259-a02f-cc86b26374f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.661911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:27.665404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Pushing event deleted for resources: {'Port': ['ID=10e729ac-ae2d-47ed-a9e3-0046b3b19383,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:27.674997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:27.706076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:27.728759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:27.734901 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.749396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:27.754035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:27.773357 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.785494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:27.787512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-0afec0b8-80f9-400a-b6a0-f43ad6533ff0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.3664184 Oct 19 01:35:27.887095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] Deleting subnet f934477c-d1d9-45fc-84e4-69fe5075ea80 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:27.926179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:27.950315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:27.970990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:27.980642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:27.982885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Pushing event updated for resources: {'Port': ['ID=a3495d09-83c8-4dba-a3a1-cf4c53d923d6,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:28.053839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.058679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.064625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6746c231-20a7-4a41-ad48-3dd480a93690 tempest-AttachVolumeShelveTestJSON-714348562 tempest-AttachVolumeShelveTestJSON-714348562-project] 10.222.0.64 "DELETE /v2.0/floatingips/933a92bf-551b-4671-9bbc-7668548b115a HTTP/1.1" status: 204 len: 168 time: 3.6768546 Oct 19 01:35:28.074641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b84c5225-799f-4591-96d9-18ccb7bbbf99 req-99e865b7-b106-4e66-8c13-1a67fbc5fa93 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2692263 Oct 19 01:35:28.087782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed5e9b7e-91e9-4f7a-ba5b-c2952d3cd116 req-7bb44732-b7e3-4339-a3e3-de8f9ddac543 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 210 time: 0.0997636 Oct 19 01:35:28.145482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6319fc95-c69d-45e8-b1c1-5734cf275a58 None None] Network f24a1845-24ca-4474-a264-94685a76ab41 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:28.252013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-a337dd6e-be8b-4a87-b7b6-ac51d5c707bc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:28.252655 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.258897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-a337dd6e-be8b-4a87-b7b6-ac51d5c707bc tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 812 time: 0.7199404 Oct 19 01:35:28.324249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Attempting to bind port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:28.325030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Attempting to bind port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f63b6b6a-4624-48dd-828e-6117f2e34906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '688e75bc-d82b-4cab-bb1f-b28e4d3b94dc'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:28.330493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Attempting to bind port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 on network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:28.370465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:28.375222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Checking segment: {'id': 'f63b6b6a-4624-48dd-828e-6117f2e34906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '688e75bc-d82b-4cab-bb1f-b28e4d3b94dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:28.378107 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.378641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Bound using segment: {'id': 'f63b6b6a-4624-48dd-828e-6117f2e34906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '688e75bc-d82b-4cab-bb1f-b28e4d3b94dc'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:28.379845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Bound port: a3495d09-83c8-4dba-a3a1-cf4c53d923d6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63b6b6a-4624-48dd-828e-6117f2e34906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '688e75bc-d82b-4cab-bb1f-b28e4d3b94dc'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:28.380781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.382844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-b8cf04a1-9120-466b-9fa3-e344746c415e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94246613562645278786674bc9722b64 HTTP/1.1" status: 200 len: 379 time: 0.1180205 Oct 19 01:35:28.398238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'port': {'device_id': 'ecff50a8-9350-45f0-a62a-47c689391396', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'admin_state_up': True, 'tenant_id': '94246613562645278786674bc9722b64', 'security_groups': ['d8573e49-0148-439f-9421-a547703c8c60']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:28.433425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.453945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.456655 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.558288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] For port a3495d09-83c8-4dba-a3a1-cf4c53d923d6, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:28.563248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] For port a3495d09-83c8-4dba-a3a1-cf4c53d923d6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a3495d09-83c8-4dba-a3a1-cf4c53d923d6,segment=NetworkSegment(f63b6b6a-4624-48dd-828e-6117f2e34906),segment_id=f63b6b6a-4624-48dd-828e-6117f2e34906)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:28.599614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 75ace067-4f4f-4457-a2c9-e7336796b1be up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:28.655049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.697834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3144a724-838c-4b2e-b75f-ba9477c39432 req-d111b8b3-93d2-4995-b9fc-567bf0dc4432 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0509284 Oct 19 01:35:28.758296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.786673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Made reservation on behalf of 94246613562645278786674bc9722b64 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:28.796684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.838531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Provisioning complete for port 75ace067-4f4f-4457-a2c9-e7336796b1be triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:28.838900 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:28.844442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network f24a1845-24ca-4474-a264-94685a76ab41 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:28.881327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:28.887031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Port': ['ID=626d917f-abb2-46c0-8d39-3123f6a01f96,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:28.887459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:28.904693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0a2ca-6cd6-44fb-a4b9-f054476569c0 None None] Pushing event updated for resources: {'Port': ['ID=a3495d09-83c8-4dba-a3a1-cf4c53d923d6,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:28.924652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:28.935830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:28.954532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:28.982044 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:28.987428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:28.988170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:28.989863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:28.990410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:28.990915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:28.996340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:29.002213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.003432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.003947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.006307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.006882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.007404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.007910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.020442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.026392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 75ace067-4f4f-4457-a2c9-e7336796b1be triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:29.027124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:29.034530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.042406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-c8c38c0c-dbca-41de-9153-2aa54de400f0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.3977478 Oct 19 01:35:29.130653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f4352400-ea84-42af-a00b-716a56832420 None None] For port 75ace067-4f4f-4457-a2c9-e7336796b1be, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=75ace067-4f4f-4457-a2c9-e7336796b1be,segment=NetworkSegment(9919d6ba-ee85-43d6-a36f-d7583202cc28),segment_id=9919d6ba-ee85-43d6-a36f-d7583202cc28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:29.155299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:29.202721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-bddbc1b7-6a8f-4bfc-93cf-53ba8014fba8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.204335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-bddbc1b7-6a8f-4bfc-93cf-53ba8014fba8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "GET /v2.0/ports/b95fc44e-cceb-4940-8314-f54f83bcbbdb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0880797 Oct 19 01:35:29.269273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:29.447064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.20.0.4 (a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2/1746f89d-2758-438f-8984-2174ed9e18e9/7dd471e9-1c90-447f-91ac-b4cd5506a5a3) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:29.459258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cc739c11-7048-46a2-9392-52be94afa75b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:29.538218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Pushing event updated for resources: {'Port': ['ID=75ace067-4f4f-4457-a2c9-e7336796b1be,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:29.571223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e7ac94e-81d5-4ac3-97a2-8f3819de4657 req-a09e7616-284b-4999-95ef-2f6640f7c720 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 210 time: 0.1415541 Oct 19 01:35:29.577012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:29.588574 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f934477c-d1d9-45fc-84e4-69fe5075ea80 HTTP/1.1" status: 204 len: 168 time: 2.0103900 Oct 19 01:35:29.589200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56218) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:29.593090 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-61c0bb5a-957e-4030-9ce0-7cfeaecf7278 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "GET /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3805761 Oct 19 01:35:29.594707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.595546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.595546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.595774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.604807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.605824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.606274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.607274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.607274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.607622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.608009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.608475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4352400-ea84-42af-a00b-716a56832420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:35:29.615833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcafb2c-5f4c-428d-9d70-46ce2a282894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f934477c-d1d9-45fc-84e4-69fe5075ea80,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:29.642062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.647418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4724fee-c0b9-4190-aa8a-2b7bf9355772 None None] Network b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:29.653347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.667164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.674609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.692279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.698502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.710664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:29.726366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-a346377c-2a52-497d-b6cb-54e2906b2b96 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 5434 time: 0.3760862 Oct 19 01:35:29.743489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:29.834000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:29.902267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Router 4d2c1216-1446-4aa6-a921-900b5ae0d97b is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:35:29.960569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cc739c11-7048-46a2-9392-52be94afa75b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:29.960943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:30.048632 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:30.076964 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1369466d-9ac3-426b-a0ec-55e1a0add8f6 req-dd933e09-dfe7-4caf-bdba-26563f3bf2a6 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.1168113 Oct 19 01:35:30.236124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d1514d16-24a6-40a6-9da2-0667082e9855 req-c0567c5a-47d4-4371-996a-f800f1502db6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4973214 Oct 19 01:35:30.251158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] DHCP port deletion for b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:30.310078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:30.320841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6a23fadc-88dd-4daf-b4f3-ae9c4c54e9f3 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2074327 Oct 19 01:35:30.321691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56224) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:30.324082 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] Sync routers for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:30.345656 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:30.346129 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:30.409358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] Deleting port 2d426a0c-11a3-446e-ac31-16e0cfe38836 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:30.410016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:30.418385 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:30.452129 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:30.454570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:30.566801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Deleting port 2d426a0c-11a3-446e-ac31-16e0cfe38836 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:30.567148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:30.582455 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:30.583368 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8256fd1-e1a8-4d0b-9d53-1eacf28e12d6 None None] The sync data for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:30.633215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] For port 2d426a0c-11a3-446e-ac31-16e0cfe38836, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d426a0c-11a3-446e-ac31-16e0cfe38836,segment=NetworkSegment(5e2c4230-67b8-443c-b826-e4120949662f),segment_id=5e2c4230-67b8-443c-b826-e4120949662f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:30.633788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:30.706669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] Calling delete_port for 2d426a0c-11a3-446e-ac31-16e0cfe38836 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:30.770790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 75ace067-4f4f-4457-a2c9-e7336796b1be up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:30.821376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] For port b95fc44e-cceb-4940-8314-f54f83bcbbdb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b95fc44e-cceb-4940-8314-f54f83bcbbdb,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:30.878391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] For port b95fc44e-cceb-4940-8314-f54f83bcbbdb, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:30.883340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0886d282-89f7-4ad6-b714-b43ba2d19e16 None None] Network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:30.939093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] device_id is not set on port b95fc44e-cceb-4940-8314-f54f83bcbbdb yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:35:30.951054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.008048 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.076975 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.114310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.160618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:31.182438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-84fbf8ce-e817-48f9-8951-105672ec1289 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:31.184232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-84fbf8ce-e817-48f9-8951-105672ec1289 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 1.4055054 Oct 19 01:35:31.188698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:31.194733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:31.264295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:31.264962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.329479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7f284b0e-1b1f-43c4-8538-40a5fe9f84c4 None None] Provisioning complete for port 626d917f-abb2-46c0-8d39-3123f6a01f96 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:31.329850 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f284b0e-1b1f-43c4-8538-40a5fe9f84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.343761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Request body: {'port': {'device_id': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'admin_state_up': True, 'tenant_id': '07a242df73444b6e8a846219aa52ce58'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:31.359874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] No DVR routers for this DVR port b95fc44e-cceb-4940-8314-f54f83bcbbdb on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:31.428903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0398049 Oct 19 01:35:31.429740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] Pushing event updated for resources: {'Port': ['ID=b95fc44e-cceb-4940-8314-f54f83bcbbdb,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:31.461496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] In _notify_port_updated(), no bound segment for port b95fc44e-cceb-4940-8314-f54f83bcbbdb on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:35:31.469022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:31.472130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.476019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-a4b7fd03-cc64-4645-8891-3b8f7e39c5ce service neutron] 10.222.0.74 "PUT /v2.0/ports/b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 200 len: 1027 time: 1.8684199 Oct 19 01:35:31.492556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 75ace067-4f4f-4457-a2c9-e7336796b1be triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:31.492843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.691638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7f284b0e-1b1f-43c4-8538-40a5fe9f84c4 None None] Port 626d917f-abb2-46c0-8d39-3123f6a01f96 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:35:31.761555 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.777125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7f284b0e-1b1f-43c4-8538-40a5fe9f84c4 None None] Provisioning complete for port 75ace067-4f4f-4457-a2c9-e7336796b1be triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:31.777493 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f284b0e-1b1f-43c4-8538-40a5fe9f84c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.824700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] For port 2d426a0c-11a3-446e-ac31-16e0cfe38836, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d426a0c-11a3-446e-ac31-16e0cfe38836,segment=NetworkSegment(5e2c4230-67b8-443c-b826-e4120949662f),segment_id=5e2c4230-67b8-443c-b826-e4120949662f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:31.825778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:31.850717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Calling delete_port for 2d426a0c-11a3-446e-ac31-16e0cfe38836 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:31.886103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Request body: {'port': {'device_id': 'ecff50a8-9350-45f0-a62a-47c689391396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:32.120243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.140269 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb379124-31b8-4c76-aeb1-23c939208d20 req-1de8932c-1a61-4f25-ade4-365c9c9aba8b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 210 time: 1.3919172 Oct 19 01:35:32.151342 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.166009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940ea2-29d2-47e0-8657-16f37dcdff81 req-156c0c16-0314-479e-97cc-92ccee5389de tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.170824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18940ea2-29d2-47e0-8657-16f37dcdff81 req-156c0c16-0314-479e-97cc-92ccee5389de tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 931 time: 0.8438323 Oct 19 01:35:32.194358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] No DVR routers for this DVR port 2d426a0c-11a3-446e-ac31-16e0cfe38836 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:32.219074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] Pushing event deleted for resources: {'Port': ['ID=2d426a0c-11a3-446e-ac31-16e0cfe38836,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:32.222146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277db0ff-5985-4ff4-80fc-969a01093db3 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:32.248859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c6a87-3576-4806-a141-aaef22f31774 None None] No DVR routers for this DVR port 2d426a0c-11a3-446e-ac31-16e0cfe38836 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:32.254935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-8e22da31-a39a-45f2-8147-4827e39192d0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.258709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-8e22da31-a39a-45f2-8147-4827e39192d0 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "GET /v2.0/ports/2ba632fe-f881-4852-bdef-818041d15035?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6888776 Oct 19 01:35:32.286042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:32.304293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3495d09-83c8-4dba-a3a1-cf4c53d923d6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:32.406665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.423037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:32.428596 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.498789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d426a0c-11a3-446e-ac31-16e0cfe38836,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:32.569362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3af1956-e89e-4673-9ef9-6eeb74a8e1c5']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:32.639071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2c4230-67b8-443c-b826-e4120949662f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:32.639501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2c4230-67b8-443c-b826-e4120949662f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:32.656814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-fa5b1c5a-2d31-4794-aaec-c77a47800e48 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.663793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-fa5b1c5a-2d31-4794-aaec-c77a47800e48 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.673118 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.678560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-fa5b1c5a-2d31-4794-aaec-c77a47800e48 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.694023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-fa5b1c5a-2d31-4794-aaec-c77a47800e48 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.707276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-fa5b1c5a-2d31-4794-aaec-c77a47800e48 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.723165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-fa5b1c5a-2d31-4794-aaec-c77a47800e48 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:32.727338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-fa5b1c5a-2d31-4794-aaec-c77a47800e48 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 4660 time: 0.2747231 Oct 19 01:35:32.750088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.750579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Provisioning complete for port b95fc44e-cceb-4940-8314-f54f83bcbbdb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:32.751453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.772079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.781046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a3495d09-83c8-4dba-a3a1-cf4c53d923d6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a3495d09-83c8-4dba-a3a1-cf4c53d923d6,segment=NetworkSegment(f63b6b6a-4624-48dd-828e-6117f2e34906),segment_id=f63b6b6a-4624-48dd-828e-6117f2e34906)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:32.783880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:32.784283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.796359 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.859947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a3495d09-83c8-4dba-a3a1-cf4c53d923d6,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:32.863582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Port b95fc44e-cceb-4940-8314-f54f83bcbbdb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:35:32.878070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Provisioning complete for port 626d917f-abb2-46c0-8d39-3123f6a01f96 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:32.878499 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:32.896286 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:32.926399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:32.956982 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d426a0c-11a3-446e-ac31-16e0cfe38836 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:32.996696 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.007292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b3af1956-e89e-4673-9ef9-6eeb74a8e1c5 HTTP/1.1" status: 204 len: 168 time: 3.4088492 Oct 19 01:35:33.011957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04a590-31e5-4f1e-91a8-421477f0b3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3af1956-e89e-4673-9ef9-6eeb74a8e1c5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:33.028934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 319032d6-299f-436a-864d-e155922bcabc no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:33.043539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2d426a0c-11a3-446e-ac31-16e0cfe38836 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:33.044064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d426a0c-11a3-446e-ac31-16e0cfe38836 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:33.063567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Port 626d917f-abb2-46c0-8d39-3123f6a01f96 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:35:33.096422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Provisioning complete for port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:33.096631 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.146302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d65bfdc7-64b5-4da3-8cd9-95743bcf0d11 req-5cb33118-2ec8-473d-a92b-6769074a9199 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2431939 Oct 19 01:35:33.225236 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.254062 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-64779b19-815a-46fc-9b25-ae22ecb438e6 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:35:33.261012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-64779b19-815a-46fc-9b25-ae22ecb438e6 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9368179 Oct 19 01:35:33.261698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56260) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:33.309070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319032d6-299f-436a-864d-e155922bcabc'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:33.321443 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b4330d-2436-4fc1-b248-62954b4718c3" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "319032d6-299f-436a-864d-e155922bcabc"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:33.336763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3495d09-83c8-4dba-a3a1-cf4c53d923d6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:33.392889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18940ea2-29d2-47e0-8657-16f37dcdff81 req-5585a61f-afb0-4079-8ec9-8269dfeadf89 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1522334 Oct 19 01:35:33.405486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 319032d6-299f-436a-864d-e155922bcabc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=319032d6-299f-436a-864d-e155922bcabc,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:33.451551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56264) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:33.479038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.479741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:33.558093 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16931151-0e5e-4bdb-8132-52fe9397b1d9 x-openstack-request-id: req-16931151-0e5e-4bdb-8132-52fe9397b1d9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:33.558765 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "319032d6-299f-436a-864d-e155922bcabc", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:33.559231 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16931151-0e5e-4bdb-8132-52fe9397b1d9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:33.560102 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319032d6-299f-436a-864d-e155922bcabc', 'code': 200} Oct 19 01:35:33.596042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5776a2d7-f107-48bc-b955-f869961082df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=941182050c1a470dbb60f18a40e7e689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349945 Oct 19 01:35:33.623549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=319032d6-299f-436a-864d-e155922bcabc,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:33.639761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56266) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:33.682961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d8cbeab-8cef-4ee1-987f-8b0d0111c052 req-87c76e60-9dd5-4bd4-838e-2d2ed2bf945d tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 210 time: 0.2702219 Oct 19 01:35:33.697504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Provisioning complete for port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:33.698253 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.702078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:33.702702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.737562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.760927 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.800206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6540293c-d7f7-4d33-bdae-c5ba8a2cd3db None None] Port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:35:33.829760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:33.844734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.845970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b95fc44e-cceb-4940-8314-f54f83bcbbdb no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:33.876512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Made reservation on behalf of 07a242df73444b6e8a846219aa52ce58 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:33.880885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:33.925503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:34.002413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b95fc44e-cceb-4940-8314-f54f83bcbbdb not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:34.002862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2ba632fe-f881-4852-bdef-818041d15035 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:34.065874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.148811 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.159543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:34.192306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.192469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2ba632fe-f881-4852-bdef-818041d15035,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:34.200751 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.202413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 54786449-57f3-400d-8684-0d0a85275188 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:34.228155 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:35:34.242237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Transition to ACTIVE for port object 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:35:34.287972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.442967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:34.590025 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.676354 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-39d9589d-8e5b-49b3-b9a5-0c41f0b6aab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.688822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 54786449-57f3-400d-8684-0d0a85275188, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=54786449-57f3-400d-8684-0d0a85275188,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:34.704328 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.705053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:34.813614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626506-c976-40be-a4ad-027d5b16f98c req-73e97fe1-a5d4-42d3-879a-83413c442253 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:34.828018 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16626506-c976-40be-a4ad-027d5b16f98c req-73e97fe1-a5d4-42d3-879a-83413c442253 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.2733252 Oct 19 01:35:34.917272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-00b9cb8c-e6fc-4236-9e9d-287562a5667d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:34.924440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=54786449-57f3-400d-8684-0d0a85275188,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:34.929428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-00b9cb8c-e6fc-4236-9e9d-287562a5667d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:34.948802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16626506-c976-40be-a4ad-027d5b16f98c req-45bfb0c5-c53d-4c32-8c17-0bbb088d343b tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976930 Oct 19 01:35:34.948907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-00b9cb8c-e6fc-4236-9e9d-287562a5667d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:34.963819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-00b9cb8c-e6fc-4236-9e9d-287562a5667d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:34.977744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-00b9cb8c-e6fc-4236-9e9d-287562a5667d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:34.981863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting port 626d917f-abb2-46c0-8d39-3123f6a01f96 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:34.982221 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:34.992944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-00b9cb8c-e6fc-4236-9e9d-287562a5667d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:34.996575 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-00b9cb8c-e6fc-4236-9e9d-287562a5667d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 4654 time: 0.6447999 Oct 19 01:35:34.999188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:35.008218 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.041783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-39d9589d-8e5b-49b3-b9a5-0c41f0b6aab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.084712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:35.095795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.096930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 0cee8129-6f48-4c06-8f78-94ad6bcb64de no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:35.124991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2ba632fe-f881-4852-bdef-818041d15035,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:35.126347 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.140450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Calling delete_port for 626d917f-abb2-46c0-8d39-3123f6a01f96 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:35.247931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.250387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:35.291440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:35.297569 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.370712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.387354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Attempting to bind port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:35.390351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Attempting to bind port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:35.390925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Attempting to bind port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:35.408806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5efa56c9-54eb-4e4a-ba9b-c24457f80e72 req-d3ebc1fa-9de7-419c-b29c-e356249395e9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 210 time: 0.0474920 Oct 19 01:35:35.412516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=0cee8129-6f48-4c06-8f78-94ad6bcb64de,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:35.447193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb1f5d34-6ef2-40cd-a3a7-f9e671bf4e38 req-ae626b63-70e9-44f0-9c9e-d7ed34fd39b3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a&id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3941796 Oct 19 01:35:35.457395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:35:35.458303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Attempting to bind port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 on network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:35.468744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Port': ['ID=626d917f-abb2-46c0-8d39-3123f6a01f96,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:35.494375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:35.496700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Checking segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:35.497532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Bound using segment: {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:35.500326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Bound port: 7dd471e9-1c90-447f-91ac-b4cd5506a5a3, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5533024-961a-4d8a-9a14-f251808e43e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:35.500714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.554204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] For port 2ba632fe-f881-4852-bdef-818041d15035, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:35.561341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba632fe-f881-4852-bdef-818041d15035'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54786449-57f3-400d-8684-0d0a85275188'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:35.564450 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52ef29d-1694-4cd1-aaf6-dfe405dc2830" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "2ba632fe-f881-4852-bdef-818041d15035"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "54786449-57f3-400d-8684-0d0a85275188"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:35.623721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.669626 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4ea357-ef00-43b5-98d5-9b89d756b6d9 x-openstack-request-id: req-0e4ea357-ef00-43b5-98d5-9b89d756b6d9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:35.669956 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "2ba632fe-f881-4852-bdef-818041d15035", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "54786449-57f3-400d-8684-0d0a85275188", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-unplugged", "status": "completed", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:35.670234 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e4ea357-ef00-43b5-98d5-9b89d756b6d9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:35.670651 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31', 'code': 200} Oct 19 01:35:35.670910 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba632fe-f881-4852-bdef-818041d15035', 'code': 200} Oct 19 01:35:35.671164 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54786449-57f3-400d-8684-0d0a85275188', 'code': 200} Oct 19 01:35:35.671415 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86', 'code': 200} Oct 19 01:35:35.671668 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de', 'code': 200} Oct 19 01:35:35.704692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Allocated IP 172.20.0.8 (805daa38-2148-4993-81b6-d7390cf94bb5/8323665d-fa1d-4b31-a2a8-8eb9f27d13ca/b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:35.869555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Router 4d2c1216-1446-4aa6-a921-900b5ae0d97b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:35.908556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-39d9589d-8e5b-49b3-b9a5-0c41f0b6aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.911534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-39d9589d-8e5b-49b3-b9a5-0c41f0b6aab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:35.915074 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-39d9589d-8e5b-49b3-b9a5-0c41f0b6aab5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64f11f76-7017-49c7-9bea-d5e21495532e HTTP/1.1" status: 204 len: 168 time: 2.2705336 Oct 19 01:35:35.978342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] device_id is not set on port 2ba632fe-f881-4852-bdef-818041d15035 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:35:36.003860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:36.011931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9589d-8e5b-49b3-b9a5-0c41f0b6aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f11f76-7017-49c7-9bea-d5e21495532e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:36.017315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] Sync routers for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:36.023732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad95ade8-f44f-48c1-aa8a-2825590c57c9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7598989 Oct 19 01:35:36.024530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56296) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:36.045442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.048002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:36.048981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:36.096908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:36.108351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:36.109269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:36.126806 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-a68f4c4e-4aa9-4416-92e1-f82463284865 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] delete failed (client error): The resource could not be found. Oct 19 01:35:36.133692 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a68f4c4e-4aa9-4416-92e1-f82463284865 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-385732045 HTTP/1.1" status: 404 len: 334 time: 0.1078131 Oct 19 01:35:36.134382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56298) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:36.139520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7239bf32-ca1f-44f0-ae7d-c023295646cd tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d2c1216-1446-4aa6-a921-900b5ae0d97b'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:36.157532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:36.158564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375c4d5-7ff9-4666-b0a3-34206f6370de None None] The sync data for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:36.166622 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.202172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] For port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:36.312814 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.317146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] For port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:36.319033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] No DVR routers for this DVR port 2ba632fe-f881-4852-bdef-818041d15035 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:36.396516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] In _notify_port_updated(), no bound segment for port 2ba632fe-f881-4852-bdef-818041d15035 on network 8f8c8dac-397c-4d16-9a51-460e92928a82 {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:35:36.397382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.397988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.399267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] 10.222.0.74 "PUT /v2.0/ports/2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 200 len: 1027 time: 4.1236935 Oct 19 01:35:36.405537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.538932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba305b51-2870-4279-9e34-ce02e816711c req-b901d6bd-e1ca-4cce-b6e8-1b1075bac882 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.540544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba305b51-2870-4279-9e34-ce02e816711c req-b901d6bd-e1ca-4cce-b6e8-1b1075bac882 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.4734175 Oct 19 01:35:36.541192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d8ae9-c524-41e1-a586-c5178b284c2e service neutron] Pushing event updated for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:36.574249 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7239bf32-ca1f-44f0-ae7d-c023295646cd tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.656852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.657771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.658207 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-7239bf32-ca1f-44f0-ae7d-c023295646cd tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] update failed (client error): The resource could not be found. Oct 19 01:35:36.659203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] 10.222.0.62 "PUT /v2.0/ports/7dd471e9-1c90-447f-91ac-b4cd5506a5a3 HTTP/1.1" status: 200 len: 1092 time: 5.1534328 Oct 19 01:35:36.659619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7239bf32-ca1f-44f0-ae7d-c023295646cd tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b HTTP/1.1" status: 404 len: 339 time: 0.5240450 Oct 19 01:35:36.666009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:36.668362 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:36.680373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56310) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:36.680373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56312) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:36.691470 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a8e6210-b804-42ca-9cb5-b4e8cc4db692 req-c1a943ca-20d3-4dcc-8bd7-cb41ea2ff538 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 210 time: 0.1029196 Oct 19 01:35:36.713159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1977362375'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:36.754499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-90351b62-87c4-4756-b2b9-b908db49c90b None None] Provisioning complete for port 2ba632fe-f881-4852-bdef-818041d15035 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:36.755119 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90351b62-87c4-4756-b2b9-b908db49c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.796845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-90351b62-87c4-4756-b2b9-b908db49c90b None None] Port 2ba632fe-f881-4852-bdef-818041d15035 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:35:36.837437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ad588-d1fd-4975-a715-13fe86059765 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:36.839134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0bf0f-0d5c-4d4a-8a16-80873f395de3 req-411f1b3e-3fac-40d7-8757-dc3d910b4d7f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.844117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba305b51-2870-4279-9e34-ce02e816711c req-70ed0460-a1db-40b7-b541-5dea40642d38 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940564 Oct 19 01:35:36.856705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0bf0f-0d5c-4d4a-8a16-80873f395de3 req-411f1b3e-3fac-40d7-8757-dc3d910b4d7f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.865626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0bf0f-0d5c-4d4a-8a16-80873f395de3 req-411f1b3e-3fac-40d7-8757-dc3d910b4d7f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.876442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0bf0f-0d5c-4d4a-8a16-80873f395de3 req-411f1b3e-3fac-40d7-8757-dc3d910b4d7f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.883761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port 319032d6-299f-436a-864d-e155922bcabc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:36.884128 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.885953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0bf0f-0d5c-4d4a-8a16-80873f395de3 req-411f1b3e-3fac-40d7-8757-dc3d910b4d7f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.902656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76e0bf0f-0d5c-4d4a-8a16-80873f395de3 req-411f1b3e-3fac-40d7-8757-dc3d910b4d7f tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3876 time: 0.1313331 Oct 19 01:35:36.903232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.915457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62eee70f-01f4-42ed-97fd-c6c667a4b10a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:36.919492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-40ef1f73-43a7-4784-9d3d-dc02cf12912b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:36.968126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1abe5e21-fac4-4763-9e94-064f3cfde1c8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:36.980690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76e0bf0f-0d5c-4d4a-8a16-80873f395de3 req-03f2419c-088a-4f9c-ba7f-8533ed6bf3e3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758295 Oct 19 01:35:36.985181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-a07a6157-1ce6-4758-90ff-689ab7bac83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:36.986845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-a07a6157-1ce6-4758-90ff-689ab7bac83a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 1095 time: 0.2510548 Oct 19 01:35:36.987424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:36.990757 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.198203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-ab60dd39-080e-452e-8ebc-399dcad152e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3 HTTP/1.1" status: 200 len: 217 time: 0.1128581 Oct 19 01:35:37.202292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fa8c3dab-6e15-4b62-a135-af4c61115acc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2981fc8e64c34c46a0f58ba911757abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078275 Oct 19 01:35:37.204984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56318) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:37.259799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event updated for resources: {'Port': ['ID=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:37.282764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Network 805daa38-2148-4993-81b6-d7390cf94bb5 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:37.284876 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795ba55b-7f72-4ff6-bc52-ce480c5d9f2f x-openstack-request-id: req-795ba55b-7f72-4ff6-bc52-ce480c5d9f2f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:37.286939 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:37.287196 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-795ba55b-7f72-4ff6-bc52-ce480c5d9f2f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:37.287604 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'status': 'completed', 'code': 200} Oct 19 01:35:37.299463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:37.302112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:37.326078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-991e2a33-776d-49c0-8af9-13687dcde363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.355832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-991e2a33-776d-49c0-8af9-13687dcde363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.391464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:37.392215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.417534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-991e2a33-776d-49c0-8af9-13687dcde363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.423957 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-991e2a33-776d-49c0-8af9-13687dcde363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.440864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-991e2a33-776d-49c0-8af9-13687dcde363 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4de7afb1-781c-4ae9-99cc-b58b6f5a4ae8 HTTP/1.1" status: 204 len: 168 time: 0.2221982 Oct 19 01:35:37.446184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:35:37.468484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e2a33-776d-49c0-8af9-13687dcde363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de7afb1-781c-4ae9-99cc-b58b6f5a4ae8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:37.469213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-f037da31-bf44-4b1a-ae9c-ae55ea7767bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1299837 Oct 19 01:35:37.542693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.543339 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Added segment f01c12d2-304e-4850-8360-39028c829304 of type vlan for network c99e9eb8-1220-41e5-b076-e8daf07f2d3f Oct 19 01:35:37.553861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-8c0f3a02-0e72-45ce-91ad-eb8c5568772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:37.555482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-8c0f3a02-0e72-45ce-91ad-eb8c5568772c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2646165 Oct 19 01:35:37.706410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] For port 319032d6-299f-436a-864d-e155922bcabc, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=319032d6-299f-436a-864d-e155922bcabc,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:37.706786 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.773183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Request body: {'port': {'device_id': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:37.786615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c809-2a44-4414-8a70-f50d4152313f req-597b1142-dcca-4bff-8c99-89cc7a90fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:37.788812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-597b1142-dcca-4bff-8c99-89cc7a90fbb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2118254 Oct 19 01:35:37.793573 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:37.997520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e61768-1a21-4439-9436-db28ea9695ab req-81ff844a-e0c0-41d6-81ea-bd4876eac7d8 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.003090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29e61768-1a21-4439-9436-db28ea9695ab req-81ff844a-e0c0-41d6-81ea-bd4876eac7d8 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 931 time: 0.1729686 Oct 19 01:35:38.056308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.resource_extend [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:35:38.086303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29e61768-1a21-4439-9436-db28ea9695ab req-b0f38737-f67a-4017-b05b-dd39e6c7bdcb tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666559 Oct 19 01:35:38.340211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:38.345861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.346493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:38.348872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:38.391369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222e596-fcfa-417b-b9b3-8baf3c34e6c8 req-68a19636-e3c3-41c4-aeea-1c3897b7eac3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.398377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222e596-fcfa-417b-b9b3-8baf3c34e6c8 req-68a19636-e3c3-41c4-aeea-1c3897b7eac3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.407283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222e596-fcfa-417b-b9b3-8baf3c34e6c8 req-68a19636-e3c3-41c4-aeea-1c3897b7eac3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.416186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222e596-fcfa-417b-b9b3-8baf3c34e6c8 req-68a19636-e3c3-41c4-aeea-1c3897b7eac3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.421038 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-abad5061-8e79-4599-bdde-ec847ebfd29e service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806196 Oct 19 01:35:38.426112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222e596-fcfa-417b-b9b3-8baf3c34e6c8 req-68a19636-e3c3-41c4-aeea-1c3897b7eac3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.435340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a222e596-fcfa-417b-b9b3-8baf3c34e6c8 req-68a19636-e3c3-41c4-aeea-1c3897b7eac3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3876 time: 0.1520414 Oct 19 01:35:38.503629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8102670 Oct 19 01:35:38.508336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56334) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:38.515494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a222e596-fcfa-417b-b9b3-8baf3c34e6c8 req-055e6af7-bbf2-48a3-bb83-384e5a4402b4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788510 Oct 19 01:35:38.565470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'subnet': {'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:38.628340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453d36-88bf-4168-a216-2546e73505a5 req-d8bd6e2a-0037-417d-ab1a-3afbe605772a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:38.629856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a453d36-88bf-4168-a216-2546e73505a5 req-d8bd6e2a-0037-417d-ab1a-3afbe605772a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.6068215 Oct 19 01:35:38.644883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf458c4-4862-44d9-b56f-54f820dae1ac tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Network': ['ID=c99e9eb8-1220-41e5-b076-e8daf07f2d3f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:38.659594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c99e9eb8-1220-41e5-b076-e8daf07f2d3f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:35:39.235679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6899b-0020-451d-80a0-0ac65f364443 req-580a394f-d736-4978-8aa6-0f5eec5332cb tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.237456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2c6899b-0020-451d-80a0-0ac65f364443 req-580a394f-d736-4978-8aa6-0f5eec5332cb tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 931 time: 0.0576258 Oct 19 01:35:39.307584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a2c6899b-0020-451d-80a0-0ac65f364443 req-c913d932-817d-4337-a315-1589c56aad97 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633965 Oct 19 01:35:39.328030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f93c809-2a44-4414-8a70-f50d4152313f req-149448b6-464a-4998-9396-03223e6593e6 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799169 Oct 19 01:35:39.429127 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:39.429397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:39.429711 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Floating IP 95514996-b7bc-48e3-866e-e02b2ab883df disassociated. External IP: 172.25.0.7, port: 319032d6-299f-436a-864d-e155922bcabc. Oct 19 01:35:39.430058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for 319032d6-299f-436a-864d-e155922bcabc owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:39.516402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a453d36-88bf-4168-a216-2546e73505a5 req-7a08da0a-f514-4ad0-84c2-deda5f31a67f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8666637 Oct 19 01:35:39.527377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Made reservation on behalf of 24bef69a6f1d48a3b9bab1f0e552d575 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:39.535361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:39.602346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-32d7a396-24aa-4726-a444-230818b76f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.603852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-32d7a396-24aa-4726-a444-230818b76f35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 1095 time: 0.2114825 Oct 19 01:35:39.659206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:39.698400 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4b9338b-80b5-4813-a01a-61fcef4de51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:39.788695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc273-2997-41d2-8b76-4692cc36e252 req-10f3e1c0-f4c0-40aa-a5a9-fa75b5303b59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.796568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc273-2997-41d2-8b76-4692cc36e252 req-10f3e1c0-f4c0-40aa-a5a9-fa75b5303b59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.807542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc273-2997-41d2-8b76-4692cc36e252 req-10f3e1c0-f4c0-40aa-a5a9-fa75b5303b59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.811754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:39.815771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc273-2997-41d2-8b76-4692cc36e252 req-10f3e1c0-f4c0-40aa-a5a9-fa75b5303b59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.825314 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:39.830624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbc273-2997-41d2-8b76-4692cc36e252 req-10f3e1c0-f4c0-40aa-a5a9-fa75b5303b59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.844096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fcbc273-2997-41d2-8b76-4692cc36e252 req-10f3e1c0-f4c0-40aa-a5a9-fa75b5303b59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3876 time: 0.1289361 Oct 19 01:35:39.891431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fcbc273-2997-41d2-8b76-4692cc36e252 req-74d2c72a-3390-42ce-ba1e-699edd03700d tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461364 Oct 19 01:35:39.903622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Transition to ACTIVE for port object b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:35:39.938585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:39.995010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-e96cb795-f7b9-492b-a675-c531fad1f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:39.996547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-e96cb795-f7b9-492b-a675-c531fad1f1b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.3570788 Oct 19 01:35:40.078989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-7d3b2873-b98f-4eec-93ab-aed516893751 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3 HTTP/1.1" status: 200 len: 217 time: 0.0593088 Oct 19 01:35:40.086455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:40.090541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:40.172880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=319032d6-299f-436a-864d-e155922bcabc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:40.339410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:40.411925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Subnet': ['ID=ed6268cf-b68a-421e-b90b-5c6f8d0b7097,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:40.433052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-266bd9a6-b17b-48cb-af5d-1a61cbad5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:40.435148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-266bd9a6-b17b-48cb-af5d-1a61cbad5378 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.3407693 Oct 19 01:35:40.608681 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:40.615296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Attempting to bind port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:40.615669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Attempting to bind port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:40.616270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Attempting to bind port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:40.732470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb on network 805daa38-2148-4993-81b6-d7390cf94bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:35:40.734064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Attempting to bind port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:40.749596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1f330-a498-4501-a4a8-e1fb06517a9c req-9cb3fc43-caad-4b31-b93b-0ce78308e3d9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:40.751730 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83b1f330-a498-4501-a4a8-e1fb06517a9c req-9cb3fc43-caad-4b31-b93b-0ce78308e3d9 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.1027484 Oct 19 01:35:40.780405 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:40.784716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:40.785301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Checking segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:40.785879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Bound using segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:40.786451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Bound port: b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:40.787097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:40.813070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:40.815312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-b2821772-1ca4-4068-98b3-4e41e33f9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:40.816481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83b1f330-a498-4501-a4a8-e1fb06517a9c req-6c12b21b-6167-4501-af8d-8e69744693c8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568912 Oct 19 01:35:40.829093 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-b2821772-1ca4-4068-98b3-4e41e33f9456 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3862882 Oct 19 01:35:40.836535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Checking segment: {'id': 'f01c12d2-304e-4850-8360-39028c829304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:40.836911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network hostable DHCP agents. Network: c99e9eb8-1220-41e5-b076-e8daf07f2d3f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:40.906546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d1987-2032-4937-aea9-b30c3047beab req-04ba3935-9595-4b5b-adcf-23c24601861d tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:40.908189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c4d1987-2032-4937-aea9-b30c3047beab req-04ba3935-9595-4b5b-adcf-23c24601861d tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 943 time: 0.4513645 Oct 19 01:35:41.067171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59ca8-89f0-4c47-89bd-8693ccb04991 req-39409217-1da7-4c6f-a2a2-65a87d92ae59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:41.078210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59ca8-89f0-4c47-89bd-8693ccb04991 req-39409217-1da7-4c6f-a2a2-65a87d92ae59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:41.084039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59ca8-89f0-4c47-89bd-8693ccb04991 req-39409217-1da7-4c6f-a2a2-65a87d92ae59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:41.098120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc59ca8-89f0-4c47-89bd-8693ccb04991 req-39409217-1da7-4c6f-a2a2-65a87d92ae59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:41.108312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efc59ca8-89f0-4c47-89bd-8693ccb04991 req-39409217-1da7-4c6f-a2a2-65a87d92ae59 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3142 time: 0.1118050 Oct 19 01:35:41.156016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efc59ca8-89f0-4c47-89bd-8693ccb04991 req-2988c86c-0af0-40cb-a5b2-84eef0bd7d11 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461667 Oct 19 01:35:41.166194 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c4d1987-2032-4937-aea9-b30c3047beab req-8912809d-7a3f-4652-b9c2-1fa0c9ba1aa9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049198 Oct 19 01:35:41.166765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network c99e9eb8-1220-41e5-b076-e8daf07f2d3f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:41.217039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c99e9eb8-1220-41e5-b076-e8daf07f2d3f) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:41.222400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:41.223362 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:41.229789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6131cc-aa05-4886-853f-2a2d1afc4106 None None] Network c99e9eb8-1220-41e5-b076-e8daf07f2d3f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:41.245380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] For port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:41.288892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56368) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:41.353787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:41.372931 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] Sync routers for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:41.385002 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:41.385972 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:41.401576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-58c83cce-d43e-4479-a08c-098d65182a52 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8712225 Oct 19 01:35:41.405284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56372) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:41.410654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8e4bedf8-1d25-4996-b01f-105f5655cc2a tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:41.412744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-79481564-a7fe-4e97-8601-2a91866d8167 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611861 Oct 19 01:35:41.456684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] For port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:41.491996 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:41.516557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-c99e9eb8-1220-41e5-b076-e8daf07f2d3f', 'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f', 'tenant_id': '24bef69a6f1d48a3b9bab1f0e552d575', 'fixed_ips': [{'subnet_id': 'ed6268cf-b68a-421e-b90b-5c6f8d0b7097'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:35:41.517430 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:41.560177 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:41.687518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] No DVR routers for this DVR port 319032d6-299f-436a-864d-e155922bcabc on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:41.711851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:41.732780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:41.740180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-5035e744-82ff-43d5-934e-d4c89a1b38ad tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "DELETE /v2.0/ports/319032d6-299f-436a-864d-e155922bcabc HTTP/1.1" status: 204 len: 173 time: 5.3272707 Oct 19 01:35:41.740731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '319032d6-299f-436a-864d-e155922bcabc'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:41.743086 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e66756e-063d-4d6a-be45-f6f8c0a5aeb2" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "319032d6-299f-436a-864d-e155922bcabc"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:41.760545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:41.761587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:41.763865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-1e600941-fc16-4d80-9e12-aea8d05ba971 service neutron] 10.222.0.74 "PUT /v2.0/ports/b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb HTTP/1.1" status: 200 len: 1092 time: 4.2767649 Oct 19 01:35:41.777202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Allocated IP 2001:db8:1::2 (c99e9eb8-1220-41e5-b076-e8daf07f2d3f/ed6268cf-b68a-421e-b90b-5c6f8d0b7097/0e1574a6-eca8-425c-b346-1fa6f98541a7) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:41.885483 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 5, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:41.932582 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766fc994-98b8-45eb-ad8f-8b1dab48b3d7 x-openstack-request-id: req-766fc994-98b8-45eb-ad8f-8b1dab48b3d7 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:41.932927 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "319032d6-299f-436a-864d-e155922bcabc", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:41.933139 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-766fc994-98b8-45eb-ad8f-8b1dab48b3d7 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:41.933565 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '319032d6-299f-436a-864d-e155922bcabc', 'status': 'completed', 'code': 200} Oct 19 01:35:41.967361 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] Checking router: a2505f40-7535-4fb4-bb00-17d8ec00f4a1 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:41.994678 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:41.995570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:42.120524 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.140144 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.171292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b3651a-d6ff-4487-b688-6ccd14f2dd4c req-4706eba0-a452-4144-9bf3-3f4b26ffd704 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7107649 Oct 19 01:35:42.197075 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:42.274261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Network c99e9eb8-1220-41e5-b076-e8daf07f2d3f is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:42.280478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e3e60-f74e-4734-9487-4d3ca7da0b1f req-4b882aa9-7c0a-426e-a0f4-3cad9d4ff9ff tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.282304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f33e3e60-f74e-4734-9487-4d3ca7da0b1f req-4b882aa9-7c0a-426e-a0f4-3cad9d4ff9ff tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.2560863 Oct 19 01:35:42.298119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:42.318156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:42.318409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-967f3bfe-1ae1-4e50-8bc2-ec935f60fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.322202 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-967f3bfe-1ae1-4e50-8bc2-ec935f60fb00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 1095 time: 0.3873038 Oct 19 01:35:42.350110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Pushing event updated for resources: {'Port': ['ID=0e1574a6-eca8-425c-b346-1fa6f98541a7,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:42.362170 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.385877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port 54786449-57f3-400d-8684-0d0a85275188 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:42.386527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.390616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-c9a6f7c6-e764-4c73-9239-1c98ab283ca6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb HTTP/1.1" status: 200 len: 217 time: 0.0453453 Oct 19 01:35:42.466158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Attempting to bind port 0e1574a6-eca8-425c-b346-1fa6f98541a7 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:42.467203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Attempting to bind port 0e1574a6-eca8-425c-b346-1fa6f98541a7 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f01c12d2-304e-4850-8360-39028c829304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:42.467639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Attempting to bind port 0e1574a6-eca8-425c-b346-1fa6f98541a7 on network c99e9eb8-1220-41e5-b076-e8daf07f2d3f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:42.480173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f33e3e60-f74e-4734-9487-4d3ca7da0b1f req-ec1a2950-7d6b-4cc3-9efc-e1256cc57919 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879013 Oct 19 01:35:42.482868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-917e4ad3-19a5-458f-94cb-e95d2183096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.485294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:42.485477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-917e4ad3-19a5-458f-94cb-e95d2183096a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.0738323 Oct 19 01:35:42.485585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Checking segment: {'id': 'f01c12d2-304e-4850-8360-39028c829304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:42.485830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.486285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Bound using segment: {'id': 'f01c12d2-304e-4850-8360-39028c829304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:42.486829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Bound port: 0e1574a6-eca8-425c-b346-1fa6f98541a7, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01c12d2-304e-4850-8360-39028c829304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c99e9eb8-1220-41e5-b076-e8daf07f2d3f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:42.487272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.529520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 5, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:42.551949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-e4729da8-2cc2-4fbc-a2ee-86de16f7e193 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583341 Oct 19 01:35:42.600643 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdba3dcb-bc1c-4a6c-886e-9520c4b229bd None None] The sync data for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 is: [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:24:27Z', 'revision_number': 4, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '153731e7-0b3a-44b9-bfda-d87297db96aa', 'name': '', 'network_id': '10dcdece-13c6-4fa3-b37f-de1b55175d8c', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'mac_address': 'fa:16:3e:ae:fe:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:24Z', 'updated_at': '2021-10-19T01:24:37Z', 'revision_number': 5, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'subnets': [{'id': 'a9fe147b-f61d-4713-8e05-4d469511db05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:42.637037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] For port 0e1574a6-eca8-425c-b346-1fa6f98541a7, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:42.642282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] For port 0e1574a6-eca8-425c-b346-1fa6f98541a7, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e1574a6-eca8-425c-b346-1fa6f98541a7,segment=NetworkSegment(f01c12d2-304e-4850-8360-39028c829304),segment_id=f01c12d2-304e-4850-8360-39028c829304)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:42.657365 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.703365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] For port 54786449-57f3-400d-8684-0d0a85275188, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=54786449-57f3-400d-8684-0d0a85275188,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:42.703738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.739943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a89d-511b-4df1-951c-7ab1f2c08740 None None] Pushing event updated for resources: {'Port': ['ID=0e1574a6-eca8-425c-b346-1fa6f98541a7,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:42.803872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e4bedf8-1d25-4996-b01f-105f5655cc2a tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:42.837058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for 54786449-57f3-400d-8684-0d0a85275188 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:42.857542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51157e33-3bdb-4678-9e63-a8c78bd2ae09 req-ce45b83c-8d34-470e-b148-4422d975344e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.859107 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51157e33-3bdb-4678-9e63-a8c78bd2ae09 req-ce45b83c-8d34-470e-b148-4422d975344e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 943 time: 0.2852998 Oct 19 01:35:42.944651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e206739-01ed-4dc0-b2d2-2b7d227b3980 req-6d3bd355-c079-499c-80f3-fc8d701c64c2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.959863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e206739-01ed-4dc0-b2d2-2b7d227b3980 req-6d3bd355-c079-499c-80f3-fc8d701c64c2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.975460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e206739-01ed-4dc0-b2d2-2b7d227b3980 req-6d3bd355-c079-499c-80f3-fc8d701c64c2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.994229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e206739-01ed-4dc0-b2d2-2b7d227b3980 req-6d3bd355-c079-499c-80f3-fc8d701c64c2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:42.997926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e206739-01ed-4dc0-b2d2-2b7d227b3980 req-6d3bd355-c079-499c-80f3-fc8d701c64c2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 3142 time: 0.3147905 Oct 19 01:35:43.143878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-697c0f34-1587-48ae-9c82-f4d8d1758c15 service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736845 Oct 19 01:35:43.157981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51157e33-3bdb-4678-9e63-a8c78bd2ae09 req-5aa3f9a7-b2ce-4215-89bf-27f73aaf4693 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196270 Oct 19 01:35:43.158349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e206739-01ed-4dc0-b2d2-2b7d227b3980 req-b854af35-2cdc-4204-a671-80d319748aa4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855055 Oct 19 01:35:43.225238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b60a2-0801-4788-8c43-9c72941a10b0 None None] New status for floating IP 95514996-b7bc-48e3-866e-e02b2ab883df: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:35:43.322682 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-8e4bedf8-1d25-4996-b01f-105f5655cc2a tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:35:43.323839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8e4bedf8-1d25-4996-b01f-105f5655cc2a tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b HTTP/1.1" status: 400 len: 364 time: 1.9175017 Oct 19 01:35:43.328535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56386) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:43.334083 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb54defc-1db2-4b8a-b8fe-d67cdd5668ec req-89b04abe-c5ef-402c-bb3f-a85b480d767b service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810908 Oct 19 01:35:43.423636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.468598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=54786449-57f3-400d-8684-0d0a85275188,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:43.515481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] No DVR routers for this DVR port 54786449-57f3-400d-8684-0d0a85275188 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:43.519018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.523112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-29c06350-545f-4788-b7af-e49169a9c588 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "DELETE /v2.0/ports/54786449-57f3-400d-8684-0d0a85275188 HTTP/1.1" status: 204 len: 173 time: 1.6247673 Oct 19 01:35:43.649128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:43.649616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.689441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.773154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] For port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:43.773666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.789582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:43.844919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878861-f5bc-4d80-aaee-d02b8c97c86b req-9579a0e6-c032-4dab-bf41-3154ac624382 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:43.846473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a3878861-f5bc-4d80-aaee-d02b8c97c86b req-9579a0e6-c032-4dab-bf41-3154ac624382 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.2321246 Oct 19 01:35:43.895867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:43.936403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'tag': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '54786449-57f3-400d-8684-0d0a85275188'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:43.939757 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6a8333-04d8-4615-93a9-7345f26c6efa", "tag": "b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "54786449-57f3-400d-8684-0d0a85275188"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:43.983397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.029478 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff93129-cf93-4846-84ab-c3b2b8e608ba x-openstack-request-id: req-3ff93129-cf93-4846-84ab-c3b2b8e608ba {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:44.029902 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6a8333-04d8-4615-93a9-7345f26c6efa", "tag": "b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb", "status": "completed", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "54786449-57f3-400d-8684-0d0a85275188", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:44.030232 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ff93129-cf93-4846-84ab-c3b2b8e608ba {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:44.030692 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'tag': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb', 'status': 'completed', 'code': 200} Oct 19 01:35:44.031167 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '54786449-57f3-400d-8684-0d0a85275188', 'status': 'completed', 'code': 200} Oct 19 01:35:44.034481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=2907f8d0-4273-40f2-bf0a-1eb7e75d9f31,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:44.095908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] No DVR routers for this DVR port 2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:44.099481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.103710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd8bbe3c-f261-4f62-99dd-e31c8f193869 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "DELETE /v2.0/ports/2907f8d0-4273-40f2-bf0a-1eb7e75d9f31 HTTP/1.1" status: 204 len: 173 time: 0.5716491 Oct 19 01:35:44.164865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a3878861-f5bc-4d80-aaee-d02b8c97c86b req-c69efb6b-61f8-48c9-9fb2-4fe19a6a8d90 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097336 Oct 19 01:35:44.240305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-3ebb0342-3bee-4c39-92dc-bdcb78cecd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:44.242018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-3ebb0342-3bee-4c39-92dc-bdcb78cecd0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 1095 time: 0.1441014 Oct 19 01:35:44.419104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Allocated IP 2001:db8::1 (b6b3093e-bf22-4f98-a043-bda2e29fbdad/972468da-7179-47bb-9a27-b8e8952569e5/37b14cbb-e205-47ba-82a9-2164902423fe) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:44.431571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-50bbd78d-4406-4f74-948f-fb6c442e7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:44.433726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-50bbd78d-4406-4f74-948f-fb6c442e7cc2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 916 time: 0.1818128 Oct 19 01:35:44.442383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:44.443109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.453886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04424a4e-bfdc-4f91-a992-a2b602dffce5 req-79bfb407-aeda-4d38-8fc2-840b922378b2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:44.461051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04424a4e-bfdc-4f91-a992-a2b602dffce5 req-79bfb407-aeda-4d38-8fc2-840b922378b2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:44.462761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04424a4e-bfdc-4f91-a992-a2b602dffce5 req-79bfb407-aeda-4d38-8fc2-840b922378b2 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 1676 time: 0.1339490 Oct 19 01:35:44.480174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2069a-b363-4d31-be9d-6782bc7c7fbb None None] Network c99e9eb8-1220-41e5-b076-e8daf07f2d3f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:44.618357 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04424a4e-bfdc-4f91-a992-a2b602dffce5 req-7a6ec842-8159-49fc-a309-86da6cc910fe tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397948 Oct 19 01:35:44.710868 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.713479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Deleting port ba05be97-cf00-411d-8035-e129a6629f1f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:44.713920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.771317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4b00414d-2bbe-4608-83a4-49e6c4e2a8af None None] Provisioning complete for port 0e1574a6-eca8-425c-b346-1fa6f98541a7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:44.771695 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b00414d-2bbe-4608-83a4-49e6c4e2a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.828821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.892236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Port': ['ID=37b14cbb-e205-47ba-82a9-2164902423fe,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:44.902420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b00414d-2bbe-4608-83a4-49e6c4e2a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.910769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] For port ba05be97-cf00-411d-8035-e129a6629f1f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ba05be97-cf00-411d-8035-e129a6629f1f,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:44.911319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.926268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:44.929723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:44.938295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:44.940496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:44.948682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Calling delete_port for ba05be97-cf00-411d-8035-e129a6629f1f owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:44.995428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4b00414d-2bbe-4608-83a4-49e6c4e2a8af None None] For port 0e1574a6-eca8-425c-b346-1fa6f98541a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e1574a6-eca8-425c-b346-1fa6f98541a7,segment=NetworkSegment(f01c12d2-304e-4850-8360-39028c829304),segment_id=f01c12d2-304e-4850-8360-39028c829304)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:45.010197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b00414d-2bbe-4608-83a4-49e6c4e2a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.049721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2885d5-47a7-471d-8013-28a0873d48c5 req-1e10c199-a132-47cd-b2b2-88c9fdd13ea5 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:45.059895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc2885d5-47a7-471d-8013-28a0873d48c5 req-1e10c199-a132-47cd-b2b2-88c9fdd13ea5 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 943 time: 0.7342732 Oct 19 01:35:45.072132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-eef54b6a-53c3-4304-95a0-6cd4a5d482f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb HTTP/1.1" status: 200 len: 217 time: 0.6236830 Oct 19 01:35:45.189544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00414d-2bbe-4608-83a4-49e6c4e2a8af None None] Pushing event updated for resources: {'Port': ['ID=0e1574a6-eca8-425c-b346-1fa6f98541a7,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:45.251997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-ce62184e-bdfa-4f62-baa4-c487576260ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:45.253650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-ce62184e-bdfa-4f62-baa4-c487576260ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.1652215 Oct 19 01:35:45.256869 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc2885d5-47a7-471d-8013-28a0873d48c5 req-09b2cb44-617e-4fe7-a4ba-051a4ae2b7e3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959116 Oct 19 01:35:45.316248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e1574a6-eca8-425c-b346-1fa6f98541a7 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:45.341739 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-ca8c5d7d-2aec-488f-a046-68f3ca571856 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685644 Oct 19 01:35:45.371265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.387622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bf48d192-4024-4148-b3c4-df4f70b3df03 None None] Provisioning complete for port 0e1574a6-eca8-425c-b346-1fa6f98541a7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:45.388337 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bf48d192-4024-4148-b3c4-df4f70b3df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.446559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0e1574a6-eca8-425c-b346-1fa6f98541a7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:45.447309 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.450622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ceaea-d23a-40ed-b2d3-9169b4804b9a req-c1ca223c-2df3-4548-9768-e3987278442c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:45.452221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff6ceaea-d23a-40ed-b2d3-9169b4804b9a req-c1ca223c-2df3-4548-9768-e3987278442c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.1573794 Oct 19 01:35:45.461647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-37396550-c4f8-44e1-ab0f-b638d5eea042 service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082213 Oct 19 01:35:45.468912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] For port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:45.469298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.507771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:45.609295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff6ceaea-d23a-40ed-b2d3-9169b4804b9a req-1bb11651-3b17-4aa2-b718-dc7f81c612ba tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396520 Oct 19 01:35:45.634563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-dc38a1bd-3def-4ed8-af86-9e565e6d2857 service neutron] 10.222.0.74 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623456 Oct 19 01:35:45.671648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-570845b1-eb94-4218-871a-26452062b8c6 None None] Provisioning complete for port 37b14cbb-e205-47ba-82a9-2164902423fe triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:45.672229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-570845b1-eb94-4218-871a-26452062b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.708979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.724242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-570845b1-eb94-4218-871a-26452062b8c6 None None] Port 37b14cbb-e205-47ba-82a9-2164902423fe cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:35:45.743372 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.805714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba05be97-cf00-411d-8035-e129a6629f1f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:45.842070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=d7ae8147-6ed7-46d7-bac5-7a52fff1ec86,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:45.914618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41689c44-4a28-43fa-bb37-3e5536997fd2 req-61391df1-6d87-4a48-946b-bcdf2e40433e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:45.923671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41689c44-4a28-43fa-bb37-3e5536997fd2 req-61391df1-6d87-4a48-946b-bcdf2e40433e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 942 time: 0.1712365 Oct 19 01:35:45.932174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] No DVR routers for this DVR port d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:45.942972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:45.946957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-fd564b45-3e9c-4f5a-b2d8-968a687ecf8c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "DELETE /v2.0/ports/d7ae8147-6ed7-46d7-bac5-7a52fff1ec86 HTTP/1.1" status: 204 len: 173 time: 1.8034647 Oct 19 01:35:46.046176 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-41689c44-4a28-43fa-bb37-3e5536997fd2 req-dbd17096-b5b3-4201-9c9c-1e0ef44da390 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups?id=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199653 Oct 19 01:35:46.049275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31'}, {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:46.056116 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f429e537-7e97-4aaa-9f8e-482031918ca5" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31"}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:46.108007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port 0cee8129-6f48-4c06-8f78-94ad6bcb64de {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:46.108645 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.126009 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7d22b7-92dc-4467-8fdd-cab8dff3fbd6 x-openstack-request-id: req-0e7d22b7-92dc-4467-8fdd-cab8dff3fbd6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:46.126400 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "2907f8d0-4273-40f2-bf0a-1eb7e75d9f31", "status": "completed", "code": 200}, {"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "d7ae8147-6ed7-46d7-bac5-7a52fff1ec86", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:46.126720 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e7d22b7-92dc-4467-8fdd-cab8dff3fbd6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:46.127186 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '2907f8d0-4273-40f2-bf0a-1eb7e75d9f31', 'status': 'completed', 'code': 200} Oct 19 01:35:46.127507 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': 'd7ae8147-6ed7-46d7-bac5-7a52fff1ec86', 'status': 'completed', 'code': 200} Oct 19 01:35:46.226879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] For port 0cee8129-6f48-4c06-8f78-94ad6bcb64de, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0cee8129-6f48-4c06-8f78-94ad6bcb64de,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:46.227254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.242191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for 0cee8129-6f48-4c06-8f78-94ad6bcb64de owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:46.414837 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.473461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=0cee8129-6f48-4c06-8f78-94ad6bcb64de,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:46.481362 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.489130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.489955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.527311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.535036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988cd5-0eba-4df3-aabf-baa60bcf7529 req-c0c0814c-9779-4b60-8a7b-5dfaa5a9c4ba tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:46.536635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af988cd5-0eba-4df3-aabf-baa60bcf7529 req-c0c0814c-9779-4b60-8a7b-5dfaa5a9c4ba tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 943 time: 0.1348960 Oct 19 01:35:46.553324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] No DVR routers for this DVR port 0cee8129-6f48-4c06-8f78-94ad6bcb64de on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:46.560793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:46.564111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f9727d8-3a16-4796-b43b-fbab7e96ab24 req-4700a333-e53a-498b-910d-2554c30c282e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.74 "DELETE /v2.0/ports/0cee8129-6f48-4c06-8f78-94ad6bcb64de HTTP/1.1" status: 204 len: 173 time: 0.6096623 Oct 19 01:35:46.608248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af988cd5-0eba-4df3-aabf-baa60bcf7529 req-16434377-c3ff-4cb8-bf44-c6eb741c7a20 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Oct 19 01:35:46.666962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event updated for resources: {'Port': ['ID=37b14cbb-e205-47ba-82a9-2164902423fe,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:46.802637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:46.813576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:46.928195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451dd91-1b9b-418d-8501-d63fb0bfdc45 req-63c4c7bc-755b-4352-80a8-3fefeb5ba34d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:46.939390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1451dd91-1b9b-418d-8501-d63fb0bfdc45 req-63c4c7bc-755b-4352-80a8-3fefeb5ba34d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.2163835 Oct 19 01:35:47.040683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:35:47.111683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1451dd91-1b9b-418d-8501-d63fb0bfdc45 req-f5719a61-9578-4c7d-b65a-5eff126ecbfe tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712406 Oct 19 01:35:47.287893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Router 4d2c1216-1446-4aa6-a921-900b5ae0d97b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:47.306924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8bc3d77-44ff-4a1c-8c18-73f6797eac1c req-e9905331-61fe-4a26-b1bf-ca811454734b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0606034 Oct 19 01:35:47.320522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Router bc694d75-5f8c-4708-836b-c5b04f38c76d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:47.320707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:47.347556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'port_id': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb', 'mac_address': 'fa:16:3e:9c:fd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8323665d-fa1d-4b31-a2a8-8eb9f27d13ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:35:47.390658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-28795660-deff-4353-8fee-1b8cd764cc7f None None] Provisioning complete for port 37b14cbb-e205-47ba-82a9-2164902423fe triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:47.391032 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-28795660-deff-4353-8fee-1b8cd764cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.438100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-28795660-deff-4353-8fee-1b8cd764cc7f None None] Port 37b14cbb-e205-47ba-82a9-2164902423fe cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:35:47.439639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e1574a6-eca8-425c-b346-1fa6f98541a7 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:47.508614 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.532053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:47.546590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:47.555851 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] Sync routers for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:47.561025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4aa8c05-c19e-4c83-8cbb-1e90636ca445 admin admin] 10.222.0.64 "PUT /v2.0/routers/bc694d75-5f8c-4708-836b-c5b04f38c76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2707193 Oct 19 01:35:47.563726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56416) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:47.572914 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:47.573543 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:47.576271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:47.577968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:47.592221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0334b586-8eb2-4ea4-b552-f2e10e5e81a7 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2623138 Oct 19 01:35:47.594806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56418) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:47.598197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] Sync routers for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:47.608324 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.624134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0e1574a6-eca8-425c-b346-1fa6f98541a7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:47.624490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.717505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69862b19-28c4-4c7c-8362-7f9788b8fd12 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.767210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:35:47.780816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:47.784057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:47.798015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:47.832239 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:47.937770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:48.042977 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:48.054423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ed815-294e-41f6-aa88-b180dfd0a63f req-aaebcd85-badf-4a4a-8e09-ab7f110e6a6c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:48.058652 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d7ed815-294e-41f6-aa88-b180dfd0a63f req-aaebcd85-badf-4a4a-8e09-ab7f110e6a6c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 944 time: 0.2723193 Oct 19 01:35:48.064852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:48.065897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:48.068809 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-69862b19-28c4-4c7c-8362-7f9788b8fd12 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 01:35:48.072346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-69862b19-28c4-4c7c-8362-7f9788b8fd12 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b HTTP/1.1" status: 409 len: 329 time: 0.4739041 Oct 19 01:35:48.078744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:48.119365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:48.120061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2041e38-3066-4305-a494-c616b33df0fb None None] The sync data for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:48.120355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56424) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:48.199410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:48.217746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d7ed815-294e-41f6-aa88-b180dfd0a63f req-d70f815e-35f0-41e5-b5cd-b48906031f36 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399934 Oct 19 01:35:48.264056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:48.266809 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040306f9-3bc9-4661-813c-2516d240c22a" -d '{"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:48.338608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:48.369631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:35:45Z', 'revision_number': 5, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port': {'id': 'f52e2915-44ac-4606-8040-14db1d1e6bbf', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:29:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:25:09Z', 'updated_at': '2021-10-19T01:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:48.375871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'port_id': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'mac_address': 'fa:16:3e:ef:f0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:35:48.428097 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] Checking router: bc694d75-5f8c-4708-836b-c5b04f38c76d for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:35:48.447756 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c648ba5e-f9fd-48b7-bb14-57728ee54f50 x-openstack-request-id: req-c648ba5e-f9fd-48b7-bb14-57728ee54f50 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:48.448419 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41385a-33aa-40f4-a159-33ade7553941", "name": "network-vif-deleted", "tag": "0cee8129-6f48-4c06-8f78-94ad6bcb64de", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:48.448913 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c648ba5e-f9fd-48b7-bb14-57728ee54f50 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:48.449514 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41385a-33aa-40f4-a159-33ade7553941', 'name': 'network-vif-deleted', 'tag': '0cee8129-6f48-4c06-8f78-94ad6bcb64de', 'status': 'completed', 'code': 200} Oct 19 01:35:48.461899 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] Routers {'bc694d75-5f8c-4708-836b-c5b04f38c76d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:48.462531 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bc694d75-5f8c-4708-836b-c5b04f38c76d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:48.515257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd67b09f-4511-4732-94c1-01c64cccce96 req-b0e5ec9d-e175-4fc0-8a74-0f244211cbc4 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0527725 Oct 19 01:35:48.559623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61e1c1-1ec1-4585-9462-5ffa52a35376 req-c196f5ee-bd3f-4764-8a8a-03be9c228169 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:48.564487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb61e1c1-1ec1-4585-9462-5ffa52a35376 req-c196f5ee-bd3f-4764-8a8a-03be9c228169 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 943 time: 0.1841545 Oct 19 01:35:48.638806 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:48.649770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Deleting port f52e2915-44ac-4606-8040-14db1d1e6bbf {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:48.650232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:48.682066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:35:48.691241 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] Set router bc694d75-5f8c-4708-836b-c5b04f38c76d gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:35:48.742646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:48.753480 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:48.784821 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:35:48Z', 'revision_number': 6, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:48.849702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:48.905331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb61e1c1-1ec1-4585-9462-5ffa52a35376 req-61dc26e7-fce7-4fb9-9335-d59d7638f1e5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148754 Oct 19 01:35:48.959460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] For port f52e2915-44ac-4606-8040-14db1d1e6bbf, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f52e2915-44ac-4606-8040-14db1d1e6bbf,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:48.960005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:48.973928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7dd471e9-1c90-447f-91ac-b4cd5506a5a3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:35:49.001761 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85583de-097b-4514-9f4f-fb73d080332e None None] The sync data for ids ['bc694d75-5f8c-4708-836b-c5b04f38c76d'] in n-d-789963-20 is: [{'id': 'bc694d75-5f8c-4708-836b-c5b04f38c76d', 'name': 'tempest-AttachVolumeShelveTestJSON-623218478-router', 'tenant_id': '85779e6bf7d44cdc946fa55ca6608f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:25:06Z', 'updated_at': '2021-10-19T01:35:48Z', 'revision_number': 6, 'project_id': '85779e6bf7d44cdc946fa55ca6608f59', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:49.014051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Calling delete_port for f52e2915-44ac-4606-8040-14db1d1e6bbf owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:49.284982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:49.446831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6b6e6-4c9f-4bd8-bc4c-483adfb5b1f6 req-7a5b3a1b-2fb8-42fe-b9ec-957a796c3e35 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:49.461260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6a6b6e6-4c9f-4bd8-bc4c-483adfb5b1f6 req-7a5b3a1b-2fb8-42fe-b9ec-957a796c3e35 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 944 time: 0.1313355 Oct 19 01:35:49.469636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ba05be97-cf00-411d-8035-e129a6629f1f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:49.530954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ba05be97-cf00-411d-8035-e129a6629f1f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:49.530954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ba05be97-cf00-411d-8035-e129a6629f1f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:49.549376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6a6b6e6-4c9f-4bd8-bc4c-483adfb5b1f6 req-f046ee1d-293e-4149-b567-9c2f62c1ae5c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872381 Oct 19 01:35:49.638891 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:49.782732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f52e2915-44ac-4606-8040-14db1d1e6bbf,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:49.787631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f176419-c4c4-4ec5-8322-632d78b91c60 req-533ec573-b2bb-457e-88e6-66a14370f2b1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.1023800 Oct 19 01:35:49.864154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:49.886564 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.061807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b88af-42f9-4f06-ad55-abb6822d244e req-6899ff80-9063-4cb4-9eb5-8e6a4763e3b2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:50.067780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.071627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.072414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-778b88af-42f9-4f06-ad55-abb6822d244e req-6899ff80-9063-4cb4-9eb5-8e6a4763e3b2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 944 time: 0.0795789 Oct 19 01:35:50.124971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-778b88af-42f9-4f06-ad55-abb6822d244e req-f7f95b87-b577-4ce4-bf99-054ead4e4026 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512874 Oct 19 01:35:50.139175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.139904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc694d75-5f8c-4708-836b-c5b04f38c76d {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:35:50.147565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.151662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0298f964-396f-482e-8cdd-5fc387479c9d admin admin] 10.222.0.64 "DELETE /v2.0/routers/bc694d75-5f8c-4708-836b-c5b04f38c76d HTTP/1.1" status: 204 len: 168 time: 2.5864353 Oct 19 01:35:50.152527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56442) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:50.157111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting port 37b14cbb-e205-47ba-82a9-2164902423fe {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:50.157111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.218626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] Deleting subnet bbaec295-9fa7-4651-8923-f0acde529fff {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:50.222233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.268827 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.335579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.366116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Calling delete_port for 37b14cbb-e205-47ba-82a9-2164902423fe owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:50.402926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.486399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.531140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.536496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df1ac4-dac7-4330-b55e-cd0df2a1708e None None] Network bb62427d-6162-422b-8a54-408b25dc7d3e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:50.537481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bbaec295-9fa7-4651-8923-f0acde529fff HTTP/1.1" status: 204 len: 168 time: 0.3821805 Oct 19 01:35:50.552747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56446) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:50.567134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f7b8f-f5a9-4c15-b721-8e251e6dfc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbaec295-9fa7-4651-8923-f0acde529fff,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:50.766591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.843313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] DHCP port deletion for bb62427d-6162-422b-8a54-408b25dc7d3e request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:50.856279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d15e3-3d00-4a63-b719-da09b4f0ed5e req-b0ef6661-a568-4e3f-b4da-7a7dccded3a1 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:50.857827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba4d15e3-3d00-4a63-b719-da09b4f0ed5e req-b0ef6661-a568-4e3f-b4da-7a7dccded3a1 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 944 time: 0.1527798 Oct 19 01:35:50.909198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.936967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] Deleting port 3bcebd73-312d-4648-8eed-9389f0dd5f35 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:50.937390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:50.960389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9750c741-e5ca-4b83-9a6d-505909c624ac req-a0445787-f3f0-42e3-944e-52bba4e014bb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0527871 Oct 19 01:35:50.963005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Port': ['ID=37b14cbb-e205-47ba-82a9-2164902423fe,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:50.977987 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba4d15e3-3d00-4a63-b719-da09b4f0ed5e req-f5a32d6b-ac19-4873-bebb-d8a47adcf2c1 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Oct 19 01:35:51.054220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:51.155162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Deleting port 3bcebd73-312d-4648-8eed-9389f0dd5f35 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:51.155499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.168413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] For port 3bcebd73-312d-4648-8eed-9389f0dd5f35, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3bcebd73-312d-4648-8eed-9389f0dd5f35,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:51.168751 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.209558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] Calling delete_port for 3bcebd73-312d-4648-8eed-9389f0dd5f35 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:51.303896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3bcebd73-312d-4648-8eed-9389f0dd5f35 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:51.318615 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.333510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:35:51.340777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:51.341119 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.452292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] For port 3bcebd73-312d-4648-8eed-9389f0dd5f35, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3bcebd73-312d-4648-8eed-9389f0dd5f35,segment=NetworkSegment(c7132d57-b235-4cbc-bdb2-1274c9a8168c),segment_id=c7132d57-b235-4cbc-bdb2-1274c9a8168c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:51.452812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.474519 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.508393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] Pushing event deleted for resources: {'Port': ['ID=3bcebd73-312d-4648-8eed-9389f0dd5f35,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:51.572443 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.576963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd3f22-0c86-4c9f-933b-ca31fe4d2a63 None None] No DVR routers for this DVR port 3bcebd73-312d-4648-8eed-9389f0dd5f35 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:51.599102 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.627583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:51.630192 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a1bee-6f8d-474b-adef-cb3f30005732" -d '{"events": [{"server_uuid": "ba6a8333-04d8-4615-93a9-7345f26c6efa", "name": "network-vif-plugged", "status": "completed", "tag": "b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:51.676505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:51.678371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f52e2915-44ac-4606-8040-14db1d1e6bbf no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:51.735052 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c7636-9c6c-4353-8b43-1bc65b826c30 x-openstack-request-id: req-f25c7636-9c6c-4353-8b43-1bc65b826c30 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:51.735350 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6a8333-04d8-4615-93a9-7345f26c6efa", "name": "network-vif-plugged", "status": "completed", "tag": "b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:51.735590 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f25c7636-9c6c-4353-8b43-1bc65b826c30 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:51.736026 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb', 'code': 200} Oct 19 01:35:51.738179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f52e2915-44ac-4606-8040-14db1d1e6bbf {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:51.738751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f52e2915-44ac-4606-8040-14db1d1e6bbf not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:51.741732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.786305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:51.883370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:51.947178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:35:51.952444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:51.952940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:51.986350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Calling delete_port for 3bcebd73-312d-4648-8eed-9389f0dd5f35 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:52.078990 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.080817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a23cef-7361-4d9f-b23b-53c711d08392 req-1b14e458-691e-422c-9c5c-88927783f0e2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:52.083048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2a23cef-7361-4d9f-b23b-53c711d08392 req-1b14e458-691e-422c-9c5c-88927783f0e2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 944 time: 0.8136530 Oct 19 01:35:52.178142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efafedb-558a-46f3-ae6d-4129cc91eb8e req-fd03f212-2cc2-41f1-b6d6-1ddf8cc0a158 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:52.195380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0efafedb-558a-46f3-ae6d-4129cc91eb8e req-fd03f212-2cc2-41f1-b6d6-1ddf8cc0a158 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 945 time: 0.0926898 Oct 19 01:35:52.266089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fcd3-3e80-4951-84ed-c91425293486 req-7a0c3773-ccd2-4106-8a8c-7deee267391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:52.267631 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4dd6fcd3-3e80-4951-84ed-c91425293486 req-7a0c3773-ccd2-4106-8a8c-7deee267391d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 1097 time: 0.2952280 Oct 19 01:35:52.272610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2a23cef-7361-4d9f-b23b-53c711d08392 req-e90c645f-a3dd-4afa-8c88-d90bf7c35afd tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469901 Oct 19 01:35:52.282306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0efafedb-558a-46f3-ae6d-4129cc91eb8e req-bc4feb35-b91d-46ba-afc9-6cbddbbd2cbc tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813298 Oct 19 01:35:52.319064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Router 4d2c1216-1446-4aa6-a921-900b5ae0d97b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:35:52.394301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4dd6fcd3-3e80-4951-84ed-c91425293486 req-4af110ca-e918-41e2-81db-f6cffb59e3d2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159039 Oct 19 01:35:52.424531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-58ee16d2-1b93-413b-90bb-16f5584d1b95 req-08a2a2ac-5690-4b4c-8cc1-fe507e766d56 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0432727 Oct 19 01:35:52.495206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:52.500156 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.502578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.507449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:35:52.519908 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] Sync routers for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:35:52.532566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3c7e76b3-c793-43c6-8ec5-ca5a4ccb58f1 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4012516 Oct 19 01:35:52.535166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcebd73-312d-4648-8eed-9389f0dd5f35,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:52.536171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56462) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:52.542660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] No DVR routers for this DVR port 3bcebd73-312d-4648-8eed-9389f0dd5f35 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:52.558261 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:52.559709 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:52.612594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:52.629169 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-96224dd8-a904-4aae-aeef-4e24c28d2561 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] show failed (client error): The resource could not be found. Oct 19 01:35:52.630475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-96224dd8-a904-4aae-aeef-4e24c28d2561 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1836119438 HTTP/1.1" status: 404 len: 335 time: 0.0928457 Oct 19 01:35:52.636450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56466) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:52.643897 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:52.645059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1f9f0611-60cf-4c22-b42e-e43ccced6cc5 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:52.662302 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] Routers {'4d2c1216-1446-4aa6-a921-900b5ae0d97b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:35:52.675164 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:52.675546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.697148 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-1f9f0611-60cf-4c22-b42e-e43ccced6cc5 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] update failed (client error): The resource could not be found. Oct 19 01:35:52.703329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1f9f0611-60cf-4c22-b42e-e43ccced6cc5 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-615891239 HTTP/1.1" status: 404 len: 334 time: 0.0606220 Oct 19 01:35:52.703911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb62427d-6162-422b-8a54-408b25dc7d3e']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:52.708539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56468) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:52.714042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7132d57-b235-4cbc-bdb2-1274c9a8168c') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:52.714337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7132d57-b235-4cbc-bdb2-1274c9a8168c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:52.725616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.741838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.745509 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:52.746756 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252363c5-0b31-443f-8231-ddd9fc9b2ffb None None] The sync data for ids ['4d2c1216-1446-4aa6-a921-900b5ae0d97b'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:35:52.757754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:52.758302 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:52.760697 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:52.811210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting subnet ed6268cf-b68a-421e-b90b-5c6f8d0b7097 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:52.814802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.847635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.855228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.859635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bb62427d-6162-422b-8a54-408b25dc7d3e HTTP/1.1" status: 204 len: 168 time: 2.3059464 Oct 19 01:35:52.870703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:52.873088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f0082-7d35-4357-b29f-fc7e1f4190e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb62427d-6162-422b-8a54-408b25dc7d3e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:52.980593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.042931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56472) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:53.082971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.126492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5ad6acf3-e1dd-4ee9-bb86-4438d1029225 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85779e6bf7d44cdc946fa55ca6608f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750790 Oct 19 01:35:53.126724 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.126724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/subnets/ed6268cf-b68a-421e-b90b-5c6f8d0b7097 HTTP/1.1" status: 204 len: 168 time: 0.4162874 Oct 19 01:35:53.129525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56474) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:53.129884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56476) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:53.132177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9c0b7-00c1-4049-b223-70e676528b42 None None] Network c99e9eb8-1220-41e5-b076-e8daf07f2d3f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:53.155485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabae03-9056-425b-bd29-8f253ebcb51c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6268cf-b68a-421e-b90b-5c6f8d0b7097,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:53.279091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.290089 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcef2-d780-4e8d-a742-8135be312a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.361603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcef2-d780-4e8d-a742-8135be312a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.424924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] DHCP port deletion for c99e9eb8-1220-41e5-b076-e8daf07f2d3f request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:53.506887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39eb0-2b58-4510-826a-8527c3fc8efc req-02ea91ab-9d23-4cc8-8c31-40f6033c7f8a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:53.530442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8a39eb0-2b58-4510-826a-8527c3fc8efc req-02ea91ab-9d23-4cc8-8c31-40f6033c7f8a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 945 time: 0.1321893 Oct 19 01:35:53.536135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] Deleting port 0e1574a6-eca8-425c-b346-1fa6f98541a7 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:53.536726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.554093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcef2-d780-4e8d-a742-8135be312a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.557556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae6bcef2-d780-4e8d-a742-8135be312a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.561347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ae6bcef2-d780-4e8d-a742-8135be312a0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd2953c3-aefe-44b9-a080-b3408f8a344d HTTP/1.1" status: 204 len: 168 time: 0.4239168 Oct 19 01:35:53.585963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bcef2-d780-4e8d-a742-8135be312a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2953c3-aefe-44b9-a080-b3408f8a344d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:53.640490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8a39eb0-2b58-4510-826a-8527c3fc8efc req-c94c8df1-24a6-416d-b604-2c7e271d9673 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090765 Oct 19 01:35:53.662225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7177-2504-4e35-bed2-1992822d9836 req-c56f1af1-768e-4745-a927-d6c197949e88 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:53.681283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f56b7177-2504-4e35-bed2-1992822d9836 req-c56f1af1-768e-4745-a927-d6c197949e88 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 945 time: 0.2551227 Oct 19 01:35:53.784285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:35:53.795571 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574f4a58-73ef-4eb6-a672-6189196a7c53" -d '{"events": [{"server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "name": "network-vif-plugged", "status": "completed", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:35:53.825290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting port 0e1574a6-eca8-425c-b346-1fa6f98541a7 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:53.827371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.862558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] For port 0e1574a6-eca8-425c-b346-1fa6f98541a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e1574a6-eca8-425c-b346-1fa6f98541a7,segment=NetworkSegment(f01c12d2-304e-4850-8360-39028c829304),segment_id=f01c12d2-304e-4850-8360-39028c829304)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:53.863509 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:53.873457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f56b7177-2504-4e35-bed2-1992822d9836 req-18067dbc-889d-4f6a-8321-a58bdc5d8984 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906149 Oct 19 01:35:53.882133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b57ec9ac-670a-4a57-9875-acfa6506fd9e req-64b02982-e125-4b28-9253-c108763cc4fb tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0668182 Oct 19 01:35:53.914628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] Calling delete_port for 0e1574a6-eca8-425c-b346-1fa6f98541a7 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:54.019060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] For port 0e1574a6-eca8-425c-b346-1fa6f98541a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0e1574a6-eca8-425c-b346-1fa6f98541a7,segment=NetworkSegment(f01c12d2-304e-4850-8360-39028c829304),segment_id=f01c12d2-304e-4850-8360-39028c829304)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:54.020306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.073766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Calling delete_port for 0e1574a6-eca8-425c-b346-1fa6f98541a7 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:54.075500 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cd4c42-8112-4dc8-8671-9bcf1da08bd8 x-openstack-request-id: req-88cd4c42-8112-4dc8-8671-9bcf1da08bd8 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:35:54.077747 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "name": "network-vif-plugged", "status": "completed", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:35:54.077747 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88cd4c42-8112-4dc8-8671-9bcf1da08bd8 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:35:54.077747 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'code': 200} Oct 19 01:35:54.117681 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.167918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] Pushing event deleted for resources: {'Port': ['ID=0e1574a6-eca8-425c-b346-1fa6f98541a7,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:54.176597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a3411-2beb-4e1b-8308-51a78b776276 None None] No DVR routers for this DVR port 0e1574a6-eca8-425c-b346-1fa6f98541a7 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:54.227663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53f6c4-6a91-4145-8a35-fa9d0f9454bc req-b66f5f7b-0158-40c6-a66c-666caf00e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:54.233607 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e53f6c4-6a91-4145-8a35-fa9d0f9454bc req-b66f5f7b-0158-40c6-a66c-666caf00e455 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 1097 time: 0.1866078 Oct 19 01:35:54.284142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e53f6c4-6a91-4145-8a35-fa9d0f9454bc req-fbfee8bf-23ba-49e5-9da7-5f9a5c98ea62 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Oct 19 01:35:54.305925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.348377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Port': ['ID=0e1574a6-eca8-425c-b346-1fa6f98541a7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:54.355493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] No DVR routers for this DVR port 0e1574a6-eca8-425c-b346-1fa6f98541a7 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:54.459141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.484754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99e9eb8-1220-41e5-b076-e8daf07f2d3f']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:54.506339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01c12d2-304e-4850-8360-39028c829304') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:54.506640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01c12d2-304e-4850-8360-39028c829304') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:54.519600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.534585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.541951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:54.542455 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:54.547493 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:54.644976 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.678580 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.685044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/networks/c99e9eb8-1220-41e5-b076-e8daf07f2d3f HTTP/1.1" status: 204 len: 168 time: 1.5364406 Oct 19 01:35:54.685990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56504) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:54.686904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb11a68-3021-4d26-9142-a164dc4af5e9 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Network': ['ID=c99e9eb8-1220-41e5-b076-e8daf07f2d3f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:54.787331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting subnet 12fe4c57-fadf-41d2-a632-7460ab27932b {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:54.791313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.859099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a5a42-e3ce-4b37-8521-4aa7a628933b req-1fa9ee3f-cc2b-437e-92ad-a22ec5146449 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:54.867921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-897a5a42-e3ce-4b37-8521-4aa7a628933b req-1fa9ee3f-cc2b-437e-92ad-a22ec5146449 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 945 time: 0.1089175 Oct 19 01:35:54.878918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:54.967412 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-897a5a42-e3ce-4b37-8521-4aa7a628933b req-9aab7901-8f35-4712-9ba7-b71e12617d52 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935471 Oct 19 01:35:55.038427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.179177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56518) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:55.184640 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a9d43c2-347f-4403-bc9d-58697d73f24c req-0968d649-9181-447c-8fcc-e564b3be1606 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0962067 Oct 19 01:35:55.209262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e1574a6-eca8-425c-b346-1fa6f98541a7 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:55.220289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0212f4-3ad0-4d0a-a0d1-d9186eae2657 req-dab178c5-6a78-4274-8015-d368b9c7fd50 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:55.222030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d0212f4-3ad0-4d0a-a0d1-d9186eae2657 req-dab178c5-6a78-4274-8015-d368b9c7fd50 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 945 time: 0.0797927 Oct 19 01:35:55.284825 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.322458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0e1574a6-eca8-425c-b346-1fa6f98541a7 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:55.327270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0e1574a6-eca8-425c-b346-1fa6f98541a7 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:55.339113 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d0212f4-3ad0-4d0a-a0d1-d9186eae2657 req-709a691c-1124-4efe-bdfd-e4d74ea52601 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096649 Oct 19 01:35:55.378195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Subnet': ['ID=12fe4c57-fadf-41d2-a632-7460ab27932b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:55.393052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.394229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471d909-5648-43df-a475-cd54b25ec9bf None None] Network 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:55.398833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0067f48b-da98-4e51-87a9-29d2cd16ef3b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/subnets/12fe4c57-fadf-41d2-a632-7460ab27932b HTTP/1.1" status: 204 len: 168 time: 0.7117019 Oct 19 01:35:55.401303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56524) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:55.432997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-278750101-network', 'tenant_id': '7227fba24666435493919f7dae8fca22'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:55.471207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Made reservation on behalf of 7227fba24666435493919f7dae8fca22 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:55.473765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.496314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.512989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting subnet c04c8b44-9edd-4477-a30e-09d01f216c39 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:55.518327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.597890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.742303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.750501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] DHCP port deletion for 688e75bc-d82b-4cab-bb1f-b28e4d3b94dc request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:55.758105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.807407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:35:55.834342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f5773e-f35f-4ff1-8770-bda279ed3086,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:55.854774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.855208 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Added segment 17be1da2-ea69-4fdc-a6f1-aff3e0c44647 of type vlan for network 45cb942a-f3c2-4c78-978f-5701253b7386 Oct 19 01:35:55.857252 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.861528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] Deleting port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:55.861768 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.974694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:55.983699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] For port a3495d09-83c8-4dba-a3a1-cf4c53d923d6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a3495d09-83c8-4dba-a3a1-cf4c53d923d6,segment=NetworkSegment(f63b6b6a-4624-48dd-828e-6117f2e34906),segment_id=f63b6b6a-4624-48dd-828e-6117f2e34906)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:55.984292 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.017239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] Calling delete_port for a3495d09-83c8-4dba-a3a1-cf4c53d923d6 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:56.028436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.030145 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.031369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:56.044578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.106096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Subnet': ['ID=c04c8b44-9edd-4477-a30e-09d01f216c39,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:56.110712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.113984 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-38a44411-187a-4b55-a382-23aa4819de5b tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/subnets/c04c8b44-9edd-4477-a30e-09d01f216c39 HTTP/1.1" status: 204 len: 168 time: 0.7116628 Oct 19 01:35:56.135115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56536) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:56.182175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89d0d2-0577-44dc-9e0e-623040551a82 None None] Network f24a1845-24ca-4474-a264-94685a76ab41 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:56.237161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] Pushing event updated for resources: {'Network': ['ID=45cb942a-f3c2-4c78-978f-5701253b7386,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:56.254728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56538) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:56.255595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6d1314e1-ef7c-495f-b23c-6e9453340d3c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0692835 Oct 19 01:35:56.265496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Request body: {'subnet': {'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-278750101-subnet', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:56.291461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 45cb942a-f3c2-4c78-978f-5701253b7386 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:35:56.302045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Made reservation on behalf of 7227fba24666435493919f7dae8fca22 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:35:56.304619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.312093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d925ca5-ed1d-4418-ba8e-764b09f0d4e2 req-bf2e3eea-b971-4b5b-8bd0-2130b519ace8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:56.313736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d925ca5-ed1d-4418-ba8e-764b09f0d4e2 req-bf2e3eea-b971-4b5b-8bd0-2130b519ace8 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 945 time: 0.1111739 Oct 19 01:35:56.327493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.399138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d925ca5-ed1d-4418-ba8e-764b09f0d4e2 req-2a85da5d-3a88-417b-8bd1-cf04caa27c3e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792577 Oct 19 01:35:56.437774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.481985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] Pushing event deleted for resources: {'Port': ['ID=a3495d09-83c8-4dba-a3a1-cf4c53d923d6,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:56.488451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874db80b-5049-4fc4-94e1-b0589c1700d3 None None] No DVR routers for this DVR port a3495d09-83c8-4dba-a3a1-cf4c53d923d6 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:56.502190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.604646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bec84-7b56-4322-a1b5-1ac54a3edb4b req-9981717f-baba-4342-a7df-60f818aa1c74 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:56.612653 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-659bec84-7b56-4322-a1b5-1ac54a3edb4b req-9981717f-baba-4342-a7df-60f818aa1c74 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 945 time: 0.0937493 Oct 19 01:35:56.655937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] DHCP port deletion for f24a1845-24ca-4474-a264-94685a76ab41 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:56.705548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-659bec84-7b56-4322-a1b5-1ac54a3edb4b req-866f775d-433d-4b63-ac5d-dd037220a416 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822523 Oct 19 01:35:56.714174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56544) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:56.744112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9da05acb-fe09-464f-83cf-c94c9dec0de4 req-05a44e5f-82c6-427f-a7fa-39172cd0fbc8 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.3282793 Oct 19 01:35:56.751485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] Deleting port 75ace067-4f4f-4457-a2c9-e7336796b1be {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:56.752777 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.764113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688e75bc-d82b-4cab-bb1f-b28e4d3b94dc']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:56.787272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63b6b6a-4624-48dd-828e-6117f2e34906') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:56.787765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63b6b6a-4624-48dd-828e-6117f2e34906') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:56.798625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.802522 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.829178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] For port 75ace067-4f4f-4457-a2c9-e7336796b1be, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=75ace067-4f4f-4457-a2c9-e7336796b1be,segment=NetworkSegment(9919d6ba-ee85-43d6-a36f-d7583202cc28),segment_id=9919d6ba-ee85-43d6-a36f-d7583202cc28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:56.829570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.845554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] Calling delete_port for 75ace067-4f4f-4457-a2c9-e7336796b1be owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:56.891142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8279741-3962-4bf0-87c4-9df33d8ed6f1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:56.952681 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.964894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:56.999325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:56.999734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.007633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] Pushing event deleted for resources: {'Port': ['ID=75ace067-4f4f-4457-a2c9-e7336796b1be,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:57.010190 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:57.017800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5092853-f16e-437b-bdbb-b5d04fa811fb None None] No DVR routers for this DVR port 75ace067-4f4f-4457-a2c9-e7336796b1be on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:35:57.111477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc962fe9-0bec-4762-8770-14e137976c6a tempest-TestVolumeBootPattern-1587655277 tempest-TestVolumeBootPattern-1587655277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:57.113472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cc962fe9-0bec-4762-8770-14e137976c6a tempest-TestVolumeBootPattern-1587655277 tempest-TestVolumeBootPattern-1587655277-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 1092 time: 0.3975730 Oct 19 01:35:57.118426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56552) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:57.128481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'tenant_id': '94246613562645278786674bc9722b64', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:57.166928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Checking segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:57.167680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Network hostable DHCP agents. Network: 45cb942a-f3c2-4c78-978f-5701253b7386, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:35:57.178655 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.187435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.201384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.204667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/networks/688e75bc-d82b-4cab-bb1f-b28e4d3b94dc HTTP/1.1" status: 204 len: 168 time: 1.0685959 Oct 19 01:35:57.208549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56554) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:57.208872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Network 45cb942a-f3c2-4c78-978f-5701253b7386 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:35:57.227165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 75ace067-4f4f-4457-a2c9-e7336796b1be no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:57.231519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 45cb942a-f3c2-4c78-978f-5701253b7386) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:57.233403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785ccd3-2c5e-49a9-b9be-158b6e1fc252 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Network': ['ID=688e75bc-d82b-4cab-bb1f-b28e4d3b94dc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:57.237465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:35:57.238135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.264222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-097b5934-1019-4db2-ac1d-08b2fcbf40b5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0083044 Oct 19 01:35:57.267218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56556) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:57.270415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a5c2a6-d146-491f-a246-0e22408dd155 None None] Network 45cb942a-f3c2-4c78-978f-5701253b7386 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:57.275534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:35:57.302386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 75ace067-4f4f-4457-a2c9-e7336796b1be {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:57.303148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 75ace067-4f4f-4457-a2c9-e7336796b1be not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:57.303148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3495d09-83c8-4dba-a3a1-cf4c53d923d6 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:35:57.310725 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.312378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.390224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.414772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a3495d09-83c8-4dba-a3a1-cf4c53d923d6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:35:57.415157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3495d09-83c8-4dba-a3a1-cf4c53d923d6 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:35:57.423073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.581265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.584807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.608693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-45cb942a-f3c2-4c78-978f-5701253b7386', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:35:57.609618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.615369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24a1845-24ca-4474-a264-94685a76ab41']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:57.655992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9919d6ba-ee85-43d6-a36f-d7583202cc28') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:57.660145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9919d6ba-ee85-43d6-a36f-d7583202cc28') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:35:57.678985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.679442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.781060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Allocated IP 172.25.0.64 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/525c999e-3e8d-4cd6-948a-09c23503a980) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:57.926958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Allocated IP 172.20.0.2 (45cb942a-f3c2-4c78-978f-5701253b7386/a8279741-3962-4bf0-87c4-9df33d8ed6f1/0821aa98-644e-49d7-8860-a63de1b21009) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:57.943877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.962642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.968061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53116f85-2f44-4eb7-b2d6-37de0f910b6a req-1dc2f70f-e31e-4067-a7e6-c7115a540866 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0472479 Oct 19 01:35:57.972834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:35:57.973568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:35:57.977779 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:35:58.032585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-4b31f77a-5c00-4b27-829d-baf4a270b52b req-19a69e7c-44eb-49a8-b33f-f43f8b8d2ee8 tempest-ServerTagsTestJSON-1375685961 tempest-ServerTagsTestJSON-1375685961-project] (100848) timed out ('10.222.0.74', 53041) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:35:58.063750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.083033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.088024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/networks/f24a1845-24ca-4474-a264-94685a76ab41 HTTP/1.1" status: 204 len: 168 time: 0.8766544 Oct 19 01:35:58.088945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daad0b9-7fce-4a84-a7a8-d592e6e5170c tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Network': ['ID=f24a1845-24ca-4474-a264-94685a76ab41,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:58.090778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:58.091821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.144248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.157821 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.163335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:58.172944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:58.178446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:58.245141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Network 45cb942a-f3c2-4c78-978f-5701253b7386 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:58.254875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:58.262538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:58.281458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Pushing event updated for resources: {'Port': ['ID=0821aa98-644e-49d7-8860-a63de1b21009,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:58.301684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.368344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.437699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Attempting to bind port 0821aa98-644e-49d7-8860-a63de1b21009 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:35:58.438306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Attempting to bind port 0821aa98-644e-49d7-8860-a63de1b21009 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:35:58.439144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Attempting to bind port 0821aa98-644e-49d7-8860-a63de1b21009 on network 45cb942a-f3c2-4c78-978f-5701253b7386 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:35:58.453178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:35:58.453564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Checking segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:35:58.453972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.454370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Bound using segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:35:58.454865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Bound port: 0821aa98-644e-49d7-8860-a63de1b21009, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:35:58.456088 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.611327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Allocated IP 172.25.0.210 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f1b3eb01-bc6e-4515-9efb-1b4e9400211f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:35:58.620344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] For port 0821aa98-644e-49d7-8860-a63de1b21009, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:35:58.627958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] For port 0821aa98-644e-49d7-8860-a63de1b21009, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0821aa98-644e-49d7-8860-a63de1b21009,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:35:58.638194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.658114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=525c999e-3e8d-4cd6-948a-09c23503a980,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:58.697677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting subnet 972468da-7179-47bb-9a27-b8e8952569e5 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:35:58.701734 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.771166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4bec-9f4f-4572-9a0f-21b4b2f0170d None None] Pushing event updated for resources: {'Port': ['ID=0821aa98-644e-49d7-8860-a63de1b21009,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:58.838891 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.875349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.899553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:58.962995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:35:58.969782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:35:58.981618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:35:59.200814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.206154 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-66467f99-c5e1-456a-9b44-aa249e5a5c31 req-6c87a5fe-47df-42ce-a29f-39ba5caf30ce tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0721033 Oct 19 01:35:59.308257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0821aa98-644e-49d7-8860-a63de1b21009 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:35:59.331607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:59.383433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.414962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0821aa98-644e-49d7-8860-a63de1b21009 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:35:59.415730 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.447681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Subnet': ['ID=972468da-7179-47bb-9a27-b8e8952569e5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:35:59.466233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.470024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-85c170c0-5591-4004-9c78-3151a264f809 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/subnets/972468da-7179-47bb-9a27-b8e8952569e5 HTTP/1.1" status: 204 len: 168 time: 1.3695450 Oct 19 01:35:59.472536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56580) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:35:59.483101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d448feff-2b47-4910-8999-e1254c39b08b None None] Network b6b3093e-bf22-4f98-a043-bda2e29fbdad requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:35:59.492510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.562967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.647949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.779670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Deleting port cc739c11-7048-46a2-9392-52be94afa75b {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:35:59.780348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.841736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.892414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] DHCP port deletion for b6b3093e-bf22-4f98-a043-bda2e29fbdad request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:35:59.909651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] For port cc739c11-7048-46a2-9392-52be94afa75b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cc739c11-7048-46a2-9392-52be94afa75b,segment=NetworkSegment(66e66b8b-412f-4626-a054-c4639fd122a9),segment_id=66e66b8b-412f-4626-a054-c4639fd122a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:59.917016 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:35:59.944288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Calling delete_port for cc739c11-7048-46a2-9392-52be94afa75b owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:35:59.958273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 0821aa98-644e-49d7-8860-a63de1b21009, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0821aa98-644e-49d7-8860-a63de1b21009,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:35:59.969889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.027503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] Deleting port cc739c11-7048-46a2-9392-52be94afa75b {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:00.028539 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.048066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=0821aa98-644e-49d7-8860-a63de1b21009,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:00.073790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.172049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] For port cc739c11-7048-46a2-9392-52be94afa75b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cc739c11-7048-46a2-9392-52be94afa75b,segment=NetworkSegment(66e66b8b-412f-4626-a054-c4639fd122a9),segment_id=66e66b8b-412f-4626-a054-c4639fd122a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:00.172465 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.207657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] Calling delete_port for cc739c11-7048-46a2-9392-52be94afa75b owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:00.219281 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.279872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b01caa-2e63-44ac-a916-6e7b15b2bb6c None None] Network 45cb942a-f3c2-4c78-978f-5701253b7386 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:00.280394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.347680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.353710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] No DVR routers for this DVR port cc739c11-7048-46a2-9392-52be94afa75b on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:36:00.379091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Port': ['ID=cc739c11-7048-46a2-9392-52be94afa75b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:00.380922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.382965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1b5f6ef8-3e2b-4e29-8bc7-1057ea813946 None None] Provisioning complete for port 0821aa98-644e-49d7-8860-a63de1b21009 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:00.383575 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6ef8-3e2b-4e29-8bc7-1057ea813946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.416558 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.422282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb89d08b-87e3-4c8f-8b22-1be19dd7f26f req-c885312d-9643-4b86-b7b1-3910589fea17 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0360851 Oct 19 01:36:00.453273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] Pushing event deleted for resources: {'Port': ['ID=cc739c11-7048-46a2-9392-52be94afa75b,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:00.479510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c606cc-e24a-4eb8-bff1-b8e4aed47c52 None None] No DVR routers for this DVR port cc739c11-7048-46a2-9392-52be94afa75b on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:36:00.508384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Router 65228711-893e-42c0-aacd-07b58b33f1c1 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:36:00.523857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event updated for resources: {'Port': ['ID=525c999e-3e8d-4cd6-948a-09c23503a980,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:00.563073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.573368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.629897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b3093e-bf22-4f98-a043-bda2e29fbdad']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:00.644115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e66b8b-412f-4626-a054-c4639fd122a9') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:00.644465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e66b8b-412f-4626-a054-c4639fd122a9') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:00.655569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:00.674638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.690802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.692236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a16a5603-f378-4540-acb5-02e37a412641 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4231391 Oct 19 01:36:00.695189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56586) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:00.728737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Sync routers for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:00.769774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.773999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:00.774635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:00.783438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:36:00.783847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:36:00.788711 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:36:00.822801 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Floating IP 3c4e831a-f5d7-451d-8ea3-742dae2cd153 associated. External IP: 172.25.0.64, port: 7dd471e9-1c90-447f-91ac-b4cd5506a5a3. Oct 19 01:36:00.896444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:00.945757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.963654 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:00.967543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/networks/b6b3093e-bf22-4f98-a043-bda2e29fbdad HTTP/1.1" status: 204 len: 168 time: 1.4938645 Oct 19 01:36:00.970091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56588) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:01.023111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-de4c2057-0fa0-4ac4-9bce-0cc83a846702 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2c1216-1446-4aa6-a921-900b5ae0d97b HTTP/1.1" status: 200 len: 205 time: 0.0490251 Oct 19 01:36:01.023499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56590) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:01.040621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695e7dc-a6b2-4227-b02d-c0a197bd194f tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Pushing event deleted for resources: {'Network': ['ID=b6b3093e-bf22-4f98-a043-bda2e29fbdad,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:01.116491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b684a661-b1a8-4b10-8edd-403d841bb53c None None] Provisioning complete for port 0821aa98-644e-49d7-8860-a63de1b21009 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:01.116873 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b684a661-b1a8-4b10-8edd-403d841bb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.167831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:35:59Z', 'revision_number': 3, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:01.180550 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0504508-60a9-4263-a036-57e537f15e48 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.198729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Checking router: 65228711-893e-42c0-aacd-07b58b33f1c1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:01.199096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Updating router 65228711-893e-42c0-aacd-07b58b33f1c1 port f1b3eb01-bc6e-4515-9efb-1b4e9400211f binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:01.226046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0821aa98-644e-49d7-8860-a63de1b21009 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:01.283535 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.381731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0504508-60a9-4263-a036-57e537f15e48 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.382456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:01.384471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0504508-60a9-4263-a036-57e537f15e48 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.435888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0821aa98-644e-49d7-8860-a63de1b21009 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:01.436425 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.442846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0504508-60a9-4263-a036-57e537f15e48 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.443618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0504508-60a9-4263-a036-57e537f15e48 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2c1216-1446-4aa6-a921-900b5ae0d97b {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:36:01.452990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0504508-60a9-4263-a036-57e537f15e48 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.458489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c0504508-60a9-4263-a036-57e537f15e48 tempest-RoutersNegativeIpV6Test-1835288746 tempest-RoutersNegativeIpV6Test-1835288746-project] 10.222.0.64 "DELETE /v2.0/routers/4d2c1216-1446-4aa6-a921-900b5ae0d97b HTTP/1.1" status: 204 len: 168 time: 0.4337087 Oct 19 01:36:01.666485 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9bf1c41a-4d7a-469e-86ba-3efb43ff3833 req-e1d87053-a3c9-40c9-b986-ab1561ee395a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0659523 Oct 19 01:36:01.753907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cc739c11-7048-46a2-9392-52be94afa75b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:36:01.781261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: cc739c11-7048-46a2-9392-52be94afa75b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:36:01.781596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cc739c11-7048-46a2-9392-52be94afa75b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:36:01.793384 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.801661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56598) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:01.803697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.876179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Attempting to bind port f1b3eb01-bc6e-4515-9efb-1b4e9400211f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:01.876582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Attempting to bind port f1b3eb01-bc6e-4515-9efb-1b4e9400211f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:01.877063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Attempting to bind port f1b3eb01-bc6e-4515-9efb-1b4e9400211f on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:01.885575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:01.885974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:01.886428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.887712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:01.888263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Bound port: f1b3eb01-bc6e-4515-9efb-1b4e9400211f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:01.888640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:01.930764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6b0b5-761e-41e1-b01f-fb05aa7f535a None None] Pushing event updated for resources: {'Port': ['ID=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:01.966781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] For port f1b3eb01-bc6e-4515-9efb-1b4e9400211f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:01.970930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] For port f1b3eb01-bc6e-4515-9efb-1b4e9400211f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:01.983148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:02.067755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6b0b5-761e-41e1-b01f-fb05aa7f535a None None] Pushing event updated for resources: {'Port': ['ID=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:02.090494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:02.091159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:02.108305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d867da5d-ee1c-462a-b52f-499d294764d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24bef69a6f1d48a3b9bab1f0e552d575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046420 Oct 19 01:36:02.110746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56604) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:02.232560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cefff8-a2de-4357-8134-8c8d0d255b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:02.236119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:02.249427 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:02.252810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:02.261633 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:02.263929 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:02.275596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:02.282826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cefff8-a2de-4357-8134-8c8d0d255b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:02.351000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4767cdce-509c-4127-8dd4-a2da25bd40cf tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2319188 Oct 19 01:36:02.353477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:02.355745 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:02.399450 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:02.405690 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cefff8-a2de-4357-8134-8c8d0d255b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:02.408512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cefff8-a2de-4357-8134-8c8d0d255b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:02.412282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-47cefff8-a2de-4357-8134-8c8d0d255b56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/059b7afd-d098-485b-bb3a-893921bb192e HTTP/1.1" status: 204 len: 168 time: 0.2981358 Oct 19 01:36:02.422780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cefff8-a2de-4357-8134-8c8d0d255b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b7afd-d098-485b-bb3a-893921bb192e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:02.441394 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb5648-9554-4975-a6a5-4d3f8998f49f x-openstack-request-id: req-d9cb5648-9554-4975-a6a5-4d3f8998f49f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:02.441946 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:02.441946 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9cb5648-9554-4975-a6a5-4d3f8998f49f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:02.442345 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'status': 'completed', 'code': 200} Oct 19 01:36:02.446345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:02.532109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-d5a06fc7-6d53-4dc0-8381-52cb50ed0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:02.533654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-d5a06fc7-6d53-4dc0-8381-52cb50ed0a08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 1097 time: 0.0691600 Oct 19 01:36:02.724901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-41a53c52-1a03-4e6f-8483-a256c07b34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:02.726417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-41a53c52-1a03-4e6f-8483-a256c07b34dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.1850948 Oct 19 01:36:02.728577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5222c422-5380-4677-9887-1ea048f95338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:35:59Z', 'revision_number': 3, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:02.797636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222c422-5380-4677-9887-1ea048f95338 None None] The sync data for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 is: [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:35:59Z', 'revision_number': 3, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:02.801324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Allocated IP 172.20.0.1 (45cb942a-f3c2-4c78-978f-5701253b7386/a8279741-3962-4bf0-87c4-9df33d8ed6f1/0f8e5a97-9265-4d6b-b594-2a86c10aa302) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:02.858714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89e54fe7-e67d-4386-a973-97ac0399c185 req-3940d58c-4722-4f0f-9342-1ce92816434e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0472870 Oct 19 01:36:02.871398 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3c4e831a-f5d7-451d-8ea3-742dae2cd153', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:ef:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecff50a8-9350-45f0-a62a-47c689391396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:35:59Z', 'updated_at': '2021-10-19T01:35:59Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}, {'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:28Z', 'revision_number': 1, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:02.877413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-55a586eb-27b9-481a-af12-f09de4b85b96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3 HTTP/1.1" status: 200 len: 998 time: 0.1429534 Oct 19 01:36:02.926315 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:02.944560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:02.945488 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:02.967688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-876cb1d4-5ccf-4c44-a061-4b2de0759b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:02.974789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-876cb1d4-5ccf-4c44-a061-4b2de0759b91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.0963607 Oct 19 01:36:03.072672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-ebc69d1a-63fa-4fac-929d-73c225637fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:03.074796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-ebc69d1a-63fa-4fac-929d-73c225637fab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901847 Oct 19 01:36:03.093892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:03.154767 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:03.165949 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:03.275825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-b666ab3a-19ed-45e9-aded-6007dec41253 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938727 Oct 19 01:36:03.302835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Network 45cb942a-f3c2-4c78-978f-5701253b7386 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:03.338387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:03.345395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Pushing event updated for resources: {'Port': ['ID=0f8e5a97-9265-4d6b-b594-2a86c10aa302,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:03.355161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:03.446980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:03.547965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd4d798-e14b-4aba-933b-6ff0f6028fd8 req-5022b879-86e2-4095-a568-e5ed87adc092 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573955 Oct 19 01:36:03.679472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56634) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:03.720872 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3c4e831a-f5d7-451d-8ea3-742dae2cd153', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:ef:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecff50a8-9350-45f0-a62a-47c689391396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:35:59Z', 'updated_at': '2021-10-19T01:35:59Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}, {'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:28Z', 'revision_number': 1, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:03.737934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7b7aebf5-547d-4985-977e-fb2ae85a97ed None None] Provisioning complete for port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:03.739393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:03.743216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7b7aebf5-547d-4985-977e-fb2ae85a97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:03.756098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc81b3a-c3d9-4e36-b638-a9c66b7cec19 None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3c4e831a-f5d7-451d-8ea3-742dae2cd153', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:ef:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecff50a8-9350-45f0-a62a-47c689391396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:35:59Z', 'updated_at': '2021-10-19T01:35:59Z', 'revision_number': 0, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}, {'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:28Z', 'revision_number': 1, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:03.832966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7b7aebf5-547d-4985-977e-fb2ae85a97ed None None] Port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:03.849252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4c38ad0b-c44c-418c-ac80-b218afd68392 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1858766473', 'prefixes': ['172.20.0.0/16']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:03.954270 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c38ad0b-c44c-418c-ac80-b218afd68392 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] Publish callbacks [] for subnetpool, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:03.955826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4c38ad0b-c44c-418c-ac80-b218afd68392 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2749887 Oct 19 01:36:03.958661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56640) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:03.980103 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:03.992370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.022770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-387f0579-1d6d-4364-b075-667fde2bf58b tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] 10.222.0.64 "GET /v2.0/subnetpools/cf485187-f51c-4346-8f92-a4e1954c1e7f HTTP/1.1" status: 200 len: 732 time: 0.0603774 Oct 19 01:36:04.023310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56642) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:04.038548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-de0c7c91-dac6-4d71-9984-a80381775936 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-404594997'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:04.073814 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30dfaab4-07ab-4f5d-b443-99136fdd4942 req-e1af1226-5e77-400c-a78d-30719fb93ede tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0478549 Oct 19 01:36:04.078259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Pushing event updated for resources: {'Port': ['ID=0f8e5a97-9265-4d6b-b594-2a86c10aa302,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:04.112361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.174640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0000a1a1-bd91-4845-8733-e71cfe298179 None None] New status for floating IP 3c4e831a-f5d7-451d-8ea3-742dae2cd153: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:36:04.192829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-de0c7c91-dac6-4d71-9984-a80381775936 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] Publish callbacks [] for subnetpool, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.196540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-de0c7c91-dac6-4d71-9984-a80381775936 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] 10.222.0.64 "PUT /v2.0/subnetpools/cf485187-f51c-4346-8f92-a4e1954c1e7f HTTP/1.1" status: 200 len: 683 time: 0.1618605 Oct 19 01:36:04.197354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56644) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:04.296101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Network 45cb942a-f3c2-4c78-978f-5701253b7386 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:04.297889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:04.303326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0cf8e623-218e-49ee-954f-85a7f96074d8 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] Publish callbacks [] for subnetpool, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.307671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0cf8e623-218e-49ee-954f-85a7f96074d8 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] 10.222.0.64 "DELETE /v2.0/subnetpools/cf485187-f51c-4346-8f92-a4e1954c1e7f HTTP/1.1" status: 204 len: 168 time: 0.0995958 Oct 19 01:36:04.308150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56646) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:04.326411 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-718e8236-3032-4a5c-beaa-483f3e05a7bb tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] show failed (client error): The resource could not be found. Oct 19 01:36:04.330238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-718e8236-3032-4a5c-beaa-483f3e05a7bb tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] 10.222.0.64 "GET /v2.0/subnetpools/cf485187-f51c-4346-8f92-a4e1954c1e7f HTTP/1.1" status: 404 len: 346 time: 0.0176554 Oct 19 01:36:04.330614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56648) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:04.353949 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-70821b88-a5d5-4394-bdaa-8d4d39ee47f4 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] delete failed (client error): The resource could not be found. Oct 19 01:36:04.359820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-70821b88-a5d5-4394-bdaa-8d4d39ee47f4 tempest-SubnetPoolsTestJSON-783240994 tempest-SubnetPoolsTestJSON-783240994-project] 10.222.0.64 "DELETE /v2.0/subnetpools/cf485187-f51c-4346-8f92-a4e1954c1e7f HTTP/1.1" status: 404 len: 346 time: 0.0235634 Oct 19 01:36:04.537992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Router 65228711-893e-42c0-aacd-07b58b33f1c1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:04.664481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:04.671007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7a97cff7-467f-45ff-98f3-821c8632abca admin admin] 10.222.0.64 "PUT /v2.0/routers/65228711-893e-42c0-aacd-07b58b33f1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9746354 Oct 19 01:36:04.717580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56656) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:04.770648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-87211cc7-c4fc-4cad-85f0-c88e28ae68cd None None] Provisioning complete for port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:04.771499 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87211cc7-c4fc-4cad-85f0-c88e28ae68cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.822017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-87211cc7-c4fc-4cad-85f0-c88e28ae68cd None None] Port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:04.841602 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5c493f-a04d-435d-a770-f96f51e1e152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.921019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5c493f-a04d-435d-a770-f96f51e1e152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.926411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5c493f-a04d-435d-a770-f96f51e1e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:04.976569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56664) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:04.976802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe5c493f-a04d-435d-a770-f96f51e1e152 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5f240f79dfc419699f51762ce7a1b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580192 Oct 19 01:36:04.977535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c493f-a04d-435d-a770-f96f51e1e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e469c53-15b3-41b1-94da-e6a2aa7318d5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:05.036385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41eddabe-2a17-4d09-8504-47ffeb9a3def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.058283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41eddabe-2a17-4d09-8504-47ffeb9a3def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.114092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41eddabe-2a17-4d09-8504-47ffeb9a3def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.118129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41eddabe-2a17-4d09-8504-47ffeb9a3def admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.123719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-41eddabe-2a17-4d09-8504-47ffeb9a3def admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e469c53-15b3-41b1-94da-e6a2aa7318d5 HTTP/1.1" status: 204 len: 168 time: 0.1459332 Oct 19 01:36:05.136397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddabe-2a17-4d09-8504-47ffeb9a3def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e469c53-15b3-41b1-94da-e6a2aa7318d5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:05.233626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53a88cf2-44de-4f95-b02a-94b26ee3ad15 req-50ad58e2-e2ee-4d26-974b-77cb1410a710 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0580494 Oct 19 01:36:05.298610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f1b3eb01-bc6e-4515-9efb-1b4e9400211f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:05.362556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f1b3eb01-bc6e-4515-9efb-1b4e9400211f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:05.362920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.474546 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Sync routers for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:05.475299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.489478 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:05.491004 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:05.502173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port f1b3eb01-bc6e-4515-9efb-1b4e9400211f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:05.512843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.556478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56676) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:05.562840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-46277eaf-2f5c-404b-ac44-8a8e9e857ddf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177432357', 'description': 'tempest-description--1274242903'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:05.606621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-46277eaf-2f5c-404b-ac44-8a8e9e857ddf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.608584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:05.652801 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:05.708819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-46277eaf-2f5c-404b-ac44-8a8e9e857ddf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.716877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-46277eaf-2f5c-404b-ac44-8a8e9e857ddf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.755573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-46277eaf-2f5c-404b-ac44-8a8e9e857ddf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.757553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-46277eaf-2f5c-404b-ac44-8a8e9e857ddf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1991987 Oct 19 01:36:05.759868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46277eaf-2f5c-404b-ac44-8a8e9e857ddf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73947544-49c0-4f1a-8d11-b5907a15cae6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:05.760678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56682) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:05.766021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-838d2a41-4a0c-4cdf-b2d9-babe3d51ddd2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'security_group_rule': {'security_group_id': '73947544-49c0-4f1a-8d11-b5907a15cae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:05.801131 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-838d2a41-4a0c-4cdf-b2d9-babe3d51ddd2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.874500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-838d2a41-4a0c-4cdf-b2d9-babe3d51ddd2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.879384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-838d2a41-4a0c-4cdf-b2d9-babe3d51ddd2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.901696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d2a41-4a0c-4cdf-b2d9-babe3d51ddd2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bd59b3-7fe6-4e52-8ff1-88e87887dd8b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:05.913471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-838d2a41-4a0c-4cdf-b2d9-babe3d51ddd2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.915096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-838d2a41-4a0c-4cdf-b2d9-babe3d51ddd2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530895 Oct 19 01:36:05.917915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56690) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:05.922778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-df3b7229-38a4-4108-b3ca-790c89a27a38 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'security_group_rule': {'security_group_id': '73947544-49c0-4f1a-8d11-b5907a15cae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:05.945136 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 2, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:05.965984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df3b7229-38a4-4108-b3ca-790c89a27a38 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:05.990125 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Checking router: 65228711-893e-42c0-aacd-07b58b33f1c1 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:05.990963 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Updating router 65228711-893e-42c0-aacd-07b58b33f1c1 port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:06.028913 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.030658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df3b7229-38a4-4108-b3ca-790c89a27a38 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.035905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df3b7229-38a4-4108-b3ca-790c89a27a38 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.052924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b7229-38a4-4108-b3ca-790c89a27a38 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df0de0c-0736-424e-99c1-832b3c2f044f,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:06.072994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-df3b7229-38a4-4108-b3ca-790c89a27a38 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.078507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56694) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:06.078812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-df3b7229-38a4-4108-b3ca-790c89a27a38 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596410 Oct 19 01:36:06.084789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:06.112391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.252970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.392417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Allocated IP 172.25.0.94 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b7c27a62-6b25-47d5-bfd0-d10479afa79c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:06.416282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-624ffa60-43cd-4407-bb0d-184cbc68b5a8 req-204516b4-bb99-4ad6-aab2-27aaaabce0f9 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0344737 Oct 19 01:36:06.520492 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.527039 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.550008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.624500 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Pushing event updated for resources: {'Port': ['ID=0f8e5a97-9265-4d6b-b594-2a86c10aa302,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:06.630052 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.657927 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.658249 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.658568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.658898 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.659226 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.659592 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.660203 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.660524 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.660847 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.661163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.661481 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.661793 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:06.666478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:06.679163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Attempting to bind port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:06.679539 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Attempting to bind port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:06.680621 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Attempting to bind port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 on network 45cb942a-f3c2-4c78-978f-5701253b7386 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:06.693955 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:06.694782 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Checking segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:06.694782 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.695114 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Bound using segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:06.695601 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Bound port: 0f8e5a97-9265-4d6b-b594-2a86c10aa302, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:06.695863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:06.696026 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.730853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'Port': ['ID=b7c27a62-6b25-47d5-bfd0-d10479afa79c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:06.734964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:06.773313 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] For port 0f8e5a97-9265-4d6b-b594-2a86c10aa302, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:06.779496 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] For port 0f8e5a97-9265-4d6b-b594-2a86c10aa302, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0f8e5a97-9265-4d6b-b594-2a86c10aa302,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:06.787250 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.851686 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35322a-40f8-4c02-962f-d6f98c4dcf39 None None] Pushing event updated for resources: {'Port': ['ID=0f8e5a97-9265-4d6b-b594-2a86c10aa302,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:06.885144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.892815 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:06.894078 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:06.911621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd488357-f3fe-49a8-b7e1-acad66c518d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:06.954064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.020485 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:07.067355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e96acd-b0e3-4c35-8ddd-7d8725c19f30 None None] Provisioning complete for port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:07.070619 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e96acd-b0e3-4c35-8ddd-7d8725c19f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.180438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.188782 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.315378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.352655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'Port': ['ID=b7c27a62-6b25-47d5-bfd0-d10479afa79c,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:07.359282 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:06Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:07.362683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.364538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-14b6a38e-b834-4d32-94f0-66a1fd31e816 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2843444 Oct 19 01:36:07.391080 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cd1e4-7fab-4c55-a5a6-77bdbdf54197 None None] The sync data for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 is: [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:06Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:07.498449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f1b3eb01-bc6e-4515-9efb-1b4e9400211f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:07.501869 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e96acd-b0e3-4c35-8ddd-7d8725c19f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.596528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e96acd-b0e3-4c35-8ddd-7d8725c19f30 None None] For port 0f8e5a97-9265-4d6b-b594-2a86c10aa302, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0f8e5a97-9265-4d6b-b594-2a86c10aa302,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:07.608572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e96acd-b0e3-4c35-8ddd-7d8725c19f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.620474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f1b3eb01-bc6e-4515-9efb-1b4e9400211f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:07.620852 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.656900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e707b94-6b62-4592-bf83-4cccc762285b req-735b1234-dca6-4324-a163-36410253a44e tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0452969 Oct 19 01:36:07.716602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-c1f7148e-a5ea-4786-8865-9efaa3f8f238 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--177432357&fields=id&tenant_id=7227fba24666435493919f7dae8fca22 HTTP/1.1" status: 200 len: 267 time: 0.0950925 Oct 19 01:36:07.721217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e96acd-b0e3-4c35-8ddd-7d8725c19f30 None None] Pushing event updated for resources: {'Port': ['ID=0f8e5a97-9265-4d6b-b594-2a86c10aa302,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:07.748300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9a8608c-a489-4584-9477-24d7fae75b4e None None] Provisioning complete for port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:07.748912 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9a8608c-a489-4584-9477-24d7fae75b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:07.861934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-8e57bf40-81d9-43ab-b9c4-59c8553fd516 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:07.869345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-8e57bf40-81d9-43ab-b9c4-59c8553fd516 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 810 time: 0.1465442 Oct 19 01:36:07.886268 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-9b8c00f9-2554-4ebf-a31d-58038b64f6d9 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/quotas/7227fba24666435493919f7dae8fca22 HTTP/1.1" status: 200 len: 375 time: 0.0158672 Oct 19 01:36:07.941040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-4908d2ec-da3b-4de1-a4f2-550be6bad198 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536957 Oct 19 01:36:08.047072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-4830e1e5-3600-4a73-8548-16c82516e008 service neutron] 10.222.0.64 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903902 Oct 19 01:36:08.149475 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-b4a6c522-3c89-4937-a2a0-4fcc8ae4826c service neutron] 10.222.0.64 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957370 Oct 19 01:36:08.334790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f0c3625-3295-4846-8cc6-811d3cbc12ae req-589f7754-9332-4cf7-bcd2-9bdde99daeb3 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 210 time: 0.0369554 Oct 19 01:36:08.783206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f565db1b-bd7a-4cc4-9cc1-96c7a3c79cfd req-2c6738b5-545b-412f-bf6f-3c2d0a0b164a tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0284231 Oct 19 01:36:09.185845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0f8e5a97-9265-4d6b-b594-2a86c10aa302 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:09.238949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:09.239313 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:09.431001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb7ab4ba-da96-4c90-b220-52bb34951ed4 req-6d9c175b-7e63-4003-a6a3-c9bde6c9d2d0 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 210 time: 0.0273175 Oct 19 01:36:09.578196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-46e994b0-3019-4a36-8daf-6c62a079670d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:09.580895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-46e994b0-3019-4a36-8daf-6c62a079670d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 810 time: 0.1277220 Oct 19 01:36:09.634155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-64198e61-557d-41ca-a5dc-6d7960738439 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7227fba24666435493919f7dae8fca22 HTTP/1.1" status: 200 len: 379 time: 0.0424085 Oct 19 01:36:09.644301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'port': {'device_id': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'admin_state_up': True, 'tenant_id': '7227fba24666435493919f7dae8fca22', 'security_groups': ['73947544-49c0-4f1a-8d11-b5907a15cae6']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:09.652842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:09.686833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3a686cef-010c-4a64-bff9-2f934b459993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:09.762784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Made reservation on behalf of 7227fba24666435493919f7dae8fca22 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:09.766337 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:09.899998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30c15bf7-047d-437d-90a9-9749f2281961 req-0246bccb-74c9-48cd-b593-06531d606ee7 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0322890 Oct 19 01:36:09.916280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Allocated IP 172.20.0.5 (45cb942a-f3c2-4c78-978f-5701253b7386/a8279741-3962-4bf0-87c4-9df33d8ed6f1/5b87b5d7-a230-4249-80a6-8bd6c5e577d8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:10.060735 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.098154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.149447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Network 45cb942a-f3c2-4c78-978f-5701253b7386 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:10.156300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:10.159152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:10.162164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'Port': ['ID=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:10.217563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:10.218201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.235623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-5e5d431d-cad0-4c8e-b810-57b21f336972 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954432 Oct 19 01:36:10.250385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Request body: {'port': {'device_id': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:10.308552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.422452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4f795914-cda5-4ce7-99e9-203ed657917a None None] Provisioning complete for port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:10.422964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4f795914-cda5-4ce7-99e9-203ed657917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.464201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4f795914-cda5-4ce7-99e9-203ed657917a None None] Port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:10.565019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b90db6-a800-4c5c-8710-805752985f1a req-f57069fb-3ce4-492d-afd5-be7a3ca95e4e tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:10.567321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27b90db6-a800-4c5c-8710-805752985f1a req-f57069fb-3ce4-492d-afd5-be7a3ca95e4e tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 931 time: 0.0574481 Oct 19 01:36:10.609345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.655208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27b90db6-a800-4c5c-8710-805752985f1a req-a33106a0-0f8f-4b50-bb6e-4054b8726fb2 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602517 Oct 19 01:36:10.662763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:36:10.676806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.692834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Transition to ACTIVE for port object 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:36:10.697014 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.765197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.780977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Pushing event updated for resources: {'Port': ['ID=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:10.845970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Attempting to bind port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:10.846452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Attempting to bind port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:10.846879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Attempting to bind port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 on network 45cb942a-f3c2-4c78-978f-5701253b7386 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:10.852149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 on network 45cb942a-f3c2-4c78-978f-5701253b7386 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:36:10.852740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Attempting to bind port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 on network 45cb942a-f3c2-4c78-978f-5701253b7386 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:10.859689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:10.860703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Checking segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:10.861493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Bound using segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:10.862277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Bound port: 5b87b5d7-a230-4249-80a6-8bd6c5e577d8, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:10.862962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:10.951460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] For port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:10.960269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] For port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:10.971354 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:11.108430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4350b953-87a7-4575-9b63-7b66fc09748d req-cb53f04a-a98c-4a78-8fc1-7f36a46a28a3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce41385a-33aa-40f4-a159-33ade7553941 HTTP/1.1" status: 200 len: 210 time: 0.0345523 Oct 19 01:36:11.112034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:11.112797 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:11.114258 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] 10.222.0.62 "PUT /v2.0/ports/5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 1092 time: 0.8695323 Oct 19 01:36:11.114695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:11.117083 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a20449-7124-4aa0-a950-6efa0b5ca8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:11.120669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3243b3c-f5ec-40c7-ae90-92bf90bfb686 service neutron] Pushing event updated for resources: {'Port': ['ID=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:11.237212 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77921c81-ba06-4831-a64f-11d67b86147b x-openstack-request-id: req-77921c81-ba06-4831-a64f-11d67b86147b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:11.237622 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:11.237728 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77921c81-ba06-4831-a64f-11d67b86147b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:11.238141 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'status': 'completed', 'code': 200} Oct 19 01:36:11.239387 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:36:11.264553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-23ad6b5e-5d20-4f96-b5df-748d7c11e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:11.266245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-23ad6b5e-5d20-4f96-b5df-748d7c11e60b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1095 time: 0.0830598 Oct 19 01:36:11.765176 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-19119076-b806-46e7-94d9-adeab2f86a34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 217 time: 0.4861028 Oct 19 01:36:11.841619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-6f7ac36a-8130-4c2c-98f7-a26f7cbfa99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:11.843052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-6f7ac36a-8130-4c2c-98f7-a26f7cbfa99f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0539079 Oct 19 01:36:11.850194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032396d-2cf8-4a4e-995b-7d7ef8992205 req-ba97ebb0-f7b9-4298-9b2f-e1103b402a91 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:11.851532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1032396d-2cf8-4a4e-995b-7d7ef8992205 req-ba97ebb0-f7b9-4298-9b2f-e1103b402a91 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 943 time: 0.0891786 Oct 19 01:36:11.921288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1032396d-2cf8-4a4e-995b-7d7ef8992205 req-2e880743-6600-4488-a4e7-01abf6dd25b8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604930 Oct 19 01:36:11.923848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-fc934ace-55b4-49cc-ac53-b2dcfde31a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:11.925283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-fc934ace-55b4-49cc-ac53-b2dcfde31a2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728869 Oct 19 01:36:12.020482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-3fee131c-f30e-4b4a-97dd-e5e24faff45f service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Oct 19 01:36:12.131318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eddd0430-bd44-4225-a573-cdcdc05d58e3 req-4c42db70-b06c-4ca2-abed-2356c28f6262 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025195 Oct 19 01:36:12.243201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-bf30b893-34a2-4039-a6b8-52a9acae009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:12.245525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-bf30b893-34a2-4039-a6b8-52a9acae009b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1095 time: 0.0559154 Oct 19 01:36:12.253565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56780) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:12.306726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.339019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40108369-d200-496b-b1b2-bf2d9cdd4b90 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.365147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40108369-d200-496b-b1b2-bf2d9cdd4b90 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.406489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-d8e08ff8-0cc3-465b-b786-fee1a79a2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:12.410236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-d8e08ff8-0cc3-465b-b786-fee1a79a2aa5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.1568210 Oct 19 01:36:12.422924 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40108369-d200-496b-b1b2-bf2d9cdd4b90 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.426522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40108369-d200-496b-b1b2-bf2d9cdd4b90 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.428021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-40108369-d200-496b-b1b2-bf2d9cdd4b90 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/security-groups/f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7 HTTP/1.1" status: 204 len: 168 time: 0.1733842 Oct 19 01:36:12.432205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56786) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:12.452973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40108369-d200-496b-b1b2-bf2d9cdd4b90 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:12.455159 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-242d6fd7-79bb-4ce1-aa64-296bfdd82131 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] show failed (client error): The resource could not be found. Oct 19 01:36:12.456412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-242d6fd7-79bb-4ce1-aa64-296bfdd82131 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "GET /v2.0/security-groups/f4a3c18a-1bef-4d6a-ad62-f2f2492b7dd7 HTTP/1.1" status: 404 len: 347 time: 0.0229287 Oct 19 01:36:12.460028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56788) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:12.490190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-49685889-0aee-4f72-a247-756eac95d350 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 217 time: 0.0663376 Oct 19 01:36:12.549752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-6450672f-21bb-42bf-b465-1bb96e312864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:12.551253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-6450672f-21bb-42bf-b465-1bb96e312864 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0533435 Oct 19 01:36:12.610629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port 172608d7-8eec-42a4-82be-474790d1e884 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:12.611004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.618355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-4199927d-a41f-42d6-aeaf-db0fa4547d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:12.620444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-4199927d-a41f-42d6-aeaf-db0fa4547d68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588775 Oct 19 01:36:12.709744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.710081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.742867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-c349ab9e-2c2d-4a9c-962f-6db17d109aad service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131802 Oct 19 01:36:12.749625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for 172608d7-8eec-42a4-82be-474790d1e884 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:12.883640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11a20449-7124-4aa0-a950-6efa0b5ca8e7 req-54399617-5c82-4dd3-9eb9-d1ead816f820 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279912 Oct 19 01:36:12.930311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:12.959188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=172608d7-8eec-42a4-82be-474790d1e884,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:13.051397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.053957 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.055120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-84f342d0-963c-47d1-a13b-a259a6eebdf3 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/floatingips/95514996-b7bc-48e3-866e-e02b2ab883df HTTP/1.1" status: 204 len: 168 time: 0.5939691 Oct 19 01:36:13.058030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56804) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:13.070013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f2b62-2eb1-421e-bce6-58d13c7c5323 req-a6836191-7006-481a-a86f-b8984c370ada tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:13.071551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-567f2b62-2eb1-421e-bce6-58d13c7c5323 req-a6836191-7006-481a-a86f-b8984c370ada tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 943 time: 0.0681345 Oct 19 01:36:13.128437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-567f2b62-2eb1-421e-bce6-58d13c7c5323 req-fbfdff26-1b2a-4c33-abf7-42c4e1cdcbfa tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445244 Oct 19 01:36:13.190927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port b95fc44e-cceb-4940-8314-f54f83bcbbdb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:13.191266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.306337 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.322401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for b95fc44e-cceb-4940-8314-f54f83bcbbdb owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:13.472476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.508525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=b95fc44e-cceb-4940-8314-f54f83bcbbdb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:13.611525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.615761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-41c92333-d71b-4984-980b-6cd597182a2c tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/ports/b95fc44e-cceb-4940-8314-f54f83bcbbdb HTTP/1.1" status: 204 len: 168 time: 0.5557938 Oct 19 01:36:13.618945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56816) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:13.763175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port 2ba632fe-f881-4852-bdef-818041d15035 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:13.763451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.877789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:13.894126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for 2ba632fe-f881-4852-bdef-818041d15035 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:14.085641 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.127779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=2ba632fe-f881-4852-bdef-818041d15035,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:14.241308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.247130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a676ae08-0771-48df-b7ba-29d42adf85b6 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/ports/2ba632fe-f881-4852-bdef-818041d15035 HTTP/1.1" status: 204 len: 168 time: 0.6270156 Oct 19 01:36:14.250365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56824) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:14.320306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2acd73-5121-4f95-96bc-dc84b0b33be7 req-f12e75a2-5744-4d24-ac1a-53419920a42d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:14.322719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc2acd73-5121-4f95-96bc-dc84b0b33be7 req-f12e75a2-5744-4d24-ac1a-53419920a42d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 943 time: 0.0840786 Oct 19 01:36:14.328015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting subnet 0ed089e0-dbb0-4861-9622-c5e61c518455 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:36:14.349689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.400630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc2acd73-5121-4f95-96bc-dc84b0b33be7 req-41bc943e-3285-4b87-bcbf-d913ef72915c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672371 Oct 19 01:36:14.423012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.522727 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.650191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.687115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed089e0-dbb0-4861-9622-c5e61c518455,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:14.690627 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.694401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-654f7a7f-22be-4369-a887-b2ae8d082f37 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/subnets/0ed089e0-dbb0-4861-9622-c5e61c518455 HTTP/1.1" status: 204 len: 168 time: 0.4427683 Oct 19 01:36:14.697096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56830) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:14.702294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc160c4b-cd0b-4460-8655-f4651620c3de None None] Network 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:14.792265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting subnet 8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:36:14.796939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.843582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.930892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] DHCP port deletion for 9c160b5c-d58d-4f60-8f7d-0963c69f7b83 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:36:14.960702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:14.982470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] Deleting port 9e44e791-4331-4c95-b772-de944d44ea01 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:14.983069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.047542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.056796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] For port 9e44e791-4331-4c95-b772-de944d44ea01, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e44e791-4331-4c95-b772-de944d44ea01,segment=NetworkSegment(ce93cb9b-d0df-4362-aa05-a4fa0988c6d1),segment_id=ce93cb9b-d0df-4362-aa05-a4fa0988c6d1)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:15.057193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.074515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] Calling delete_port for 9e44e791-4331-4c95-b772-de944d44ea01 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:15.091487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.095115 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/subnets/8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc HTTP/1.1" status: 204 len: 168 time: 0.3969870 Oct 19 01:36:15.096155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2636508-3d5e-478d-9742-8fabcce7fb65 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Subnet': ['ID=8adfdaf7-943b-43ce-b2ff-5ca3ba57d2dc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:15.098076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56836) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:15.176349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec4b23f-fd34-49a9-8b93-272901a965d9 None None] Network 8f8c8dac-397c-4d16-9a51-460e92928a82 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:15.192571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.250869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e44e791-4331-4c95-b772-de944d44ea01 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:36:15.254376 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.285533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.286001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 9e44e791-4331-4c95-b772-de944d44ea01 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:36:15.286343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e44e791-4331-4c95-b772-de944d44ea01 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:36:15.310718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c160b5c-d58d-4f60-8f7d-0963c69f7b83']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:15.322996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] Pushing event deleted for resources: {'Port': ['ID=9e44e791-4331-4c95-b772-de944d44ea01,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:15.326089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:15.326382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce93cb9b-d0df-4362-aa05-a4fa0988c6d1') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:15.344354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db3f8b-fb4d-4b34-90b9-bab31aaa2587 None None] No DVR routers for this DVR port 9e44e791-4331-4c95-b772-de944d44ea01 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:36:15.346197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.363327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.374507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:36:15.374791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:36:15.378011 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:36:15.458851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] DHCP port deletion for 8f8c8dac-397c-4d16-9a51-460e92928a82 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:36:15.516218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.522349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.525993 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/networks/9c160b5c-d58d-4f60-8f7d-0963c69f7b83 HTTP/1.1" status: 204 len: 168 time: 0.4270377 Oct 19 01:36:15.528850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56844) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:15.559013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad453d6-564c-4ace-b489-5a36eb93317b tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Network': ['ID=9c160b5c-d58d-4f60-8f7d-0963c69f7b83,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:15.564103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-34df8331-47c4-4342-bba3-de78c7bde7a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1512182 Oct 19 01:36:15.580108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] Deleting port 152884b4-5e16-46de-87df-9b2309b9092e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:15.580570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.644753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-54b00468-7b5c-47af-b6c7-ba285a63d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:15.646577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-54b00468-7b5c-47af-b6c7-ba285a63d793 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 1097 time: 0.0539434 Oct 19 01:36:15.661389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.674271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] For port 152884b4-5e16-46de-87df-9b2309b9092e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=152884b4-5e16-46de-87df-9b2309b9092e,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:15.675037 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.678380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30e1d1-c3d2-4622-a065-6e33050255d3 req-b7ebd328-e859-499f-bc46-d58b028c4248 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:15.679950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb30e1d1-c3d2-4622-a065-6e33050255d3 req-b7ebd328-e859-499f-bc46-d58b028c4248 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 943 time: 0.1230922 Oct 19 01:36:15.705812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] Calling delete_port for 152884b4-5e16-46de-87df-9b2309b9092e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:15.756175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb30e1d1-c3d2-4622-a065-6e33050255d3 req-50189f1f-7269-47a3-84e5-919509f8f21b tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Oct 19 01:36:15.785124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Deleting port 152884b4-5e16-46de-87df-9b2309b9092e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:15.785789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.827063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.870153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] For port 152884b4-5e16-46de-87df-9b2309b9092e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=152884b4-5e16-46de-87df-9b2309b9092e,segment=NetworkSegment(b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28),segment_id=b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:15.871389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:15.877781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-47e9aa8f-494a-45af-b324-0abcf8e42875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:15.879162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-47e9aa8f-494a-45af-b324-0abcf8e42875 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 916 time: 0.2098620 Oct 19 01:36:15.885139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:36:15.889365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] Pushing event deleted for resources: {'Port': ['ID=152884b4-5e16-46de-87df-9b2309b9092e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:15.894911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Calling delete_port for 152884b4-5e16-46de-87df-9b2309b9092e owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:15.899070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb77ac1-ec1f-47c9-a766-41793a897a46 None None] No DVR routers for this DVR port 152884b4-5e16-46de-87df-9b2309b9092e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:36:15.953593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-08e0a4f3-2ac5-4ea0-8b22-da013cb75043 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a HTTP/1.1" status: 200 len: 217 time: 0.0655465 Oct 19 01:36:16.014888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:16.031261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'port_id': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'mac_address': 'fa:16:3e:28:67:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:36:16.034449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.064371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-ef5935e5-75f8-47d4-912d-4924278faa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:16.066139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-ef5935e5-75f8-47d4-912d-4924278faa9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.1031651 Oct 19 01:36:16.081726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Port': ['ID=152884b4-5e16-46de-87df-9b2309b9092e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:16.089132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] No DVR routers for this DVR port 152884b4-5e16-46de-87df-9b2309b9092e on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:36:16.109013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.125571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-312db608-2483-48b8-9456-752b068eea3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491054 Oct 19 01:36:16.132549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:36:16.178390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:16.188868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.213622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.261904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8c8dac-397c-4d16-9a51-460e92928a82']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:16.274870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:16.275613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b600f5-fc8c-4de3-af0c-f4b7fb22ff28') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:16.289049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-97737448-709a-485d-830c-9096fba9015a service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526432 Oct 19 01:36:16.290651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:16.291138 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.308822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.317050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:36:16.317908 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:36:16.321976 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:36:16.414516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df881ad9-ca9e-403d-a551-30b48b326e57 req-97bb4a0c-d563-4ad0-816d-1398a67d5498 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126211 Oct 19 01:36:16.420779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.426045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['5b87b5d7-a230-4249-80a6-8bd6c5e577d8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:36:16.427880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:16.432542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] 10.222.0.64 "DELETE /v2.0/networks/8f8c8dac-397c-4d16-9a51-460e92928a82 HTTP/1.1" status: 204 len: 168 time: 0.9017568 Oct 19 01:36:16.471597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf2d33-de75-484c-b4bf-5210ccbabdf1 tempest-TaggedBootDevicesTest-829130754 tempest-TaggedBootDevicesTest-829130754-project] Pushing event deleted for resources: {'Network': ['ID=8f8c8dac-397c-4d16-9a51-460e92928a82,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:16.915327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a33e1-a228-4234-9627-538019688b05 req-c5b08642-7581-42a7-b6d7-9b442c94d85b tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:16.917559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3a33e1-a228-4234-9627-538019688b05 req-c5b08642-7581-42a7-b6d7-9b442c94d85b tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 944 time: 0.0734344 Oct 19 01:36:16.988198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fa3a33e1-a228-4234-9627-538019688b05 req-006d269a-2aa6-42d2-b01c-82d49f56eae5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631030 Oct 19 01:36:17.230746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 152884b4-5e16-46de-87df-9b2309b9092e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:36:17.268821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 152884b4-5e16-46de-87df-9b2309b9092e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:36:17.270995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 152884b4-5e16-46de-87df-9b2309b9092e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:36:17.885034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:17.944787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:36:17.949434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:17.949871 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.063972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.112103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:18.115651 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6056236f-212c-4cd6-9052-4ff285ee2224" -d '{"events": [{"server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "name": "network-vif-plugged", "status": "completed", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:18.133859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:18.144107 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:18.200042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5049a5-e679-4a93-a299-9c5f88a6b331 req-ff0a5117-7081-453f-ac0c-6ea0f90a383c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:18.201581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb5049a5-e679-4a93-a299-9c5f88a6b331 req-ff0a5117-7081-453f-ac0c-6ea0f90a383c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 944 time: 0.1134019 Oct 19 01:36:18.282323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:18.296759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bb5049a5-e679-4a93-a299-9c5f88a6b331 req-e40368a6-56c4-4907-a690-37b83347f28f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869477 Oct 19 01:36:18.379009 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3158a9a4-1ba3-4aa9-86b5-03fb6f8b6004 x-openstack-request-id: req-3158a9a4-1ba3-4aa9-86b5-03fb6f8b6004 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:18.379512 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "name": "network-vif-plugged", "status": "completed", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:18.379960 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3158a9a4-1ba3-4aa9-86b5-03fb6f8b6004 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:18.380382 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'code': 200} Oct 19 01:36:18.514929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe9aa-7d93-4bc4-82db-97dd1f6a027c req-92e6f7aa-3e28-4243-abb2-fee65b5d9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:18.522183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-437fe9aa-7d93-4bc4-82db-97dd1f6a027c req-92e6f7aa-3e28-4243-abb2-fee65b5d9835 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1097 time: 0.0783868 Oct 19 01:36:18.577637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-437fe9aa-7d93-4bc4-82db-97dd1f6a027c req-d1f1eeb9-bdb5-4ddb-be61-d63444b73dc6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467162 Oct 19 01:36:19.467795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e7de1-a251-4ef7-b14c-cf1d25d5bd6e req-97b25595-f84b-4715-a6be-102ea109ac18 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:19.491744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a0e7de1-a251-4ef7-b14c-cf1d25d5bd6e req-97b25595-f84b-4715-a6be-102ea109ac18 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0961649 Oct 19 01:36:19.554165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a0e7de1-a251-4ef7-b14c-cf1d25d5bd6e req-f69b05e4-0408-4094-b8a1-81914e154edb tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614874 Oct 19 01:36:19.863917 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:20.706083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ae40c-915b-45b1-b457-008b2ec2d5e4 req-0a8232bc-dc09-45ec-897a-dac124eaa110 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:20.707961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-849ae40c-915b-45b1-b457-008b2ec2d5e4 req-0a8232bc-dc09-45ec-897a-dac124eaa110 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0793364 Oct 19 01:36:20.763139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-849ae40c-915b-45b1-b457-008b2ec2d5e4 req-0e2ed925-d9ec-41b2-8ddf-8ac437a6a550 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479546 Oct 19 01:36:20.914554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570a8b9-b2a4-48a4-8747-8d7b725e5ad8 req-5378fef5-5f90-40c3-bce5-8866aac46317 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:20.926090 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b570a8b9-b2a4-48a4-8747-8d7b725e5ad8 req-5378fef5-5f90-40c3-bce5-8866aac46317 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0798163 Oct 19 01:36:20.926887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56938) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:20.936139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'floatingip': {'port_id': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:20.989400 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:21.731427 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:21.738781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:21.864227 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Floating IP 84699cae-d4db-4b1b-b3ac-22a47a9c00c0 associated. External IP: 172.25.0.94, port: 5b87b5d7-a230-4249-80a6-8bd6c5e577d8. Oct 19 01:36:22.273797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Router 65228711-893e-42c0-aacd-07b58b33f1c1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:22.538609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:22.549913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] Sync routers for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:22.553963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:22.577414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:22.578957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:22.626868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c4cf79ee-e246-4a0c-be44-2213d316969c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "PUT /v2.0/floatingips/84699cae-d4db-4b1b-b3ac-22a47a9c00c0 HTTP/1.1" status: 200 len: 990 time: 1.6960218 Oct 19 01:36:22.627723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:22.630237 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26cf0d8-4843-4445-8d03-c45c43c293bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:22.838625 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9200bcc-f7bb-48dd-90b4-707e23ff763d x-openstack-request-id: req-a9200bcc-f7bb-48dd-90b4-707e23ff763d {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:22.839183 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:22.839534 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9200bcc-f7bb-48dd-90b4-707e23ff763d {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:22.839920 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'status': 'completed', 'code': 200} Oct 19 01:36:22.921165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-492345c7-1dc6-43f8-9397-e86f34ecae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:22.922944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-492345c7-1dc6-43f8-9397-e86f34ecae54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1097 time: 0.0563009 Oct 19 01:36:22.988397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:23.149308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-fc000768-668c-482c-a4ff-9e67e12a3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:23.159221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-fc000768-668c-482c-a4ff-9e67e12a3181 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.2259083 Oct 19 01:36:23.272261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-7aa33252-5083-4a37-a2b4-9b61372df1b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 998 time: 0.1047623 Oct 19 01:36:23.367790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '84699cae-d4db-4b1b-b3ac-22a47a9c00c0', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'port_id': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'mac_address': 'fa:16:3e:28:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:06Z', 'updated_at': '2021-10-19T01:36:21Z', 'revision_number': 1, 'project_id': '7227fba24666435493919f7dae8fca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:23.375326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-8b67cf59-675b-47d3-86fe-e1f24621e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:23.377188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-8b67cf59-675b-47d3-86fe-e1f24621e468 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0880055 Oct 19 01:36:23.405258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] Checking router: 65228711-893e-42c0-aacd-07b58b33f1c1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:23.435762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:23.436651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:23.456367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-70017b95-d6fb-4326-9d32-61db4b8dfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:23.458300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-70017b95-d6fb-4326-9d32-61db4b8dfc12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712178 Oct 19 01:36:23.638793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-781a65fe-f1b0-40bd-9159-2329d2842e35 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708045 Oct 19 01:36:23.646286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:23.915411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f26cf0d8-4843-4445-8d03-c45c43c293bc req-ccd98881-007d-4993-87dd-4807c3e359d4 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518694 Oct 19 01:36:24.147445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '84699cae-d4db-4b1b-b3ac-22a47a9c00c0', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'port_id': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'mac_address': 'fa:16:3e:28:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:06Z', 'updated_at': '2021-10-19T01:36:21Z', 'revision_number': 1, 'project_id': '7227fba24666435493919f7dae8fca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:24.178624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525043de-ef1f-404d-84a5-57f305a63edb None None] The sync data for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 is: [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '84699cae-d4db-4b1b-b3ac-22a47a9c00c0', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'port_id': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'mac_address': 'fa:16:3e:28:67:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:36:06Z', 'updated_at': '2021-10-19T01:36:21Z', 'revision_number': 1, 'project_id': '7227fba24666435493919f7dae8fca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:24.478908 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc3933-f0c5-4c0a-8fe8-57d2e7822771 None None] New status for floating IP 84699cae-d4db-4b1b-b3ac-22a47a9c00c0: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:36:27.738624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-25f92260-ba0d-42b0-8154-8306813ebd86 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:27.740421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-25f92260-ba0d-42b0-8154-8306813ebd86 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 0.1657665 Oct 19 01:36:27.782423 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-b0c581d7-f847-49f1-831a-9665ebf1a3d2 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/quotas/07a242df73444b6e8a846219aa52ce58 HTTP/1.1" status: 200 len: 375 time: 0.0318754 Oct 19 01:36:27.893521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-2ab50fe3-687e-46a9-86ae-d958ac5c835b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867422 Oct 19 01:36:28.194850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-764f8310-4e28-4eba-8b06-add5be3f8241 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914410 Oct 19 01:36:28.320920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-dd13104a-f244-4912-83a4-26456849af54 service neutron] 10.222.0.64 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250694 Oct 19 01:36:28.536358 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38422a76-71b6-435a-854a-7e8d6fe49d1b req-4d0c5012-7626-4f72-995f-099b8096b942 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 210 time: 0.0471992 Oct 19 01:36:29.756916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9bdd18f3-7dfc-4858-b2c7-48f6f5f85dc1 req-6b05da8f-bef8-49d1-9085-7ad4743658cc tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 210 time: 0.0635633 Oct 19 01:36:30.024379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-4b1e3655-5fb6-4656-88e0-afb79abb07b3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:30.026417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-4b1e3655-5fb6-4656-88e0-afb79abb07b3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 815 time: 0.5295351 Oct 19 01:36:30.040360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Request body: {'port': {'device_id': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'admin_state_up': True, 'tenant_id': '07a242df73444b6e8a846219aa52ce58'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:30.180547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Made reservation on behalf of 07a242df73444b6e8a846219aa52ce58 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:30.186101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:30.399081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Allocated IP 172.20.0.4 (805daa38-2148-4993-81b6-d7390cf94bb5/8323665d-fa1d-4b31-a2a8-8eb9f27d13ca/a3d0087e-7c75-487e-ace1-17c78a22175b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:30.607343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:30.653687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:30.667692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62eee70f-01f4-42ed-97fd-c6c667a4b10a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:36:30.710602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Network 805daa38-2148-4993-81b6-d7390cf94bb5 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:30.714278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:30.723821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:30.766767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event updated for resources: {'Port': ['ID=a3d0087e-7c75-487e-ace1-17c78a22175b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:30.790466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:36:30.791508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.791908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.794333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.794759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.795168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.799334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.799334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.799334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.799334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.799334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.799905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.804457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:30.871336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:30.871999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:30.936186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-7630b3c6-b15c-41ac-8503-ecb7aeeab3f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926280 Oct 19 01:36:30.942549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Request body: {'port': {'device_id': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:31.026296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936774a-1e08-4955-93c0-7271acb0e48d req-69cb057e-a0b9-4255-bd1c-390af0ae8ff8 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:31.037817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c936774a-1e08-4955-93c0-7271acb0e48d req-69cb057e-a0b9-4255-bd1c-390af0ae8ff8 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 931 time: 0.1382055 Oct 19 01:36:31.101722 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.137489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c936774a-1e08-4955-93c0-7271acb0e48d req-a91e1ae1-c9b1-4ced-a21e-00380c2dcc33 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966005 Oct 19 01:36:31.693437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d0087e-7c75-487e-ace1-17c78a22175b {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:36:31.705218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.723716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Transition to ACTIVE for port object a3d0087e-7c75-487e-ace1-17c78a22175b will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:36:31.734173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:31.856925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0087e-7c75-487e-ace1-17c78a22175b,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:31.934254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Attempting to bind port a3d0087e-7c75-487e-ace1-17c78a22175b on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:31.934254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Attempting to bind port a3d0087e-7c75-487e-ace1-17c78a22175b by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:31.934611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Attempting to bind port a3d0087e-7c75-487e-ace1-17c78a22175b on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:31.942134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Port a3d0087e-7c75-487e-ace1-17c78a22175b on network 805daa38-2148-4993-81b6-d7390cf94bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:36:31.942465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Attempting to bind port a3d0087e-7c75-487e-ace1-17c78a22175b on network 805daa38-2148-4993-81b6-d7390cf94bb5 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:31.948508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:31.950085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Checking segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:31.950486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Bound using segment: {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:31.950949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Bound port: a3d0087e-7c75-487e-ace1-17c78a22175b, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d75c9c-d523-4ef6-8035-0346bda0e261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:31.951313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.086224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] For port a3d0087e-7c75-487e-ace1-17c78a22175b, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:32.090913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] For port a3d0087e-7c75-487e-ace1-17c78a22175b, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a3d0087e-7c75-487e-ace1-17c78a22175b,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:32.095800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.139022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:32.139914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:32.141367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/a3d0087e-7c75-487e-ace1-17c78a22175b HTTP/1.1" status: 200 len: 1092 time: 1.2035153 Oct 19 01:36:32.141814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'tag': 'a3d0087e-7c75-487e-ace1-17c78a22175b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:32.144297 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93af7ed8-8984-4e9d-8086-db2935de9772" -d '{"events": [{"name": "network-changed", "server_uuid": "376663d8-b300-475b-ac9b-dcd86f0d16e0", "tag": "a3d0087e-7c75-487e-ace1-17c78a22175b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:32.224899 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4a51f-368b-4972-a7d2-5a7d972397dd x-openstack-request-id: req-43c4a51f-368b-4972-a7d2-5a7d972397dd {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:32.225411 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376663d8-b300-475b-ac9b-dcd86f0d16e0", "tag": "a3d0087e-7c75-487e-ace1-17c78a22175b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:32.225830 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43c4a51f-368b-4972-a7d2-5a7d972397dd {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:32.226402 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'tag': 'a3d0087e-7c75-487e-ace1-17c78a22175b', 'status': 'completed', 'code': 200} Oct 19 01:36:32.248192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c0c66-7a16-4922-87a9-3ef788ca85a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0087e-7c75-487e-ace1-17c78a22175b,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:32.302477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-95c7fe55-cfb3-472f-8c22-0853bc7bffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:32.304315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-95c7fe55-cfb3-472f-8c22-0853bc7bffdf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 1095 time: 0.1131451 Oct 19 01:36:32.352778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-92c4fb22-8c5a-4213-b40f-7d1c4f4c43a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3d0087e-7c75-487e-ace1-17c78a22175b HTTP/1.1" status: 200 len: 217 time: 0.0394681 Oct 19 01:36:32.361633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95177264-cd02-4d63-8bd4-89b0d1970835 req-687cf619-beba-4850-8490-15a23fa94937 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:32.363396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95177264-cd02-4d63-8bd4-89b0d1970835 req-687cf619-beba-4850-8490-15a23fa94937 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 943 time: 0.1048489 Oct 19 01:36:32.459858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95177264-cd02-4d63-8bd4-89b0d1970835 req-f599edf2-5d1c-43bf-97a4-884f6eea1ba2 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861268 Oct 19 01:36:32.468305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-63e44328-a099-48fa-ae78-5890b4b35a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:32.470324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-63e44328-a099-48fa-ae78-5890b4b35a37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.1055994 Oct 19 01:36:32.506159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-640d7ffe-2972-4160-aa2f-77cd7e1d01cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265341 Oct 19 01:36:32.690143 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-4bf81223-d3be-431e-8e0a-2fb4ea2b0bec service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745503 Oct 19 01:36:32.811372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-506d2f6b-dd77-406f-a307-02d49ca6394f req-cd980372-1ea8-4bc6-93f5-c6485b3a2aa4 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105249 Oct 19 01:36:32.913015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-e7b7942b-d68d-4b00-8b93-86011e73a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:32.915004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-e7b7942b-d68d-4b00-8b93-86011e73a41d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 1095 time: 0.0489731 Oct 19 01:36:33.067250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-760ff17b-0cdc-4479-8ecb-e97e617377af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:33.069065 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-760ff17b-0cdc-4479-8ecb-e97e617377af service neutron] 10.222.0.62 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 916 time: 0.1464210 Oct 19 01:36:33.148549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-b146404c-ff8b-4a12-9e86-afcf58742f0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3d0087e-7c75-487e-ace1-17c78a22175b HTTP/1.1" status: 200 len: 217 time: 0.0703208 Oct 19 01:36:33.264298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-31617951-1cba-4b05-802b-b9eb3576226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:33.265769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-31617951-1cba-4b05-802b-b9eb3576226e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.1086669 Oct 19 01:36:33.320802 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-b4fbf21b-3dfb-4548-87e0-79c221342d2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458109 Oct 19 01:36:33.442790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-b849a385-0a6f-4f3f-9d09-fd5853792561 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108932 Oct 19 01:36:33.584209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93af7ed8-8984-4e9d-8086-db2935de9772 req-439a9266-fe11-4f02-aa5b-6e650c254426 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327026 Oct 19 01:36:33.670650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122ee4a-7362-461f-a2fa-7b07530d39f3 req-88480f0c-28a3-4046-b7bc-27d0824eff7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:33.679068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0122ee4a-7362-461f-a2fa-7b07530d39f3 req-88480f0c-28a3-4046-b7bc-27d0824eff7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 943 time: 0.0726767 Oct 19 01:36:33.732629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0122ee4a-7362-461f-a2fa-7b07530d39f3 req-01952671-bafd-40c1-a6eb-cb37cf3d07d4 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495446 Oct 19 01:36:34.750536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57162) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:34.996648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d09c82-2715-4cb2-9cb7-4302ab34740e req-d053ddea-812e-4d67-bb95-e48ebca5cdc4 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:35.008337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5d09c82-2715-4cb2-9cb7-4302ab34740e req-d053ddea-812e-4d67-bb95-e48ebca5cdc4 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 943 time: 0.1414135 Oct 19 01:36:35.156097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5d09c82-2715-4cb2-9cb7-4302ab34740e req-cf0f985e-ada0-4974-b663-a3c0e267485f tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407437 Oct 19 01:36:35.564838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:35.882381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Deleting port 153731e7-0b3a-44b9-bfda-d87297db96aa {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:35.883041 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:35.978260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a3d0087e-7c75-487e-ace1-17c78a22175b details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:36:36.087850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] For port 153731e7-0b3a-44b9-bfda-d87297db96aa, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=153731e7-0b3a-44b9-bfda-d87297db96aa,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:36.089017 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.125458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Calling delete_port for 153731e7-0b3a-44b9-bfda-d87297db96aa owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:36.147103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a3d0087e-7c75-487e-ace1-17c78a22175b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a3d0087e-7c75-487e-ace1-17c78a22175b,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:36.160728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'a3d0087e-7c75-487e-ace1-17c78a22175b', 'network_id': '805daa38-2148-4993-81b6-d7390cf94bb5', 'port_id': 'a3d0087e-7c75-487e-ace1-17c78a22175b', 'mac_address': 'fa:16:3e:dc:76:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8323665d-fa1d-4b31-a2a8-8eb9f27d13ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:36:36.264349 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.295055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d0087e-7c75-487e-ace1-17c78a22175b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:36:36.342426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a3d0087e-7c75-487e-ace1-17c78a22175b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a3d0087e-7c75-487e-ace1-17c78a22175b,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:36.350551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.452901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d98f63-bcdd-4afd-8dba-f705f70b9330 req-64fe6929-76cf-47b4-afaa-a8b0743cd473 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:36.452901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6d98f63-bcdd-4afd-8dba-f705f70b9330 req-64fe6929-76cf-47b4-afaa-a8b0743cd473 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 943 time: 0.1395597 Oct 19 01:36:36.471491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a3d0087e-7c75-487e-ace1-17c78a22175b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:36.472770 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.485810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.486460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.487286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.493111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.493607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.494062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.494637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.495406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.495947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.496703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.497596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.498211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:36.514725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Pushing event deleted for resources: {'Port': ['ID=153731e7-0b3a-44b9-bfda-d87297db96aa,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:36.608867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['a3d0087e-7c75-487e-ace1-17c78a22175b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:36:36.619747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e6d98f63-bcdd-4afd-8dba-f705f70b9330 req-0e138b2b-60c0-490c-8498-d66131f40ea0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528893 Oct 19 01:36:36.782218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:36.915295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81b767ee-3c14-4622-a0e2-2f60ecd20ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.048639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:37.165814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:37.174854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57198) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:37.175354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a13b0e4f-66fb-473d-a926-d54aee0e9017 admin admin] 10.222.0.64 "PUT /v2.0/routers/a2505f40-7535-4fb4-bb00-17d8ec00f4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4235246 Oct 19 01:36:37.184962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] Sync routers for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:37.198125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:37.200248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:37.306050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.344420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:37.420658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.504431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Deleting port a22a2c9d-9a21-4a23-8371-495f083d685e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:37.504773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.691026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] For port a22a2c9d-9a21-4a23-8371-495f083d685e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a22a2c9d-9a21-4a23-8371-495f083d685e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:37.691667 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:37.706480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Calling delete_port for a22a2c9d-9a21-4a23-8371-495f083d685e owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:37.819482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710686fa-c999-4df2-b419-92533d526fbf req-1dd9430f-111d-4c49-b9e5-fcc8a364bd84 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:37.826203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-710686fa-c999-4df2-b419-92533d526fbf req-1dd9430f-111d-4c49-b9e5-fcc8a364bd84 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 944 time: 0.0995681 Oct 19 01:36:37.852487 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:36:36Z', 'revision_number': 5, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port': {'id': 'a22a2c9d-9a21-4a23-8371-495f083d685e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:17Z', 'updated_at': '2021-10-19T01:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:37.881345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] Checking router: a2505f40-7535-4fb4-bb00-17d8ec00f4a1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:37.892247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] Routers {'a2505f40-7535-4fb4-bb00-17d8ec00f4a1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:37.893027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:37.912078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-710686fa-c999-4df2-b419-92533d526fbf req-3498ac3e-2c16-4fba-b0a3-6498b126caf1 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781801 Oct 19 01:36:37.993441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a3d0087e-7c75-487e-ace1-17c78a22175b up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:38.032328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.053663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] Set router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:38.072974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Pushing event deleted for resources: {'Port': ['ID=a22a2c9d-9a21-4a23-8371-495f083d685e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:38.141563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:36:37Z', 'revision_number': 6, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:38.170813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.175634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb44895-4611-49d4-a56b-3b1a4da81413 None None] The sync data for ids ['a2505f40-7535-4fb4-bb00-17d8ec00f4a1'] in n-d-789963-20 is: [{'id': 'a2505f40-7535-4fb4-bb00-17d8ec00f4a1', 'name': 'tempest-TaggedBootDevicesTest-606877119-router', 'tenant_id': '42f53b4796e24cf59b77663c09ec8214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:15Z', 'updated_at': '2021-10-19T01:36:37Z', 'revision_number': 6, 'project_id': '42f53b4796e24cf59b77663c09ec8214', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:38.175894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.176446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.176752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.179441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port a3d0087e-7c75-487e-ace1-17c78a22175b completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:36:38.185902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port a3d0087e-7c75-487e-ace1-17c78a22175b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:38.186502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.189193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.190172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.190520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.190857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.191376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.191767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.192138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.192455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.192782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:36:38.340178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.365231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.367397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.376680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0087e-7c75-487e-ace1-17c78a22175b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:36:38.379671 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd421a43-b50e-412e-a86d-c1a1e2fe0173" -d '{"events": [{"server_uuid": "376663d8-b300-475b-ac9b-dcd86f0d16e0", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0087e-7c75-487e-ace1-17c78a22175b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:36:38.396612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a3d0087e-7c75-487e-ace1-17c78a22175b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a3d0087e-7c75-487e-ace1-17c78a22175b,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:38.403156 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.424503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.425135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2505f40-7535-4fb4-bb00-17d8ec00f4a1 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:36:38.439170 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.442868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-812b622c-da4e-4b3a-8409-9faa1e3eb19d admin admin] 10.222.0.64 "DELETE /v2.0/routers/a2505f40-7535-4fb4-bb00-17d8ec00f4a1 HTTP/1.1" status: 204 len: 168 time: 1.2639060 Oct 19 01:36:38.443165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:38.478141 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1c53d0-7037-4096-9610-879ffb131d01 x-openstack-request-id: req-9a1c53d0-7037-4096-9610-879ffb131d01 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:36:38.478575 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376663d8-b300-475b-ac9b-dcd86f0d16e0", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0087e-7c75-487e-ace1-17c78a22175b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:36:38.478827 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a1c53d0-7037-4096-9610-879ffb131d01 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:36:38.479213 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0087e-7c75-487e-ace1-17c78a22175b', 'code': 200} Oct 19 01:36:38.485882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a3d0087e-7c75-487e-ace1-17c78a22175b,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:38.524441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] Deleting subnet a9fe147b-f61d-4713-8e05-4d469511db05 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:36:38.528907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.618217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71a141-9511-40e3-bf8c-2beb4349e184 req-17362e42-b29b-41b3-a7f5-e3cb8d5d75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:38.620557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b71a141-9511-40e3-bf8c-2beb4349e184 req-17362e42-b29b-41b3-a7f5-e3cb8d5d75d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 1097 time: 0.0822244 Oct 19 01:36:38.625715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.665110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b71a141-9511-40e3-bf8c-2beb4349e184 req-6078fd89-2562-4d8f-a6ef-05cea4aabc04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360205 Oct 19 01:36:38.738858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.799411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.843235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fe147b-f61d-4713-8e05-4d469511db05,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:38.857043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02e898-ac88-42e6-8c14-1822bb3176c8 None None] Network 10dcdece-13c6-4fa3-b37f-de1b55175d8c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:38.858327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:38.862134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2542fac6-461d-45e0-9930-02d797d939aa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a9fe147b-f61d-4713-8e05-4d469511db05 HTTP/1.1" status: 204 len: 168 time: 0.4180412 Oct 19 01:36:38.864693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57220) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.047041 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.123912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226761d-41b6-4875-a8b2-d68e6480eb6d req-2a993bba-1ee6-498e-b298-3483b08f3086 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:39.133409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Deleting port cea7da08-5177-4c75-a728-8366fbfb83ce {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:39.133750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.138529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d226761d-41b6-4875-a8b2-d68e6480eb6d req-2a993bba-1ee6-498e-b298-3483b08f3086 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 945 time: 0.0964913 Oct 19 01:36:39.144874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] DHCP port deletion for 10dcdece-13c6-4fa3-b37f-de1b55175d8c request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:36:39.238317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] For port cea7da08-5177-4c75-a728-8366fbfb83ce, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cea7da08-5177-4c75-a728-8366fbfb83ce,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:39.239024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.262784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Calling delete_port for cea7da08-5177-4c75-a728-8366fbfb83ce owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:39.263614 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d226761d-41b6-4875-a8b2-d68e6480eb6d req-3d25708e-cd0f-406d-b358-ce17e59c046d tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091535 Oct 19 01:36:39.269895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] Deleting port cea7da08-5177-4c75-a728-8366fbfb83ce {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:36:39.270402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.337290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 153731e7-0b3a-44b9-bfda-d87297db96aa no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:36:39.346764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] For port cea7da08-5177-4c75-a728-8366fbfb83ce, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cea7da08-5177-4c75-a728-8366fbfb83ce,segment=NetworkSegment(e9bf874f-ebfd-454b-a525-548e366bac64),segment_id=e9bf874f-ebfd-454b-a525-548e366bac64)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:39.347113 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.376934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.392789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 153731e7-0b3a-44b9-bfda-d87297db96aa {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:36:39.393350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 153731e7-0b3a-44b9-bfda-d87297db96aa not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:36:39.393962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a22a2c9d-9a21-4a23-8371-495f083d685e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:36:39.413162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea7da08-5177-4c75-a728-8366fbfb83ce,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.416563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a22a2c9d-9a21-4a23-8371-495f083d685e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:36:39.417341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a22a2c9d-9a21-4a23-8371-495f083d685e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:36:39.417839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cea7da08-5177-4c75-a728-8366fbfb83ce no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:36:39.422534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] No DVR routers for this DVR port cea7da08-5177-4c75-a728-8366fbfb83ce on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:36:39.423813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] Calling delete_port for cea7da08-5177-4c75-a728-8366fbfb83ce owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:36:39.444257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: cea7da08-5177-4c75-a728-8366fbfb83ce {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:36:39.444611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cea7da08-5177-4c75-a728-8366fbfb83ce not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:36:39.525262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.547576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.562170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dcdece-13c6-4fa3-b37f-de1b55175d8c']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:39.574920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bf874f-ebfd-454b-a525-548e366bac64') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:39.574920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bf874f-ebfd-454b-a525-548e366bac64') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:39.589518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] Pushing event deleted for resources: {'Port': ['ID=cea7da08-5177-4c75-a728-8366fbfb83ce,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.597071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5b7ff-91e1-4155-8cd0-7debeaf267a8 None None] No DVR routers for this DVR port cea7da08-5177-4c75-a728-8366fbfb83ce on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:36:39.615451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.639380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.646620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:36:39.647332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:36:39.650175 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:36:39.655181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.687294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9f70318c-1b6f-4e9c-8255-59410729e296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.754901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.771402 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:39.774674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] 10.222.0.64 "DELETE /v2.0/networks/10dcdece-13c6-4fa3-b37f-de1b55175d8c HTTP/1.1" status: 204 len: 168 time: 0.9087887 Oct 19 01:36:39.796376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60a322-e574-425c-8f5f-d3f8dd6f9f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=10dcdece-13c6-4fa3-b37f-de1b55175d8c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:39.915346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57244) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:39.968005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-02cbe2ea-ab3e-4485-989f-efe822e64525 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42f53b4796e24cf59b77663c09ec8214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516818 Oct 19 01:36:39.971596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57246) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:40.029284 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36fd5219-4ac0-4950-ad3d-aa5e4386b390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.051517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36fd5219-4ac0-4950-ad3d-aa5e4386b390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.100662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36fd5219-4ac0-4950-ad3d-aa5e4386b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.103855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36fd5219-4ac0-4950-ad3d-aa5e4386b390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.108247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-36fd5219-4ac0-4950-ad3d-aa5e4386b390 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc10262d-cf10-4cd9-8b2d-1e8afe14c82a HTTP/1.1" status: 204 len: 168 time: 0.1283262 Oct 19 01:36:40.118529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd5219-4ac0-4950-ad3d-aa5e4386b390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc10262d-cf10-4cd9-8b2d-1e8afe14c82a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:40.439001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c233-1b1a-4756-bd25-2c70885b8943 req-da335a2f-d9c0-4384-a342-90f0638a35f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:40.444556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b352c233-1b1a-4756-bd25-2c70885b8943 req-da335a2f-d9c0-4384-a342-90f0638a35f0 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 945 time: 0.0628407 Oct 19 01:36:40.496957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b352c233-1b1a-4756-bd25-2c70885b8943 req-d1ad1ff3-9677-4677-9235-ad7ff2eab5c1 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Oct 19 01:36:40.600110 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:40.771454 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:41.017450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:41.342739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57304) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:41.390967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-network', 'tenant_id': '3ec170c5f0744796b976548774c0eba6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:41.441034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:41.443333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:41.469501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e743b22c-0613-46b8-8c33-19935caa7453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:41.482169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:41.574575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e743b22c-0613-46b8-8c33-19935caa7453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:41.583558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e743b22c-0613-46b8-8c33-19935caa7453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.057644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e743b22c-0613-46b8-8c33-19935caa7453 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6998c77743d4f0abed36e37a24f469d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7137370 Oct 19 01:36:42.060499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743b22c-0613-46b8-8c33-19935caa7453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f206fd46-72d5-46be-a2e9-a4d6996b936e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:42.060849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57314) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:42.135003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.140509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.164172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0feb-bf7e-42d2-99a9-b8f228f0d7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.177697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f20569-96f0-4cb6-ba25-b485c2144a4c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:42.187724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:36:42.207883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0feb-bf7e-42d2-99a9-b8f228f0d7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.209187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.209549 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Added segment 0507123c-84cf-4a26-b937-e7f57072dbee of type vlan for network bff67c72-0a31-4c48-b9a2-d18133b5062b Oct 19 01:36:42.275788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.283551 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0feb-bf7e-42d2-99a9-b8f228f0d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.289292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0feb-bf7e-42d2-99a9-b8f228f0d7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.289292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cc8a0feb-bf7e-42d2-99a9-b8f228f0d7a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f206fd46-72d5-46be-a2e9-a4d6996b936e HTTP/1.1" status: 204 len: 168 time: 0.2248707 Oct 19 01:36:42.321413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0feb-bf7e-42d2-99a9-b8f228f0d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206fd46-72d5-46be-a2e9-a4d6996b936e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:42.324331 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.326121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:42.326272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.327520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.366797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3482008 Oct 19 01:36:42.369809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:42.375864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Request body: {'subnet': {'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-subnet', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:42.402863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:42.406161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.425051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbe281-00ee-4af7-b4fb-e324dadb1c53 admin admin] Pushing event updated for resources: {'Network': ['ID=bff67c72-0a31-4c48-b9a2-d18133b5062b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:42.437236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network bff67c72-0a31-4c48-b9a2-d18133b5062b details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:36:42.586396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.648153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd823d06-bf8b-4143-a362-5d9e6228ba6d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:42.658659 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Checking segment: {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:42.658972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Network hostable DHCP agents. Network: bff67c72-0a31-4c48-b9a2-d18133b5062b, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:36:42.677541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Network bff67c72-0a31-4c48-b9a2-d18133b5062b is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:36:42.688137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, bff67c72-0a31-4c48-b9a2-d18133b5062b) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:42.692427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:42.692866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.698849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c2dab-1e48-4116-a29e-1d860894a49d None None] Network bff67c72-0a31-4c48-b9a2-d18133b5062b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:42.717917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57336) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:42.720592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ecf06c0b-3fdb-46a6-9827-ad266ec562fb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3490138 Oct 19 01:36:42.721914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:42.743027 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.744311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.810840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.873256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-bff67c72-0a31-4c48-b9a2-d18133b5062b', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:36:42.874168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:42.970111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.012334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Allocated IP 172.20.0.2 (bff67c72-0a31-4c48-b9a2-d18133b5062b/cd823d06-bf8b-4143-a362-5d9e6228ba6d/0c289107-ba3c-4368-b8c1-179b67f72d97) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:43.067356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57350) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:43.181570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.190344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.206389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.233905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.238346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-475419922-network', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:43.242876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Network bff67c72-0a31-4c48-b9a2-d18133b5062b is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:43.248986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Pushing event updated for resources: {'Port': ['ID=0c289107-ba3c-4368-b8c1-179b67f72d97,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:43.252973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:43.255346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:43.305687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Made reservation on behalf of 2284ffa8f23c4e50b4dfaf4b3c11e7ec for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:43.310480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.330760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Attempting to bind port 0c289107-ba3c-4368-b8c1-179b67f72d97 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:43.331346 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.331457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Attempting to bind port 0c289107-ba3c-4368-b8c1-179b67f72d97 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:43.331587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Attempting to bind port 0c289107-ba3c-4368-b8c1-179b67f72d97 on network bff67c72-0a31-4c48-b9a2-d18133b5062b {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:43.338441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:43.339523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Checking segment: {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:43.340413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.340776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Bound using segment: {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:43.341418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Bound port: 0c289107-ba3c-4368-b8c1-179b67f72d97, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:43.341881 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.437076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] For port 0c289107-ba3c-4368-b8c1-179b67f72d97, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:43.441024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] For port 0c289107-ba3c-4368-b8c1-179b67f72d97, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c289107-ba3c-4368-b8c1-179b67f72d97,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:43.446273 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.460746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Allocated IP 172.25.0.15 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/50edf1c7-5490-4d59-9c0f-54c42f2559ea) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:43.528216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb603f-4ea4-4164-8449-74c802bf765e None None] Pushing event updated for resources: {'Port': ['ID=0c289107-ba3c-4368-b8c1-179b67f72d97,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:43.558461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.588018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.630182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:36:43.665931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd7cd04-f885-4d78-9e4f-a80aaf8f3d5e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:43.718927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.719310 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Added segment 8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa of type vlan for network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 Oct 19 01:36:43.737825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.836357 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.879925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.893841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.894979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:43.895691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:43.990731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] Pushing event updated for resources: {'Network': ['ID=c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:44.007674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:36:44.009518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:44.016801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-94c7b506-028c-49b8-85e4-7ea32f38d7f2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9455914 Oct 19 01:36:44.017682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57382) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:44.018855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:44.025127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Request body: {'subnet': {'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-475419922-subnet', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:44.025878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:44.057533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Made reservation on behalf of 2284ffa8f23c4e50b4dfaf4b3c11e7ec for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:44.058794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Pushing event updated for resources: {'Port': ['ID=50edf1c7-5490-4d59-9c0f-54c42f2559ea,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:44.072152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.293420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.348102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a5713a-d5cd-444d-96fa-16b1145913e7,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:44.389697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Checking segment: {'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:44.390495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Network hostable DHCP agents. Network: c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:36:44.412250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:36:44.429913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:44.431035 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.437886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:44.440479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff5cd5-32f5-4ecf-86fe-2c6f1dd2dd6a None None] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:44.440990 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.474736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f8d64f35-d790-49f0-b5d9-46057bbf40d7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4548848 Oct 19 01:36:44.480101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57384) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:44.499356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:44.544428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.546092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.646026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.789620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'fixed_ips': [{'subnet_id': '12a5713a-d5cd-444d-96fa-16b1145913e7'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:36:44.790880 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:44.849878 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.003118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.163651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Allocated IP 172.20.0.2 (c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4/12a5713a-d5cd-444d-96fa-16b1145913e7/9cca8997-e7b4-4fcf-b26b-31becd31eaa0) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:45.180869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595376f-20dc-45ac-97f7-ce11f9ff23a8 None None] Network bff67c72-0a31-4c48-b9a2-d18133b5062b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:45.263368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.324192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.344408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Router b6e70ace-4bbc-450d-8fba-c290ccf53e3b is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:36:45.366221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c289107-ba3c-4368-b8c1-179b67f72d97 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:45.447610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cd30be95-bda6-46e6-a57f-384ab578a8be None None] Provisioning complete for port 0c289107-ba3c-4368-b8c1-179b67f72d97 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:45.448451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd30be95-bda6-46e6-a57f-384ab578a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.485969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:45.500010 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Sync routers for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:45.506384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.508218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-43e7e00f-f173-4ad4-985d-b55fb1556b3e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7901037 Oct 19 01:36:45.511550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:45.517859 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:45.518823 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:45.523050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Allocated IP 172.25.0.147 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/35152f50-1ee4-4df5-8abc-77912050d30e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:45.695545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0c289107-ba3c-4368-b8c1-179b67f72d97 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:45.695545 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.778287 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:45.780713 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.852568 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.853830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.870968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd30be95-bda6-46e6-a57f-384ab578a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.898169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:45.930938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Pushing event updated for resources: {'Port': ['ID=35152f50-1ee4-4df5-8abc-77912050d30e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:45.951335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:45.953204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:45.956134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:46.043850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:46.048787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:46.062606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:46.075900 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:44Z', 'revision_number': 3, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:46.112367 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Checking router: b6e70ace-4bbc-450d-8fba-c290ccf53e3b for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:46.113016 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Updating router b6e70ace-4bbc-450d-8fba-c290ccf53e3b port 50edf1c7-5490-4d59-9c0f-54c42f2559ea binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:46.207480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cd30be95-bda6-46e6-a57f-384ab578a8be None None] For port 0c289107-ba3c-4368-b8c1-179b67f72d97, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c289107-ba3c-4368-b8c1-179b67f72d97,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:46.214658 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.221213 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.244420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Pushing event updated for resources: {'Port': ['ID=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:46.247567 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd30be95-bda6-46e6-a57f-384ab578a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.361339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Attempting to bind port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:46.364512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Attempting to bind port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:46.364873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Attempting to bind port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 on network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:46.366136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.390397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.536275 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:36:46.536985 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:36:46.539201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ed6af527-6952-4045-aea9-ac31b80d5aa5 None None] Provisioning complete for port 0c289107-ba3c-4368-b8c1-179b67f72d97 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:46.539575 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed6af527-6952-4045-aea9-ac31b80d5aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.577427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:46.577898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Checking segment: {'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:46.578201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.578607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Bound using segment: {'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:46.579282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Bound port: 9cca8997-e7b4-4fcf-b26b-31becd31eaa0, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:46.579628 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.679015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30be95-bda6-46e6-a57f-384ab578a8be None None] Pushing event updated for resources: {'Port': ['ID=0c289107-ba3c-4368-b8c1-179b67f72d97,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:46.824876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] For port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:46.828236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] For port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,segment=NetworkSegment(8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa),segment_id=8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:46.834655 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.921057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Allocated IP 172.20.0.1 (bff67c72-0a31-4c48-b9a2-d18133b5062b/cd823d06-bf8b-4143-a362-5d9e6228ba6d/e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:46.946579 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.962072 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:46.970764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a8a1-1955-4097-a358-b4746625fde8 None None] Pushing event updated for resources: {'Port': ['ID=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:47.077679 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Attempting to bind port 50edf1c7-5490-4d59-9c0f-54c42f2559ea on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:47.078666 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Attempting to bind port 50edf1c7-5490-4d59-9c0f-54c42f2559ea by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:47.079108 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Attempting to bind port 50edf1c7-5490-4d59-9c0f-54c42f2559ea on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:47.085767 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74707bf4-c222-48d0-84d2-68ddeab6c846 None None] Pushing event updated for resources: {'Port': ['ID=50edf1c7-5490-4d59-9c0f-54c42f2559ea,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:47.100137 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:47.101271 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:47.110056 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.110565 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:47.111165 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Bound port: 50edf1c7-5490-4d59-9c0f-54c42f2559ea, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:47.111666 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.152431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.197902 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.224856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] For port 50edf1c7-5490-4d59-9c0f-54c42f2559ea, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:47.232512 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] For port 50edf1c7-5490-4d59-9c0f-54c42f2559ea, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=50edf1c7-5490-4d59-9c0f-54c42f2559ea,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:47.238874 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.266243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c289107-ba3c-4368-b8c1-179b67f72d97 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:47.270915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.373941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Network bff67c72-0a31-4c48-b9a2-d18133b5062b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:47.379053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:47.395285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:47.455399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Pushing event updated for resources: {'Port': ['ID=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:47.509674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.549917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Router 466a8fe3-ec65-4810-bab9-185191fd15e7 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:36:47.597066 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:47.597921 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:47.650017 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74707bf4-c222-48d0-84d2-68ddeab6c846 None None] Pushing event updated for resources: {'Port': ['ID=50edf1c7-5490-4d59-9c0f-54c42f2559ea,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:47.809874 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:47.865766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:47.906158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Sync routers for ids ['466a8fe3-ec65-4810-bab9-185191fd15e7'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:47.920313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.924369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-85147393-3dd4-478b-a20a-0925f4e5597a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4396095 Oct 19 01:36:47.924495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57420) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:47.928971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Routers {'466a8fe3-ec65-4810-bab9-185191fd15e7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:47.929777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['466a8fe3-ec65-4810-bab9-185191fd15e7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:47.965881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:47.983923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9d040121-85f6-4e12-a148-483e6104a60e None None] Provisioning complete for port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:47.984436 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d040121-85f6-4e12-a148-483e6104a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:48.041201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9d040121-85f6-4e12-a148-483e6104a60e None None] Port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:48.069217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0c289107-ba3c-4368-b8c1-179b67f72d97 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:48.069965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:48.212500 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-69a8acf9-393d-42e3-9214-818908590482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:44Z', 'revision_number': 3, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:48.259411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Set router 466a8fe3-ec65-4810-bab9-185191fd15e7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:48.283931 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8acf9-393d-42e3-9214-818908590482 None None] The sync data for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 is: [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:44Z', 'revision_number': 3, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:48.286306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:48.290169 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:36:48.292359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:48.342359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Pushing event updated for resources: {'Port': ['ID=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:48.428540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:48.630175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:36:46Z', 'revision_number': 3, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port': {'id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:45Z', 'updated_at': '2021-10-19T01:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:48.637210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Network bff67c72-0a31-4c48-b9a2-d18133b5062b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:48.638786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:48.714338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Checking router: 466a8fe3-ec65-4810-bab9-185191fd15e7 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:48.714700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Updating router 466a8fe3-ec65-4810-bab9-185191fd15e7 port 35152f50-1ee4-4df5-8abc-77912050d30e binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:48.766570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:48.826618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b4009-e0f2-4a6a-ade1-bdac3763ec28 None None] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:48.938345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Router b6e70ace-4bbc-450d-8fba-c290ccf53e3b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:48.956977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.241027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b9c27cf1-d903-4e4a-867b-046af0fc412c None None] Provisioning complete for port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:49.245691 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b9c27cf1-d903-4e4a-867b-046af0fc412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.257699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:49.276248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b931ddb3-0107-4c89-abed-f936f5762176 admin admin] 10.222.0.64 "PUT /v2.0/routers/b6e70ace-4bbc-450d-8fba-c290ccf53e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7553334 Oct 19 01:36:49.393314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Allocated IP 172.20.0.1 (c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4/12a5713a-d5cd-444d-96fa-16b1145913e7/d7118096-5848-470c-bf62-df58778b3aa1) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:49.435685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 50edf1c7-5490-4d59-9c0f-54c42f2559ea up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:49.579209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.699222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.724145 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.760290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.786595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Pushing event updated for resources: {'Port': ['ID=d7118096-5848-470c-bf62-df58778b3aa1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:49.805561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:49.807419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:49.810672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:49.855081 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b9c27cf1-d903-4e4a-867b-046af0fc412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.861920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.891149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf925c68-8368-4ef4-a8b0-9655fe2b6ce3 None None] Pushing event updated for resources: {'Port': ['ID=35152f50-1ee4-4df5-8abc-77912050d30e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:49.933260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 50edf1c7-5490-4d59-9c0f-54c42f2559ea triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:49.933845 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:49.935623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Attempting to bind port 35152f50-1ee4-4df5-8abc-77912050d30e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:49.936267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Attempting to bind port 35152f50-1ee4-4df5-8abc-77912050d30e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:49.936739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Attempting to bind port 35152f50-1ee4-4df5-8abc-77912050d30e on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:50.009551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:50.010186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:50.010903 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.011369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:50.012132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Bound port: 35152f50-1ee4-4df5-8abc-77912050d30e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:50.016192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.022108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.077209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b9c27cf1-d903-4e4a-867b-046af0fc412c None None] For port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,segment=NetworkSegment(8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa),segment_id=8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:50.080501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.100492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b9c27cf1-d903-4e4a-867b-046af0fc412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.131041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] For port 35152f50-1ee4-4df5-8abc-77912050d30e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:50.135466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] For port 35152f50-1ee4-4df5-8abc-77912050d30e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=35152f50-1ee4-4df5-8abc-77912050d30e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:50.162224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.230176 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.259881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 50edf1c7-5490-4d59-9c0f-54c42f2559ea, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=50edf1c7-5490-4d59-9c0f-54c42f2559ea,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:50.312578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.314656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:50.321601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5a4f7859-1188-453d-89a3-6b980060d4fe None None] Provisioning complete for port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:50.321887 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7859-1188-453d-89a3-6b980060d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.383598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.392862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.419718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c27cf1-d903-4e4a-867b-046af0fc412c None None] Pushing event updated for resources: {'Port': ['ID=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:50.547954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Pushing event updated for resources: {'Port': ['ID=d7118096-5848-470c-bf62-df58778b3aa1,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:50.573863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.611297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f7859-1188-453d-89a3-6b980060d4fe None None] Port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:50.621144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Routers {'466a8fe3-ec65-4810-bab9-185191fd15e7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:50.621874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['466a8fe3-ec65-4810-bab9-185191fd15e7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:50.766988 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:50.770191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:50.861078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0d591b6a-7ab5-4ded-b2bd-c9e4fc22460c None None] Provisioning complete for port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:50.862427 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0d591b6a-7ab5-4ded-b2bd-c9e4fc22460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:50.918659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf925c68-8368-4ef4-a8b0-9655fe2b6ce3 None None] Pushing event updated for resources: {'Port': ['ID=35152f50-1ee4-4df5-8abc-77912050d30e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:50.975025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Router 466a8fe3-ec65-4810-bab9-185191fd15e7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:36:51.134409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:51.141821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-50912bdd-5e77-4187-94d9-3b895550be0a admin admin] 10.222.0.64 "PUT /v2.0/routers/466a8fe3-ec65-4810-bab9-185191fd15e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2160668 Oct 19 01:36:51.257582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:51.257880 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:51.264208 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Sync routers for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:51.279434 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:51.280023 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:51.389530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] Set router 466a8fe3-ec65-4810-bab9-185191fd15e7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:51.392727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=50edf1c7-5490-4d59-9c0f-54c42f2559ea,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:51.519101 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:51.721255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0d591b6a-7ab5-4ded-b2bd-c9e4fc22460c None None] Provisioning complete for port d7118096-5848-470c-bf62-df58778b3aa1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:51.721638 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0d591b6a-7ab5-4ded-b2bd-c9e4fc22460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:51.889372 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:48Z', 'revision_number': 2, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:51.919429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0d591b6a-7ab5-4ded-b2bd-c9e4fc22460c None None] Port d7118096-5848-470c-bf62-df58778b3aa1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:51.952602 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Checking router: b6e70ace-4bbc-450d-8fba-c290ccf53e3b for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:51.952868 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Updating router b6e70ace-4bbc-450d-8fba-c290ccf53e3b port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:51.971306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port': {'id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:45Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd7118096-5848-470c-bf62-df58778b3aa1', 'name': '', 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:49Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 2, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'subnets': [{'id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:52.047392 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.067886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5dd82-88a0-4dc7-808a-5fd819892c92 None None] The sync data for ids ['466a8fe3-ec65-4810-bab9-185191fd15e7'] in n-d-789963-20 is: [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port': {'id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:45Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd7118096-5848-470c-bf62-df58778b3aa1', 'name': '', 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:49Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 2, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'subnets': [{'id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:52.094815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ced9d7fc-5201-4aaa-927f-ed3350b419c2 None None] Provisioning complete for port d7118096-5848-470c-bf62-df58778b3aa1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:52.095708 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ced9d7fc-5201-4aaa-927f-ed3350b419c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.136966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 50edf1c7-5490-4d59-9c0f-54c42f2559ea up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:52.191575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ced9d7fc-5201-4aaa-927f-ed3350b419c2 None None] Port d7118096-5848-470c-bf62-df58778b3aa1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:36:52.195500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57548) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:52.200611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-987301949-network', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:52.242981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Made reservation on behalf of ca6d710dc10c4636a1ea9d8fe30b93a7 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:52.245740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.249786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 50edf1c7-5490-4d59-9c0f-54c42f2559ea triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:52.250676 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.267585 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.411530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.417928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.430813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:52.490958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:36:52.527161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.527607 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Added segment ad84a6ae-b6bd-470d-984b-989951d25c27 of type vlan for network f34c6e8c-cd8a-4b66-a461-5f851c479113 Oct 19 01:36:52.544582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176787b6-275d-4c09-8794-559c91c5a5be,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:52.583023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:52.583533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.629340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.694251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.695407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:52.696015 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.703314 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.720607 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.779235 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463e39-3b3e-42c8-801d-98339bf05835 None None] Pushing event updated for resources: {'Port': ['ID=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:52.822668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] Pushing event updated for resources: {'Network': ['ID=f34c6e8c-cd8a-4b66-a461-5f851c479113,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:52.837236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:36:52.843924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-41dbb46a-b80b-449a-abad-a86ae801329d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6473124 Oct 19 01:36:52.847307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57556) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:52.856975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Request body: {'subnet': {'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-987301949-subnet', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:52.893123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Attempting to bind port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:52.895331 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Attempting to bind port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:52.895331 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Attempting to bind port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a on network bff67c72-0a31-4c48-b9a2-d18133b5062b {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:52.907846 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:52.910491 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Checking segment: {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:52.911111 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.911512 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Bound using segment: {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:52.912127 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Bound port: e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:52.912508 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:52.912652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Made reservation on behalf of ca6d710dc10c4636a1ea9d8fe30b93a7 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:36:52.919916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.054293 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] For port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:53.062353 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] For port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:53.070989 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.166210 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:53.167371 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:53.237500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-77e92d26-8d78-4b07-b529-5af3fd5a7220 None None] Provisioning complete for port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:53.237888 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77e92d26-8d78-4b07-b529-5af3fd5a7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.290359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.339653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:53.418655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6b7958-8516-47b8-a520-661bb2285d11,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:53.448553 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463e39-3b3e-42c8-801d-98339bf05835 None None] Pushing event updated for resources: {'Port': ['ID=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:53.466223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Checking segment: {'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:53.466598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Network hostable DHCP agents. Network: f34c6e8c-cd8a-4b66-a461-5f851c479113, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:36:53.490891 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77e92d26-8d78-4b07-b529-5af3fd5a7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.500208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:36:53.520495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f34c6e8c-cd8a-4b66-a461-5f851c479113) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:53.536053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:36:53.536845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.553380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c8e251-3241-40e9-8773-0346a0e8035f None None] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:53.566785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:53.567425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dd974ac0-bf66-40cf-8db9-c6d7c71fc70a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7183099 Oct 19 01:36:53.572942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:36:53.617837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.621698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.630500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-77e92d26-8d78-4b07-b529-5af3fd5a7220 None None] For port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:53.655536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77e92d26-8d78-4b07-b529-5af3fd5a7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.802963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.808123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:53.836777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b8b1b406-4c1b-4ed0-b2b1-8ba106bd3d37 None None] Provisioning complete for port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:53.837150 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b406-4c1b-4ed0-b2b1-8ba106bd3d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.995865 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:53.999107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e92d26-8d78-4b07-b529-5af3fd5a7220 None None] Pushing event updated for resources: {'Port': ['ID=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:54.061377 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151535db-b4de-4d03-be9a-df1da1a3d272 None None] The sync data for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 is: [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:54.082037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 35152f50-1ee4-4df5-8abc-77912050d30e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:54.381959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f34c6e8c-cd8a-4b66-a461-5f851c479113', 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'fixed_ips': [{'subnet_id': '5b6b7958-8516-47b8-a520-661bb2285d11'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:36:54.382829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.415897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 35152f50-1ee4-4df5-8abc-77912050d30e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:54.416479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.545305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.588457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.713500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Allocated IP 172.20.0.2 (f34c6e8c-cd8a-4b66-a461-5f851c479113/5b6b7958-8516-47b8-a520-661bb2285d11/1f8af069-cab3-44e9-abe7-b5f3696a1112) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:54.731677 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:54.805958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 35152f50-1ee4-4df5-8abc-77912050d30e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=35152f50-1ee4-4df5-8abc-77912050d30e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:54.823927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Allocated IP 172.25.0.86 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/c6fb0166-7569-4288-bdb8-b95a0594f846) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:54.854721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.015085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=35152f50-1ee4-4df5-8abc-77912050d30e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:55.049367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.119108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.123543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.127537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.179571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:55.184555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:55.186043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:55.187559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:55.189525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:55.195852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:55.214781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Pushing event updated for resources: {'Port': ['ID=1f8af069-cab3-44e9-abe7-b5f3696a1112,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:55.234429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fb0166-7569-4288-bdb8-b95a0594f846,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:55.263319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Attempting to bind port 1f8af069-cab3-44e9-abe7-b5f3696a1112 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:55.264531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Attempting to bind port 1f8af069-cab3-44e9-abe7-b5f3696a1112 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:55.267193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Attempting to bind port 1f8af069-cab3-44e9-abe7-b5f3696a1112 on network f34c6e8c-cd8a-4b66-a461-5f851c479113 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:55.274580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:55.275855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Checking segment: {'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:55.277573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.278689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Bound using segment: {'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:55.279894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Bound port: 1f8af069-cab3-44e9-abe7-b5f3696a1112, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:55.281113 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.363098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] For port 1f8af069-cab3-44e9-abe7-b5f3696a1112, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:55.377888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] For port 1f8af069-cab3-44e9-abe7-b5f3696a1112, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f8af069-cab3-44e9-abe7-b5f3696a1112,segment=NetworkSegment(ad84a6ae-b6bd-470d-984b-989951d25c27),segment_id=ad84a6ae-b6bd-470d-984b-989951d25c27)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:55.391669 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.520275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123c568-757d-40e4-b3eb-1f4fc8a3414c None None] Pushing event updated for resources: {'Port': ['ID=1f8af069-cab3-44e9-abe7-b5f3696a1112,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:55.587302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:55.923213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:56.124206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:36:56.210654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f8af069-cab3-44e9-abe7-b5f3696a1112 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:56.295999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1f8af069-cab3-44e9-abe7-b5f3696a1112 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:56.296601 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:56.336995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:36:56.352665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Sync routers for ids ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:56.357310 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Sync routers for ids ['466a8fe3-ec65-4810-bab9-185191fd15e7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:36:56.374569 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Routers {'466a8fe3-ec65-4810-bab9-185191fd15e7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:56.375239 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['466a8fe3-ec65-4810-bab9-185191fd15e7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:56.387943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:56.395465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Routers {'69837a45-6b47-4e1e-b03d-48cc3e60bc08'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:56.396115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:56.397025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57584) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:36:56.407712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-02a02122-b71f-4784-a9e7-a327554020f1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8386321 Oct 19 01:36:56.618825 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Set router 466a8fe3-ec65-4810-bab9-185191fd15e7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:56.692781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Set router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:57.149019 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port': {'id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:45Z', 'updated_at': '2021-10-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd7118096-5848-470c-bf62-df58778b3aa1', 'name': '', 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:49Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 2, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'subnets': [{'id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:57.174940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.227137 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Checking router: 466a8fe3-ec65-4810-bab9-185191fd15e7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:57.227137 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Updating router 466a8fe3-ec65-4810-bab9-185191fd15e7 port d7118096-5848-470c-bf62-df58778b3aa1 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:57.256440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:55Z', 'revision_number': 3, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port': {'id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:54Z', 'updated_at': '2021-10-19T01:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:57.262479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 1f8af069-cab3-44e9-abe7-b5f3696a1112, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f8af069-cab3-44e9-abe7-b5f3696a1112,segment=NetworkSegment(ad84a6ae-b6bd-470d-984b-989951d25c27),segment_id=ad84a6ae-b6bd-470d-984b-989951d25c27)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:57.289477 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.295551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Checking router: 69837a45-6b47-4e1e-b03d-48cc3e60bc08 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:36:57.296051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Updating router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 port c6fb0166-7569-4288-bdb8-b95a0594f846 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:36:57.301571 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.304491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:57.407904 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.563398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=1f8af069-cab3-44e9-abe7-b5f3696a1112,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:57.566672 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.595781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:57.596218 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.762183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15758cda-a746-4960-acfe-37b343792f31 None None] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:36:57.841107 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.846839 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.895509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Allocated IP 172.20.0.1 (f34c6e8c-cd8a-4b66-a461-5f851c479113/5b6b7958-8516-47b8-a520-661bb2285d11/07b3e2fd-a63a-4760-b298-6483168a44f7) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:36:57.932848 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0d808-1078-4372-9d0d-13b00c2b88e0 None None] Pushing event updated for resources: {'Port': ['ID=d7118096-5848-470c-bf62-df58778b3aa1,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:57.982369 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Attempting to bind port d7118096-5848-470c-bf62-df58778b3aa1 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:57.983059 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Attempting to bind port d7118096-5848-470c-bf62-df58778b3aa1 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:57.983657 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Attempting to bind port d7118096-5848-470c-bf62-df58778b3aa1 on network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:57.990542 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:57.991521 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Checking segment: {'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:57.992162 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:57.992760 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Bound using segment: {'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:57.993237 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Bound port: d7118096-5848-470c-bf62-df58778b3aa1, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:57.993613 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.081035 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] For port d7118096-5848-470c-bf62-df58778b3aa1, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:58.085939 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] For port d7118096-5848-470c-bf62-df58778b3aa1, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d7118096-5848-470c-bf62-df58778b3aa1,segment=NetworkSegment(8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa),segment_id=8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:58.091184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.093060 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.144859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b7bbc51c-c0ff-4311-b8d9-c1cc2f4fad2b None None] Provisioning complete for port 1f8af069-cab3-44e9-abe7-b5f3696a1112 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:58.145087 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc51c-c0ff-4311-b8d9-c1cc2f4fad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.154368 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Routers {'466a8fe3-ec65-4810-bab9-185191fd15e7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:58.154991 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['466a8fe3-ec65-4810-bab9-185191fd15e7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:58.168391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.234533 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0d808-1078-4372-9d0d-13b00c2b88e0 None None] Pushing event updated for resources: {'Port': ['ID=d7118096-5848-470c-bf62-df58778b3aa1,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:58.269943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.280680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Pushing event updated for resources: {'Port': ['ID=07b3e2fd-a63a-4760-b298-6483168a44f7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:58.290708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:36:58.293581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:36:58.295973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:36:58.333205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 35152f50-1ee4-4df5-8abc-77912050d30e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:58.344469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.388617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.444500 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] Set router 466a8fe3-ec65-4810-bab9-185191fd15e7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:36:58.580683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Attempting to bind port c6fb0166-7569-4288-bdb8-b95a0594f846 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:36:58.580970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Attempting to bind port c6fb0166-7569-4288-bdb8-b95a0594f846 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:36:58.581336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Attempting to bind port c6fb0166-7569-4288-bdb8-b95a0594f846 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:36:58.646578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e87c30-4717-4b2c-8e01-7b0bb4bd4782 None None] Pushing event updated for resources: {'Port': ['ID=c6fb0166-7569-4288-bdb8-b95a0594f846,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:58.731288 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port': {'id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:45Z', 'updated_at': '2021-10-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd7118096-5848-470c-bf62-df58778b3aa1', 'name': '', 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:49Z', 'updated_at': '2021-10-19T01:36:58Z', 'revision_number': 4, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'subnets': [{'id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:58.733714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:36:58.734223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:36:58.734639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.736157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:36:58.736669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Bound port: c6fb0166-7569-4288-bdb8-b95a0594f846, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:36:58.737059 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.768493 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a591d-751a-4252-b3a1-f7811c818e3e None None] The sync data for ids ['466a8fe3-ec65-4810-bab9-185191fd15e7'] in n-d-789963-20 is: [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port': {'id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:45Z', 'updated_at': '2021-10-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd7118096-5848-470c-bf62-df58778b3aa1', 'name': '', 'network_id': 'c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:49Z', 'updated_at': '2021-10-19T01:36:58Z', 'revision_number': 4, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'subnets': [{'id': '12a5713a-d5cd-444d-96fa-16b1145913e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:36:58.775771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 35152f50-1ee4-4df5-8abc-77912050d30e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:58.776723 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.873102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] For port c6fb0166-7569-4288-bdb8-b95a0594f846, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:36:58.933502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f4e756a8-4281-4ada-a97a-ef7a71ee0be9 None None] Provisioning complete for port d7118096-5848-470c-bf62-df58778b3aa1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:58.933877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4e756a8-4281-4ada-a97a-ef7a71ee0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:58.936852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] For port c6fb0166-7569-4288-bdb8-b95a0594f846, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6fb0166-7569-4288-bdb8-b95a0594f846,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:36:59.005095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.156165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.366504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Routers {'69837a45-6b47-4e1e-b03d-48cc3e60bc08'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:36:59.367305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:36:59.503432 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4e756a8-4281-4ada-a97a-ef7a71ee0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.571282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e87c30-4717-4b2c-8e01-7b0bb4bd4782 None None] Pushing event updated for resources: {'Port': ['ID=c6fb0166-7569-4288-bdb8-b95a0594f846,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:59.610154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.620288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.634900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f4e756a8-4281-4ada-a97a-ef7a71ee0be9 None None] For port d7118096-5848-470c-bf62-df58778b3aa1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d7118096-5848-470c-bf62-df58778b3aa1,segment=NetworkSegment(8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa),segment_id=8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:36:59.651124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4e756a8-4281-4ada-a97a-ef7a71ee0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.774828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e756a8-4281-4ada-a97a-ef7a71ee0be9 None None] Pushing event updated for resources: {'Port': ['ID=d7118096-5848-470c-bf62-df58778b3aa1,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:59.841672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d7118096-5848-470c-bf62-df58778b3aa1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:36:59.847807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Pushing event updated for resources: {'Port': ['ID=07b3e2fd-a63a-4760-b298-6483168a44f7,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:36:59.857937 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.921179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b9d71086-5456-4fea-93db-67bc740e653c None None] Provisioning complete for port 1f8af069-cab3-44e9-abe7-b5f3696a1112 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:36:59.921478 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b9d71086-5456-4fea-93db-67bc740e653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:36:59.938772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] Set router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:00.036413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:00.058862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:00.212958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:37:00.334910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d7118096-5848-470c-bf62-df58778b3aa1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:00.335283 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:00.407078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:37:00.428734 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ef8c664a-68b4-4d0f-b7a4-834148cdb841 admin admin] 10.222.0.64 "PUT /v2.0/routers/69837a45-6b47-4e1e-b03d-48cc3e60bc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0303946 Oct 19 01:37:00.495133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b9d71086-5456-4fea-93db-67bc740e653c None None] Provisioning complete for port 07b3e2fd-a63a-4760-b298-6483168a44f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:00.495623 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b9d71086-5456-4fea-93db-67bc740e653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:00.609564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f8af069-cab3-44e9-abe7-b5f3696a1112 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:00.611389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b9d71086-5456-4fea-93db-67bc740e653c None None] Port 07b3e2fd-a63a-4760-b298-6483168a44f7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:00.647399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:59Z', 'revision_number': 4, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port': {'id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:54Z', 'updated_at': '2021-10-19T01:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '07b3e2fd-a63a-4760-b298-6483168a44f7', 'name': '', 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'mac_address': 'fa:16:3e:35:a2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:57Z', 'updated_at': '2021-10-19T01:36:57Z', 'revision_number': 1, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'subnets': [{'id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:00.682916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203915ad-6722-4ae7-b7bf-5affa7d0ac02 None None] The sync data for ids ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'] in n-d-789963-20 is: [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:59Z', 'revision_number': 4, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port': {'id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:54Z', 'updated_at': '2021-10-19T01:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '07b3e2fd-a63a-4760-b298-6483168a44f7', 'name': '', 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'mac_address': 'fa:16:3e:35:a2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:57Z', 'updated_at': '2021-10-19T01:36:57Z', 'revision_number': 1, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'subnets': [{'id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:00.713896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1f8af069-cab3-44e9-abe7-b5f3696a1112 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:00.714478 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:00.768065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4c37a209-be60-4e42-802f-cbb50e737435 None None] Provisioning complete for port 07b3e2fd-a63a-4760-b298-6483168a44f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:00.768488 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c37a209-be60-4e42-802f-cbb50e737435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:00.837508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4c37a209-be60-4e42-802f-cbb50e737435 None None] Port 07b3e2fd-a63a-4760-b298-6483168a44f7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:01.759494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d7118096-5848-470c-bf62-df58778b3aa1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:01.886621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d7118096-5848-470c-bf62-df58778b3aa1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:01.888608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:02.244310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57706) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:03.367707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:03.749258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Deleting port d7118096-5848-470c-bf62-df58778b3aa1 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:03.749623 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:03.761051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6fb0166-7569-4288-bdb8-b95a0594f846 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:03.826368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c6fb0166-7569-4288-bdb8-b95a0594f846 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:03.826876 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:03.854901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] For port d7118096-5848-470c-bf62-df58778b3aa1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d7118096-5848-470c-bf62-df58778b3aa1,segment=NetworkSegment(8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa),segment_id=8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:03.855507 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:03.870104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Calling delete_port for d7118096-5848-470c-bf62-df58778b3aa1 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:03.933476 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:03.958237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port c6fb0166-7569-4288-bdb8-b95a0594f846, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6fb0166-7569-4288-bdb8-b95a0594f846,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:03.964175 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:04.040145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=c6fb0166-7569-4288-bdb8-b95a0594f846,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:04.096445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:04.128332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7118096-5848-470c-bf62-df58778b3aa1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:04.359866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:04.628734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Router 466a8fe3-ec65-4810-bab9-185191fd15e7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:37:04.820436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:37:04.834743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] Sync routers for ids ['466a8fe3-ec65-4810-bab9-185191fd15e7'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:37:04.845289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57746) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:04.845850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ef110bf4-4376-4af3-96f4-934b3f50b03d admin admin] 10.222.0.64 "PUT /v2.0/routers/466a8fe3-ec65-4810-bab9-185191fd15e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5976472 Oct 19 01:37:04.851654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] Routers {'466a8fe3-ec65-4810-bab9-185191fd15e7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:04.852559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['466a8fe3-ec65-4810-bab9-185191fd15e7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:05.008665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:05.149731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:05.252055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Deleting port 35152f50-1ee4-4df5-8abc-77912050d30e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:05.253460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:05.261544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] Set router 466a8fe3-ec65-4810-bab9-185191fd15e7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:05.443362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] For port 35152f50-1ee4-4df5-8abc-77912050d30e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=35152f50-1ee4-4df5-8abc-77912050d30e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:05.443732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:05.463096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Calling delete_port for 35152f50-1ee4-4df5-8abc-77912050d30e owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:05.539493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:37:04Z', 'revision_number': 5, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port': {'id': '35152f50-1ee4-4df5-8abc-77912050d30e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:45Z', 'updated_at': '2021-10-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:05.617846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] Checking router: 466a8fe3-ec65-4810-bab9-185191fd15e7 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:37:05.638030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] Routers {'466a8fe3-ec65-4810-bab9-185191fd15e7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:05.638670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['466a8fe3-ec65-4810-bab9-185191fd15e7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:05.750814 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:05.824465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] Set router 466a8fe3-ec65-4810-bab9-185191fd15e7 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:05.830031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=35152f50-1ee4-4df5-8abc-77912050d30e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:05.841672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6fb0166-7569-4288-bdb8-b95a0594f846 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:05.903560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.016821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:37:05Z', 'revision_number': 6, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:06.062390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c5711-dceb-43f3-8642-bc75b2ee125c None None] The sync data for ids ['466a8fe3-ec65-4810-bab9-185191fd15e7'] in n-d-789963-20 is: [{'id': '466a8fe3-ec65-4810-bab9-185191fd15e7', 'name': 'tempest-TestAggregatesBasicOps-475419922-router', 'tenant_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:44Z', 'updated_at': '2021-10-19T01:37:05Z', 'revision_number': 6, 'project_id': '2284ffa8f23c4e50b4dfaf4b3c11e7ec', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:06.064395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c6fb0166-7569-4288-bdb8-b95a0594f846 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:06.064774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.085945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.090209 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.150224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.152468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 466a8fe3-ec65-4810-bab9-185191fd15e7 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:37:06.158904 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.162688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57760) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:06.163187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8f30b3f9-bdfe-4fb4-a7ac-e0c34c134f54 admin admin] 10.222.0.64 "DELETE /v2.0/routers/466a8fe3-ec65-4810-bab9-185191fd15e7 HTTP/1.1" status: 204 len: 168 time: 1.3162155 Oct 19 01:37:06.235622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] Deleting subnet 12a5713a-d5cd-444d-96fa-16b1145913e7 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:37:06.252258 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.270538 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Sync routers for ids ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:37:06.282326 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Routers {'69837a45-6b47-4e1e-b03d-48cc3e60bc08'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:06.283719 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:06.295458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.379316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.470123 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.507363 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Set router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:06.558050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.563996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/12a5713a-d5cd-444d-96fa-16b1145913e7 HTTP/1.1" status: 204 len: 168 time: 0.4001594 Oct 19 01:37:06.564289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa918346-a59b-427f-82fe-87814588fc34 None None] Network c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:06.566702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57764) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:06.566913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066bef8-e3c1-4487-81fc-1096f637006a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a5713a-d5cd-444d-96fa-16b1145913e7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:06.740332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.874226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Deleting port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:06.874859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:06.918597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a126c6a-8a37-496c-9c50-58d2783dd7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.027063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] For port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,segment=NetworkSegment(8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa),segment_id=8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:07.027647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.047920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Calling delete_port for 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:07.096101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] DHCP port deletion for c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:37:07.121898 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:59Z', 'revision_number': 4, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port': {'id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:54Z', 'updated_at': '2021-10-19T01:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '07b3e2fd-a63a-4760-b298-6483168a44f7', 'name': '', 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'mac_address': 'fa:16:3e:35:a2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:57Z', 'updated_at': '2021-10-19T01:36:59Z', 'revision_number': 2, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'subnets': [{'id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:07.156275 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Checking router: 69837a45-6b47-4e1e-b03d-48cc3e60bc08 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:37:07.156816 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Updating router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 port 07b3e2fd-a63a-4760-b298-6483168a44f7 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:37:07.160787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.201047 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.219123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] No DVR routers for this DVR port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:07.236919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] Deleting port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:07.237666 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.248226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Pushing event deleted for resources: {'Port': ['ID=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:07.321055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.344932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] For port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:07.346028 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.347701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:07.359486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:07.359915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb3cca1-a5f7-43f9-9abd-fcc3768c15fa') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:07.371552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.376168 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] Calling delete_port for 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:07.388627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] Port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:37:07.388627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.388845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.395853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:37:07.396291 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:37:07.398126 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:37:07.432612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] Pushing event deleted for resources: {'Port': ['ID=9cca8997-e7b4-4fcf-b26b-31becd31eaa0,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:07.434837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf99fa-f5a0-4bd0-ab4a-f228d78c7303 None None] No DVR routers for this DVR port 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:07.491954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.499718 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.506462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57776) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:07.506994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] 10.222.0.64 "DELETE /v2.0/networks/c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4 HTTP/1.1" status: 204 len: 168 time: 0.9383826 Oct 19 01:37:07.521689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513292b7-bfda-42ab-a82c-27cc686e110d admin admin] Pushing event deleted for resources: {'Network': ['ID=c81ccc5c-86ee-4c0f-a5a1-58bdd25d11b4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:07.710349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d7118096-5848-470c-bf62-df58778b3aa1 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:07.720447 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.730776 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.750253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d7118096-5848-470c-bf62-df58778b3aa1 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:07.750612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d7118096-5848-470c-bf62-df58778b3aa1 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:07.751025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 35152f50-1ee4-4df5-8abc-77912050d30e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:07.810745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 35152f50-1ee4-4df5-8abc-77912050d30e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:07.811147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 35152f50-1ee4-4df5-8abc-77912050d30e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:07.811569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:07.863567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:07.872679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9cca8997-e7b4-4fcf-b26b-31becd31eaa0 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:07.892189 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Pushing event updated for resources: {'Port': ['ID=07b3e2fd-a63a-4760-b298-6483168a44f7,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.933003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:07.988433 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Attempting to bind port 07b3e2fd-a63a-4760-b298-6483168a44f7 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:07.988433 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Attempting to bind port 07b3e2fd-a63a-4760-b298-6483168a44f7 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:07.988433 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Attempting to bind port 07b3e2fd-a63a-4760-b298-6483168a44f7 on network f34c6e8c-cd8a-4b66-a461-5f851c479113 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:07.993492 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:07.994408 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Checking segment: {'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:07.995485 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:07.996159 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Bound using segment: {'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:07.996545 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Bound port: 07b3e2fd-a63a-4760-b298-6483168a44f7, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad84a6ae-b6bd-470d-984b-989951d25c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:07.996930 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.110002 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] For port 07b3e2fd-a63a-4760-b298-6483168a44f7, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:08.116906 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] For port 07b3e2fd-a63a-4760-b298-6483168a44f7, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=07b3e2fd-a63a-4760-b298-6483168a44f7,segment=NetworkSegment(ad84a6ae-b6bd-470d-984b-989951d25c27),segment_id=ad84a6ae-b6bd-470d-984b-989951d25c27)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:08.123878 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.149792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.219280 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Routers {'69837a45-6b47-4e1e-b03d-48cc3e60bc08'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:08.220819 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:36:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:08.264260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-db69d4dc-9c1a-4342-bd57-c0bd09941e5d None None] Provisioning complete for port 07b3e2fd-a63a-4760-b298-6483168a44f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:08.264826 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db69d4dc-9c1a-4342-bd57-c0bd09941e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.460468 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db69d4dc-9c1a-4342-bd57-c0bd09941e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.505151 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] Set router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:08.529189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-db69d4dc-9c1a-4342-bd57-c0bd09941e5d None None] For port 07b3e2fd-a63a-4760-b298-6483168a44f7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=07b3e2fd-a63a-4760-b298-6483168a44f7,segment=NetworkSegment(ad84a6ae-b6bd-470d-984b-989951d25c27),segment_id=ad84a6ae-b6bd-470d-984b-989951d25c27)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:08.536806 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db69d4dc-9c1a-4342-bd57-c0bd09941e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.664425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69d4dc-9c1a-4342-bd57-c0bd09941e5d None None] Pushing event updated for resources: {'Port': ['ID=07b3e2fd-a63a-4760-b298-6483168a44f7,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:08.692766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d0a07b93-2544-4bd0-9854-f0655f33e0c6 None None] Provisioning complete for port 07b3e2fd-a63a-4760-b298-6483168a44f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:08.693421 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0a07b93-2544-4bd0-9854-f0655f33e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.794123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90dc46-cb8e-444c-a30b-550a775db97e None None] Pushing event updated for resources: {'Port': ['ID=07b3e2fd-a63a-4760-b298-6483168a44f7,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:08.814946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Deleting port 07b3e2fd-a63a-4760-b298-6483168a44f7 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:08.815478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.865644 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:59Z', 'revision_number': 4, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port': {'id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:54Z', 'updated_at': '2021-10-19T01:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '07b3e2fd-a63a-4760-b298-6483168a44f7', 'name': '', 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'mac_address': 'fa:16:3e:35:a2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:57Z', 'updated_at': '2021-10-19T01:37:08Z', 'revision_number': 4, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'subnets': [{'id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:08.899643 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c01b2-b277-4abf-b8bd-dcc3ee25dd92 None None] The sync data for ids ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'] in n-d-789963-20 is: [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:36:59Z', 'revision_number': 4, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port': {'id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:54Z', 'updated_at': '2021-10-19T01:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '07b3e2fd-a63a-4760-b298-6483168a44f7', 'name': '', 'network_id': 'f34c6e8c-cd8a-4b66-a461-5f851c479113', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'mac_address': 'fa:16:3e:35:a2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:57Z', 'updated_at': '2021-10-19T01:37:08Z', 'revision_number': 4, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'subnets': [{'id': '5b6b7958-8516-47b8-a520-661bb2285d11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:08.954057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] For port 07b3e2fd-a63a-4760-b298-6483168a44f7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=07b3e2fd-a63a-4760-b298-6483168a44f7,segment=NetworkSegment(ad84a6ae-b6bd-470d-984b-989951d25c27),segment_id=ad84a6ae-b6bd-470d-984b-989951d25c27)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:08.954359 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:08.973622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Calling delete_port for 07b3e2fd-a63a-4760-b298-6483168a44f7 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:09.278377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:09.327107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b3e2fd-a63a-4760-b298-6483168a44f7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:09.637276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:09.697031 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:09.717108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b5d0435e-ad63-47ff-8a50-22822b71c702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:10.023421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:37:10.167727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:37:10.175225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dbd7b9f7-2615-4873-bdc7-92c76ccdb5b9 admin admin] 10.222.0.64 "PUT /v2.0/routers/69837a45-6b47-4e1e-b03d-48cc3e60bc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676283 Oct 19 01:37:10.177668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57808) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:10.190046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] Sync routers for ids ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:37:10.211180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] Routers {'69837a45-6b47-4e1e-b03d-48cc3e60bc08'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:10.211945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:10.333448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:10.379940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] Set router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:10.452809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:10.546950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Deleting port c6fb0166-7569-4288-bdb8-b95a0594f846 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:10.547302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:10.630445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:10.660152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] For port c6fb0166-7569-4288-bdb8-b95a0594f846, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6fb0166-7569-4288-bdb8-b95a0594f846,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:10.660559 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:10.661483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:37:09Z', 'revision_number': 5, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port': {'id': 'c6fb0166-7569-4288-bdb8-b95a0594f846', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:54Z', 'updated_at': '2021-10-19T01:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:10.691078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] Checking router: 69837a45-6b47-4e1e-b03d-48cc3e60bc08 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:37:10.693506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Calling delete_port for c6fb0166-7569-4288-bdb8-b95a0594f846 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:10.705278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] Routers {'69837a45-6b47-4e1e-b03d-48cc3e60bc08'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:10.705915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:10.834023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:10.853677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] Set router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:10.921643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:37:10Z', 'revision_number': 6, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:10.950618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375f3a4-ed5c-49fd-a662-cc8f26f45b85 None None] The sync data for ids ['69837a45-6b47-4e1e-b03d-48cc3e60bc08'] in n-d-789963-20 is: [{'id': '69837a45-6b47-4e1e-b03d-48cc3e60bc08', 'name': 'tempest-TestAggregatesBasicOps-987301949-router', 'tenant_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:53Z', 'updated_at': '2021-10-19T01:37:10Z', 'revision_number': 6, 'project_id': 'ca6d710dc10c4636a1ea9d8fe30b93a7', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:11.005142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.034641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fb0166-7569-4288-bdb8-b95a0594f846,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:11.109670 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.209992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.215938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.268836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.269798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69837a45-6b47-4e1e-b03d-48cc3e60bc08 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:37:11.274876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.279080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-98589d3f-ca10-49c7-af61-10ee7a40e81f admin admin] 10.222.0.64 "DELETE /v2.0/routers/69837a45-6b47-4e1e-b03d-48cc3e60bc08 HTTP/1.1" status: 204 len: 168 time: 1.0987782 Oct 19 01:37:11.281508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57826) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:11.384129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] Deleting subnet 5b6b7958-8516-47b8-a520-661bb2285d11 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:37:11.388912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.435814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.544589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.617309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.652661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b6b7958-8516-47b8-a520-661bb2285d11,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:11.655216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.658913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d1b01d5f-c0e6-473c-80e2-896d87344209 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5b6b7958-8516-47b8-a520-661bb2285d11 HTTP/1.1" status: 204 len: 168 time: 0.3757555 Oct 19 01:37:11.662097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57836) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:11.686266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ca4f6-a3fc-4a65-b1ef-80c0a8a08d88 None None] Network f34c6e8c-cd8a-4b66-a461-5f851c479113 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:11.769636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.879110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Deleting port 1f8af069-cab3-44e9-abe7-b5f3696a1112 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:11.879452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:11.965640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] DHCP port deletion for f34c6e8c-cd8a-4b66-a461-5f851c479113 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:37:12.022243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6fb0166-7569-4288-bdb8-b95a0594f846 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:12.073464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c6fb0166-7569-4288-bdb8-b95a0594f846 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:12.073961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6fb0166-7569-4288-bdb8-b95a0594f846 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:12.074470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 07b3e2fd-a63a-4760-b298-6483168a44f7 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:12.109125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] For port 1f8af069-cab3-44e9-abe7-b5f3696a1112, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f8af069-cab3-44e9-abe7-b5f3696a1112,segment=NetworkSegment(ad84a6ae-b6bd-470d-984b-989951d25c27),segment_id=ad84a6ae-b6bd-470d-984b-989951d25c27)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:12.109408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.118039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 07b3e2fd-a63a-4760-b298-6483168a44f7 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:12.121504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 07b3e2fd-a63a-4760-b298-6483168a44f7 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:12.130781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Calling delete_port for 1f8af069-cab3-44e9-abe7-b5f3696a1112 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:12.182776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] Deleting port 1f8af069-cab3-44e9-abe7-b5f3696a1112 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:12.183044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.365151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.402862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] No DVR routers for this DVR port 1f8af069-cab3-44e9-abe7-b5f3696a1112 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:12.433944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] For port 1f8af069-cab3-44e9-abe7-b5f3696a1112, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f8af069-cab3-44e9-abe7-b5f3696a1112,segment=NetworkSegment(ad84a6ae-b6bd-470d-984b-989951d25c27),segment_id=ad84a6ae-b6bd-470d-984b-989951d25c27)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:12.434345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.444506 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.492619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] Calling delete_port for 1f8af069-cab3-44e9-abe7-b5f3696a1112 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:12.545487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8af069-cab3-44e9-abe7-b5f3696a1112,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:12.643614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.651396 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.689566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] No DVR routers for this DVR port 1f8af069-cab3-44e9-abe7-b5f3696a1112 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:12.703732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34c6e8c-cd8a-4b66-a461-5f851c479113']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:12.722547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad84a6ae-b6bd-470d-984b-989951d25c27') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:12.722838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad84a6ae-b6bd-470d-984b-989951d25c27') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:12.737603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a3f6c-0731-4b06-9a25-32f99d1ab41b None None] Pushing event deleted for resources: {'Port': ['ID=1f8af069-cab3-44e9-abe7-b5f3696a1112,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:12.743206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.764665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.774159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:37:12.775370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:37:12.798260 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:37:12.861053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.869963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:12.873321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f34c6e8c-cd8a-4b66-a461-5f851c479113 HTTP/1.1" status: 204 len: 168 time: 1.2101870 Oct 19 01:37:12.892312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554c4a6-0421-423f-90c0-2eefe13f5a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34c6e8c-cd8a-4b66-a461-5f851c479113,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:13.071570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57868) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:13.114154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d508566f-7159-4480-97f8-eb360e87003d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2284ffa8f23c4e50b4dfaf4b3c11e7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413821 Oct 19 01:37:13.116681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:13.171795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3145ae7e-0f30-4121-9873-8a220d39711c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:13.195458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3145ae7e-0f30-4121-9873-8a220d39711c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:13.248504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3145ae7e-0f30-4121-9873-8a220d39711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:13.251508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3145ae7e-0f30-4121-9873-8a220d39711c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:13.255824 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3145ae7e-0f30-4121-9873-8a220d39711c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fd7cd04-f885-4d78-9e4f-a80aaf8f3d5e HTTP/1.1" status: 204 len: 168 time: 0.1375470 Oct 19 01:37:13.266327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145ae7e-0f30-4121-9873-8a220d39711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd7cd04-f885-4d78-9e4f-a80aaf8f3d5e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:13.705048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f8af069-cab3-44e9-abe7-b5f3696a1112 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:13.777456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 1f8af069-cab3-44e9-abe7-b5f3696a1112 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:13.778227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f8af069-cab3-44e9-abe7-b5f3696a1112 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:13.890552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57892) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:14.012565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad217c65-1f02-4ede-9ea4-f24baf2c895b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca6d710dc10c4636a1ea9d8fe30b93a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205938 Oct 19 01:37:14.015021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57908) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:14.075398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57326f7-74bd-4cad-abe8-a90472e39c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:14.102699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57326f7-74bd-4cad-abe8-a90472e39c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:14.110287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ab958-f587-4c1e-961a-51a02654b8bc req-8e8ccd38-ad7a-4563-80f2-33c1a2d9abb7 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:14.124559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd1ab958-f587-4c1e-961a-51a02654b8bc req-8e8ccd38-ad7a-4563-80f2-33c1a2d9abb7 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 945 time: 0.0807729 Oct 19 01:37:14.163223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57326f7-74bd-4cad-abe8-a90472e39c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:14.167421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57326f7-74bd-4cad-abe8-a90472e39c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:14.168770 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d57326f7-74bd-4cad-abe8-a90472e39c37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/176787b6-275d-4c09-8794-559c91c5a5be HTTP/1.1" status: 204 len: 168 time: 0.1526132 Oct 19 01:37:14.209139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57326f7-74bd-4cad-abe8-a90472e39c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176787b6-275d-4c09-8794-559c91c5a5be,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:14.232733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd1ab958-f587-4c1e-961a-51a02654b8bc req-5b3a2f53-a91b-4a86-bcdb-e6ce8969fd75 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071002 Oct 19 01:37:15.050705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57938) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:15.167778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1539540117-network', 'tenant_id': '81d5671b31294f2a9d26f0b666e372a9'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:15.189949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Made reservation on behalf of 81d5671b31294f2a9d26f0b666e372a9 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:15.192519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.201439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.281432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.286714 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.313542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:37:15.324263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f389c6a-1491-4473-9313-550d15080f8a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:15.331726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.332338 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Added segment 194c4ddd-9b18-4154-b230-6f621351b43d of type vlan for network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd Oct 19 01:37:15.347462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7d26e-d70b-44d1-9f79-f385a6e5f88d req-8623d10e-a695-46e0-91c0-3ca5057aede8 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:15.355881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6c7d26e-d70b-44d1-9f79-f385a6e5f88d req-8623d10e-a695-46e0-91c0-3ca5057aede8 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 945 time: 0.0609274 Oct 19 01:37:15.380818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.391544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6c7d26e-d70b-44d1-9f79-f385a6e5f88d req-398ba3d8-46b1-49f6-bd5f-f769dd0eda69 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Oct 19 01:37:15.417090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.418244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:15.418926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.452201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-eaf3faa3-b1ee-47ef-9c20-5741706e6f1a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541875 Oct 19 01:37:15.456862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4047649 Oct 19 01:37:15.457559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57946) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:15.468563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Request body: {'subnet': {'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1539540117-subnet', 'tenant_id': '81d5671b31294f2a9d26f0b666e372a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:15.494584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Made reservation on behalf of 81d5671b31294f2a9d26f0b666e372a9 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:15.498685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d1d8a-5196-4e53-a385-39de7292b2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:15.502288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:15.512586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:37:15.700418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-60374fe1-95eb-42b4-bc6f-973ef0094010 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:15.701903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-60374fe1-95eb-42b4-bc6f-973ef0094010 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 945 time: 0.1801541 Oct 19 01:37:15.710686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-2c52540e-f671-4623-afa2-f26b3f41b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:15.712335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-2c52540e-f671-4623-afa2-f26b3f41b0e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a242df73444b6e8a846219aa52ce58&device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 1097 time: 0.1894581 Oct 19 01:37:15.778474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-3637d0c4-330c-48ab-afdc-2336f712c367 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1508021 Oct 19 01:37:15.995238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-9e50a854-1bdd-4d78-b30e-236af7648c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:15.998495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-9e50a854-1bdd-4d78-b30e-236af7648c52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1097 time: 0.1540310 Oct 19 01:37:16.001646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-a13c6d9f-bc92-4f67-99e4-aa2322642921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:16.003020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-a13c6d9f-bc92-4f67-99e4-aa2322642921 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 200 len: 916 time: 0.2580783 Oct 19 01:37:16.005189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:16.102106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-3ed1c46d-af11-4707-b5a4-d7aa233f0d97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a HTTP/1.1" status: 200 len: 217 time: 0.0859363 Oct 19 01:37:16.107685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Deleting port a3d0087e-7c75-487e-ace1-17c78a22175b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:16.108044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:16.208783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbd3658-3c01-4f6c-998f-71f8774ad255,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:16.679817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-35fafb95-2b12-4e2e-9be8-7033bf173cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:16.682545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-35fafb95-2b12-4e2e-9be8-7033bf173cb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 200 len: 855 time: 0.5674140 Oct 19 01:37:16.690468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Checking segment: {'id': '194c4ddd-9b18-4154-b230-6f621351b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:16.690905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Network hostable DHCP agents. Network: e2c19fc3-22dc-4b3f-b06a-545f0336d4dd, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:37:16.742996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-1f83bd72-3e7c-49d1-8416-dc5d0785f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:16.744846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-1f83bd72-3e7c-49d1-8416-dc5d0785f64a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.7047737 Oct 19 01:37:16.751526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-5be22800-d0b0-49d5-be93-2748906e7342 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805daa38-2148-4993-81b6-d7390cf94bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535994 Oct 19 01:37:16.857753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] For port a3d0087e-7c75-487e-ace1-17c78a22175b, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a3d0087e-7c75-487e-ace1-17c78a22175b,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:16.858117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:16.933609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Calling delete_port for a3d0087e-7c75-487e-ace1-17c78a22175b owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:16.958608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:37:16.986255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb349c57-8700-4721-8de4-3770aa038817 req-1461e5ca-23be-4875-96b5-ae15be4b9f93 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:16.986996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb349c57-8700-4721-8de4-3770aa038817 req-1461e5ca-23be-4875-96b5-ae15be4b9f93 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=376663d8-b300-475b-ac9b-dcd86f0d16e0 HTTP/1.1" status: 200 len: 945 time: 0.4080269 Oct 19 01:37:17.054852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e2c19fc3-22dc-4b3f-b06a-545f0336d4dd) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:17.062677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:17.068757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b24ef-aef8-445f-8ea8-fdfc8b87fe57 None None] Network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:17.069392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:17.097612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-67dc1090-b462-46be-a247-759ca9a512d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 200 len: 1001 time: 0.3404112 Oct 19 01:37:17.150868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-75cd73cd-eaa6-4b80-9393-5aaf95825f3a service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861136 Oct 19 01:37:17.209253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-196d4775-1101-4b3c-b53c-faf5d6c388eb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7426322 Oct 19 01:37:17.323271 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bc09970-538a-42c9-9b4d-62a5ac9f0c64 req-4c176a5a-5ae7-451d-86eb-dbc2f90b00a6 service neutron] 10.222.0.62 "GET /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277235 Oct 19 01:37:17.334383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465cae3a-136e-44de-af74-436e47363203 None None] Network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:17.366346 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb349c57-8700-4721-8de4-3770aa038817 req-eb9a3084-da63-4ed2-983c-774f59e505a6 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333411 Oct 19 01:37:17.384383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-82f624d7-08ba-4f2e-a583-fca0b2582429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:17.386643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-82f624d7-08ba-4f2e-a583-fca0b2582429 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2636530 Oct 19 01:37:17.530661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-3021e32a-bb3c-45ac-97d5-94e5a8d67a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:17.532540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-3021e32a-bb3c-45ac-97d5-94e5a8d67a9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379373 Oct 19 01:37:17.533460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:17.548638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62eee70f-01f4-42ed-97fd-c6c667a4b10a', 'a3d0087e-7c75-487e-ace1-17c78a22175b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:17.575071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event deleted for resources: {'Port': ['ID=a3d0087e-7c75-487e-ace1-17c78a22175b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:17.641634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] No DVR routers for this DVR port a3d0087e-7c75-487e-ace1-17c78a22175b on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:17.655638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:17.682265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:17.686623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f952ff07-f4b8-427e-808b-6adf10ba770a req-723267a8-b5a3-4ea0-8bbc-24a3d714bc7c tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "DELETE /v2.0/ports/a3d0087e-7c75-487e-ace1-17c78a22175b HTTP/1.1" status: 204 len: 173 time: 1.9720089 Oct 19 01:37:17.687208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'name': 'network-vif-deleted', 'tag': 'a3d0087e-7c75-487e-ace1-17c78a22175b'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:17.689894 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b49cc-9535-4ae2-948d-19667837e980" -d '{"events": [{"server_uuid": "376663d8-b300-475b-ac9b-dcd86f0d16e0", "name": "network-vif-deleted", "tag": "a3d0087e-7c75-487e-ace1-17c78a22175b"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:17.765248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-03ba8c14-c1ce-4488-be58-791a6a93bc6d service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224228 Oct 19 01:37:17.787778 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8883e1f-fbdd-46a2-8107-f46bf2c84693 x-openstack-request-id: req-a8883e1f-fbdd-46a2-8107-f46bf2c84693 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:17.790751 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376663d8-b300-475b-ac9b-dcd86f0d16e0", "name": "network-vif-deleted", "tag": "a3d0087e-7c75-487e-ace1-17c78a22175b", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:17.791656 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8883e1f-fbdd-46a2-8107-f46bf2c84693 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:17.792205 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376663d8-b300-475b-ac9b-dcd86f0d16e0', 'name': 'network-vif-deleted', 'tag': 'a3d0087e-7c75-487e-ace1-17c78a22175b', 'status': 'completed', 'code': 200} Oct 19 01:37:17.948853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3f8e7cc-7c64-4b4e-b292-f4aeaf3a8f83 req-63d11748-392e-423b-9636-ccbad3afb8d7 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754987 Oct 19 01:37:18.007069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57990) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:18.012724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-44719994-network', 'tenant_id': '0b8353c0b58d419ebce4943893682d18'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:18.037158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Made reservation on behalf of 0b8353c0b58d419ebce4943893682d18 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:18.040408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.055302 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.218279 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.228004 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.278438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:37:18.286933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c4156a-0a44-489b-b97b-eb89478485d1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:18.300308 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.300667 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Added segment 008c1b6f-f8bc-45c3-8dd2-9657f12de4a3 of type vlan for network 00bc7da4-b366-4891-98df-2c9cd5938165 Oct 19 01:37:18.359740 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.391832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.393473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:18.394174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:18.441959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4333017 Oct 19 01:37:18.445426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57996) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:18.452705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Request body: {'subnet': {'network_id': '00bc7da4-b366-4891-98df-2c9cd5938165', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-44719994-subnet', 'tenant_id': '0b8353c0b58d419ebce4943893682d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:18.473270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8f629-2ea5-45f3-bc69-9bd2e1d93cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=00bc7da4-b366-4891-98df-2c9cd5938165,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:18.486379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 00bc7da4-b366-4891-98df-2c9cd5938165 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:37:18.522493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Made reservation on behalf of 0b8353c0b58d419ebce4943893682d18 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:18.525628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:19.069742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:19.128758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a668d92b-c54e-40bf-b986-6da203e3ed8d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:19.137317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Checking segment: {'id': '008c1b6f-f8bc-45c3-8dd2-9657f12de4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '00bc7da4-b366-4891-98df-2c9cd5938165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:19.137672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Network hostable DHCP agents. Network: 00bc7da4-b366-4891-98df-2c9cd5938165, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:37:19.154682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Network 00bc7da4-b366-4891-98df-2c9cd5938165 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:37:19.163517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 00bc7da4-b366-4891-98df-2c9cd5938165) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:19.168489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:19.169117 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:19.176781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43645c7-9e3c-4990-80dd-577cedd6ebf3 None None] Network 00bc7da4-b366-4891-98df-2c9cd5938165 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:19.184571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1112a1ee-07da-45b4-bdc1-a39847df2fe3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7374804 Oct 19 01:37:19.316731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d35303-cb14-4396-b754-03707d176448 None None] Network 00bc7da4-b366-4891-98df-2c9cd5938165 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:19.741454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-36db5988-58bc-430a-9519-1839e0b96f8a tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:19.743503 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-36db5988-58bc-430a-9519-1839e0b96f8a tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/networks?id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd HTTP/1.1" status: 200 len: 812 time: 0.1303210 Oct 19 01:37:19.758912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-baa14d60-4b3d-4ac3-b287-20062d9ec4f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/quotas/81d5671b31294f2a9d26f0b666e372a9 HTTP/1.1" status: 200 len: 375 time: 0.0092230 Oct 19 01:37:19.797577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-ce1ffc92-e181-42d9-b3e4-bc1215ea75c0 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=81d5671b31294f2a9d26f0b666e372a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328531 Oct 19 01:37:19.861506 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:20.074397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-3f29cd74-b080-4799-8fec-ce56467e8c95 service neutron] 10.222.0.64 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697217 Oct 19 01:37:20.171660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a3d0087e-7c75-487e-ace1-17c78a22175b no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:20.201211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-6dd9f6a1-8046-4fcc-9cad-8c6d7448a4f2 service neutron] 10.222.0.64 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253500 Oct 19 01:37:20.214876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: a3d0087e-7c75-487e-ace1-17c78a22175b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:20.215438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a3d0087e-7c75-487e-ace1-17c78a22175b not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:20.464460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28334094-fe6a-4143-b602-21a86160bed1 req-53710b9e-00f7-477f-a922-92df6861ffee tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 210 time: 0.0328212 Oct 19 01:37:21.621342 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-270bc1a7-897b-47c4-b301-6429b71957e9 req-053b33b2-2427-4e53-850c-1fcba072a755 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 210 time: 0.0555575 Oct 19 01:37:21.698497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-1ba482e3-51e6-476a-a945-67e419bfb25d tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:21.700507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-1ba482e3-51e6-476a-a945-67e419bfb25d tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.74 "GET /v2.0/networks?id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd HTTP/1.1" status: 200 len: 812 time: 0.1462348 Oct 19 01:37:21.720029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Request body: {'port': {'device_id': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd', 'admin_state_up': True, 'tenant_id': '81d5671b31294f2a9d26f0b666e372a9'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:21.839870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Made reservation on behalf of 81d5671b31294f2a9d26f0b666e372a9 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:21.843353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:21.981884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Allocated IP 172.20.0.14 (e2c19fc3-22dc-4b3f-b06a-545f0336d4dd/7dbd3658-3c01-4f6c-998f-71f8774ad255/2d5bac4f-ec87-4f65-9855-9846d10cc228) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:22.141255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:22.179698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:22.225535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:22.231637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:22.235619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:22.283320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Pushing event updated for resources: {'Port': ['ID=2d5bac4f-ec87-4f65-9855-9846d10cc228,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:22.304847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:22.305682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:22.323861 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-5f0608e5-84db-4548-ac9e-b96bb60096f7 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076512 Oct 19 01:37:22.342263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Request body: {'port': {'device_id': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:22.403206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:22.751841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5bac4f-ec87-4f65-9855-9846d10cc228 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:22.762230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:22.776551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Transition to ACTIVE for port object 2d5bac4f-ec87-4f65-9855-9846d10cc228 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:22.790032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:22.878201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5bac4f-ec87-4f65-9855-9846d10cc228,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:22.901827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba913c1-1634-4897-8b7b-6c302ec6caad req-30e92cda-f7c7-4a03-a620-a2dce719e5f4 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:22.909355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bba913c1-1634-4897-8b7b-6c302ec6caad req-30e92cda-f7c7-4a03-a620-a2dce719e5f4 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 944 time: 0.1314600 Oct 19 01:37:22.996228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bba913c1-1634-4897-8b7b-6c302ec6caad req-a9e81a3e-1fcf-4ffb-a9a4-d4b55054d1a3 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816772 Oct 19 01:37:23.031734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Attempting to bind port 2d5bac4f-ec87-4f65-9855-9846d10cc228 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:23.032104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Attempting to bind port 2d5bac4f-ec87-4f65-9855-9846d10cc228 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '194c4ddd-9b18-4154-b230-6f621351b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:23.034587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Attempting to bind port 2d5bac4f-ec87-4f65-9855-9846d10cc228 on network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:23.040393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Port 2d5bac4f-ec87-4f65-9855-9846d10cc228 on network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:23.040756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Attempting to bind port 2d5bac4f-ec87-4f65-9855-9846d10cc228 on network e2c19fc3-22dc-4b3f-b06a-545f0336d4dd {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:23.046999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:23.047618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Checking segment: {'id': '194c4ddd-9b18-4154-b230-6f621351b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:23.048085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Bound using segment: {'id': '194c4ddd-9b18-4154-b230-6f621351b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:23.048534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Bound port: 2d5bac4f-ec87-4f65-9855-9846d10cc228, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194c4ddd-9b18-4154-b230-6f621351b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:23.048894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:23.140996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] For port 2d5bac4f-ec87-4f65-9855-9846d10cc228, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:23.176994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] For port 2d5bac4f-ec87-4f65-9855-9846d10cc228, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228,segment=NetworkSegment(194c4ddd-9b18-4154-b230-6f621351b43d),segment_id=194c4ddd-9b18-4154-b230-6f621351b43d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:23.187656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:23.232711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:23.233330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:23.234852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] 10.222.0.74 "PUT /v2.0/ports/2d5bac4f-ec87-4f65-9855-9846d10cc228 HTTP/1.1" status: 200 len: 1093 time: 0.8973105 Oct 19 01:37:23.235299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'tag': '2d5bac4f-ec87-4f65-9855-9846d10cc228'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:23.237864 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf7a2f-122b-440a-857d-4d088787b93a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5838d0-70c3-4f59-b98a-d19c303b2de1", "tag": "2d5bac4f-ec87-4f65-9855-9846d10cc228"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:23.288990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411d7cb-f46f-4c01-a681-93bbafda70f7 req-70c5e3fe-2fac-465e-affd-60c32b3def49 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:23.292317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7411d7cb-f46f-4c01-a681-93bbafda70f7 req-70c5e3fe-2fac-465e-affd-60c32b3def49 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 945 time: 0.1697500 Oct 19 01:37:23.331152 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d6130d-5376-40da-a308-dd540199fa54 x-openstack-request-id: req-01d6130d-5376-40da-a308-dd540199fa54 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:23.332509 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5838d0-70c3-4f59-b98a-d19c303b2de1", "tag": "2d5bac4f-ec87-4f65-9855-9846d10cc228", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:23.332930 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01d6130d-5376-40da-a308-dd540199fa54 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:23.335468 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'tag': '2d5bac4f-ec87-4f65-9855-9846d10cc228', 'status': 'completed', 'code': 200} Oct 19 01:37:23.392217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81dd17-985a-4d9a-a66f-7d339d155159 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5bac4f-ec87-4f65-9855-9846d10cc228,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:23.419381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7411d7cb-f46f-4c01-a681-93bbafda70f7 req-554b288e-3d88-4dfe-b06a-6e18da3375d8 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196537 Oct 19 01:37:23.437374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-f04d128a-51b6-4c9e-a9f3-bf53223c0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:23.442437 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-f04d128a-51b6-4c9e-a9f3-bf53223c0ae3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=81d5671b31294f2a9d26f0b666e372a9&device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 1096 time: 0.1057677 Oct 19 01:37:23.499748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-c50b0cf0-b295-44e3-9c21-04ec2292fe12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228 HTTP/1.1" status: 200 len: 217 time: 0.0417428 Oct 19 01:37:23.560880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-79fade2b-2f0d-4e37-a6d6-53dd1ff3e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:23.563647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-79fade2b-2f0d-4e37-a6d6-53dd1ff3e046 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7dbd3658-3c01-4f6c-998f-71f8774ad255 HTTP/1.1" status: 200 len: 852 time: 0.0555942 Oct 19 01:37:23.625084 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-07b9d2c7-a259-4b7b-9c5a-adb7ef6ce232 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514517 Oct 19 01:37:23.728710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-49530c79-e96c-4ba0-80f9-535698edbbd3 service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944974 Oct 19 01:37:23.835584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97068287-aa5b-41ef-ac8a-842f28da4c31 req-6750df2d-b422-43ea-9d12-5b1a8dd2a23b service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987942 Oct 19 01:37:23.985902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-c1247c39-b2d0-4ba4-9b1f-78591c8048c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:23.987441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-c1247c39-b2d0-4ba4-9b1f-78591c8048c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=81d5671b31294f2a9d26f0b666e372a9&device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 1096 time: 0.0472875 Oct 19 01:37:24.090019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-54643f38-f234-4cac-bcc7-6697533c3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:24.091629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-54643f38-f234-4cac-bcc7-6697533c3ab9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd HTTP/1.1" status: 200 len: 913 time: 0.0958285 Oct 19 01:37:24.117111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f416b-44a5-46f8-8724-7da5a63d33f7 req-8cb3913a-4854-4faa-8285-2c9935b6d8dd tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:24.118739 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c28f416b-44a5-46f8-8724-7da5a63d33f7 req-8cb3913a-4854-4faa-8285-2c9935b6d8dd tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Oct 19 01:37:24.135736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-7485a9a0-485a-4d61-a053-cb240f9a4884 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228 HTTP/1.1" status: 200 len: 217 time: 0.0365486 Oct 19 01:37:24.163718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c28f416b-44a5-46f8-8724-7da5a63d33f7 req-3986a6c6-6f6d-4170-8adf-709e92353e13 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 Oct 19 01:37:24.198465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-9587a21d-c081-4a19-98d2-2c481938b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:24.199927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-9587a21d-c081-4a19-98d2-2c481938b83d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7dbd3658-3c01-4f6c-998f-71f8774ad255 HTTP/1.1" status: 200 len: 852 time: 0.0575094 Oct 19 01:37:24.233479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-95b8b4b4-e754-4cd7-a311-6e0de0a8439b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256929 Oct 19 01:37:24.323648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-23ae022b-bedb-46a5-827e-21de67edf1f2 service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820596 Oct 19 01:37:24.427293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f3cf7a2f-122b-440a-857d-4d088787b93a req-5855e2b3-3024-4aa3-89ee-cba8a45173ec service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940211 Oct 19 01:37:24.552107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80911d-cd70-4e01-81ec-724823931700 req-8c783748-c306-42ed-bdf7-d89d3c94c7bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:24.553882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df80911d-cd70-4e01-81ec-724823931700 req-8c783748-c306-42ed-bdf7-d89d3c94c7bf tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 945 time: 0.0513918 Oct 19 01:37:24.595328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df80911d-cd70-4e01-81ec-724823931700 req-dd590836-bbb7-48ed-b485-a56adda3fc33 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343864 Oct 19 01:37:24.862966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58148) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:24.868198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1822931227'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:24.890405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:24.894741 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.919696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:37:24.929016 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.929359 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Added segment 65877888-12bd-42f3-8608-e56839c12d06 of type vlan for network 241c9cdd-dae8-43ff-85bc-702992e8210e Oct 19 01:37:24.969094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:24.998391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.005390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:25.006733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.024457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-3b45424c-1215-417a-91c7-f7d2a7945881 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:25.025980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-3b45424c-1215-417a-91c7-f7d2a7945881 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 945 time: 0.0512927 Oct 19 01:37:25.049695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1855276 Oct 19 01:37:25.052371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:25.060989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-562190506'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:25.102391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80067b-1a22-4dca-af5d-f2696bfab24d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Network': ['ID=241c9cdd-dae8-43ff-85bc-702992e8210e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:25.121173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:25.121854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 241c9cdd-dae8-43ff-85bc-702992e8210e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:37:25.125796 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.135197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Deleting port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:25.135538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.159726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:37:25.177364 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.178096 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Added segment b6eb8466-634b-44e9-8483-eb21348a0dbf of type vlan for network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 Oct 19 01:37:25.230483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.236399 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:37:25.241031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] For port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:25.241559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.258779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.264974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:25.265771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.278109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Calling delete_port for b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:25.289951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2362010 Oct 19 01:37:25.291292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58154) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:25.307832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'subnet': {'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:25.349623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bcb29-9ae1-4a3c-abd2-15c8365d078f req-a865093f-8e6d-4c4b-9221-fc98b055992b tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:25.351175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c1bcb29-9ae1-4a3c-abd2-15c8365d078f req-a865093f-8e6d-4c4b-9221-fc98b055992b tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 944 time: 0.1070898 Oct 19 01:37:25.412912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c1bcb29-9ae1-4a3c-abd2-15c8365d078f req-8a4fc031-e8b5-49f4-a37b-e2637a3f7093 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494494 Oct 19 01:37:25.425632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f9708-6056-44f7-baa8-14235c56099c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Network': ['ID=3be7c16e-d9cf-416d-9b0c-37b3a94ed212,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:25.437610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:37:25.463898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:25.468475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.495592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.528887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62eee70f-01f4-42ed-97fd-c6c667a4b10a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:25.532820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:25.605192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event deleted for resources: {'Port': ['ID=b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:25.607598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] No DVR routers for this DVR port b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:25.610365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.614725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb1f8fb0-6320-45fc-95c2-a69e059fffc6 req-bef41711-0ab7-49ff-83f1-7490dcf48a15 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "DELETE /v2.0/ports/b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb HTTP/1.1" status: 204 len: 173 time: 0.5821474 Oct 19 01:37:25.615369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'name': 'network-vif-deleted', 'tag': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:25.619654 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0f2e5a-65c0-483b-a858-58e58a53cf83" -d '{"events": [{"server_uuid": "ba6a8333-04d8-4615-93a9-7345f26c6efa", "name": "network-vif-deleted", "tag": "b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:25.691732 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e21d16b-d344-483e-b854-1abddad1fda5 x-openstack-request-id: req-4e21d16b-d344-483e-b854-1abddad1fda5 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:25.692440 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6a8333-04d8-4615-93a9-7345f26c6efa", "name": "network-vif-deleted", "tag": "b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:25.692978 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e21d16b-d344-483e-b854-1abddad1fda5 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:25.693597 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6a8333-04d8-4615-93a9-7345f26c6efa', 'name': 'network-vif-deleted', 'tag': 'b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb', 'status': 'completed', 'code': 200} Oct 19 01:37:25.777788 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-efb599ff-83d0-4cad-b30c-0380c745e39f req-6bbc15af-7ad2-4083-a8f0-05b1ca8f92ad tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba6a8333-04d8-4615-93a9-7345f26c6efa HTTP/1.1" status: 200 len: 210 time: 0.0322466 Oct 19 01:37:25.871104 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:25.971741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Subnet': ['ID=2d259fbb-049b-4cc7-b289-389751d1141d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:25.975338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Checking segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:25.975783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network hostable DHCP agents. Network: 241c9cdd-dae8-43ff-85bc-702992e8210e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:37:25.998706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 241c9cdd-dae8-43ff-85bc-702992e8210e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:37:26.009098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 241c9cdd-dae8-43ff-85bc-702992e8210e) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:26.014110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:26.014967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.024755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19fbc0-0758-4bb0-a320-ad363c73e932 None None] Network 241c9cdd-dae8-43ff-85bc-702992e8210e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:26.036792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-613a1411-1dfd-446d-aea5-daf60c77384f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7339349 Oct 19 01:37:26.039278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58190) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:26.050123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'subnet': {'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:26.151089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:26.154758 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.194457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-241c9cdd-dae8-43ff-85bc-702992e8210e', 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'fixed_ips': [{'subnet_id': '2d259fbb-049b-4cc7-b289-389751d1141d'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:37:26.196761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.330201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58194) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:26.367649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Allocated IP 10.1.1.2 (241c9cdd-dae8-43ff-85bc-702992e8210e/2d259fbb-049b-4cc7-b289-389751d1141d/705d00fb-4f8e-4a06-825f-2f04e66f828e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:26.405784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.474124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3714a3cb-febc-4947-b49a-c25f810779f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.475031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Subnet': ['ID=6744088d-5f89-47f0-99e8-53cdb1f85b71,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:26.484286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Checking segment: {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:26.484745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network hostable DHCP agents. Network: 3be7c16e-d9cf-416d-9b0c-37b3a94ed212, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:37:26.512952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:37:26.524964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 3be7c16e-d9cf-416d-9b0c-37b3a94ed212) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:26.530914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:26.531662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.531901 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.537178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e43eaf-aae0-465e-8bcf-e972bbe0dfe3 None None] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:26.552432 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.553087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d2eaa74a-227c-479c-8e58-16da472e53d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5106225 Oct 19 01:37:26.558949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58200) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:26.570304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'port': {'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'name': 'tempest-TaggedBootDevicesTest_v242-1890712608', 'fixed_ips': [{'subnet_id': '2d259fbb-049b-4cc7-b289-389751d1141d'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:26.601645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Network 241c9cdd-dae8-43ff-85bc-702992e8210e is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:26.607160 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3714a3cb-febc-4947-b49a-c25f810779f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.607344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaaa9e-352e-442f-ae91-87ac5bdb95f2 req-adceeade-a3e3-4554-9df7-b62a62617e4a tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:26.608968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7efaaa9e-352e-442f-ae91-87ac5bdb95f2 req-adceeade-a3e3-4554-9df7-b62a62617e4a tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 944 time: 0.0547144 Oct 19 01:37:26.633602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:26.642761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:26.643124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3714a3cb-febc-4947-b49a-c25f810779f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.685292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Pushing event updated for resources: {'Port': ['ID=705d00fb-4f8e-4a06-825f-2f04e66f828e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:26.698314 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7efaaa9e-352e-442f-ae91-87ac5bdb95f2 req-3dda8e36-c402-487b-a36d-8b4c4afe1914 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Oct 19 01:37:26.704214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714a3cb-febc-4947-b49a-c25f810779f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e0e4cc-7398-48aa-82a5-ab94695b24b1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:26.714603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3714a3cb-febc-4947-b49a-c25f810779f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a6a31b74ab7437dad34073da00fa33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832018 Oct 19 01:37:26.717250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:26.740314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Attempting to bind port 705d00fb-4f8e-4a06-825f-2f04e66f828e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:26.740609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Attempting to bind port 705d00fb-4f8e-4a06-825f-2f04e66f828e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:26.741038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Attempting to bind port 705d00fb-4f8e-4a06-825f-2f04e66f828e on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:26.764640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:26.765126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Checking segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:26.765592 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.766049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Bound using segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:26.766597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Bound port: 705d00fb-4f8e-4a06-825f-2f04e66f828e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:26.767033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.773369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:26.805248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a565b8c1-423e-4171-9ddf-491b6ba8e794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.856334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-3be7c16e-d9cf-416d-9b0c-37b3a94ed212', 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'fixed_ips': [{'subnet_id': '6744088d-5f89-47f0-99e8-53cdb1f85b71'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:37:26.856958 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.869761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a565b8c1-423e-4171-9ddf-491b6ba8e794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.878312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] For port 705d00fb-4f8e-4a06-825f-2f04e66f828e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:26.898299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] For port 705d00fb-4f8e-4a06-825f-2f04e66f828e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=705d00fb-4f8e-4a06-825f-2f04e66f828e,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:26.913928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.933943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] device_id is not set on port 98d3662c-418b-49a1-8b91-34bf11b0b370 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:37:26.945930 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.981034 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a565b8c1-423e-4171-9ddf-491b6ba8e794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.983816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a565b8c1-423e-4171-9ddf-491b6ba8e794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:26.987548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a565b8c1-423e-4171-9ddf-491b6ba8e794 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80e0e4cc-7398-48aa-82a5-ab94695b24b1 HTTP/1.1" status: 204 len: 168 time: 0.2669775 Oct 19 01:37:27.003309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565b8c1-423e-4171-9ddf-491b6ba8e794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e0e4cc-7398-48aa-82a5-ab94695b24b1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.085676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab9314-3b58-4919-a326-539fe59fe7c4 None None] Pushing event updated for resources: {'Port': ['ID=705d00fb-4f8e-4a06-825f-2f04e66f828e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.104633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Allocated IP 10.2.2.2 (3be7c16e-d9cf-416d-9b0c-37b3a94ed212/6744088d-5f89-47f0-99e8-53cdb1f85b71/2b231116-18b1-4ae6-9ef9-9817d0ed4ce5) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:27.180189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 10.1.1.178 (241c9cdd-dae8-43ff-85bc-702992e8210e/2d259fbb-049b-4cc7-b289-389751d1141d/98d3662c-418b-49a1-8b91-34bf11b0b370) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:27.208979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93b24a-498f-41cd-9c33-ac5ada27ebef req-986dedd4-d94c-4f9c-a0ed-cfad3ddd9bef tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:27.210523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f93b24a-498f-41cd-9c33-ac5ada27ebef req-986dedd4-d94c-4f9c-a0ed-cfad3ddd9bef tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 945 time: 0.0933380 Oct 19 01:37:27.279973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f93b24a-498f-41cd-9c33-ac5ada27ebef req-b9b47622-3b3e-4e11-9e6d-6ae3a737c4ab tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493186 Oct 19 01:37:27.306863 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.326027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.364272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:27.367361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:27.370798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:27.446005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Pushing event updated for resources: {'Port': ['ID=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.449526 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.453010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Attempting to bind port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:27.453556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Attempting to bind port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:27.453929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Attempting to bind port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 on network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:27.460610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:27.461057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Checking segment: {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:27.461910 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.461910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Bound using segment: {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:27.463124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Bound port: 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:27.464854 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.469803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2d5bac4f-ec87-4f65-9855-9846d10cc228 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:37:27.487175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:27.502086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.504528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-37b6c631-b895-4938-81f3-e1d8fd941c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.553557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 241c9cdd-dae8-43ff-85bc-702992e8210e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:27.557182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:27.560236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:27.592984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=98d3662c-418b-49a1-8b91-34bf11b0b370,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.595570 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-37b6c631-b895-4938-81f3-e1d8fd941c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.605307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-37b6c631-b895-4938-81f3-e1d8fd941c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.605523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] For port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:27.610303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] For port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:27.621634 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.626904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:27.627713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.648496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-29793e43-06d7-475a-9725-0d5896643d43 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0883090 Oct 19 01:37:27.652099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58218) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:27.660585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'port': {'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'name': 'tempest-TaggedBootDevicesTest_v242-144978036', 'fixed_ips': [{'subnet_id': '2d259fbb-049b-4cc7-b289-389751d1141d'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:27.674866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-37b6c631-b895-4938-81f3-e1d8fd941c87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=787d2aa5b91e462198be0adf61132325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837366 Oct 19 01:37:27.676585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58220) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:27.687165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6c631-b895-4938-81f3-e1d8fd941c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751ed737-a4b2-4e8a-8aa1-e2b2ec8e0019,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.732661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2d5bac4f-ec87-4f65-9855-9846d10cc228, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228,segment=NetworkSegment(194c4ddd-9b18-4154-b230-6f621351b43d),segment_id=194c4ddd-9b18-4154-b230-6f621351b43d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:27.763088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '2d5bac4f-ec87-4f65-9855-9846d10cc228', 'network_id': 'e2c19fc3-22dc-4b3f-b06a-545f0336d4dd', 'port_id': '2d5bac4f-ec87-4f65-9855-9846d10cc228', 'mac_address': 'fa:16:3e:c0:d3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbd3658-3c01-4f6c-998f-71f8774ad255', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:37:27.769843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b51780d1-b6bc-4492-8be4-c6b545a805bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.832572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b51780d1-b6bc-4492-8be4-c6b545a805bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.846791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 705d00fb-4f8e-4a06-825f-2f04e66f828e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:27.856577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:27.861893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.869637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e71df-43bc-4dee-9bbe-e7cea7831438 None None] Pushing event updated for resources: {'Port': ['ID=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.903044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b51780d1-b6bc-4492-8be4-c6b545a805bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.905990 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b51780d1-b6bc-4492-8be4-c6b545a805bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.907179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b51780d1-b6bc-4492-8be4-c6b545a805bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/751ed737-a4b2-4e8a-8aa1-e2b2ec8e0019 HTTP/1.1" status: 204 len: 168 time: 0.2293658 Oct 19 01:37:27.914662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] device_id is not set on port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:37:27.926370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:27.934120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51780d1-b6bc-4492-8be4-c6b545a805bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751ed737-a4b2-4e8a-8aa1-e2b2ec8e0019,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:27.951356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5bac4f-ec87-4f65-9855-9846d10cc228 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:28.002716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2d5bac4f-ec87-4f65-9855-9846d10cc228, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228,segment=NetworkSegment(194c4ddd-9b18-4154-b230-6f621351b43d),segment_id=194c4ddd-9b18-4154-b230-6f621351b43d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:28.008931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.016986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cc64b-7b6d-49cf-87c0-d7fa22800232 req-a75f9910-e5be-4bc4-b67f-a07a1a263033 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:28.018478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 705d00fb-4f8e-4a06-825f-2f04e66f828e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:28.018614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c54cc64b-7b6d-49cf-87c0-d7fa22800232 req-a75f9910-e5be-4bc4-b67f-a07a1a263033 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 944 time: 0.1682093 Oct 19 01:37:28.018840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.127152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c54cc64b-7b6d-49cf-87c0-d7fa22800232 req-09091c59-8828-4f58-a672-b850881f078c tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940788 Oct 19 01:37:28.147107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2d5bac4f-ec87-4f65-9855-9846d10cc228,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:28.248502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.280012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 10.1.1.137 (241c9cdd-dae8-43ff-85bc-702992e8210e/2d259fbb-049b-4cc7-b289-389751d1141d/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:28.304691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 705d00fb-4f8e-4a06-825f-2f04e66f828e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=705d00fb-4f8e-4a06-825f-2f04e66f828e,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:28.310847 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.407379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=705d00fb-4f8e-4a06-825f-2f04e66f828e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:28.466959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b38ace-0ca3-41fe-a838-095b21650d10 req-c0ac09d3-141f-43a2-af18-0961e6358d9b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:28.475486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['2d5bac4f-ec87-4f65-9855-9846d10cc228'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:28.484919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70518c33-3d1c-4b47-a8f4-da376c532c38 None None] Network 241c9cdd-dae8-43ff-85bc-702992e8210e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:28.488901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4b38ace-0ca3-41fe-a838-095b21650d10 req-c0ac09d3-141f-43a2-af18-0961e6358d9b tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 945 time: 0.1057091 Oct 19 01:37:28.516580 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.533130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4b38ace-0ca3-41fe-a838-095b21650d10 req-3c1a6959-9d09-446c-a4ee-748ff97cbe92 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Oct 19 01:37:28.566600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.619534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 241c9cdd-dae8-43ff-85bc-702992e8210e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:28.621521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:28.625940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:28.697471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:28.751794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:28.752697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.788625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a0a81129-9e3c-4e16-8f6f-2d3d4ce9af6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1352935 Oct 19 01:37:28.804508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-bff1e4c5-5342-4cfa-bda9-59b8d38d1d43 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:28.806168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-bff1e4c5-5342-4cfa-bda9-59b8d38d1d43 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 945 time: 0.1086135 Oct 19 01:37:28.811614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-26188353-29ad-4485-b95a-6a6a43f930d0 None None] Provisioning complete for port 705d00fb-4f8e-4a06-825f-2f04e66f828e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:28.811614 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26188353-29ad-4485-b95a-6a6a43f930d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:28.928580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Deleting port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:28.929143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.096287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] For port 1abe5e21-fac4-4763-9e94-064f3cfde1c8, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1abe5e21-fac4-4763-9e94-064f3cfde1c8,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:29.103717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.119942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Calling delete_port for 1abe5e21-fac4-4763-9e94-064f3cfde1c8 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:29.191685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a75adf3-b1f1-40e1-b7b3-11a4e9873809 None None] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:29.274539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:29.281943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a33fa89d-768d-4fbc-80d4-56782ad1c8fa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489668110', 'description': 'tempest-description--1582161244'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:29.309282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8a80c059-eef4-4fcb-8b89-fbb22f3a2edf None None] Provisioning complete for port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:29.309962 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a80c059-eef4-4fcb-8b89-fbb22f3a2edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.336772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e283da-2a16-4209-b7cd-846e9d7b9452 req-1fad9fb0-34e8-4078-9697-c9a5232aa80c tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:29.347122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e283da-2a16-4209-b7cd-846e9d7b9452 req-1fad9fb0-34e8-4078-9697-c9a5232aa80c tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 945 time: 0.1016042 Oct 19 01:37:29.374728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a33fa89d-768d-4fbc-80d4-56782ad1c8fa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.450459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e283da-2a16-4209-b7cd-846e9d7b9452 req-0df40638-fe70-4ea8-bc0d-0a1115223317 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015663 Oct 19 01:37:29.483126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:29.523222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:29.523465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b4b78101-99f9-4f80-af7d-e8d1b9ccf3bb not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:29.575616 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a80c059-eef4-4fcb-8b89-fbb22f3a2edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.671681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8a80c059-eef4-4fcb-8b89-fbb22f3a2edf None None] For port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:29.684801 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a80c059-eef4-4fcb-8b89-fbb22f3a2edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.778751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80c059-eef4-4fcb-8b89-fbb22f3a2edf None None] Pushing event updated for resources: {'Port': ['ID=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:29.818044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Provisioning complete for port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:29.818424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.872955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:29.873876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.890127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Provisioning complete for port 705d00fb-4f8e-4a06-825f-2f04e66f828e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:29.890490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:29.892765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['62eee70f-01f4-42ed-97fd-c6c667a4b10a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:29.894577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:29.938993 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f82ce119-16d3-4008-b38e-8bf127a5feb6 req-1af2243d-bb11-46a7-a27c-199375a7c5c9 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b0bcfc5-c550-4130-9635-6b3dd1e9eb76 HTTP/1.1" status: 200 len: 210 time: 0.0767131 Oct 19 01:37:29.942727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event deleted for resources: {'Port': ['ID=1abe5e21-fac4-4763-9e94-064f3cfde1c8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:29.973151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1abe5e21-fac4-4763-9e94-064f3cfde1c8'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:30.006299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] No DVR routers for this DVR port 1abe5e21-fac4-4763-9e94-064f3cfde1c8 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:30.024671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.029592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-630d1f78-4f28-4f7e-9fb3-ce91ddb4c3b8 req-489f20ca-5c06-432a-9022-d18abf03634a tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.74 "DELETE /v2.0/ports/1abe5e21-fac4-4763-9e94-064f3cfde1c8 HTTP/1.1" status: 204 len: 173 time: 1.2150054 Oct 19 01:37:30.030205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'name': 'network-vif-deleted', 'tag': '1abe5e21-fac4-4763-9e94-064f3cfde1c8'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:30.032849 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f9a91a-4f0f-4aa6-a10b-154755af42da" -d '{"events": [{"server_uuid": "0b0bcfc5-c550-4130-9635-6b3dd1e9eb76", "name": "network-vif-deleted", "tag": "1abe5e21-fac4-4763-9e94-064f3cfde1c8"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:30.127854 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a33fa89d-768d-4fbc-80d4-56782ad1c8fa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.129715 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c61bb37-8fed-49af-88c3-4b3a0b62d896 x-openstack-request-id: req-8c61bb37-8fed-49af-88c3-4b3a0b62d896 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:30.130066 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0bcfc5-c550-4130-9635-6b3dd1e9eb76", "name": "network-vif-deleted", "tag": "1abe5e21-fac4-4763-9e94-064f3cfde1c8", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:30.130367 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c61bb37-8fed-49af-88c3-4b3a0b62d896 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:30.130783 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0bcfc5-c550-4130-9635-6b3dd1e9eb76', 'name': 'network-vif-deleted', 'tag': '1abe5e21-fac4-4763-9e94-064f3cfde1c8', 'status': 'completed', 'code': 200} Oct 19 01:37:30.135218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a33fa89d-768d-4fbc-80d4-56782ad1c8fa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.177177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a33fa89d-768d-4fbc-80d4-56782ad1c8fa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.181206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a33fa89d-768d-4fbc-80d4-56782ad1c8fa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9012675 Oct 19 01:37:30.181838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fa89d-768d-4fbc-80d4-56782ad1c8fa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb97af8-949c-4357-983d-97ef83de299a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:30.181940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58282) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:30.186707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1309b359-ada3-4479-9db1-c7a9ec0a3a1c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'security_group_rule': {'security_group_id': '7cb97af8-949c-4357-983d-97ef83de299a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:30.223748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:30.224165 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.235199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1309b359-ada3-4479-9db1-c7a9ec0a3a1c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.294965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1309b359-ada3-4479-9db1-c7a9ec0a3a1c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.299269 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1309b359-ada3-4479-9db1-c7a9ec0a3a1c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.327973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309b359-ada3-4479-9db1-c7a9ec0a3a1c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8da0d7-44c7-4e09-a7d2-74cdff7e6790,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:30.342945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1309b359-ada3-4479-9db1-c7a9ec0a3a1c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.344446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1309b359-ada3-4479-9db1-c7a9ec0a3a1c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618044 Oct 19 01:37:30.347395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58288) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:30.352509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5ef7dd8b-5502-4a26-a10e-9383724666a6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'security_group_rule': {'security_group_id': '7cb97af8-949c-4357-983d-97ef83de299a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:30.377703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Provisioning complete for port 98d3662c-418b-49a1-8b91-34bf11b0b370 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:30.378290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.386348 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef7dd8b-5502-4a26-a10e-9383724666a6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.452490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 705d00fb-4f8e-4a06-825f-2f04e66f828e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:30.454096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef7dd8b-5502-4a26-a10e-9383724666a6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.454291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1c6445c0-2f20-481a-84c0-3c87df1266a5 None None] Port 98d3662c-418b-49a1-8b91-34bf11b0b370 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:30.458914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef7dd8b-5502-4a26-a10e-9383724666a6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.482494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7dd8b-5502-4a26-a10e-9383724666a6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5c8da7-e688-429e-b5a6-c94a98644a65,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:30.504148 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef7dd8b-5502-4a26-a10e-9383724666a6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.507776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5ef7dd8b-5502-4a26-a10e-9383724666a6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590724 Oct 19 01:37:30.511704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58302) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:30.516643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 705d00fb-4f8e-4a06-825f-2f04e66f828e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:30.517154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.519749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:30.545895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.586859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Provisioning complete for port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:30.587228 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.654361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:30.667067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Provisioning complete for port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:30.667731 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.698986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146080cd-836c-4f26-a310-2ec478fff9a5 req-cdf02d0f-edb5-4263-904b-54f8b059adca tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:30.700568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-146080cd-836c-4f26-a310-2ec478fff9a5 req-cdf02d0f-edb5-4263-904b-54f8b059adca tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 945 time: 0.1338487 Oct 19 01:37:30.764367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-146080cd-836c-4f26-a310-2ec478fff9a5 req-5fadccde-0e79-455c-b98d-ab53416bea49 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Oct 19 01:37:30.768814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.771997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Provisioning complete for port 98d3662c-418b-49a1-8b91-34bf11b0b370 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:30.771997 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:30.808731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3a2e7-33d6-474f-89a7-8b69e77e10aa None None] Port 98d3662c-418b-49a1-8b91-34bf11b0b370 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:30.878883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 172.25.0.207 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ed25bedb-6f53-4a3d-9d1d-1fe17233c5fa) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:30.920401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58312) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:30.988337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.026380 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.033868 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.077705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:31.085959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:31.091235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:31.125279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=ed25bedb-6f53-4a3d-9d1d-1fe17233c5fa,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:31.174286 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.178821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.215247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.218346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e39bc-64a6-426d-a5aa-c5acb787f464,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:31.222300 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=532f41055d684dfcaf5dbcfedffb2e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007991 Oct 19 01:37:31.227262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:31.230300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.230639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.231040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.231376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.231710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.232056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.232378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.232698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.233027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.233328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.233643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.233954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce696717-7782-47ec-93ad-694c67d6246a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:31.279100 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.339465 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80aef2f6-47b9-4fe1-83b9-11b47411ac0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.381965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80aef2f6-47b9-4fe1-83b9-11b47411ac0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.497656 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80aef2f6-47b9-4fe1-83b9-11b47411ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.500240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80aef2f6-47b9-4fe1-83b9-11b47411ac0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.503814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-80aef2f6-47b9-4fe1-83b9-11b47411ac0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c3e39bc-64a6-426d-a5aa-c5acb787f464 HTTP/1.1" status: 204 len: 168 time: 0.2714655 Oct 19 01:37:31.504131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2d5bac4f-ec87-4f65-9855-9846d10cc228 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:31.513059 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.515010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aef2f6-47b9-4fe1-83b9-11b47411ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e39bc-64a6-426d-a5aa-c5acb787f464,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:31.522395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.598492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=ed25bedb-6f53-4a3d-9d1d-1fe17233c5fa,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:31.607024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 2d5bac4f-ec87-4f65-9855-9846d10cc228 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:37:31.611786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.614965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 2d5bac4f-ec87-4f65-9855-9846d10cc228 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:31.615810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.631780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.634103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e5801099-1a98-4a40-986f-c4fe2f86cad9 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1210489 Oct 19 01:37:31.722899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:37:31.770325 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.819442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5bac4f-ec87-4f65-9855-9846d10cc228'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:31.822165 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d6b21f-0699-42b4-a171-59b0009bf972" -d '{"events": [{"server_uuid": "ec5838d0-70c3-4f59-b98a-d19c303b2de1", "name": "network-vif-plugged", "status": "completed", "tag": "2d5bac4f-ec87-4f65-9855-9846d10cc228"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:31.839412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 2d5bac4f-ec87-4f65-9855-9846d10cc228, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228,segment=NetworkSegment(194c4ddd-9b18-4154-b230-6f621351b43d),segment_id=194c4ddd-9b18-4154-b230-6f621351b43d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:31.841251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:31.841973 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.886042 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf39090-aef5-4c44-ae2d-4c15fbcf46cb x-openstack-request-id: req-5bf39090-aef5-4c44-ae2d-4c15fbcf46cb {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:31.886330 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5838d0-70c3-4f59-b98a-d19c303b2de1", "name": "network-vif-plugged", "status": "completed", "tag": "2d5bac4f-ec87-4f65-9855-9846d10cc228", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:31.886587 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bf39090-aef5-4c44-ae2d-4c15fbcf46cb {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:31.886988 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5bac4f-ec87-4f65-9855-9846d10cc228', 'code': 200} Oct 19 01:37:31.889274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:31.890052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1abe5e21-fac4-4763-9e94-064f3cfde1c8 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:31.922053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58340) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:31.948035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 1abe5e21-fac4-4763-9e94-064f3cfde1c8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:31.948604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1abe5e21-fac4-4763-9e94-064f3cfde1c8 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:31.952044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a949efea-a65d-4c2d-930b-40d9dbfbe853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:32.026299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=2d5bac4f-ec87-4f65-9855-9846d10cc228,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:32.053164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52d3d4-ca2f-408d-ae79-cdd2cd91f33a req-6b4a60fe-6223-4a55-ae3c-98c323c6c062 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:32.054825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d52d3d4-ca2f-408d-ae79-cdd2cd91f33a req-6b4a60fe-6223-4a55-ae3c-98c323c6c062 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1613138 Oct 19 01:37:32.066782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b80b9-8cc2-43bc-bc61-73f380a4e183 req-cb592aec-4ad7-463d-ac6a-68e989b6ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:32.068658 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f71b80b9-8cc2-43bc-bc61-73f380a4e183 req-cb592aec-4ad7-463d-ac6a-68e989b6ce50 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 1098 time: 0.0807188 Oct 19 01:37:32.107197 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a949efea-a65d-4c2d-930b-40d9dbfbe853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:32.111091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-a57bb917-ca1a-46df-9d56-d3da29f54feb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1489668110&fields=id&tenant_id=3ec170c5f0744796b976548774c0eba6 HTTP/1.1" status: 200 len: 267 time: 0.0598438 Oct 19 01:37:32.122358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a949efea-a65d-4c2d-930b-40d9dbfbe853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:32.131002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d52d3d4-ca2f-408d-ae79-cdd2cd91f33a req-68d37360-5aea-4c5f-9ff1-e0a041f594f8 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612404 Oct 19 01:37:32.133268 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f71b80b9-8cc2-43bc-bc61-73f380a4e183 req-d17ecd42-52bf-450e-907b-3b2a32ccd2f4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569873 Oct 19 01:37:32.209153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-bf2172fe-902e-4702-8d11-4f19177dd6af tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:32.210688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-bf2172fe-902e-4702-8d11-4f19177dd6af tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports/98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 937 time: 0.0906956 Oct 19 01:37:32.211546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949efea-a65d-4c2d-930b-40d9dbfbe853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de659c-53a2-4d48-8451-f90f3873d1d7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:32.233016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a949efea-a65d-4c2d-930b-40d9dbfbe853 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7857e0ed5ad94f878a452caad38c1b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100171 Oct 19 01:37:32.235884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58354) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:32.286295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-038886ee-c73b-494e-acd2-2a59e18a96e5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:32.287615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-038886ee-c73b-494e-acd2-2a59e18a96e5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 936 time: 0.0575988 Oct 19 01:37:32.289133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92829cdc-0b79-49c0-a616-f00359d4467b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:32.313977 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92829cdc-0b79-49c0-a616-f00359d4467b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:32.344033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-2dd00b3a-b988-44ec-8d85-e7ceb776733a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0492554 Oct 19 01:37:32.366375 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92829cdc-0b79-49c0-a616-f00359d4467b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:32.370336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92829cdc-0b79-49c0-a616-f00359d4467b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:32.371529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92829cdc-0b79-49c0-a616-f00359d4467b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62de659c-53a2-4d48-8451-f90f3873d1d7 HTTP/1.1" status: 204 len: 168 time: 0.1340985 Oct 19 01:37:32.380357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92829cdc-0b79-49c0-a616-f00359d4467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de659c-53a2-4d48-8451-f90f3873d1d7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:32.391342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-b8597e28-0775-4177-a5d2-1b895ce1b7dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0391250 Oct 19 01:37:32.521607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-6d453baa-f733-4cd3-a56c-94bcb5606c15 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:32.527472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-6d453baa-f733-4cd3-a56c-94bcb5606c15 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:32.534068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-6d453baa-f733-4cd3-a56c-94bcb5606c15 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:32.540559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-6d453baa-f733-4cd3-a56c-94bcb5606c15 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 1995 time: 0.1413882 Oct 19 01:37:32.551178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-8484aadd-a516-492d-9c33-125deab3b9f7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/quotas/3ec170c5f0744796b976548774c0eba6 HTTP/1.1" status: 200 len: 375 time: 0.0091488 Oct 19 01:37:32.616454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-d4df5e56-77d4-4418-88e6-5f015dd0a37c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0576887 Oct 19 01:37:32.741294 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-2b89b9de-fb17-4940-9e35-b668127e2b2a service neutron] 10.222.0.64 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115119 Oct 19 01:37:32.848950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-72ca4c7b-adb7-485d-9118-2c7285d8154f service neutron] 10.222.0.64 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003890 Oct 19 01:37:32.892175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-63209acb-731e-4a86-ab5c-94db2fb0d3ce service neutron] 10.222.0.64 "GET /v2.0/ports/98d3662c-418b-49a1-8b91-34bf11b0b370?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0351992 Oct 19 01:37:33.000272 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-a90d14f4-149c-462a-bbbb-1c69242a0b8f service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003146 Oct 19 01:37:33.100089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-df0c5456-bf11-4abb-a390-582cf5185119 service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928001 Oct 19 01:37:33.147205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-04fbb637-08ac-465f-8718-97aec080676b service neutron] 10.222.0.64 "GET /v2.0/ports/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0397220 Oct 19 01:37:33.265362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-9c9f89c3-eb73-40f7-bb73-3543a0d01993 service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096125 Oct 19 01:37:33.312444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a347b28-d199-4c22-8efd-312b7fb03ebf req-f4de85d3-0aed-4514-b7a1-a2048a1fac48 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:33.314065 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a347b28-d199-4c22-8efd-312b7fb03ebf req-f4de85d3-0aed-4514-b7a1-a2048a1fac48 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.0576026 Oct 19 01:37:33.361693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a347b28-d199-4c22-8efd-312b7fb03ebf req-d3b51889-83b5-4134-ba76-077149eb55b2 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Oct 19 01:37:33.388546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-ef29604b-e2f4-4a74-82e3-fe5ffb467125 service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144092 Oct 19 01:37:33.505259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-19be3274-db8c-4bf5-b75a-1ef6e439ce68 service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145067 Oct 19 01:37:33.625665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-6ef8644f-ff74-464f-9131-80fa221280fa service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134970 Oct 19 01:37:33.725135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-cb298f32-780e-41ae-b6c4-25644fc471ea service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985296 Oct 19 01:37:33.827200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-2676e6ac-c6c3-426e-8664-4922fa67a5ba service neutron] 10.222.0.64 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947468 Oct 19 01:37:33.931724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-f4ba055d-4aad-46c3-85cb-34fe6570fdbe service neutron] 10.222.0.64 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952547 Oct 19 01:37:34.028186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-64589faf-4144-4538-9b4e-c11445d0f1a0 service neutron] 10.222.0.64 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953510 Oct 19 01:37:34.132899 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbdfd74f-b4bb-4e6b-b636-287de435f42e service neutron] 10.222.0.64 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980539 Oct 19 01:37:34.242275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-e3e289a1-bcba-49f8-86d1-6a51a3a08017 service neutron] 10.222.0.64 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027277 Oct 19 01:37:34.492730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2315846-d6b1-4930-bd86-9fb4d06f3c5d req-a5f7ce1f-86bd-482d-9baf-695980212b61 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:34.495968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2315846-d6b1-4930-bd86-9fb4d06f3c5d req-a5f7ce1f-86bd-482d-9baf-695980212b61 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.0602515 Oct 19 01:37:34.543506 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c2315846-d6b1-4930-bd86-9fb4d06f3c5d req-94c2e858-120d-40eb-9ad1-ba554c41aab5 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Oct 19 01:37:34.725426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999244ec-5def-4c80-825d-82fe53b7633c req-372f4ce5-c2d9-450d-bc2d-80ec308ef588 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:34.727725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-999244ec-5def-4c80-825d-82fe53b7633c req-372f4ce5-c2d9-450d-bc2d-80ec308ef588 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.0575466 Oct 19 01:37:34.791968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-999244ec-5def-4c80-825d-82fe53b7633c req-ce0db77c-2f27-40f8-8bf0-2b7e679c9cc9 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520051 Oct 19 01:37:34.849950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da0ab6e7-ce3a-4cef-8de8-0e4e058b0704 req-afbef8c0-d95e-4d1f-b821-fa2790d317de tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0342247 Oct 19 01:37:35.042268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd0ee-24b3-4793-a340-927b1d971e12 req-0acb7f22-f4b4-4baa-90f0-c9bf6fb83ea4 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:35.044250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-474bd0ee-24b3-4793-a340-927b1d971e12 req-0acb7f22-f4b4-4baa-90f0-c9bf6fb83ea4 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.0542097 Oct 19 01:37:35.086285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-474bd0ee-24b3-4793-a340-927b1d971e12 req-c6d1ed39-86ee-429c-85a8-329f6ee9ce18 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359650 Oct 19 01:37:35.601386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0a58-b007-451b-95c3-329d209905b6 req-4210ec10-d66b-4a45-9491-846e22f6bf0e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:35.605139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c3e0a58-b007-451b-95c3-329d209905b6 req-4210ec10-d66b-4a45-9491-846e22f6bf0e tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 945 time: 0.0644417 Oct 19 01:37:35.669786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c3e0a58-b007-451b-95c3-329d209905b6 req-021b37ba-dc02-4d34-9fe8-e5cffae354a2 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Oct 19 01:37:35.963840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35fcd7a8-d6a4-4fd6-b538-3df328c9bc4c req-a006c8bb-02bb-4ff4-a870-8a17f4753040 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0325739 Oct 19 01:37:36.010201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-b22656b4-0df2-43d6-b3a7-f938c1523f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.011583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-b22656b4-0df2-43d6-b3a7-f938c1523f0d service neutron] 10.222.0.62 "GET /v2.0/ports/98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 1033 time: 0.0607355 Oct 19 01:37:36.051756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ecf888b-3502-4e99-bf4c-c1380d0474e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.053347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ecf888b-3502-4e99-bf4c-c1380d0474e7 service neutron] 10.222.0.62 "GET /v2.0/ports/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 1032 time: 0.0350063 Oct 19 01:37:36.184593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-955d95fc-c3c7-4997-a7ad-82544a03a0c2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.190378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-955d95fc-c3c7-4997-a7ad-82544a03a0c2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.196269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-955d95fc-c3c7-4997-a7ad-82544a03a0c2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.198126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-955d95fc-c3c7-4997-a7ad-82544a03a0c2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 1995 time: 0.1363466 Oct 19 01:37:36.269662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-e1c29f0a-26a0-4184-97bd-88f9db25a264 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec170c5f0744796b976548774c0eba6 HTTP/1.1" status: 200 len: 380 time: 0.0612805 Oct 19 01:37:36.277667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da784d-a71a-4bd9-921c-5f7cfcada347 req-74e030ae-2a5f-486f-b4dd-3304f796d57e tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.279125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7da784d-a71a-4bd9-921c-5f7cfcada347 req-74e030ae-2a5f-486f-b4dd-3304f796d57e tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1028221 Oct 19 01:37:36.283723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'admin_state_up': True, 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'security_groups': ['7cb97af8-949c-4357-983d-97ef83de299a']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:36.379190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c7da784d-a71a-4bd9-921c-5f7cfcada347 req-4c8d061e-26cd-4324-9a35-a9d28aae8b46 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918782 Oct 19 01:37:36.440551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:36.444505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:36.637902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 172.20.0.9 (bff67c72-0a31-4c48-b9a2-d18133b5062b/cd823d06-bf8b-4143-a362-5d9e6228ba6d/bbf4a61b-0094-48a9-bfdf-976fc4bcb457) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:36.723015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd6d00-5847-42ee-8077-dab08940b837 req-0c11c3a5-f490-4ec8-8959-cdf246fb26d3 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.731333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1bd6d00-5847-42ee-8077-dab08940b837 req-0c11c3a5-f490-4ec8-8959-cdf246fb26d3 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1367462 Oct 19 01:37:36.772213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-4b4bff59-847d-4834-89ad-e561c39339fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.773534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-4b4bff59-847d-4834-89ad-e561c39339fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=81d5671b31294f2a9d26f0b666e372a9&device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 1098 time: 0.1302307 Oct 19 01:37:36.825048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b59a8d-733e-4951-bc8b-ce7fd7045c94 req-94feb8d3-6b8e-4fbd-bc92-9282f892c8c3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:36.826583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70b59a8d-733e-4951-bc8b-ce7fd7045c94 req-94feb8d3-6b8e-4fbd-bc92-9282f892c8c3 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 945 time: 0.0799439 Oct 19 01:37:36.864779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1bd6d00-5847-42ee-8077-dab08940b837 req-6f321065-be93-4b3d-bef4-3aa65b430ef2 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325607 Oct 19 01:37:36.913339 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-70b59a8d-733e-4951-bc8b-ce7fd7045c94 req-36adf2ef-0534-42a3-8496-9f6cdb959a98 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793006 Oct 19 01:37:36.949235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8f5a5941-c722-4db0-89fa-4634a3d3741c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.057913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-275e22d3-cbca-433e-acc5-49451f1b87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:37.059426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-275e22d3-cbca-433e-acc5-49451f1b87a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd HTTP/1.1" status: 200 len: 913 time: 0.2732327 Oct 19 01:37:37.143481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7aecaa51-590d-4fce-a3e0-5b97dffc3f67 req-62e1d3ee-12ff-4a17-9b2b-f9059ec8bfa6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0484388 Oct 19 01:37:37.176499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.179774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-f4da1465-a27d-47d6-ab6d-fcd1e559e1a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228 HTTP/1.1" status: 200 len: 217 time: 0.0941927 Oct 19 01:37:37.268455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-cc326f80-9cd7-44a9-861f-07d68f154e99 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:37.270094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-cc326f80-9cd7-44a9-861f-07d68f154e99 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 945 time: 0.2077777 Oct 19 01:37:37.295182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-ceec8fa4-389d-41ab-9ee3-fa613258a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:37.296804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-ceec8fa4-389d-41ab-9ee3-fa613258a124 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7dbd3658-3c01-4f6c-998f-71f8774ad255 HTTP/1.1" status: 200 len: 852 time: 0.1091945 Oct 19 01:37:37.358159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-1693d9cb-5ffe-479e-94c3-a0ae6a87fb35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407777 Oct 19 01:37:37.362397 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.403398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58508) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:37.482656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network bff67c72-0a31-4c48-b9a2-d18133b5062b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:37.523471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:37.529879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:37.540087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:37.564262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a59464c2-0d95-4685-a1e0-bf6851454b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.626110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Deleting port 62eee70f-01f4-42ed-97fd-c6c667a4b10a {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:37.626458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.661941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-3689a4df-cd45-49d1-a5d0-0bd83bf894ac service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924743 Oct 19 01:37:37.677590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:37.678124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.703708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a59464c2-0d95-4685-a1e0-bf6851454b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.710918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a59464c2-0d95-4685-a1e0-bf6851454b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.760378 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a59464c2-0d95-4685-a1e0-bf6851454b3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83883ce08b3c41a1aa6921f3b12f60fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557122 Oct 19 01:37:37.761631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59464c2-0d95-4685-a1e0-bf6851454b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59b87d0-bac4-4d12-8a58-aae3e2c7ad82,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:37.764426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58512) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:37.773294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-689d9e73-6a27-4768-80a2-69b404a3942d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4931688 Oct 19 01:37:37.819462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-803275f2-2e58-4f6b-aa5a-adf02d9aab2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.820320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'admin_state_up': True, 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'security_groups': ['7cb97af8-949c-4357-983d-97ef83de299a']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:37.844987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-803275f2-2e58-4f6b-aa5a-adf02d9aab2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.901837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-803275f2-2e58-4f6b-aa5a-adf02d9aab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.903050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d8a4068a-6059-4339-b618-214c300c467b None None] Provisioning complete for port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:37.903825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d8a4068a-6059-4339-b618-214c300c467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.908701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-803275f2-2e58-4f6b-aa5a-adf02d9aab2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.912467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-803275f2-2e58-4f6b-aa5a-adf02d9aab2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c59b87d0-bac4-4d12-8a58-aae3e2c7ad82 HTTP/1.1" status: 204 len: 168 time: 0.1453364 Oct 19 01:37:37.922433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] For port 62eee70f-01f4-42ed-97fd-c6c667a4b10a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=62eee70f-01f4-42ed-97fd-c6c667a4b10a,segment=NetworkSegment(c5d75c9c-d523-4ef6-8035-0346bda0e261),segment_id=c5d75c9c-d523-4ef6-8035-0346bda0e261)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:37.922801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:37.933219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803275f2-2e58-4f6b-aa5a-adf02d9aab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59b87d0-bac4-4d12-8a58-aae3e2c7ad82,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:37.959962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4068a-6059-4339-b618-214c300c467b None None] Port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:37.983746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Calling delete_port for 62eee70f-01f4-42ed-97fd-c6c667a4b10a owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:37.997810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-537634d7-c48c-4900-81ba-f4150c9fd53a req-be0d7814-1387-4ef4-8afc-b959a7a3b646 service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123159 Oct 19 01:37:38.122008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:38.126142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.144864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9ec79-f77f-40f8-bc3e-cf4b12bb2110 req-4efbf6c0-efd3-4dd3-96c5-d8cab74bb4cc tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:38.157025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bad9ec79-f77f-40f8-bc3e-cf4b12bb2110 req-4efbf6c0-efd3-4dd3-96c5-d8cab74bb4cc tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/ports?device_id=694913f1-7d91-4129-abc0-a6441d4f7e8f HTTP/1.1" status: 200 len: 945 time: 0.0989547 Oct 19 01:37:38.158417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fe142-4ab8-43ec-a8a5-7aa550d73342 req-7957ffd9-7eef-4713-ab5f-44649e390668 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:38.160065 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-175fe142-4ab8-43ec-a8a5-7aa550d73342 req-7957ffd9-7eef-4713-ab5f-44649e390668 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1613064 Oct 19 01:37:38.230796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bad9ec79-f77f-40f8-bc3e-cf4b12bb2110 req-4cc5f4d4-1c5d-4e9b-897b-c40810d4579f tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.64 "GET /v2.0/security-groups?id=7544b6af-2d77-4005-b1a3-1fccf2c63338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723295 Oct 19 01:37:38.301277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-175fe142-4ab8-43ec-a8a5-7aa550d73342 req-69db7509-0ffb-4b42-92ca-bd4eeb05c52f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302664 Oct 19 01:37:38.312854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58526) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:38.330466 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.357890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.406475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Pushing event deleted for resources: {'Port': ['ID=62eee70f-01f4-42ed-97fd-c6c667a4b10a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:38.445198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.449819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.464432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 10.1.1.86 (241c9cdd-dae8-43ff-85bc-702992e8210e/2d259fbb-049b-4cc7-b289-389751d1141d/e6fff87a-42e4-4089-9dbf-589d21d0f45c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:38.494383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f510a5-09ca-47af-a0a7-8d8639fe3e31,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:38.494608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] No DVR routers for this DVR port 62eee70f-01f4-42ed-97fd-c6c667a4b10a on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:38.498633 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.501944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-01d46778-7d7b-41d7-8622-3c4e91ca72b9 req-0aa1c432-3f25-4d15-8a4e-5f15d4153957 tempest-AttachVolumeNegativeTest-245683963 tempest-AttachVolumeNegativeTest-245683963-project] 10.222.0.62 "DELETE /v2.0/ports/62eee70f-01f4-42ed-97fd-c6c667a4b10a HTTP/1.1" status: 204 len: 173 time: 1.2223737 Oct 19 01:37:38.505787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'name': 'network-vif-deleted', 'tag': '62eee70f-01f4-42ed-97fd-c6c667a4b10a'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:38.506728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.507431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.507782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.508053 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4fe790-caac-4443-9630-d01b7a7a614d" -d '{"events": [{"server_uuid": "694913f1-7d91-4129-abc0-a6441d4f7e8f", "name": "network-vif-deleted", "tag": "62eee70f-01f4-42ed-97fd-c6c667a4b10a"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:38.508189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.508633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.509161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.509990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.510526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.510860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.511195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.511582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.511832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:37:38.520243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-04546b65-6ecb-4026-a52e-4265fb539758 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6de65ab43530463a8ebd0a8652f340ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057364 Oct 19 01:37:38.522542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58530) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:38.536444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dd16d-629c-4cea-b043-4cab38016386 req-70337271-dd1f-467e-934f-7f17cf2bfb53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:38.537969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d8dd16d-629c-4cea-b043-4cab38016386 req-70337271-dd1f-467e-934f-7f17cf2bfb53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 931 time: 0.1354251 Oct 19 01:37:38.604383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec92e3ed-d04c-4a58-862c-01413411f228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.614662 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e436049b-66fb-4dab-a7e1-c1961ee453f1 x-openstack-request-id: req-e436049b-66fb-4dab-a7e1-c1961ee453f1 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:38.614984 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694913f1-7d91-4129-abc0-a6441d4f7e8f", "name": "network-vif-deleted", "tag": "62eee70f-01f4-42ed-97fd-c6c667a4b10a", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:38.615234 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e436049b-66fb-4dab-a7e1-c1961ee453f1 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:38.615596 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694913f1-7d91-4129-abc0-a6441d4f7e8f', 'name': 'network-vif-deleted', 'tag': '62eee70f-01f4-42ed-97fd-c6c667a4b10a', 'status': 'completed', 'code': 200} Oct 19 01:37:38.640247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec92e3ed-d04c-4a58-862c-01413411f228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.683456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1d8dd16d-629c-4cea-b043-4cab38016386 req-6a15c355-8b80-4dc8-99c0-5784f34670ee tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163130 Oct 19 01:37:38.728794 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec92e3ed-d04c-4a58-862c-01413411f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.731917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ec92e3ed-d04c-4a58-862c-01413411f228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.736005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ec92e3ed-d04c-4a58-862c-01413411f228 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10f510a5-09ca-47af-a0a7-8d8639fe3e31 HTTP/1.1" status: 204 len: 168 time: 0.2098618 Oct 19 01:37:38.746025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92e3ed-d04c-4a58-862c-01413411f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f510a5-09ca-47af-a0a7-8d8639fe3e31,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:38.759933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.798952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.845177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 241c9cdd-dae8-43ff-85bc-702992e8210e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:38.848679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:38.852381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:38.880906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=e6fff87a-42e4-4089-9dbf-589d21d0f45c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:38.933276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:38.934101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:38.972464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-98828ee4-784a-4b15-aa14-983b9c5c6946 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1563692 Oct 19 01:37:38.986812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'admin_state_up': True, 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'security_groups': ['7cb97af8-949c-4357-983d-97ef83de299a']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:39.197112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-997cfe69-ce00-4218-b381-50772d01b208 None None] Provisioning complete for port e6fff87a-42e4-4089-9dbf-589d21d0f45c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:39.199019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:39.199587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-997cfe69-ce00-4218-b381-50772d01b208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.203260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.254877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-997cfe69-ce00-4218-b381-50772d01b208 None None] Port e6fff87a-42e4-4089-9dbf-589d21d0f45c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:39.286261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58544) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:39.375696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] Deleting subnet 8323665d-fa1d-4b31-a2a8-8eb9f27d13ca {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:37:39.380622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.384334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 10.1.1.208 (241c9cdd-dae8-43ff-85bc-702992e8210e/2d259fbb-049b-4cc7-b289-389751d1141d/b3e8dcf7-0768-4e63-89e6-ffa884cc265d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:39.451749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.527620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.536884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988cdf6-12c5-4bd4-b871-88a789e53054 req-78d0564d-2506-49cf-946e-e69458f885c9 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:39.538505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5988cdf6-12c5-4bd4-b871-88a789e53054 req-78d0564d-2506-49cf-946e-e69458f885c9 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.0666237 Oct 19 01:37:39.559511 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.613394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.637962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5988cdf6-12c5-4bd4-b871-88a789e53054 req-a5410a03-ba0d-4c1a-835c-db3c2aac0b57 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812294 Oct 19 01:37:39.646916 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.673543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.683594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 241c9cdd-dae8-43ff-85bc-702992e8210e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:39.693608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:39.710817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:39.712945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8323665d-fa1d-4b31-a2a8-8eb9f27d13ca,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:39.716292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.721060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:39.724452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd05b133-8eab-420d-9754-5ba89d1ec02a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8323665d-fa1d-4b31-a2a8-8eb9f27d13ca HTTP/1.1" status: 204 len: 168 time: 0.4356284 Oct 19 01:37:39.725410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:39.730856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-258e611a-0954-45f2-bebf-5d47e5a2a480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.834564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:39.835222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.872548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-bbfb2585-7d39-4ee4-b2a2-5853e2bfaa25 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8937602 Oct 19 01:37:39.897234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212', 'admin_state_up': True, 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'security_groups': ['7cb97af8-949c-4357-983d-97ef83de299a']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:39.900343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:39.971480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631b40-1e31-48a2-9312-e9381f2aecd4 req-93fdd71a-8425-404a-95bc-5a779fd8691a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:39.978011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631b40-1e31-48a2-9312-e9381f2aecd4 req-93fdd71a-8425-404a-95bc-5a779fd8691a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:40.000297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631b40-1e31-48a2-9312-e9381f2aecd4 req-93fdd71a-8425-404a-95bc-5a779fd8691a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:40.002234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18631b40-1e31-48a2-9312-e9381f2aecd4 req-93fdd71a-8425-404a-95bc-5a779fd8691a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 2373 time: 0.1713064 Oct 19 01:37:40.089099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d6067de1-c7e4-4592-8ef4-436f568e8efc None None] Provisioning complete for port b3e8dcf7-0768-4e63-89e6-ffa884cc265d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:40.089482 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d6067de1-c7e4-4592-8ef4-436f568e8efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.112206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:40.139122 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.153311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d6067de1-c7e4-4592-8ef4-436f568e8efc None None] Port b3e8dcf7-0768-4e63-89e6-ffa884cc265d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:40.183440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805daa38-2148-4993-81b6-d7390cf94bb5']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:40.188222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18631b40-1e31-48a2-9312-e9381f2aecd4 req-f7e143fc-1ebf-4c76-8b9f-d258f8dfa938 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454225 Oct 19 01:37:40.194446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62eee70f-01f4-42ed-97fd-c6c667a4b10a no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:40.208695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.222800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d75c9c-d523-4ef6-8035-0346bda0e261') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:40.223248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d75c9c-d523-4ef6-8035-0346bda0e261') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:40.231048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 62eee70f-01f4-42ed-97fd-c6c667a4b10a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:40.233269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 62eee70f-01f4-42ed-97fd-c6c667a4b10a not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:40.235963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.237467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58574) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:40.272041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381e6cb-90af-4faf-bb7f-fbbcecad984e req-f3859b47-9402-4877-a820-5b3a51194589 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:40.273607 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4381e6cb-90af-4faf-bb7f-fbbcecad984e req-f3859b47-9402-4877-a820-5b3a51194589 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.2069166 Oct 19 01:37:40.382354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4381e6cb-90af-4faf-bb7f-fbbcecad984e req-c4dd0858-5d68-4239-a220-637f37f938f8 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873144 Oct 19 01:37:40.624976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 10.2.2.100 (3be7c16e-d9cf-416d-9b0c-37b3a94ed212/6744088d-5f89-47f0-99e8-53cdb1f85b71/66708e09-d5cc-4619-a9b9-f1a6d14e09d7) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:40.632433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.719227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.727102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:37:40.728346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.792983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:37:40.809410 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:37:40.820088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.828405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:40.835585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] 10.222.0.64 "DELETE /v2.0/networks/805daa38-2148-4993-81b6-d7390cf94bb5 HTTP/1.1" status: 204 len: 168 time: 1.1085675 Oct 19 01:37:40.857541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d60c34-a82f-43fc-944d-46691ef41eec admin admin] Pushing event deleted for resources: {'Network': ['ID=805daa38-2148-4993-81b6-d7390cf94bb5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:40.912610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.009940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 525c999e-3e8d-4cd6-948a-09c23503a980 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:41.010429 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.131542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.131913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.148370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 525c999e-3e8d-4cd6-948a-09c23503a980 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:41.154518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58596) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:41.255963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0a065a99-2f6e-4873-bba8-d3a4512b1ed1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07a242df73444b6e8a846219aa52ce58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000705 Oct 19 01:37:41.258493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58600) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:41.395760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96cc91ad-6af4-45c0-b698-544fdfd8b7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.401400 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.423734 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96cc91ad-6af4-45c0-b698-544fdfd8b7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.425818 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.456263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c6e4-182a-405c-8d34-aabbb86223a2 req-d5563cca-c2eb-4f93-90db-1ecb6683a230 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:41.462717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c6e4-182a-405c-8d34-aabbb86223a2 req-d5563cca-c2eb-4f93-90db-1ecb6683a230 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:41.469642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c6e4-182a-405c-8d34-aabbb86223a2 req-d5563cca-c2eb-4f93-90db-1ecb6683a230 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:41.471247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=525c999e-3e8d-4cd6-948a-09c23503a980,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:41.471903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac53c6e4-182a-405c-8d34-aabbb86223a2 req-d5563cca-c2eb-4f93-90db-1ecb6683a230 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 2373 time: 0.1174412 Oct 19 01:37:41.486559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:41.492008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:41.500268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:41.504615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:41.583702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ac53c6e4-182a-405c-8d34-aabbb86223a2 req-bb7bd1ac-49e6-46cb-926e-c7499d129caf tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563929 Oct 19 01:37:41.596787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:41.597482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.626624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-eb5f23e8-1424-4c91-af67-7b3947768ba2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7454691 Oct 19 01:37:41.638544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212', 'admin_state_up': True, 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'security_groups': ['7cb97af8-949c-4357-983d-97ef83de299a']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:41.639668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528b5ab-9564-4559-963d-59f5a2c506e1 req-003bc7ca-6c4e-4380-a46a-53a8a71bc984 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:41.641373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5528b5ab-9564-4559-963d-59f5a2c506e1 req-003bc7ca-6c4e-4380-a46a-53a8a71bc984 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1330390 Oct 19 01:37:41.657064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.657435 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Floating IP 3c4e831a-f5d7-451d-8ea3-742dae2cd153 disassociated (deleted). External IP: 172.25.0.64, port: 7dd471e9-1c90-447f-91ac-b4cd5506a5a3. Oct 19 01:37:41.661921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96cc91ad-6af4-45c0-b698-544fdfd8b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.664550 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96cc91ad-6af4-45c0-b698-544fdfd8b7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.701505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-96cc91ad-6af4-45c0-b698-544fdfd8b7fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7544b6af-2d77-4005-b1a3-1fccf2c63338 HTTP/1.1" status: 204 len: 168 time: 0.4294248 Oct 19 01:37:41.916252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-52d22967-c2e3-4ebc-a300-b1b1f84bf195 None None] Provisioning complete for port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:41.916764 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-52d22967-c2e3-4ebc-a300-b1b1f84bf195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:41.980802 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-52d22967-c2e3-4ebc-a300-b1b1f84bf195 None None] Port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:41.994806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc91ad-6af4-45c0-b698-544fdfd8b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7544b6af-2d77-4005-b1a3-1fccf2c63338,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:42.015341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Made reservation on behalf of 3ec170c5f0744796b976548774c0eba6 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:42.024986 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:42.124547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:37:42.166916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5528b5ab-9564-4559-963d-59f5a2c506e1 req-1afcb516-bcb1-431e-a906-71bfd0072ccd tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914027 Oct 19 01:37:42.323593 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:42.350599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:37:42.363727 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:37:42.368198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:42.378108 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:42.379123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:42.409645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Allocated IP 10.2.2.200 (3be7c16e-d9cf-416d-9b0c-37b3a94ed212/6744088d-5f89-47f0-99e8-53cdb1f85b71/ea549d0a-9368-4127-a8fc-1e3091cc9150) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:37:42.493122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d18c4086-2549-4cf5-aab7-82c43ca9fde5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "DELETE /v2.0/floatingips/3c4e831a-f5d7-451d-8ea3-742dae2cd153 HTTP/1.1" status: 204 len: 168 time: 2.2545831 Oct 19 01:37:42.510399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:42.514455 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:42.553976 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:42.574057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae4a7-2fda-447c-9584-95fc7ce53ea9 req-f40c0e23-b2a4-4f1a-b930-20f7453781a5 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:42.576277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-963ae4a7-2fda-447c-9584-95fc7ce53ea9 req-f40c0e23-b2a4-4f1a-b930-20f7453781a5 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1162577 Oct 19 01:37:42.601655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-64b8cc44-75a5-4d97-baab-2fd324107767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:42.604390 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-64b8cc44-75a5-4d97-baab-2fd324107767 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=81d5671b31294f2a9d26f0b666e372a9&device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 1098 time: 0.1379309 Oct 19 01:37:42.658617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-963ae4a7-2fda-447c-9584-95fc7ce53ea9 req-7612b4e9-7c0d-414e-a309-a0a1ee5b26d8 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755291 Oct 19 01:37:42.886712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-486c15b3-8449-4122-9cf3-97b010d98498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:42.898968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-486c15b3-8449-4122-9cf3-97b010d98498 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd HTTP/1.1" status: 200 len: 913 time: 0.2447100 Oct 19 01:37:42.942205 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:42.984004 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c3c0aa-483b-4ee7-9b1d-e34f42e638ae x-openstack-request-id: req-a2c3c0aa-483b-4ee7-9b1d-e34f42e638ae {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:42.984322 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:42.984571 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2c3c0aa-483b-4ee7-9b1d-e34f42e638ae {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:42.984970 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'status': 'completed', 'code': 200} Oct 19 01:37:42.999592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-3094b03a-c785-455f-a081-3310d03e4556 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228 HTTP/1.1" status: 200 len: 217 time: 0.0856504 Oct 19 01:37:43.101550 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:28Z', 'revision_number': 1, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:43.129473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a8bc8-ada7-41d5-8b80-36ca92c32f2c req-7b7e5591-c5bb-40d8-ab27-586dba4c6b7e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.139914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d8a8bc8-ada7-41d5-8b80-36ca92c32f2c req-7b7e5591-c5bb-40d8-ab27-586dba4c6b7e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 945 time: 0.0871847 Oct 19 01:37:43.142301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:43.194507 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d8a8bc8-ada7-41d5-8b80-36ca92c32f2c req-7c384400-1034-43f8-9b41-62756bc7516c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491529 Oct 19 01:37:43.208925 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:37:43.209122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event updated for resources: {'Port': ['ID=ea549d0a-9368-4127-a8fc-1e3091cc9150,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:43.225281 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:37:43.225913 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:43.230231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d443e-fcb2-4b1e-84b0-f3b6f54ef154 req-47f0d5f1-34c3-4496-8e03-d543ff7060b5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.236726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d443e-fcb2-4b1e-84b0-f3b6f54ef154 req-47f0d5f1-34c3-4496-8e03-d543ff7060b5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.243055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d443e-fcb2-4b1e-84b0-f3b6f54ef154 req-47f0d5f1-34c3-4496-8e03-d543ff7060b5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.249342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d443e-fcb2-4b1e-84b0-f3b6f54ef154 req-47f0d5f1-34c3-4496-8e03-d543ff7060b5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.256972 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-277d443e-fcb2-4b1e-84b0-f3b6f54ef154 req-47f0d5f1-34c3-4496-8e03-d543ff7060b5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 3094 time: 0.4102790 Oct 19 01:37:43.317045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:37:43.319797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-b3372c1f-741a-452e-8004-875ef5509b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.322480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-b3372c1f-741a-452e-8004-875ef5509b19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 1097 time: 0.3064685 Oct 19 01:37:43.336724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-277d443e-fcb2-4b1e-84b0-f3b6f54ef154 req-bafdd251-4bb1-4fbb-a828-a2a5541893e1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787542 Oct 19 01:37:43.343651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-ac94c715-565c-41ef-8b30-598d9709683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.347630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-ac94c715-565c-41ef-8b30-598d9709683b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7dbd3658-3c01-4f6c-998f-71f8774ad255 HTTP/1.1" status: 200 len: 852 time: 0.3346190 Oct 19 01:37:43.365932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:43.410997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:37:43.455627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-f21095c4-9cef-4d34-bdb6-cb1231326fa1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747983 Oct 19 01:37:43.666422 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-bbcc0815-6bf7-4bf8-abe7-594fa72bbeb9 service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982431 Oct 19 01:37:43.685133 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:37:43.724784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-83c4f43d-1548-40c3-ae0a-2b7694a457a2 None None] Provisioning complete for port ea549d0a-9368-4127-a8fc-1e3091cc9150 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:37:43.725685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-83c4f43d-1548-40c3-ae0a-2b7694a457a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:43.788613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.790157 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:43.813938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-83c4f43d-1548-40c3-ae0a-2b7694a457a2 None None] Port ea549d0a-9368-4127-a8fc-1e3091cc9150 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:37:43.862708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-7ca87820-a391-42f6-ba81-77f023151774 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2271025 Oct 19 01:37:43.916522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:43.936057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd39b-8b09-4228-92ac-3bceea9bbbde req-3b356d08-80a4-46c0-a7d5-bb714be63d44 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.944679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a9dd39b-8b09-4228-92ac-3bceea9bbbde req-3b356d08-80a4-46c0-a7d5-bb714be63d44 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1290150 Oct 19 01:37:43.996581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-ca3e829f-4b7a-47a3-8ee6-5192ace6c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:43.998069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-ca3e829f-4b7a-47a3-8ee6-5192ace6c9f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.6567760 Oct 19 01:37:44.000833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a9dd39b-8b09-4228-92ac-3bceea9bbbde req-6bf57f8e-b617-4948-8a23-b8e0f34ec215 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Oct 19 01:37:44.047747 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:28Z', 'revision_number': 1, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:44.080343 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163d7e0-49ed-451d-9cc4-88580b0ef1b5 None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'c4266eeb-5ce2-47f3-800c-dad51f1ee1ed', 'tenant_id': '94246613562645278786674bc9722b64', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'port_id': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'mac_address': 'fa:16:3e:1d:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:33:22Z', 'updated_at': '2021-10-19T01:33:28Z', 'revision_number': 1, 'project_id': '94246613562645278786674bc9722b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:37:44.098114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:44.102492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-677d7744-a165-4dea-bc23-6e163a8d847a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3 HTTP/1.1" status: 200 len: 217 time: 0.0723376 Oct 19 01:37:44.124753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdb16cd-6a90-409b-abc6-199485d4f985 req-adc6fe4e-33bb-4bcb-ac42-4af932f4798b service neutron] 10.222.0.74 "GET /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260255 Oct 19 01:37:44.197915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-164934e8-15da-462b-a785-f5bc6d6167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.199400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-164934e8-15da-462b-a785-f5bc6d6167c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.0856559 Oct 19 01:37:44.350175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-3d96eddc-3ca5-47f9-80b0-d6eafa8ed13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.351938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-3d96eddc-3ca5-47f9-80b0-d6eafa8ed13d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421037 Oct 19 01:37:44.363500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-a41adef4-b4f9-419b-a08d-8a2e6d8bff2c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.365766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-a41adef4-b4f9-419b-a08d-8a2e6d8bff2c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 945 time: 0.1072195 Oct 19 01:37:44.568601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:44.569924 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:44.576215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f127143-d644-4c99-be85-d245d6408350 None None] New status for floating IP 3c4e831a-f5d7-451d-8ea3-742dae2cd153: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:37:44.582866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826598d2-c167-48fc-bfa1-e37debae356a req-9dd0ac04-c860-4cd7-8060-af8891a0160c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.584446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-826598d2-c167-48fc-bfa1-e37debae356a req-9dd0ac04-c860-4cd7-8060-af8891a0160c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 945 time: 0.2397768 Oct 19 01:37:44.652014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-732829e2-2868-4ea4-89af-a32ea25d9761 service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884433 Oct 19 01:37:44.701058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-826598d2-c167-48fc-bfa1-e37debae356a req-522323df-41c7-4ec5-b867-0f2045995ffd tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024578 Oct 19 01:37:44.811236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0686-5c54-4907-a869-65ea96e0f3db req-8dd72312-7a27-45dd-87e2-f0b090d58523 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.817353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0686-5c54-4907-a869-65ea96e0f3db req-8dd72312-7a27-45dd-87e2-f0b090d58523 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.824088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0686-5c54-4907-a869-65ea96e0f3db req-8dd72312-7a27-45dd-87e2-f0b090d58523 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.831776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0686-5c54-4907-a869-65ea96e0f3db req-8dd72312-7a27-45dd-87e2-f0b090d58523 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.838461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c0686-5c54-4907-a869-65ea96e0f3db req-8dd72312-7a27-45dd-87e2-f0b090d58523 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:44.846393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e7c0686-5c54-4907-a869-65ea96e0f3db req-8dd72312-7a27-45dd-87e2-f0b090d58523 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 3815 time: 0.2726851 Oct 19 01:37:44.876339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf4a61b-0094-48a9-bfdf-976fc4bcb457 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:44.900331 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:44.928653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] For port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:44.932267 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:44.959824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-6611c305-5cb2-45aa-a50a-e92ae717bc6b service neutron] 10.222.0.62 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989311 Oct 19 01:37:44.960992 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Transition to ACTIVE for port object bbf4a61b-0094-48a9-bfdf-976fc4bcb457 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:44.965940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:44.995616 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e7c0686-5c54-4907-a869-65ea96e0f3db req-a0f3c568-be69-43dc-aa84-7bf751d415ad tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480048 Oct 19 01:37:45.005094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:45.083873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:45.291730 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:45.358857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95f85-80ac-4ba2-a1bf-93d8e7cb3c80 req-2caab54e-7be9-4d29-8a0a-10e550944d6b tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:45.360674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-46a95f85-80ac-4ba2-a1bf-93d8e7cb3c80 req-2caab54e-7be9-4d29-8a0a-10e550944d6b tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1457226 Oct 19 01:37:45.361842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Attempting to bind port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:45.362361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Attempting to bind port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:45.362863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Attempting to bind port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 on network bff67c72-0a31-4c48-b9a2-d18133b5062b {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:45.368097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=7dd471e9-1c90-447f-91ac-b4cd5506a5a3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:45.369405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 on network bff67c72-0a31-4c48-b9a2-d18133b5062b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:45.369405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Attempting to bind port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 on network bff67c72-0a31-4c48-b9a2-d18133b5062b {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:45.391337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:45.391680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Checking segment: {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:45.392092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Bound using segment: {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:45.392548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Bound port: bbf4a61b-0094-48a9-bfdf-976fc4bcb457, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0507123c-84cf-4a26-b937-e7f57072dbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:45.392910 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:45.446051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] No DVR routers for this DVR port 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:45.449636 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:45.455206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1c0f8063-47bb-4e20-a675-4716e4180a6d req-ccb00d54-f006-4fd4-bbe4-9cf73d1ef62e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.62 "DELETE /v2.0/ports/7dd471e9-1c90-447f-91ac-b4cd5506a5a3 HTTP/1.1" status: 204 len: 173 time: 1.0816967 Oct 19 01:37:45.455685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'name': 'network-vif-deleted', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:45.458635 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea18e2-b43f-44f8-9757-e83641736e85" -d '{"events": [{"server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "name": "network-vif-deleted", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:45.525157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-46a95f85-80ac-4ba2-a1bf-93d8e7cb3c80 req-fd4d560e-0051-4ecb-8e0f-ad3c5a0d5541 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510792 Oct 19 01:37:45.589940 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250dfa43-6a59-4d1c-9efe-95c588237e10 x-openstack-request-id: req-250dfa43-6a59-4d1c-9efe-95c588237e10 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:45.590718 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecff50a8-9350-45f0-a62a-47c689391396", "name": "network-vif-deleted", "tag": "7dd471e9-1c90-447f-91ac-b4cd5506a5a3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:45.591016 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-250dfa43-6a59-4d1c-9efe-95c588237e10 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:45.591514 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff50a8-9350-45f0-a62a-47c689391396', 'name': 'network-vif-deleted', 'tag': '7dd471e9-1c90-447f-91ac-b4cd5506a5a3', 'status': 'completed', 'code': 200} Oct 19 01:37:45.630916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] For port bbf4a61b-0094-48a9-bfdf-976fc4bcb457, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:45.635904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] For port bbf4a61b-0094-48a9-bfdf-976fc4bcb457, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:45.642856 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:45.684318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:45.685282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:45.687031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] 10.222.0.62 "PUT /v2.0/ports/bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 1092 time: 1.7872984 Oct 19 01:37:45.687656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:45.690165 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8" -d '{"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:45.729115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:45.755225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b971a8-05d0-4de0-9828-c205a719c05c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:45.766403 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8fc2b1-4051-4b8c-8e0f-0c67e2ea9571 x-openstack-request-id: req-eb8fc2b1-4051-4b8c-8e0f-0c67e2ea9571 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:45.766917 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:45.767346 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb8fc2b1-4051-4b8c-8e0f-0c67e2ea9571 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:45.768222 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'status': 'completed', 'code': 200} Oct 19 01:37:45.810248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:45.900842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-7c6b1e3a-b4ec-4bf8-8cd2-30bc76f0a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:45.901324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-7c6b1e3a-b4ec-4bf8-8cd2-30bc76f0a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:45.901802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-7c6b1e3a-b4ec-4bf8-8cd2-30bc76f0a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:45.904529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-7c6b1e3a-b4ec-4bf8-8cd2-30bc76f0a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:45.905225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-7c6b1e3a-b4ec-4bf8-8cd2-30bc76f0a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:45.907311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-7c6b1e3a-b4ec-4bf8-8cd2-30bc76f0a2cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 4363 time: 0.1167903 Oct 19 01:37:45.969259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e2e5c60-b75c-4851-8fc2-870bad9759ab req-e6a6a9c9-cf9f-4e60-82e5-c6921ef63cd5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0554712 Oct 19 01:37:46.154103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-9a1d3a7e-7497-4736-b4a2-5bdf0ed001c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.154841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-9a1d3a7e-7497-4736-b4a2-5bdf0ed001c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.155460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-9a1d3a7e-7497-4736-b4a2-5bdf0ed001c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.157324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-9a1d3a7e-7497-4736-b4a2-5bdf0ed001c2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ec170c5f0744796b976548774c0eba6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2407279 Oct 19 01:37:46.280713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34d760-6d30-4cd3-b722-402006116d25 req-1c864e43-b8b3-4bf6-8fb8-1e44eb952d53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.285775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34d760-6d30-4cd3-b722-402006116d25 req-1c864e43-b8b3-4bf6-8fb8-1e44eb952d53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.292435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34d760-6d30-4cd3-b722-402006116d25 req-1c864e43-b8b3-4bf6-8fb8-1e44eb952d53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.298360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34d760-6d30-4cd3-b722-402006116d25 req-1c864e43-b8b3-4bf6-8fb8-1e44eb952d53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.304411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34d760-6d30-4cd3-b722-402006116d25 req-1c864e43-b8b3-4bf6-8fb8-1e44eb952d53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.306764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be34d760-6d30-4cd3-b722-402006116d25 req-1c864e43-b8b3-4bf6-8fb8-1e44eb952d53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 3827 time: 0.1483154 Oct 19 01:37:46.361726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be34d760-6d30-4cd3-b722-402006116d25 req-9e447a25-014d-41c5-af02-408cb7fb4938 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458686 Oct 19 01:37:46.364892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-c625f3ea-3b27-4021-ba3f-97e5b039a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.366720 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9fa4ef5c-c21d-4b43-a55d-d0b67fe363a8 req-c625f3ea-3b27-4021-ba3f-97e5b039a33d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982930 Oct 19 01:37:46.367065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d3662c-418b-49a1-8b91-34bf11b0b370 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:46.378944 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.396911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Transition to ACTIVE for port object 98d3662c-418b-49a1-8b91-34bf11b0b370 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:46.402178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58750) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:46.404748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.461008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Pushing event updated for resources: {'Port': ['ID=98d3662c-418b-49a1-8b91-34bf11b0b370,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:46.532617 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f917e86-cebd-444f-ba65-aa60969600ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.543825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Attempting to bind port 98d3662c-418b-49a1-8b91-34bf11b0b370 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:46.546316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Attempting to bind port 98d3662c-418b-49a1-8b91-34bf11b0b370 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:46.547094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Attempting to bind port 98d3662c-418b-49a1-8b91-34bf11b0b370 on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:46.555006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Port 98d3662c-418b-49a1-8b91-34bf11b0b370 on network 241c9cdd-dae8-43ff-85bc-702992e8210e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:46.555300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Attempting to bind port 98d3662c-418b-49a1-8b91-34bf11b0b370 on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:46.563462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:46.563618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Checking segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:46.564007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Bound using segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:46.564485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Bound port: 98d3662c-418b-49a1-8b91-34bf11b0b370, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:46.564845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.686315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] For port 98d3662c-418b-49a1-8b91-34bf11b0b370, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:46.694052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] For port 98d3662c-418b-49a1-8b91-34bf11b0b370, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=98d3662c-418b-49a1-8b91-34bf11b0b370,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:46.694583 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f917e86-cebd-444f-ba65-aa60969600ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.708268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f917e86-cebd-444f-ba65-aa60969600ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.711528 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.732829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70e2e9-e755-44b5-b26e-2ba4ca9a8cd6 req-fbf6b60e-3d32-46f6-9469-c0f9e6776368 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.737922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:46.739247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.741966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dc70e2e9-e755-44b5-b26e-2ba4ca9a8cd6 req-fbf6b60e-3d32-46f6-9469-c0f9e6776368 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1092117 Oct 19 01:37:46.744644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] 10.222.0.62 "PUT /v2.0/ports/98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 1137 time: 1.0183787 Oct 19 01:37:46.798472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3f917e86-cebd-444f-ba65-aa60969600ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7783cd4468ce430b87f72b310b9a76cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927679 Oct 19 01:37:46.807236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58758) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:46.808222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f917e86-cebd-444f-ba65-aa60969600ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f94c68b-d37b-49e1-962a-efa434f482dc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:46.808746 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:46.865627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dc70e2e9-e755-44b5-b26e-2ba4ca9a8cd6 req-ea1beab6-5928-4457-9764-597d2ef232f4 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225901 Oct 19 01:37:46.898506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bca03d63-f504-4528-a615-8c16a46a6ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.930390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bca03d63-f504-4528-a615-8c16a46a6ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:46.979461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.002561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bca03d63-f504-4528-a615-8c16a46a6ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.012238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff73f20-13da-49c9-883a-1cbac0c7a25e service neutron] Pushing event updated for resources: {'Port': ['ID=98d3662c-418b-49a1-8b91-34bf11b0b370,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:47.013325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bca03d63-f504-4528-a615-8c16a46a6ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.017022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bca03d63-f504-4528-a615-8c16a46a6ec2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f94c68b-d37b-49e1-962a-efa434f482dc HTTP/1.1" status: 204 len: 168 time: 0.2032619 Oct 19 01:37:47.042506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca03d63-f504-4528-a615-8c16a46a6ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f94c68b-d37b-49e1-962a-efa434f482dc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:47.185014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75f41b72-3596-4b3a-93ff-d70cf3e0acc7 req-70277edc-f1d5-4ebd-a392-04be722a330d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0807986 Oct 19 01:37:47.323051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebeddb-1012-4c86-8d60-9924290aa5f1 req-7ca189b9-16ef-40ab-8507-7fb55c91d839 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.324702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ceebeddb-1012-4c86-8d60-9924290aa5f1 req-7ca189b9-16ef-40ab-8507-7fb55c91d839 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.0947616 Oct 19 01:37:47.428735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ceebeddb-1012-4c86-8d60-9924290aa5f1 req-dee2ec80-dcf2-4754-9e10-8914d5635785 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717790 Oct 19 01:37:47.489769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58772) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:47.513807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:47.521919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.525107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93573541-02a8-4b1a-804c-27101b42177c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.534493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Transition to ACTIVE for port object 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:47.540642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.567590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aced2-51f9-43d3-87d4-181738045fdb req-0bc37b6c-9a9b-4913-8878-fa15f8277bce tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.574674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aced2-51f9-43d3-87d4-181738045fdb req-0bc37b6c-9a9b-4913-8878-fa15f8277bce tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.580881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aced2-51f9-43d3-87d4-181738045fdb req-0bc37b6c-9a9b-4913-8878-fa15f8277bce tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.587201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aced2-51f9-43d3-87d4-181738045fdb req-0bc37b6c-9a9b-4913-8878-fa15f8277bce tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.593829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aced2-51f9-43d3-87d4-181738045fdb req-0bc37b6c-9a9b-4913-8878-fa15f8277bce tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.599905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aced2-51f9-43d3-87d4-181738045fdb req-0bc37b6c-9a9b-4913-8878-fa15f8277bce tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.601857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-004aced2-51f9-43d3-87d4-181738045fdb req-0bc37b6c-9a9b-4913-8878-fa15f8277bce tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 4605 time: 0.1261485 Oct 19 01:37:47.628347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:47.689361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-004aced2-51f9-43d3-87d4-181738045fdb req-cc99034f-d598-4d84-add0-8f3544fddef6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770814 Oct 19 01:37:47.730436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93573541-02a8-4b1a-804c-27101b42177c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.742200 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-93573541-02a8-4b1a-804c-27101b42177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.775965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': '98d3662c-418b-49a1-8b91-34bf11b0b370'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:47.779474 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06806726-08f7-4e6e-a9be-e4a9117ae051" -d '{"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "98d3662c-418b-49a1-8b91-34bf11b0b370"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:47.808863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Attempting to bind port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:47.809142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93573541-02a8-4b1a-804c-27101b42177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3ddcc-dc76-4ffb-8820-6a6579ad63f4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:47.809300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Attempting to bind port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:47.809525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Attempting to bind port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:47.814647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd on network 241c9cdd-dae8-43ff-85bc-702992e8210e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:47.814976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Attempting to bind port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:47.818725 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-93573541-02a8-4b1a-804c-27101b42177c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e0463d7d47c477d8dea6e7bef19cae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270411 Oct 19 01:37:47.822210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:47.822508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Checking segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:47.823008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Bound using segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:47.823318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Bound port: 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:47.823671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.824121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58778) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:47.866945 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a11e0b-2d1a-42af-b3e9-a5786ab34404 x-openstack-request-id: req-e6a11e0b-2d1a-42af-b3e9-a5786ab34404 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:47.867363 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "98d3662c-418b-49a1-8b91-34bf11b0b370", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:47.868081 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6a11e0b-2d1a-42af-b3e9-a5786ab34404 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:47.869085 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': '98d3662c-418b-49a1-8b91-34bf11b0b370', 'status': 'completed', 'code': 200} Oct 19 01:37:47.916452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] For port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:47.926369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] For port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:47.929287 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9737df1d-6ee8-466f-8816-040589d77133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.935607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.964580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.965047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.965509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.965966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.966422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.966880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.967334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.969245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-12193215-b6a8-4522-9ff8-f6d1da7679ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6180 time: 0.0907512 Oct 19 01:37:47.971542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9737df1d-6ee8-466f-8816-040589d77133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.986727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:47.987385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:47.988883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 1136 time: 1.1982551 Oct 19 01:37:48.011137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b356bc-a85c-45d8-9411-b082f5e478c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:48.029901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:48.123264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:48.139551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-29f8e04b-dd25-4e4e-9beb-d5e1ddc053d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.140317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-29f8e04b-dd25-4e4e-9beb-d5e1ddc053d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.140929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-29f8e04b-dd25-4e4e-9beb-d5e1ddc053d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.142792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-29f8e04b-dd25-4e4e-9beb-d5e1ddc053d6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ec170c5f0744796b976548774c0eba6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1650071 Oct 19 01:37:48.248593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9737df1d-6ee8-466f-8816-040589d77133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:48.251774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9737df1d-6ee8-466f-8816-040589d77133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:48.253254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9737df1d-6ee8-466f-8816-040589d77133 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93c3ddcc-dc76-4ffb-8820-6a6579ad63f4 HTTP/1.1" status: 204 len: 168 time: 0.4279733 Oct 19 01:37:48.257540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:48.316532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:48.317383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7dd471e9-1c90-447f-91ac-b4cd5506a5a3 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:48.330437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737df1d-6ee8-466f-8816-040589d77133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3ddcc-dc76-4ffb-8820-6a6579ad63f4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:48.357054 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-13c6f6de-1815-4453-86da-c7cd7aef154c req-5d4c5b6d-096f-46ba-a85c-dd434703985c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0603170 Oct 19 01:37:48.384610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-d052c070-37ec-4e7a-94e3-3ffb463fe721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.386342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06806726-08f7-4e6e-a9be-e4a9117ae051 req-d052c070-37ec-4e7a-94e3-3ffb463fe721 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340193 Oct 19 01:37:48.567553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fff87a-42e4-4089-9dbf-589d21d0f45c {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:48.578228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:48.595105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Transition to ACTIVE for port object e6fff87a-42e4-4089-9dbf-589d21d0f45c will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:48.600700 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:48.614022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ea3da-e3fd-409e-90dd-2c03cc31032a req-fbef350b-fb79-4ff7-92e1-2e3ff551f557 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.615680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d87ea3da-e3fd-409e-90dd-2c03cc31032a req-fbef350b-fb79-4ff7-92e1-2e3ff551f557 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.0807605 Oct 19 01:37:48.661735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fff87a-42e4-4089-9dbf-589d21d0f45c,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:48.688932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d87ea3da-e3fd-409e-90dd-2c03cc31032a req-04db2b78-4e91-493d-8bc1-2c411240f0be tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633283 Oct 19 01:37:48.748165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Attempting to bind port e6fff87a-42e4-4089-9dbf-589d21d0f45c on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:48.749197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Attempting to bind port e6fff87a-42e4-4089-9dbf-589d21d0f45c by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:48.749856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Attempting to bind port e6fff87a-42e4-4089-9dbf-589d21d0f45c on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:48.760137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Port e6fff87a-42e4-4089-9dbf-589d21d0f45c on network 241c9cdd-dae8-43ff-85bc-702992e8210e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:48.760470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Attempting to bind port e6fff87a-42e4-4089-9dbf-589d21d0f45c on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:48.765764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:48.766106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Checking segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:48.766486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Bound using segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:48.767065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Bound port: e6fff87a-42e4-4089-9dbf-589d21d0f45c, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:48.767420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:48.838678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] For port e6fff87a-42e4-4089-9dbf-589d21d0f45c, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:48.842349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] For port e6fff87a-42e4-4089-9dbf-589d21d0f45c, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:48.888994 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:48.936302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.942251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.949212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.955304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.961655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.968096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.974152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:48.976132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7812f315-e609-4ee0-9902-7bf11920b84b req-b9f0aa8f-8f0e-4bd4-b10d-cc4ab552dafc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5394 time: 0.1322000 Oct 19 01:37:49.013914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:49.014581 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.015997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] 10.222.0.62 "PUT /v2.0/ports/e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 200 len: 1091 time: 0.9916384 Oct 19 01:37:49.018773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef103b-46b4-430f-9cbe-4dffe1948505 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fff87a-42e4-4089-9dbf-589d21d0f45c,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:49.064293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7812f315-e609-4ee0-9902-7bf11920b84b req-d9f611a3-fc04-4e41-ae8e-1f23a478ff34 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473158 Oct 19 01:37:49.068938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:49.181267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.242204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477078-5239-4af5-93d9-f544e8d99297 req-471cbfcc-2775-4755-8c65-f6a7033d6bc9 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:49.243835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1477078-5239-4af5-93d9-f544e8d99297 req-471cbfcc-2775-4755-8c65-f6a7033d6bc9 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1073930 Oct 19 01:37:49.481822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7cc744a1-1276-41d0-8164-b2552bddfd83 req-6163d916-dcc1-4408-b954-55ed1cf30552 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0516834 Oct 19 01:37:49.872819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Deleting port 2d5bac4f-ec87-4f65-9855-9846d10cc228 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:37:49.872819 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.873392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': '9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd'}, {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:49.875670 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d8221d-35f6-4ce1-99f1-d7363dd14977" -d '{"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd"}, {"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:49.875844 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:49.976569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb0a1e-4029-4539-ad6b-de8652ac99df req-63f5e1ba-6143-4eb3-89c5-f0d7d817f788 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:49.978752 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6cbb0a1e-4029-4539-ad6b-de8652ac99df req-63f5e1ba-6143-4eb3-89c5-f0d7d817f788 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 946 time: 0.1779897 Oct 19 01:37:50.033756 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495da5a2-2d1d-410e-a683-b490a41f521b x-openstack-request-id: req-495da5a2-2d1d-410e-a683-b490a41f521b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:50.034063 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:50.034377 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-495da5a2-2d1d-410e-a683-b490a41f521b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:50.034696 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': '9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd', 'status': 'completed', 'code': 200} Oct 19 01:37:50.034947 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c', 'status': 'completed', 'code': 200} Oct 19 01:37:50.074696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e8dcf7-0768-4e63-89e6-ffa884cc265d {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:50.088753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6cbb0a1e-4029-4539-ad6b-de8652ac99df req-cbcd4486-8899-4ea2-a57e-1e8c1b65de42 tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/security-groups?id=4f389c6a-1491-4473-9313-550d15080f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997818 Oct 19 01:37:50.090650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.094030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] For port 2d5bac4f-ec87-4f65-9855-9846d10cc228, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=2d5bac4f-ec87-4f65-9855-9846d10cc228,segment=NetworkSegment(194c4ddd-9b18-4154-b230-6f621351b43d),segment_id=194c4ddd-9b18-4154-b230-6f621351b43d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:37:50.094393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.127546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Calling delete_port for 2d5bac4f-ec87-4f65-9855-9846d10cc228 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:37:50.130615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.131621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.132771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.132920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Transition to ACTIVE for port object b3e8dcf7-0768-4e63-89e6-ffa884cc265d will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:50.134330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.136040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.136775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.137430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.140696 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a29c7486-13d1-44b0-a057-da677b4266bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6290 time: 0.1071248 Oct 19 01:37:50.143481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.258307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Pushing event updated for resources: {'Port': ['ID=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:50.372442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.379724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.386537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.393216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.399515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Attempting to bind port b3e8dcf7-0768-4e63-89e6-ffa884cc265d on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:50.399836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Attempting to bind port b3e8dcf7-0768-4e63-89e6-ffa884cc265d by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:50.400003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.400220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Attempting to bind port b3e8dcf7-0768-4e63-89e6-ffa884cc265d on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:50.406773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.410083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Port b3e8dcf7-0768-4e63-89e6-ffa884cc265d on network 241c9cdd-dae8-43ff-85bc-702992e8210e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:50.410405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Attempting to bind port b3e8dcf7-0768-4e63-89e6-ffa884cc265d on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:50.413593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.419536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:50.419876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Checking segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:50.420326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Bound using segment: {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:50.420763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Bound port: b3e8dcf7-0768-4e63-89e6-ffa884cc265d, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65877888-12bd-42f3-8608-e56839c12d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:50.421241 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.422154 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-18174d84-40b0-43f0-83a5-0c9ec69a16c7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5406 time: 0.2305462 Oct 19 01:37:50.425393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-f0877e57-2fe8-431d-ab6b-6351a7d02ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.425864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-f0877e57-2fe8-431d-ab6b-6351a7d02ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.426320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-f0877e57-2fe8-431d-ab6b-6351a7d02ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.427858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-f0877e57-2fe8-431d-ab6b-6351a7d02ff4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ec170c5f0744796b976548774c0eba6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2787850 Oct 19 01:37:50.433240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.468023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['2d5bac4f-ec87-4f65-9855-9846d10cc228'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:37:50.477419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Pushing event deleted for resources: {'Port': ['ID=2d5bac4f-ec87-4f65-9855-9846d10cc228,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:50.533369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ffcba0d-ddcb-4ecb-865b-b18f3548c9e4 req-3c82da28-afb2-4137-b0f2-982632bca914 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102490 Oct 19 01:37:50.599554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] No DVR routers for this DVR port 2d5bac4f-ec87-4f65-9855-9846d10cc228 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:37:50.617466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.621640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-91d5a236-4b12-4b57-8c35-48ce6d625525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.623674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-91d5a236-4b12-4b57-8c35-48ce6d625525 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1872814 Oct 19 01:37:50.627549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1477078-5239-4af5-93d9-f544e8d99297 req-1988d4f7-ae79-4be1-a5e7-8d3cb4c9043f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.74 "DELETE /v2.0/ports/2d5bac4f-ec87-4f65-9855-9846d10cc228 HTTP/1.1" status: 204 len: 173 time: 1.3767369 Oct 19 01:37:50.646232 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] For port b3e8dcf7-0768-4e63-89e6-ffa884cc265d, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:50.652545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] For port b3e8dcf7-0768-4e63-89e6-ffa884cc265d, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:50.700716 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b98d083d-fc6b-4d47-900b-afa63b3c4a21 req-c277d2dc-03e0-4e75-9c34-03e07897d621 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0720866 Oct 19 01:37:50.702273 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.751570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.758158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.759229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.759728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.760152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.760307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.760674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.761136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.761460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.763048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] 10.222.0.62 "PUT /v2.0/ports/b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 200 len: 1092 time: 1.7035859 Oct 19 01:37:50.775454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-a6f0a74f-3fbc-4470-ad90-372f1d8921c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6358 time: 0.0929019 Oct 19 01:37:50.806501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:50.838412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c6514-f79c-4564-9aca-96432e8c5e4d service neutron] Pushing event updated for resources: {'Port': ['ID=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:50.885486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:50.958110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-6a7d6116-a1bb-4b33-93b8-6a383527ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.958313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-6a7d6116-a1bb-4b33-93b8-6a383527ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.958831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-6a7d6116-a1bb-4b33-93b8-6a383527ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:50.960499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-6a7d6116-a1bb-4b33-93b8-6a383527ef6e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ec170c5f0744796b976548774c0eba6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1705956 Oct 19 01:37:51.139034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-14862619-dfbc-4971-a38b-ea15e6e897f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.147279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36d8221d-35f6-4ce1-99f1-d7363dd14977 req-14862619-dfbc-4971-a38b-ea15e6e897f5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731129 Oct 19 01:37:51.249647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2e235fa-a2f8-4dfb-808f-89f3352858e4 req-de95e90f-98d1-438c-9587-22e93f28812f tempest-TestServerAdvancedOps-1137142201 tempest-TestServerAdvancedOps-1137142201-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec5838d0-70c3-4f59-b98a-d19c303b2de1 HTTP/1.1" status: 200 len: 210 time: 0.0466394 Oct 19 01:37:51.367360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:51.376742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.394423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Transition to ACTIVE for port object 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:51.399792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.458990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Pushing event updated for resources: {'Port': ['ID=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:51.555801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Attempting to bind port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:51.556295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Attempting to bind port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:51.556682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Attempting to bind port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 on network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:51.563637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 on network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:51.564370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Attempting to bind port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 on network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:51.570434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:51.571956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Checking segment: {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:51.572838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Bound using segment: {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:51.573492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Bound port: 66708e09-d5cc-4619-a9b9-f1a6d14e09d7, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:51.574058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.684605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] For port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:51.694585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] For port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:51.708801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.771590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.772327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.773882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] 10.222.0.62 "PUT /v2.0/ports/66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 200 len: 1092 time: 0.9814107 Oct 19 01:37:51.788767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.797207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a18cb-0b0a-444a-9d02-fe021dd88d31 service neutron] Pushing event updated for resources: {'Port': ['ID=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:51.811728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.817598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Request body: {'port': {'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:51.837171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.845526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.856589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.865728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.887679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:51.888211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf14fc61-835c-48d2-b0e7-140a044ed79c req-8311b87b-50f3-4431-b4ec-d0a78136fda2 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0396094 Oct 19 01:37:51.891056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c16d640-2994-44c2-8ede-a0209926b75c req-d3c020b9-e2be-42db-b1e3-e276fb84155e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5418 time: 0.2098780 Oct 19 01:37:51.934617 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:51.968547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c16d640-2994-44c2-8ede-a0209926b75c req-18381965-cbbb-484f-8277-71d568e4f1d3 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667472 Oct 19 01:37:52.079353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'name': 'network-vif-deleted', 'tag': '2d5bac4f-ec87-4f65-9855-9846d10cc228'}, {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d'}, {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:52.081913 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9720a376-2d1e-403b-be56-46d1fdcea3b6" -d '{"events": [{"server_uuid": "ec5838d0-70c3-4f59-b98a-d19c303b2de1", "name": "network-vif-deleted", "tag": "2d5bac4f-ec87-4f65-9855-9846d10cc228"}, {"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "b3e8dcf7-0768-4e63-89e6-ffa884cc265d"}, {"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "66708e09-d5cc-4619-a9b9-f1a6d14e09d7"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:52.184829 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f3eaa4-9284-4ca4-8967-39e948a55b95 x-openstack-request-id: req-20f3eaa4-9284-4ca4-8967-39e948a55b95 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:52.185130 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5838d0-70c3-4f59-b98a-d19c303b2de1", "name": "network-vif-deleted", "tag": "2d5bac4f-ec87-4f65-9855-9846d10cc228", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "b3e8dcf7-0768-4e63-89e6-ffa884cc265d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "66708e09-d5cc-4619-a9b9-f1a6d14e09d7", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:52.185386 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20f3eaa4-9284-4ca4-8967-39e948a55b95 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:52.185792 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5838d0-70c3-4f59-b98a-d19c303b2de1', 'name': 'network-vif-deleted', 'tag': '2d5bac4f-ec87-4f65-9855-9846d10cc228', 'status': 'completed', 'code': 200} Oct 19 01:37:52.186088 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d', 'status': 'completed', 'code': 200} Oct 19 01:37:52.186293 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7', 'status': 'completed', 'code': 200} Oct 19 01:37:52.255563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.256828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.257663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.258339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.259724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.260401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.261038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.263218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-fbd55136-1d8b-4df6-ac0b-52085c514434 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6426 time: 0.0654616 Oct 19 01:37:52.321092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea549d0a-9368-4127-a8fc-1e3091cc9150 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:37:52.336496 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.336714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:52.355172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Transition to ACTIVE for port object ea549d0a-9368-4127-a8fc-1e3091cc9150 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:37:52.366109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.435999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] Deleting subnet 7dbd3658-3c01-4f6c-998f-71f8774ad255 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:37:52.439614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.455668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Pushing event updated for resources: {'Port': ['ID=ea549d0a-9368-4127-a8fc-1e3091cc9150,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:52.486133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.538235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Attempting to bind port ea549d0a-9368-4127-a8fc-1e3091cc9150 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:37:52.538890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Attempting to bind port ea549d0a-9368-4127-a8fc-1e3091cc9150 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:37:52.539560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Attempting to bind port ea549d0a-9368-4127-a8fc-1e3091cc9150 on network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:52.539718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.545511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Port ea549d0a-9368-4127-a8fc-1e3091cc9150 on network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:37:52.546013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Attempting to bind port ea549d0a-9368-4127-a8fc-1e3091cc9150 on network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:37:52.551406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:37:52.551863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Checking segment: {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:52.552367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Bound using segment: {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:37:52.553028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Bound port: ea549d0a-9368-4127-a8fc-1e3091cc9150, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb8466-634b-44e9-8483-eb21348a0dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:37:52.553492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.621135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-8f8d594c-cb48-4d8a-80ef-bff0d0f53f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.621609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-8f8d594c-cb48-4d8a-80ef-bff0d0f53f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.623080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-8f8d594c-cb48-4d8a-80ef-bff0d0f53f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.624334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-8f8d594c-cb48-4d8a-80ef-bff0d0f53f81 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ec170c5f0744796b976548774c0eba6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3525796 Oct 19 01:37:52.642632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] For port ea549d0a-9368-4127-a8fc-1e3091cc9150, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:37:52.646047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] For port ea549d0a-9368-4127-a8fc-1e3091cc9150, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:37:52.660157 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.715963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.716612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.718191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] 10.222.0.62 "PUT /v2.0/ports/ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 1092 time: 0.9053714 Oct 19 01:37:52.728429 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.766414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f5ef-6fd9-4fb2-9275-651ef0a6ee7f service neutron] Pushing event updated for resources: {'Port': ['ID=ea549d0a-9368-4127-a8fc-1e3091cc9150,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:52.788572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbd3658-3c01-4f6c-998f-71f8774ad255,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:52.797493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.802951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d9aebfd4-3dac-4111-b90c-9313331a443a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7dbd3658-3c01-4f6c-998f-71f8774ad255 HTTP/1.1" status: 204 len: 168 time: 0.4638510 Oct 19 01:37:52.804452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58894) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:52.835353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-281f3a0b-f510-464c-8f92-4a4266cddb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.838164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-281f3a0b-f510-464c-8f92-4a4266cddb62 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013118 Oct 19 01:37:52.912139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:52.966740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.969351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.969899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.972097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.972579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.973047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.974099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:52.980729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-7144b063-3171-4fcd-8650-91f34078bbc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6494 time: 0.0886145 Oct 19 01:37:53.074330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.154604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c19fc3-22dc-4b3f-b06a-545f0336d4dd']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:53.175091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194c4ddd-9b18-4154-b230-6f621351b43d') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:53.175386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194c4ddd-9b18-4154-b230-6f621351b43d') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:53.188974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.203071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.209953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.219140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.226967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.236910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.246117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.256020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.267360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-6cb8d4de-2396-4d2a-aead-8dc5f7162b02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1828747 Oct 19 01:37:53.324189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.344871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afc99f58-01fa-4212-b6e3-a66ce6f09b1d req-3adb9fe3-d968-430f-8ad4-ab3729b4e63d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760882 Oct 19 01:37:53.357021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:37:53.357511 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:37:53.472116 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:37:53.478941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.480440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9fc281cb-6611-4349-b39e-9ad1699a9216 req-c6a0d85a-9253-4d7d-9f96-7c85b2d0ef06 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0406618 Oct 19 01:37:53.491174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.491946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-e46588fa-6509-4e79-874c-169584077975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.492578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-e46588fa-6509-4e79-874c-169584077975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.492871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-e46588fa-6509-4e79-874c-169584077975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.502192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-e46588fa-6509-4e79-874c-169584077975 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ec170c5f0744796b976548774c0eba6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5092924 Oct 19 01:37:53.502192 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58916) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:53.504792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] 10.222.0.64 "DELETE /v2.0/networks/e2c19fc3-22dc-4b3f-b06a-545f0336d4dd HTTP/1.1" status: 204 len: 168 time: 0.6988695 Oct 19 01:37:53.517275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc919dc-1c95-4139-8d51-9d89f09f274c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c19fc3-22dc-4b3f-b06a-545f0336d4dd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:53.588785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2d5bac4f-ec87-4f65-9855-9846d10cc228 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:37:53.613387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 2d5bac4f-ec87-4f65-9855-9846d10cc228 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:37:53.613992 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 2d5bac4f-ec87-4f65-9855-9846d10cc228 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:37:53.626102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] Deleting subnet a668d92b-c54e-40bf-b986-6da203e3ed8d {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:37:53.630571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.684014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-59a89f82-fa40-412c-9827-7945f6529549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.685651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9720a376-2d1e-403b-be56-46d1fdcea3b6 req-59a89f82-fa40-412c-9827-7945f6529549 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757517 Oct 19 01:37:53.689829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.768218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.812379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.813159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.813627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.814089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.814550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.815004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.815458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.817487 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-07f7a078-2811-4313-a804-31e390cc13ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6494 time: 0.0880120 Oct 19 01:37:53.875892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-218e92dd-4187-4ffb-a8f5-e7060304d20f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 217 time: 0.0478840 Oct 19 01:37:53.892601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.944770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a668d92b-c54e-40bf-b986-6da203e3ed8d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:53.956273 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:53.959521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d17a08c0-b747-4cf5-8708-d30d2b799fc7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a668d92b-c54e-40bf-b986-6da203e3ed8d HTTP/1.1" status: 204 len: 168 time: 0.4565358 Oct 19 01:37:53.962215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58926) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:53.971295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-0363ee1c-28b5-4044-bf28-6ce321d29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:53.973246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-0363ee1c-28b5-4044-bf28-6ce321d29750 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 200 len: 856 time: 0.0904145 Oct 19 01:37:54.037008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.053969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-055cce3f-c9ba-46d4-a333-e8da939dd69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.056663 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-055cce3f-c9ba-46d4-a333-e8da939dd69a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bff67c72-0a31-4c48-b9a2-d18133b5062b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750096 Oct 19 01:37:54.135631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.163767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bc7da4-b366-4891-98df-2c9cd5938165']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:54.177064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008c1b6f-f8bc-45c3-8dd2-9657f12de4a3') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:54.177966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008c1b6f-f8bc-45c3-8dd2-9657f12de4a3') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:37:54.183126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-6fdf308f-ea7a-4165-af8a-7de8589172e8 service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184456 Oct 19 01:37:54.186895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:37:54.189735 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98c6bb5-32d4-4457-93c1-45aaf39a1499" -d '{"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:37:54.208376 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.236946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.249067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:37:54.250615 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:37:54.255217 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:37:54.260263 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c28995-734b-4ca3-989f-88eb2d65a0fc x-openstack-request-id: req-a9c28995-734b-4ca3-989f-88eb2d65a0fc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:37:54.260819 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:37:54.261281 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9c28995-734b-4ca3-989f-88eb2d65a0fc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:37:54.261922 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150', 'status': 'completed', 'code': 200} Oct 19 01:37:54.302190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-65e07797-80ae-47c0-91d6-116a436de247 service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110334 Oct 19 01:37:54.338946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.347190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.351240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] 10.222.0.64 "DELETE /v2.0/networks/00bc7da4-b366-4891-98df-2c9cd5938165 HTTP/1.1" status: 204 len: 168 time: 0.3880088 Oct 19 01:37:54.363848 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71acff-5480-4334-a073-cf918a1e1d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bc7da4-b366-4891-98df-2c9cd5938165,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:54.366055 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-23e441c7-a4e4-4304-9bb5-25a250c11052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 217 time: 0.0552497 Oct 19 01:37:54.432181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-0971eb4b-5c70-4a5d-9f4d-d0bf1820e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.432774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-0971eb4b-5c70-4a5d-9f4d-d0bf1820e389 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0590310 Oct 19 01:37:54.560283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-0742e04c-d47a-4681-aaa2-b10fab51e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.562332 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-0742e04c-d47a-4681-aaa2-b10fab51e345 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1221600 Oct 19 01:37:54.581312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.589362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.610449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.619887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.634050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.644328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.662438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:54.664168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d483a553-68f0-484d-a07f-04a0e182d9e5 req-fa848649-4a1d-4d90-958d-83f7bac66941 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecff50a8-9350-45f0-a62a-47c689391396 HTTP/1.1" status: 200 len: 210 time: 0.0388668 Oct 19 01:37:54.685170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-32e1790b-2389-49d0-8bd4-839152c67329 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2436233 Oct 19 01:37:54.708823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58950) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:54.763324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fcb35492-8f03-426f-baf8-521c2eac5894 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81d5671b31294f2a9d26f0b666e372a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509875 Oct 19 01:37:54.763547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58954) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:54.816989 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-96faddfe-27d4-482c-a9fd-497a5aa7c573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.879323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-96faddfe-27d4-482c-a9fd-497a5aa7c573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.908454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10f785d3-595a-4e23-b753-b33821eb0fe3 req-96f60ea0-a4c3-44f7-b805-668295e58b8e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657317 Oct 19 01:37:54.913346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-45082bd2-5ec5-4c38-98ef-61019d02dadf service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255654 Oct 19 01:37:54.977090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-96faddfe-27d4-482c-a9fd-497a5aa7c573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.979754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-96faddfe-27d4-482c-a9fd-497a5aa7c573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:54.980954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-96faddfe-27d4-482c-a9fd-497a5aa7c573 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f389c6a-1491-4473-9313-550d15080f8a HTTP/1.1" status: 204 len: 168 time: 0.2163997 Oct 19 01:37:55.001402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faddfe-27d4-482c-a9fd-497a5aa7c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f389c6a-1491-4473-9313-550d15080f8a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:55.072058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-08fc4c41-89bf-42af-bb8c-75f1ca370b07 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499012 Oct 19 01:37:55.124783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-806a7ce2-831d-4006-9c73-b151c523d568 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 217 time: 0.0450170 Oct 19 01:37:55.214601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-99712038-1533-4526-9e0b-4891cefa6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:55.216572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-99712038-1533-4526-9e0b-4891cefa6b20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0837624 Oct 19 01:37:55.284742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58970) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:55.325143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-9971f857-bc62-4f63-87f2-5c66e2c5ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:55.326698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-9971f857-bc62-4f63-87f2-5c66e2c5ddc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010168 Oct 19 01:37:55.457160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-3a83ed3e-c528-48a6-b470-c5017b4a13ef service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202881 Oct 19 01:37:55.495425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58976) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:55.587911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58980) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:55.589112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0afe287c-ef92-4942-ae04-e0ae808fda5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b8353c0b58d419ebce4943893682d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924797 Oct 19 01:37:55.599932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-1ce279a3-1f97-446e-acd5-efc10eca1b8d service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350591 Oct 19 01:37:55.672942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-cf432339-9e6c-4bab-8d07-a16da5dc174a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 200 len: 217 time: 0.0640662 Oct 19 01:37:55.757987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-9ef44254-82e9-4c81-a45b-91eb864ec2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:55.760688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-9ef44254-82e9-4c81-a45b-91eb864ec2b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0782328 Oct 19 01:37:55.782541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0dae4242-d082-475e-b0c3-3e0e38de8e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.813110 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b49516d6-05a5-475c-a4b6-246d23dca606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.855158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-41aabfd9-8a2f-45d3-8caa-56a68605d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:55.857701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-41aabfd9-8a2f-45d3-8caa-56a68605d2ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843916 Oct 19 01:37:55.859707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b49516d6-05a5-475c-a4b6-246d23dca606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.909428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0dae4242-d082-475e-b0c3-3e0e38de8e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.917399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0dae4242-d082-475e-b0c3-3e0e38de8e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:55.967412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae4242-d082-475e-b0c3-3e0e38de8e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464c6bd2-29fc-4238-aa0f-9134bc605928,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:55.975115 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0dae4242-d082-475e-b0c3-3e0e38de8e83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=538dcd29ada74fb49d8a13fb74ed0896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6894150 Oct 19 01:37:55.976216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58996) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:56.012442 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b49516d6-05a5-475c-a4b6-246d23dca606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.016858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b49516d6-05a5-475c-a4b6-246d23dca606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.020628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b49516d6-05a5-475c-a4b6-246d23dca606 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33c4156a-0a44-489b-b97b-eb89478485d1 HTTP/1.1" status: 204 len: 168 time: 0.4268003 Oct 19 01:37:56.037168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49516d6-05a5-475c-a4b6-246d23dca606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c4156a-0a44-489b-b97b-eb89478485d1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:56.044483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-c565f73d-5cdc-4971-82ce-6bf46a10f4d8 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737549 Oct 19 01:37:56.047096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57758f63-aca5-4387-83ad-7f2121989409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.077064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57758f63-aca5-4387-83ad-7f2121989409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.200845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.209633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.217496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.224502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.232615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.236163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-2a2e2b44-bced-4ce9-be29-b57c466dfac0 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817424 Oct 19 01:37:56.240291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.248040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.250762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-091fc809-6962-43e1-9a01-3d9df4c14b11 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1505218 Oct 19 01:37:56.266552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57758f63-aca5-4387-83ad-7f2121989409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.269676 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57758f63-aca5-4387-83ad-7f2121989409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.271100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-57758f63-aca5-4387-83ad-7f2121989409 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/464c6bd2-29fc-4238-aa0f-9134bc605928 HTTP/1.1" status: 204 len: 168 time: 0.2923486 Oct 19 01:37:56.287898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57758f63-aca5-4387-83ad-7f2121989409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c6bd2-29fc-4238-aa0f-9134bc605928,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:56.326563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6264f38a-c286-4874-bae6-6e837e1b0f9a req-f7f21348-48f0-4870-bf7b-083f3ae6cd53 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687647 Oct 19 01:37:56.338953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-ffc760a3-b332-4419-9805-239ce38065d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 200 len: 217 time: 0.0944431 Oct 19 01:37:56.405730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-ac6c4b98-49a4-4208-9f0f-35f6600a8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.407354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-ac6c4b98-49a4-4208-9f0f-35f6600a8614 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0601873 Oct 19 01:37:56.470726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-30afd76a-3909-4281-9358-0fe45c20e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.473585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-30afd76a-3909-4281-9358-0fe45c20e185 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589597 Oct 19 01:37:56.588360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-e66af9b5-f293-440f-84bc-6173d2017e9e service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072848 Oct 19 01:37:56.720638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-b1350866-db9c-4f64-af0d-2b120a6faaf1 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248038 Oct 19 01:37:56.789555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-94d8759c-2883-4a9c-af7f-46e2fbd4eb27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 200 len: 217 time: 0.0604086 Oct 19 01:37:56.857309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59016) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:56.858050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-b0bb68ae-d43d-4597-8f28-d4a395156d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.859876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-b0bb68ae-d43d-4597-8f28-d4a395156d74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0611866 Oct 19 01:37:56.884238 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46e7b54f-ed06-4796-b5d9-ae1603eed619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:56.976017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-192bb082-4058-4751-afb5-3d1b04e7d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:56.980404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-192bb082-4058-4751-afb5-3d1b04e7d429 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072161 Oct 19 01:37:57.069612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46e7b54f-ed06-4796-b5d9-ae1603eed619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.079359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46e7b54f-ed06-4796-b5d9-ae1603eed619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.150184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7b54f-ed06-4796-b5d9-ae1603eed619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb296a2-710d-4700-8e5c-1544d382078f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:57.207665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-f496999f-1604-4518-88a0-dfec5223c826 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149661 Oct 19 01:37:57.210963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-46e7b54f-ed06-4796-b5d9-ae1603eed619 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0be162f26744d20beaedd23c18f1177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508470 Oct 19 01:37:57.211360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59026) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:57.366762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-4810-4873-a2ba-e8ce5448da31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.449279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-4810-4873-a2ba-e8ce5448da31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.460219 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-107eba8d-837b-4375-99fb-242d440c3828 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263644 Oct 19 01:37:57.526704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-7427bea2-fcd3-4fb5-bf5b-be6b4c3848a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 217 time: 0.0556123 Oct 19 01:37:57.542457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.557283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.575538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.584214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.584510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-b5893965-01d6-4443-a590-6d7a524b7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.586582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-b5893965-01d6-4443-a590-6d7a524b7868 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0523541 Oct 19 01:37:57.593478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-4810-4873-a2ba-e8ce5448da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.595476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.598705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9202a3f9-4810-4873-a2ba-e8ce5448da31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:57.603789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9202a3f9-4810-4873-a2ba-e8ce5448da31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cb296a2-710d-4700-8e5c-1544d382078f HTTP/1.1" status: 204 len: 168 time: 0.3907344 Oct 19 01:37:57.604007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.611045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.623163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-8f976465-acd0-4773-9974-a67b407397f1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2012806 Oct 19 01:37:57.679340 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-791b6796-6acf-4fbe-ad9b-fa30f8643046 req-d67258dc-bf33-467c-a54d-f2f67fd9f9a7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548234 Oct 19 01:37:57.711780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a3f9-4810-4873-a2ba-e8ce5448da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb296a2-710d-4700-8e5c-1544d382078f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:57.737149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d436-2087-4229-be50-161ee4ce46bd req-37baba92-c5b0-4e96-b79e-020770c01417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:57.751823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-37baba92-c5b0-4e96-b79e-020770c01417 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466808 Oct 19 01:37:57.948327 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-7c7f9365-ac2b-4e6a-94d5-d140270405dd service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880386 Oct 19 01:37:57.986277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59052) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:58.142727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5836d436-2087-4229-be50-161ee4ce46bd req-25a23e0e-25cc-4bf9-8217-4d098ae182a8 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773214 Oct 19 01:37:58.287555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.288066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.288518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.289096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.289577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.290669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.290669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.292905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-c72c88fb-e400-4543-bec7-36b919dea440 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6494 time: 0.0813231 Oct 19 01:37:58.387522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1010088466-network', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:58.434511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Made reservation on behalf of ce1b7b8db03946e9b479c7d8446154c2 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:58.434667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-8af0e6a3-238a-402d-addf-8d29cd6180de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.436971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-8af0e6a3-238a-402d-addf-8d29cd6180de service neutron] 10.222.0.62 "GET /v2.0/networks?id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 902 time: 0.1351743 Oct 19 01:37:58.442090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.455437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.501522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-e090abc4-3496-4f53-8de3-8daf2c2624f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 217 time: 0.0532734 Oct 19 01:37:58.578645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-890f0085-9e5a-40a1-b5d5-01485a1791a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.581258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-890f0085-9e5a-40a1-b5d5-01485a1791a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0710974 Oct 19 01:37:58.593966 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.604245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.627174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:37:58.645258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.658758 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Added segment 6e4f0950-8b9f-42b3-82f8-d3d1f6921008 of type vlan for network a2519e4d-6a0a-4000-ad75-9b808289afa5 Oct 19 01:37:58.686379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-17c91dcb-137e-4493-947e-8a2e9a273c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.687874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-17c91dcb-137e-4493-947e-8a2e9a273c5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969012 Oct 19 01:37:58.714060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59072) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:58.783829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.828463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-0a1b1bef-615d-46d9-ad22-df646175447c service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311178 Oct 19 01:37:58.853127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc02d71-7a60-4a8f-942e-2e6172874875,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:58.904410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.905758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.906554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.961066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9f77829e-6d3f-4ef4-a3ac-985012e03582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:58.965993 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9778848 Oct 19 01:37:58.968368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59084) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:58.983652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:58.983952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Request body: {'subnet': {'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1010088466-subnet', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:58.991269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.009218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.016793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.023602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.030881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.037268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.039200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18405564-c52e-4725-8467-675c9178dead req-59b14c72-1441-4b69-af5c-8a3f028439eb tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2496052 Oct 19 01:37:59.044808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b98c6bb5-32d4-4457-93c1-45aaf39a1499 req-75503316-4a45-4b53-a0ae-41f234b0bd59 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081301 Oct 19 01:37:59.047327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Made reservation on behalf of ce1b7b8db03946e9b479c7d8446154c2 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:37:59.050336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.082962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedb6a3-0165-448c-b0c6-e20f9f34e6cc admin admin] Pushing event updated for resources: {'Network': ['ID=a2519e4d-6a0a-4000-ad75-9b808289afa5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.094754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:37:59.132031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18405564-c52e-4725-8467-675c9178dead req-733eca8c-d9f4-4be7-9ce0-44e6d1927c0a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648835 Oct 19 01:37:59.219173 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9f77829e-6d3f-4ef4-a3ac-985012e03582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.275375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9f77829e-6d3f-4ef4-a3ac-985012e03582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.351833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9f77829e-6d3f-4ef4-a3ac-985012e03582 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7808cc9bc1543f58391de32cf295c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368225 Oct 19 01:37:59.354741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59094) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:59.364487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.423590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77829e-6d3f-4ef4-a3ac-985012e03582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85cdfc5-b0d9-4dc0-a201-11bd953d6846,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.450651 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-029b359b-2c46-455a-b291-1741e38208cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.497616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9901fe2c-7adc-4732-a4e8-9b9b6791c403,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.506658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-029b359b-2c46-455a-b291-1741e38208cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.534671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Checking segment: {'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:37:59.535045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Network hostable DHCP agents. Network: a2519e4d-6a0a-4000-ad75-9b808289afa5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:37:59.572857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:37:59.584379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a2519e4d-6a0a-4000-ad75-9b808289afa5) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:37:59.601624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:37:59.602104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f7dfb-d481-431b-b5db-b37efd43b6a1 None None] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:37:59.602691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.603312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-029b359b-2c46-455a-b291-1741e38208cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.608010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-029b359b-2c46-455a-b291-1741e38208cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.620223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-029b359b-2c46-455a-b291-1741e38208cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c85cdfc5-b0d9-4dc0-a201-11bd953d6846 HTTP/1.1" status: 204 len: 168 time: 0.2611601 Oct 19 01:37:59.626906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb72dd88-2489-4f98-b60b-5e71b822ba1f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6547408 Oct 19 01:37:59.628785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59104) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:37:59.641242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:37:59.659315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b359b-2c46-455a-b291-1741e38208cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85cdfc5-b0d9-4dc0-a201-11bd953d6846,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:37:59.702508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.705192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.797474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:37:59.880826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-a2519e4d-6a0a-4000-ad75-9b808289afa5', 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'fixed_ips': [{'subnet_id': '9901fe2c-7adc-4732-a4e8-9b9b6791c403'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:37:59.881925 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.023333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.112338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Allocated IP 172.20.0.2 (a2519e4d-6a0a-4000-ad75-9b808289afa5/9901fe2c-7adc-4732-a4e8-9b9b6791c403/4185b6c0-6cf1-4f4d-8307-197a1de6a9ee) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:00.435142 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.448250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.451037 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.466905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.472209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59126) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:00.473061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.480129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.486660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.492956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.500735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.507878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:00.517225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-e82573d4-03f2-4c58-b126-d22e0347087d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2490218 Oct 19 01:38:00.546139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.549821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf71cace-65f1-413a-98e4-9d1113e55ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.564235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Pushing event updated for resources: {'Port': ['ID=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:00.577256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a21ba922-bd7d-439d-9f01-14cc2669ccd7 req-d1873f18-0cf1-48ea-aeed-532296a9964f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587790 Oct 19 01:38:00.592408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.592762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.603349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.603349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.603349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.603349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.603349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.603349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.603349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.612440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.613780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.614346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:00.637844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:00.640000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:00.647401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:00.735605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Attempting to bind port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:00.736313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Attempting to bind port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:00.738529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Attempting to bind port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee on network a2519e4d-6a0a-4000-ad75-9b808289afa5 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:00.748750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:00.749587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Checking segment: {'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:00.760806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Allocated IP 172.25.0.31 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:00.765127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.766981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Bound using segment: {'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:00.768311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Bound port: 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:00.772312 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.784618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf71cace-65f1-413a-98e4-9d1113e55ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.860901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] For port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:00.876851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] For port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,segment=NetworkSegment(6e4f0950-8b9f-42b3-82f8-d3d1f6921008),segment_id=6e4f0950-8b9f-42b3-82f8-d3d1f6921008)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:00.890622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.915367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.918733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cf71cace-65f1-413a-98e4-9d1113e55ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:00.985081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59134) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:00.985705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cf71cace-65f1-413a-98e4-9d1113e55ceb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06b6d028db64440cb397cb465fcde7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103345 Oct 19 01:38:00.986506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71cace-65f1-413a-98e4-9d1113e55ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0359adac-4dd5-4202-97f5-77799d0ffb51,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:01.026153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.048854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c9ae1-c521-4e61-baa6-1c0f47b4c8b9 None None] Pushing event updated for resources: {'Port': ['ID=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:01.083832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Pushing event updated for resources: {'Port': ['ID=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:01.101049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:01.103196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:01.106966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:01.110421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50db17a2-15ac-4906-9c46-15a9ccedfef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.168159 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50db17a2-15ac-4906-9c46-15a9ccedfef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.266070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50db17a2-15ac-4906-9c46-15a9ccedfef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.274377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-50db17a2-15ac-4906-9c46-15a9ccedfef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.277839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50db17a2-15ac-4906-9c46-15a9ccedfef0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0359adac-4dd5-4202-97f5-77799d0ffb51 HTTP/1.1" status: 204 len: 168 time: 0.2912929 Oct 19 01:38:01.292238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db17a2-15ac-4906-9c46-15a9ccedfef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359adac-4dd5-4202-97f5-77799d0ffb51,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:01.452260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59144) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:01.593292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:01.860211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:01.964537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:01.966754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.031049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc578a42-08eb-44be-a7fc-bf42156d58b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.108531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.165412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,segment=NetworkSegment(6e4f0950-8b9f-42b3-82f8-d3d1f6921008),segment_id=6e4f0950-8b9f-42b3-82f8-d3d1f6921008)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:02.184583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.230195 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:38:02.292796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.411305 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc578a42-08eb-44be-a7fc-bf42156d58b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.420412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc578a42-08eb-44be-a7fc-bf42156d58b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.561218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dc578a42-08eb-44be-a7fc-bf42156d58b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67c7d854f3b24bbf8583510807a2793e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1078479 Oct 19 01:38:02.562010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc578a42-08eb-44be-a7fc-bf42156d58b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61365905-8575-46aa-814b-8176f65dc6e6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:02.570240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59172) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:02.640891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c129241-39fe-46a8-bc50-1f5c503fb114 None None] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:02.729357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:02.737638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:02.744625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:02.750983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:02.757394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:02.764897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:02.771219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:02.773379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-371bae9e-f547-49ae-9f4c-f0fa41c11c27 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2170684 Oct 19 01:38:02.845223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1653-916c-4a25-b206-e86bcd426167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.898653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.944779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9cca742b-1ea8-4ffb-8701-8d6a5893f9d7 None None] Provisioning complete for port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:02.945387 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9cca742b-1ea8-4ffb-8701-8d6a5893f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:02.948534 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65e5b8d4-a94a-4920-87d9-2157d6b8ab9a req-bf1c8261-a160-4141-974e-92e6944c7971 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565378 Oct 19 01:38:02.952595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1653-916c-4a25-b206-e86bcd426167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.236391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1653-916c-4a25-b206-e86bcd426167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.238977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1653-916c-4a25-b206-e86bcd426167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.244393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7e7a1653-916c-4a25-b206-e86bcd426167 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61365905-8575-46aa-814b-8176f65dc6e6 HTTP/1.1" status: 204 len: 168 time: 0.6676855 Oct 19 01:38:03.287248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1653-916c-4a25-b206-e86bcd426167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61365905-8575-46aa-814b-8176f65dc6e6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:03.345176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:38:03.643330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:03.655628 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Sync routers for ids ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:03.681196 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Routers {'135a9007-9c9a-4c9e-85ec-725f72fb1c07'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:03.687217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:03.719994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:03.725334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-470acc42-4505-47a2-808d-53073b6ade7e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.0945265 Oct 19 01:38:03.728437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:03.862550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:03.987234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:03.987878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.014443 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Set router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:04.086603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59202) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:04.105528 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5454984b-bde0-49e7-861e-b9039ed58aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.283215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2505b19c-626f-4b67-840f-b23b5b68a7a0 None None] Provisioning complete for port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:04.283588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2505b19c-626f-4b67-840f-b23b5b68a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.323566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.335908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.346403 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:59Z', 'updated_at': '2021-10-19T01:38:01Z', 'revision_number': 3, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'gw_port': {'id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:00Z', 'updated_at': '2021-10-19T01:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:04.353008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.365427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.379279 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Checking router: 135a9007-9c9a-4c9e-85ec-725f72fb1c07 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:04.379768 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Updating router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:38:04.385766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.391891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.405091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:04.413598 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.421775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-ab3526f3-0a0d-41c2-821b-cbf869ba501d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.3179355 Oct 19 01:38:04.584683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f198ca67-2418-4f0a-8e50-64e55092b426 req-53f5e7c3-cfe6-4d8c-8a7a-4852044c8279 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598613 Oct 19 01:38:04.675254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5454984b-bde0-49e7-861e-b9039ed58aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.688203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5454984b-bde0-49e7-861e-b9039ed58aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:04.757433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454984b-bde0-49e7-861e-b9039ed58aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6fd986-3efb-4cfb-a129-9f1a9c987724,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:04.834902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5454984b-bde0-49e7-861e-b9039ed58aef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e74a6bf37d549239c80ccba59af2ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469184 Oct 19 01:38:04.839779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59218) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:04.860593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.048133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Allocated IP 172.20.0.1 (a2519e4d-6a0a-4000-ad75-9b808289afa5/9901fe2c-7adc-4732-a4e8-9b9b6791c403/ae9fc35b-2475-49e9-90ae-9fb75b7022d5) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:05.084489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636f4ee2-e138-4959-822e-cb265684b86f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.142339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636f4ee2-e138-4959-822e-cb265684b86f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.194030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.265565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.265847 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636f4ee2-e138-4959-822e-cb265684b86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.274616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636f4ee2-e138-4959-822e-cb265684b86f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.274616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-636f4ee2-e138-4959-822e-cb265684b86f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f6fd986-3efb-4cfb-a129-9f1a9c987724 HTTP/1.1" status: 204 len: 168 time: 0.4120617 Oct 19 01:38:05.306397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f4ee2-e138-4959-822e-cb265684b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6fd986-3efb-4cfb-a129-9f1a9c987724,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:05.326811 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.345717 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.442279 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Attempting to bind port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:05.442533 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Attempting to bind port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:05.442803 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Attempting to bind port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:05.461851 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:05.462678 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:05.462678 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.463313 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:05.463804 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Bound port: 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:05.464209 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.491446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:05.515187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:05.516963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:05.520673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:05.540555 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698953b-6768-4437-ac2d-cde3553ef8da None None] Pushing event updated for resources: {'Port': ['ID=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:05.606996 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] For port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:05.615458 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] For port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:05.626249 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.637759 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.798797 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Routers {'135a9007-9c9a-4c9e-85ec-725f72fb1c07'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:05.805213 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:05.810465 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698953b-6768-4437-ac2d-cde3553ef8da None None] Pushing event updated for resources: {'Port': ['ID=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:05.955084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:05.963511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cacad53a-778f-4e86-b741-bbb1c0c31012 None None] Provisioning complete for port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:05.964739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cacad53a-778f-4e86-b741-bbb1c0c31012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:05.971500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:05.985124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:06.000189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:06.003904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.025030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:06.044542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:06.065494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:06.067416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-03c5f157-d8f1-411d-9287-ea9f8aacf042 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2575889 Oct 19 01:38:06.070742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cacad53a-778f-4e86-b741-bbb1c0c31012 None None] Port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:06.156360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f96a876-ee0e-4afb-8577-2ae11c447817 req-005459dd-3242-4053-9ce7-e8fe3c1778c5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744750 Oct 19 01:38:06.183594 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] Set router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:06.209853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.216066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.300164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.303766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:06.455329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:06.458199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:06.686547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:06.703629 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:59Z', 'updated_at': '2021-10-19T01:38:01Z', 'revision_number': 3, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'gw_port': {'id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:00Z', 'updated_at': '2021-10-19T01:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:06.746128 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17304b-b8f6-4b51-83f7-2e3504ab3122 None None] The sync data for ids ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'] in n-d-789963-20 is: [{'id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:59Z', 'updated_at': '2021-10-19T01:38:01Z', 'revision_number': 3, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'gw_port': {'id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:00Z', 'updated_at': '2021-10-19T01:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:06.913056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:06.919632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0fc2e0c2-5e9c-4e04-9aa5-d910a75876c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/135a9007-9c9a-4c9e-85ec-725f72fb1c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1897206 Oct 19 01:38:06.925603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ec210414-c99a-45a1-98e4-8fe6ef9034e1 None None] Provisioning complete for port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:06.925974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec210414-c99a-45a1-98e4-8fe6ef9034e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:06.996951 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4f20e7ea-df8b-4a54-a88d-94cf76082c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.012147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ec210414-c99a-45a1-98e4-8fe6ef9034e1 None None] Port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:38:07.361023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59294) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:07.430120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.442336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.452083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.463530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.479674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.487485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.503745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:07.516307 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-c7905afb-613c-4653-9d97-51c4b3f7a1cd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2107902 Oct 19 01:38:07.576091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c28a5e1-4acd-4755-ab71-0e5948441599 req-ac3cf097-de94-4c13-bd11-f59f8f8e93a8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562105 Oct 19 01:38:07.716255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 3ff1392a-7216-4860-8f8f-d417d3cc99b3 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:07.716609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.791606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:07.840231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59310) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:07.920779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:07.921165 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.931175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.932514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:07.960023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 3ff1392a-7216-4860-8f8f-d417d3cc99b3 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:08.116224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.152974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:08.164229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.226493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:08.257446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44f5cd95-a9fb-4071-989b-8c75d622c995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.380733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.404199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44f5cd95-a9fb-4071-989b-8c75d622c995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.411960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-44f5cd95-a9fb-4071-989b-8c75d622c995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.439370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=3ff1392a-7216-4860-8f8f-d417d3cc99b3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:08.479151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-44f5cd95-a9fb-4071-989b-8c75d622c995 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6d494792b66414ea7fb4ded880ea576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6376472 Oct 19 01:38:08.479925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:08.480619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5cd95-a9fb-4071-989b-8c75d622c995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e233e4b8-91fa-4f2e-b37e-5e779ba32138,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:08.524247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.524586 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Floating IP c4266eeb-5ce2-47f3-800c-dad51f1ee1ed disassociated (deleted). External IP: 172.25.0.157, port: 5d5af3d7-90fa-44c0-91c8-00c470361c32. Oct 19 01:38:08.557753 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89a10aa3-54ae-4998-b2cc-aba4773f251f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.605106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89a10aa3-54ae-4998-b2cc-aba4773f251f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.708650 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89a10aa3-54ae-4998-b2cc-aba4773f251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.712944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89a10aa3-54ae-4998-b2cc-aba4773f251f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:08.717389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-89a10aa3-54ae-4998-b2cc-aba4773f251f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e233e4b8-91fa-4f2e-b37e-5e779ba32138 HTTP/1.1" status: 204 len: 168 time: 0.2324708 Oct 19 01:38:08.739328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a10aa3-54ae-4998-b2cc-aba4773f251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e233e4b8-91fa-4f2e-b37e-5e779ba32138,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:08.887926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.894287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.901768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.907730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.916387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.923019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.929590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:08.939769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-eb2fd013-988b-4b28-ae22-9a223e2509ba tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1985488 Oct 19 01:38:09.000369 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e13b6276-75e0-40ba-958a-e5a3d8020c14 req-009cdb97-1d43-4388-b22d-07c06cdea132 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595810 Oct 19 01:38:09.132445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:09.280257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59346) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:09.299116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1efe7f84-8f2b-4b56-bd41-e5bf07daf288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:09.396936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Sync routers for ids ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:09.417637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Routers {'135a9007-9c9a-4c9e-85ec-725f72fb1c07'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:09.420718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:09.501019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1efe7f84-8f2b-4b56-bd41-e5bf07daf288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:09.511568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1efe7f84-8f2b-4b56-bd41-e5bf07daf288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:09.568840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1efe7f84-8f2b-4b56-bd41-e5bf07daf288 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43474752fb5b419985bb336aa30891b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870874 Oct 19 01:38:09.580588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:09.604919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Set router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:09.678789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe7f84-8f2b-4b56-bd41-e5bf07daf288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa14125-ec39-49fa-9c16-810a9657f357,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:09.784190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:09.876565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:09.896591 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:09.897061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:09.897163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:09.902392 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:09.903302 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:37:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:09.936614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf8a6d79-bb8a-4206-a611-260c9185d79f tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "DELETE /v2.0/floatingips/c4266eeb-5ce2-47f3-800c-dad51f1ee1ed HTTP/1.1" status: 204 len: 168 time: 2.5729911 Oct 19 01:38:09.937198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:09.939621 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:10.018663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0be444f-6655-4e53-8739-5fd8d151050b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.033143 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6595b4-2e37-471a-897c-58e39d7d6bf9 x-openstack-request-id: req-9d6595b4-2e37-471a-897c-58e39d7d6bf9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:10.033512 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:10.033968 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d6595b4-2e37-471a-897c-58e39d7d6bf9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:10.034469 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'status': 'completed', 'code': 200} Oct 19 01:38:10.128896 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.132101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20fa832c-05b5-4aaa-aa3d-b50d72828d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.172276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-568996a9-22b4-4969-8078-5605fb0b4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.177335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-568996a9-22b4-4969-8078-5605fb0b4289 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94246613562645278786674bc9722b64&device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 1097 time: 0.1026778 Oct 19 01:38:10.180752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:10.184101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.194981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0be444f-6655-4e53-8739-5fd8d151050b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.382383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:59Z', 'updated_at': '2021-10-19T01:38:05Z', 'revision_number': 4, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'gw_port': {'id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:00Z', 'updated_at': '2021-10-19T01:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ae9fc35b-2475-49e9-90ae-9fb75b7022d5', 'name': '', 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'mac_address': 'fa:16:3e:25:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '9901fe2c-7adc-4732-a4e8-9b9b6791c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:04Z', 'updated_at': '2021-10-19T01:38:06Z', 'revision_number': 2, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'subnets': [{'id': '9901fe2c-7adc-4732-a4e8-9b9b6791c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:10.450327 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:10.480934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-ea78ce27-5b36-4bf4-abd7-707edf7c4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.482324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Checking router: 135a9007-9c9a-4c9e-85ec-725f72fb1c07 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:10.482861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Updating router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:38:10.483963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-ea78ce27-5b36-4bf4-abd7-707edf7c4a87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 200 len: 913 time: 0.2998674 Oct 19 01:38:10.543831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0be444f-6655-4e53-8739-5fd8d151050b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.548430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0be444f-6655-4e53-8739-5fd8d151050b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.556996 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:10.560159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d0be444f-6655-4e53-8739-5fd8d151050b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/baa14125-ec39-49fa-9c16-810a9657f357 HTTP/1.1" status: 204 len: 168 time: 0.9730291 Oct 19 01:38:10.612355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be444f-6655-4e53-8739-5fd8d151050b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa14125-ec39-49fa-9c16-810a9657f357,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:10.619663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-2ebe5eda-9e18-4200-abda-2ec4645d7a6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 200 len: 217 time: 0.0812602 Oct 19 01:38:10.690852 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b7186-4198-4df9-b4b6-c98217afda21 req-68cac9cf-702a-4e59-a5c5-85cfbff0e1e1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.693952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd6b7186-4198-4df9-b4b6-c98217afda21 req-68cac9cf-702a-4e59-a5c5-85cfbff0e1e1 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 945 time: 0.2266550 Oct 19 01:38:10.787186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.807553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.824342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.839386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.857147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.871439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.878136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.888596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-4d66ca49-e55b-4240-b96b-6d4c5c7be4aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.6820364 Oct 19 01:38:10.904065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd6b7186-4198-4df9-b4b6-c98217afda21 req-95896e71-1437-40f9-8040-fc6ab08d0261 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988614 Oct 19 01:38:10.911941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-db92eb77-1bba-426e-9aba-d2252f75e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:10.913463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-db92eb77-1bba-426e-9aba-d2252f75e76b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 200 len: 851 time: 0.2884886 Oct 19 01:38:10.986324 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.018369 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:11.090812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1da7d2ce-f111-4d03-b161-10ef3d0ecbef req-f1cd2a4f-f390-4ce7-9c2a-94824809e56f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869447 Oct 19 01:38:11.110828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-499be0cb-9ab5-467c-9e45-96f0b5608bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:11.116012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-499be0cb-9ab5-467c-9e45-96f0b5608bed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890175 Oct 19 01:38:11.127672 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:11.153171 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:11.155150 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:11.172578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.229543 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.236409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.249550 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.333137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c4264-193e-456e-88fe-91dcc221b617 None None] Pushing event updated for resources: {'Port': ['ID=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:11.350427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-62c5e4ef-908d-4c7d-b11b-881e3fba3812 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022147 Oct 19 01:38:11.405487 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:11.489816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Attempting to bind port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:11.490441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Attempting to bind port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:11.490562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Attempting to bind port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 on network a2519e4d-6a0a-4000-ad75-9b808289afa5 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:11.505228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:11.505610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Checking segment: {'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:11.506017 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.506429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Bound using segment: {'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:11.506893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Bound port: ae9fc35b-2475-49e9-90ae-9fb75b7022d5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f0950-8b9f-42b3-82f8-d3d1f6921008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:11.507280 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.587952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bd25a94-3dfd-4e24-b131-485b10a7c8bf req-77e735e2-f334-4d4e-8802-ad6a7726ee19 service neutron] 10.222.0.74 "GET /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295876 Oct 19 01:38:11.679145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] For port ae9fc35b-2475-49e9-90ae-9fb75b7022d5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:11.685861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] For port ae9fc35b-2475-49e9-90ae-9fb75b7022d5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,segment=NetworkSegment(6e4f0950-8b9f-42b3-82f8-d3d1f6921008),segment_id=6e4f0950-8b9f-42b3-82f8-d3d1f6921008)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:11.708776 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.750887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-4d44aeea-34ff-4418-b668-cc5a77d1a13e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:11.757424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-4d44aeea-34ff-4418-b668-cc5a77d1a13e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 945 time: 0.1215277 Oct 19 01:38:11.808649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6a8de48c-7715-4f16-8387-55b5a8cad35d None None] Provisioning complete for port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:11.809015 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a8de48c-7715-4f16-8387-55b5a8cad35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:11.854097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c4264-193e-456e-88fe-91dcc221b617 None None] Pushing event updated for resources: {'Port': ['ID=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:11.860670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Routers {'135a9007-9c9a-4c9e-85ec-725f72fb1c07'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:11.861300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:11.987300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 5d5af3d7-90fa-44c0-91c8-00c470361c32 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:11.988457 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.082919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:12.197712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] Set router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:12.197945 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9134c-e3fa-4576-83f7-2ae9ce9b71c6 None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:23:59Z', 'revision_number': 4, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0c327425-ea70-4188-97af-c037a5a65cba', 'name': '', 'network_id': 'a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2', 'tenant_id': '94246613562645278786674bc9722b64', 'mac_address': 'fa:16:3e:d9:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:56Z', 'updated_at': '2021-10-19T01:24:08Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'subnets': [{'id': '1746f89d-2758-438f-8984-2174ed9e18e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:12.241469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] For port 5d5af3d7-90fa-44c0-91c8-00c470361c32, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=5d5af3d7-90fa-44c0-91c8-00c470361c32,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:12.243837 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.273308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 5d5af3d7-90fa-44c0-91c8-00c470361c32 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:12.378578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a8de48c-7715-4f16-8387-55b5a8cad35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.456041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa3b4b-2414-4a1c-8865-a212693bcb59 req-a3395d43-2a3b-4317-8a19-2ccea08f8a72 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.465011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eafa3b4b-2414-4a1c-8865-a212693bcb59 req-a3395d43-2a3b-4317-8a19-2ccea08f8a72 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 945 time: 0.1245527 Oct 19 01:38:12.483999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6a8de48c-7715-4f16-8387-55b5a8cad35d None None] For port ae9fc35b-2475-49e9-90ae-9fb75b7022d5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,segment=NetworkSegment(6e4f0950-8b9f-42b3-82f8-d3d1f6921008),segment_id=6e4f0950-8b9f-42b3-82f8-d3d1f6921008)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:12.558157 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.577573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a8de48c-7715-4f16-8387-55b5a8cad35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.612619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eafa3b4b-2414-4a1c-8865-a212693bcb59 req-d25086bf-f5c7-421f-8b73-9826283dab9a tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8573e49-0148-439f-9421-a547703c8c60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466262 Oct 19 01:38:12.661026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=5d5af3d7-90fa-44c0-91c8-00c470361c32,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:12.689686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.694187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de48c-7715-4f16-8387-55b5a8cad35d None None] Pushing event updated for resources: {'Port': ['ID=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:12.707542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Deleting port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:12.709545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.737313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079fced-2ecb-4f4b-9b26-a71cda74be9a None None] New status for floating IP c4266eeb-5ce2-47f3-800c-dad51f1ee1ed: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:38:12.766981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] No DVR routers for this DVR port 5d5af3d7-90fa-44c0-91c8-00c470361c32 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:12.770292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.781471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b6fe2c72-3cf1-4581-96ca-d032cb7f5567 req-a995df6b-83e6-4c9a-b143-a669ee44793e tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.74 "DELETE /v2.0/ports/5d5af3d7-90fa-44c0-91c8-00c470361c32 HTTP/1.1" status: 204 len: 173 time: 1.0173550 Oct 19 01:38:12.783731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'name': 'network-vif-deleted', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:12.801166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-581d43e0-3743-43ba-b35f-64f5d0516407 None None] Provisioning complete for port ae9fc35b-2475-49e9-90ae-9fb75b7022d5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:12.801596 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-581d43e0-3743-43ba-b35f-64f5d0516407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.807960 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d68840-c30f-44e2-8183-c8dcc98edbd7" -d '{"events": [{"server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "name": "network-vif-deleted", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:12.843887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.851053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.859386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.870486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.877382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.885596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.893402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] For port ae9fc35b-2475-49e9-90ae-9fb75b7022d5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,segment=NetworkSegment(6e4f0950-8b9f-42b3-82f8-d3d1f6921008),segment_id=6e4f0950-8b9f-42b3-82f8-d3d1f6921008)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:12.893766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:12.894057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:12.896464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-19af94bd-3ad0-42ba-8c27-d04aed8e0c49 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.3614943 Oct 19 01:38:12.898917 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd0dea4-4aa0-4f61-b953-fdde55c255a9 x-openstack-request-id: req-fbd0dea4-4aa0-4f61-b953-fdde55c255a9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:12.899438 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fe9773-61ef-4209-bd73-32a5621c8ccd", "name": "network-vif-deleted", "tag": "5d5af3d7-90fa-44c0-91c8-00c470361c32", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:12.899909 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbd0dea4-4aa0-4f61-b953-fdde55c255a9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:12.900828 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fe9773-61ef-4209-bd73-32a5621c8ccd', 'name': 'network-vif-deleted', 'tag': '5d5af3d7-90fa-44c0-91c8-00c470361c32', 'status': 'completed', 'code': 200} Oct 19 01:38:12.915117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Calling delete_port for ae9fc35b-2475-49e9-90ae-9fb75b7022d5 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:13.021655 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-deb28b94-a244-4e9f-b6b0-5f9f97ae7065 req-a149736e-02f1-49df-958d-55d1926da57f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174574 Oct 19 01:38:13.179011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:59Z', 'updated_at': '2021-10-19T01:38:05Z', 'revision_number': 4, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'gw_port': {'id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:00Z', 'updated_at': '2021-10-19T01:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ae9fc35b-2475-49e9-90ae-9fb75b7022d5', 'name': '', 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'mac_address': 'fa:16:3e:25:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '9901fe2c-7adc-4732-a4e8-9b9b6791c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:04Z', 'updated_at': '2021-10-19T01:38:11Z', 'revision_number': 4, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'subnets': [{'id': '9901fe2c-7adc-4732-a4e8-9b9b6791c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:13.217527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cc96c-12f3-4bbe-9374-9d3a5d027fe0 None None] The sync data for ids ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'] in n-d-789963-20 is: [{'id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:59Z', 'updated_at': '2021-10-19T01:38:05Z', 'revision_number': 4, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'gw_port': {'id': '19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ea:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:00Z', 'updated_at': '2021-10-19T01:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ae9fc35b-2475-49e9-90ae-9fb75b7022d5', 'name': '', 'network_id': 'a2519e4d-6a0a-4000-ad75-9b808289afa5', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'mac_address': 'fa:16:3e:25:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '9901fe2c-7adc-4732-a4e8-9b9b6791c403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:38:04Z', 'updated_at': '2021-10-19T01:38:11Z', 'revision_number': 4, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'subnets': [{'id': '9901fe2c-7adc-4732-a4e8-9b9b6791c403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:13.300492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:13.359128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9fc35b-2475-49e9-90ae-9fb75b7022d5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:13.585054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:13.778189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8581a688-e086-4465-be2b-768b195588a8 req-35c44dd0-f905-470b-a969-74f34342d8ac tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0364931 Oct 19 01:38:13.925769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:14.065023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:14.075658 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ecd2d902-8832-494c-b58e-f80b23ea3c0d admin admin] 10.222.0.64 "PUT /v2.0/routers/135a9007-9c9a-4c9e-85ec-725f72fb1c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2870750 Oct 19 01:38:14.078077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59440) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:14.217266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:14.225290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.232125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.238766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.245759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.252184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.259299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.265573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:14.268578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-4ab6d24c-da72-4cf1-a13e-ec01bcdad729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1380868 Oct 19 01:38:14.325954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-787163f5-0607-4cb6-8cdf-2b3ccea94cbc req-2705ab41-bc13-4f5d-8348-db6ded81f17b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492976 Oct 19 01:38:14.391898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:14.459718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Deleting port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:14.460248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:14.561033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] For port 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:14.561490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:14.574887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Calling delete_port for 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:14.765471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:14.794122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:14.863684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:14.923203 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5b03b9e2-0b87-46c1-8f40-35bc5558ceb6 req-c7a68d68-23b7-48e2-94f3-cf6dca456ef5 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0559337 Oct 19 01:38:14.996835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] Sync routers for ids ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:15.005251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.007578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.011829 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] Routers {'135a9007-9c9a-4c9e-85ec-725f72fb1c07'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:15.012817 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:15.059807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.060605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:38:15.066467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.067803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3993066e-c5f1-4808-b898-29ab336e7858 admin admin] 10.222.0.64 "DELETE /v2.0/routers/135a9007-9c9a-4c9e-85ec-725f72fb1c07 HTTP/1.1" status: 204 len: 168 time: 0.9887900 Oct 19 01:38:15.070479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59456) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:15.096702 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] Set router 135a9007-9c9a-4c9e-85ec-725f72fb1c07 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:15.101522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59458) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:15.130867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] Deleting subnet 9901fe2c-7adc-4732-a4e8-9b9b6791c403 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:15.135144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.172529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.181284 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135a9007-9c9a-4c9e-85ec-725f72fb1c07', 'name': 'tempest-ImageQuotaTest-1010088466-router', 'tenant_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:37:59Z', 'updated_at': '2021-10-19T01:38:14Z', 'revision_number': 7, 'project_id': 'ce1b7b8db03946e9b479c7d8446154c2', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:15.251680 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] Checking router: 135a9007-9c9a-4c9e-85ec-725f72fb1c07 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:15.270705 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:15.271595 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:38:15.273508 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'135a9007-9c9a-4c9e-85ec-725f72fb1c07'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:38:15.275706 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e00a007-c097-4fc5-99ea-8220a298cdf3 None None] The sync data for ids ['135a9007-9c9a-4c9e-85ec-725f72fb1c07'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:15.297998 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.302066 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d33f906-b3e4-4845-85bb-bf21c5a83fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.387679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.434088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9901fe2c-7adc-4732-a4e8-9b9b6791c403,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:15.444761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.446516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ac0fd-8fd3-4622-8a7f-54c17863899c None None] Network a2519e4d-6a0a-4000-ad75-9b808289afa5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:15.452540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f64ef1d6-f4b2-4665-86b2-ec3f38c076e9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9901fe2c-7adc-4732-a4e8-9b9b6791c403 HTTP/1.1" status: 204 len: 168 time: 0.3803473 Oct 19 01:38:15.453183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59466) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:15.503365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d33f906-b3e4-4845-85bb-bf21c5a83fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.513678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d33f906-b3e4-4845-85bb-bf21c5a83fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.591338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8d33f906-b3e4-4845-85bb-bf21c5a83fd2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c20b16619583458783c271346cda75d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4884093 Oct 19 01:38:15.603309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59468) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:15.609821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.619209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.623362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33f906-b3e4-4845-85bb-bf21c5a83fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ce07f-d3c3-4172-ba94-78ade406425e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:15.641934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.651302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.659787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.671651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.689456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:15.699251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-960d311f-e250-46be-9035-f8ad54e7ebc1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2172928 Oct 19 01:38:15.702090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.736469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5d5af3d7-90fa-44c0-91c8-00c470361c32 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:15.759938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b97dd8a6-e102-4081-b7a0-1d772e865025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.781794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 5d5af3d7-90fa-44c0-91c8-00c470361c32 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:15.782276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 5d5af3d7-90fa-44c0-91c8-00c470361c32 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:15.803149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b97dd8a6-e102-4081-b7a0-1d772e865025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.845615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-191dcffb-dec9-45b4-a79d-4a5a1ba5d55b req-e98bbd7c-cd6a-4490-b5be-a8e552665099 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324530 Oct 19 01:38:15.872308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ae9fc35b-2475-49e9-90ae-9fb75b7022d5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:15.906029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Deleting port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:15.906436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.919462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] DHCP port deletion for a2519e4d-6a0a-4000-ad75-9b808289afa5 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:15.922668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b97dd8a6-e102-4081-b7a0-1d772e865025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.925527 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b97dd8a6-e102-4081-b7a0-1d772e865025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:15.926987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b97dd8a6-e102-4081-b7a0-1d772e865025 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e7ce07f-d3c3-4172-ba94-78ade406425e HTTP/1.1" status: 204 len: 168 time: 0.3225362 Oct 19 01:38:15.937498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dd8a6-e102-4081-b7a0-1d772e865025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ce07f-d3c3-4172-ba94-78ade406425e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:15.945312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ae9fc35b-2475-49e9-90ae-9fb75b7022d5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:15.947933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ae9fc35b-2475-49e9-90ae-9fb75b7022d5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:16.034117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] For port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,segment=NetworkSegment(6e4f0950-8b9f-42b3-82f8-d3d1f6921008),segment_id=6e4f0950-8b9f-42b3-82f8-d3d1f6921008)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:16.034492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.053641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] Deleting port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:16.054027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.057909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Calling delete_port for 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:16.066129 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b1b1bc18-cc75-439a-8d32-3c7b849938a8 req-1da2d64a-8568-4401-a3f7-6ce99a618999 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0393729 Oct 19 01:38:16.236961 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.238202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-923cf10f-0d01-4ce3-8c9b-9fcae1d24f39 req-0777b03b-99ce-45a5-9ef9-b17122b4b5fd tempest-TestServerMultinode-2059804011 tempest-TestServerMultinode-2059804011-project-admin] (100847) timed out ('10.222.0.62', 54689) {{(pid=100847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:38:16.292977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:16.318372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] No DVR routers for this DVR port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:16.428150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] For port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,segment=NetworkSegment(6e4f0950-8b9f-42b3-82f8-d3d1f6921008),segment_id=6e4f0950-8b9f-42b3-82f8-d3d1f6921008)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:16.428560 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.441449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.461570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] Calling delete_port for 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:16.482248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2519e4d-6a0a-4000-ad75-9b808289afa5']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:16.503636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4f0950-8b9f-42b3-82f8-d3d1f6921008') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:16.504314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4f0950-8b9f-42b3-82f8-d3d1f6921008') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:16.533300 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.541591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59486) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:16.552486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.558496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:16.558948 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:16.560807 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:16.563725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-614da418-b337-4bf6-85e1-63ed5c77f7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:38:16.601184 n-d-789963-20 neutron-server[100849]: self.session.flush() Oct 19 01:38:16.611661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.629486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.641022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.647638 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] 10.222.0.64 "DELETE /v2.0/networks/a2519e4d-6a0a-4000-ad75-9b808289afa5 HTTP/1.1" status: 204 len: 168 time: 1.1912255 Oct 19 01:38:16.684975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e200b6-f270-49c2-84ee-020fc4fe64ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a2519e4d-6a0a-4000-ad75-9b808289afa5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:16.688771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] Pushing event deleted for resources: {'Port': ['ID=4185b6c0-6cf1-4f4d-8307-197a1de6a9ee,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:16.704353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73141fef-de41-47bc-ab6d-1ecb303ceea0 None None] No DVR routers for this DVR port 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:16.755025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-614da418-b337-4bf6-85e1-63ed5c77f7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.759865 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-614da418-b337-4bf6-85e1-63ed5c77f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.815713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-614da418-b337-4bf6-85e1-63ed5c77f7ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a18452882a734e4ba73cad7d06527f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706842 Oct 19 01:38:16.815713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614da418-b337-4bf6-85e1-63ed5c77f7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce452d6-80cc-4f61-9996-c488d6e3f267,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:16.816568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59490) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:16.904312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5828-833b-4831-a52d-ffd4a46e57a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.920362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59494) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:16.930850 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5828-833b-4831-a52d-ffd4a46e57a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:16.993911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-13344632-0d95-4f4b-b331-62f87e66b1e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce1b7b8db03946e9b479c7d8446154c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720081 Oct 19 01:38:16.995905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59496) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:17.024531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5828-833b-4831-a52d-ffd4a46e57a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.027523 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5828-833b-4831-a52d-ffd4a46e57a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.031782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b9fc5828-833b-4831-a52d-ffd4a46e57a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bce452d6-80cc-4f61-9996-c488d6e3f267 HTTP/1.1" status: 204 len: 168 time: 0.2140923 Oct 19 01:38:17.047877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.054489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.061430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.068233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.074643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.081065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.087857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.089844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-61a13a36-6d68-45f5-b35c-980623ca5254 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1231732 Oct 19 01:38:17.103720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5828-833b-4831-a52d-ffd4a46e57a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce452d6-80cc-4f61-9996-c488d6e3f267,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:17.104366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4befb4e7-9ee8-46ba-8e7f-fa488097dfb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.157255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4befb4e7-9ee8-46ba-8e7f-fa488097dfb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.186801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dab92c5d-4adc-43c2-8dd8-6bb0eead0c75 req-fb670ad5-5944-4408-a557-442d4f07b18c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856581 Oct 19 01:38:17.266058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97589bde-d936-46c1-af5f-5375c0a361c4 req-688062bb-90c9-4f1b-a7e7-f5ba5432169c tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0766881 Oct 19 01:38:17.293175 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4befb4e7-9ee8-46ba-8e7f-fa488097dfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.296524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4befb4e7-9ee8-46ba-8e7f-fa488097dfb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:17.298037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4befb4e7-9ee8-46ba-8e7f-fa488097dfb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfc02d71-7a60-4a8f-942e-2e6172874875 HTTP/1.1" status: 204 len: 168 time: 0.3008323 Oct 19 01:38:17.308349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befb4e7-9ee8-46ba-8e7f-fa488097dfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc02d71-7a60-4a8f-942e-2e6172874875,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:17.516188 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-e74bea43-8add-43b1-b25a-a2c73dccaefb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0996556 Oct 19 01:38:17.614964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-4c831588-e576-4e45-b6d5-b19106eff7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.617545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-4c831588-e576-4e45-b6d5-b19106eff7b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1097 time: 0.0737379 Oct 19 01:38:17.760353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-57d7f9c8-5e51-432a-ba84-1aa9d2add79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.761845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-57d7f9c8-5e51-432a-ba84-1aa9d2add79d service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.1217737 Oct 19 01:38:17.775499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:17.796419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:17.796769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4185b6c0-6cf1-4f4d-8307-197a1de6a9ee not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:17.797592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:17.832844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:17.839461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 19f4c6d1-16f0-498f-b2ec-d0e1adbd52c6 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:17.879878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-885f4a89-1e18-4b8a-a41d-6d3b44d390e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 1000 time: 0.1095939 Oct 19 01:38:17.955103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-cda8e6f4-935f-4822-960c-d8233cbeabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:17.958464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-cda8e6f4-935f-4822-960c-d8233cbeabf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0707963 Oct 19 01:38:18.038516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-f989d181-2db7-4d08-80c5-7a2f91955290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.041337 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-f989d181-2db7-4d08-80c5-7a2f91955290 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720484 Oct 19 01:38:18.069779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59526) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:18.091646 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-afc33129-f8f6-4d1f-858d-d6947bf403cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.157043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-eb60c620-f61e-4db3-b7a2-f09e8d25c728 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068709 Oct 19 01:38:18.250627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-afc33129-f8f6-4d1f-858d-d6947bf403cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.260522 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-afc33129-f8f6-4d1f-858d-d6947bf403cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.267288 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be8a3a7e-39ed-49cd-8a2b-a5f5e1369a24 req-51be6cc2-75de-4222-9524-90ae600f00fc service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034410 Oct 19 01:38:18.402409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-afc33129-f8f6-4d1f-858d-d6947bf403cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3308585 Oct 19 01:38:18.417876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59538) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:18.419390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc33129-f8f6-4d1f-858d-d6947bf403cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0770a7e3-d477-45bd-ad5f-e67977d94fca,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:18.453007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-beb20219-cc6a-48d2-98ca-fa6ed8b3d7d5 req-a2d88f62-adc6-4301-bd60-257888cfcb01 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0554998 Oct 19 01:38:18.509906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.515415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.521769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.528321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.534354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.541115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.547478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:18.549448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-baeaa4fb-f82c-4600-8646-fc704e50f477 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2089980 Oct 19 01:38:18.571727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c80836a-f1e5-47a4-8a40-f122cc3ee20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.617275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c80836a-f1e5-47a4-8a40-f122cc3ee20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.630954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fde36c07-30a8-4038-a264-f3f15defe1c3 req-0a20b8df-f913-4e98-bb07-a2756c5dc245 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702641 Oct 19 01:38:18.711188 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c80836a-f1e5-47a4-8a40-f122cc3ee20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.714224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c80836a-f1e5-47a4-8a40-f122cc3ee20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:18.715928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1c80836a-f1e5-47a4-8a40-f122cc3ee20f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0770a7e3-d477-45bd-ad5f-e67977d94fca HTTP/1.1" status: 204 len: 168 time: 0.2922957 Oct 19 01:38:18.733573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80836a-f1e5-47a4-8a40-f122cc3ee20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0770a7e3-d477-45bd-ad5f-e67977d94fca,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:19.636305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf4fc9ee-71b8-45e6-ba0b-884d1381b468 req-54d7b778-8fa4-4fd9-a043-e941e558df1d tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0576952 Oct 19 01:38:19.837718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:19.847154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:19.864485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:19.883059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:19.885202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:19.900760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:19.908970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:19.921408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:19.932270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-24d4032c-90ff-42a8-acff-3847cc565c87 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1908269 Oct 19 01:38:19.983554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44d68fba-b206-4f79-ac62-78dcc1f39237 req-aed5fabe-b2ef-4450-8c24-7e219e63af29 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502055 Oct 19 01:38:20.209643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59648) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:20.364166 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23b9bde7-b944-48e3-8974-39956d8cd70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.479601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23b9bde7-b944-48e3-8974-39956d8cd70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.486103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23b9bde7-b944-48e3-8974-39956d8cd70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.525886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9bde7-b944-48e3-8974-39956d8cd70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba2cde0-5d1f-4694-8bcf-18d856e53f86,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:20.550406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-23b9bde7-b944-48e3-8974-39956d8cd70b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b5c82ab501a4bf482f9f1ef7bfb7044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396571 Oct 19 01:38:20.553228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59678) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:20.616656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93b404b7-d501-4573-8eb4-80b5b3f1e06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.641219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93b404b7-d501-4573-8eb4-80b5b3f1e06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.729218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93b404b7-d501-4573-8eb4-80b5b3f1e06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.732247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93b404b7-d501-4573-8eb4-80b5b3f1e06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:20.733480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-93b404b7-d501-4573-8eb4-80b5b3f1e06f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ba2cde0-5d1f-4694-8bcf-18d856e53f86 HTTP/1.1" status: 204 len: 168 time: 0.1793194 Oct 19 01:38:20.748230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b404b7-d501-4573-8eb4-80b5b3f1e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba2cde0-5d1f-4694-8bcf-18d856e53f86,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:20.816867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5ac15c6b-e8e6-4a3a-8a3e-66c0f3cd1b8b req-25b80839-02bb-4867-b720-8bde38aa5a27 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "GET /v2.0/ports?device_id=74fe9773-61ef-4209-bd73-32a5621c8ccd HTTP/1.1" status: 200 len: 210 time: 0.0899878 Oct 19 01:38:21.141337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.150669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.157235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.166836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.168586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59722) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:21.175082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.181911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.188611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.191165 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-b5344cb3-1505-40ed-84fc-7b8cb9253086 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1199634 Oct 19 01:38:21.212495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8414960-a4f2-4661-b922-70d4e9cf729a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.243962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf854fb6-2264-4063-a1c1-f3b096794322 req-400c7571-d2e7-45f6-a811-fb7847be2e23 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446782 Oct 19 01:38:21.253093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc9a1-3b5d-4a86-ad75-b09eccd0407f req-9d1837ba-89fd-4d51-9cd7-b5df8f20a07c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:21.254570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-742dc9a1-3b5d-4a86-ad75-b09eccd0407f req-9d1837ba-89fd-4d51-9cd7-b5df8f20a07c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0784137 Oct 19 01:38:21.274720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59726) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:21.317538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-742dc9a1-3b5d-4a86-ad75-b09eccd0407f req-84ae1636-0b5d-458b-876d-23ecfbdb29c1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516491 Oct 19 01:38:21.345833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8414960-a4f2-4661-b922-70d4e9cf729a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.351014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8414960-a4f2-4661-b922-70d4e9cf729a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.394083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8414960-a4f2-4661-b922-70d4e9cf729a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c87750-2b2a-4a19-b41f-e678ea64b493,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:21.401293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e8414960-a4f2-4661-b922-70d4e9cf729a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e933008c4e44cf9a20930b28283d3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284446 Oct 19 01:38:21.401962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59730) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:21.416888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30153b6b-d189-4bf7-8d61-459143fb0604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.462618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38f5ce36-dc66-41e5-af4b-9948b72d1be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.487635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38f5ce36-dc66-41e5-af4b-9948b72d1be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.494854 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30153b6b-d189-4bf7-8d61-459143fb0604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.503067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30153b6b-d189-4bf7-8d61-459143fb0604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.539658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38f5ce36-dc66-41e5-af4b-9948b72d1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.542392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38f5ce36-dc66-41e5-af4b-9948b72d1be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.545866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-38f5ce36-dc66-41e5-af4b-9948b72d1be0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3c87750-2b2a-4a19-b41f-e678ea64b493 HTTP/1.1" status: 204 len: 168 time: 0.1407361 Oct 19 01:38:21.546045 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30153b6b-d189-4bf7-8d61-459143fb0604 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55cd37ff58a04230951b2a000ed7c9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695696 Oct 19 01:38:21.546386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30153b6b-d189-4bf7-8d61-459143fb0604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb43dae7-7461-4330-bf07-d3c9d1e14fff,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:21.549973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59734) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:21.566515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5ce36-dc66-41e5-af4b-9948b72d1be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c87750-2b2a-4a19-b41f-e678ea64b493,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:21.611597 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97333a01-6866-4bdf-8eb7-027bc7491e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.633943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97333a01-6866-4bdf-8eb7-027bc7491e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.693676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97333a01-6866-4bdf-8eb7-027bc7491e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.696804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-97333a01-6866-4bdf-8eb7-027bc7491e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:21.698158 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-97333a01-6866-4bdf-8eb7-027bc7491e1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb43dae7-7461-4330-bf07-d3c9d1e14fff HTTP/1.1" status: 204 len: 168 time: 0.1485615 Oct 19 01:38:21.707425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97333a01-6866-4bdf-8eb7-027bc7491e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb43dae7-7461-4330-bf07-d3c9d1e14fff,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:21.880104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59750) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:22.015155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Deleting port 59000ffc-b0af-4d0d-bcfe-31a768dfba91 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:22.015496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.098086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.098455 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.105941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59758) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:22.114138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Calling delete_port for 59000ffc-b0af-4d0d-bcfe-31a768dfba91 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:22.124919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d33b15db-c241-4d96-925d-999315c8049d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.203905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d33b15db-c241-4d96-925d-999315c8049d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.209783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d33b15db-c241-4d96-925d-999315c8049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.253978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d33b15db-c241-4d96-925d-999315c8049d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd8e30c789fd4ae8b357ef67662bcaac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444187 Oct 19 01:38:22.253978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b15db-c241-4d96-925d-999315c8049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde1baf-e7fc-41b2-a19b-f32ddf36e4f2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:22.254715 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59764) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:22.275160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.301972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'Port': ['ID=59000ffc-b0af-4d0d-bcfe-31a768dfba91,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:22.314109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf549f29-2bb4-40ff-ad99-53711ca3675f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.345679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf549f29-2bb4-40ff-ad99-53711ca3675f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.404926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf549f29-2bb4-40ff-ad99-53711ca3675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.407608 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cf549f29-2bb4-40ff-ad99-53711ca3675f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.408256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.416347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cf549f29-2bb4-40ff-ad99-53711ca3675f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8bde1baf-e7fc-41b2-a19b-f32ddf36e4f2 HTTP/1.1" status: 204 len: 168 time: 0.1550460 Oct 19 01:38:22.416498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.416498 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d5e8c844-4bda-4047-88da-899f7a873cf7 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "DELETE /v2.0/floatingips/0f6e81a0-07a2-4f5a-a338-905ff0c0949d HTTP/1.1" status: 204 len: 168 time: 0.5315397 Oct 19 01:38:22.433243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf549f29-2bb4-40ff-ad99-53711ca3675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde1baf-e7fc-41b2-a19b-f32ddf36e4f2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:22.442840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.450939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.462715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.470181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.477230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.484304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.489056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa764-2e76-42e2-bc2d-da7468a854e4 req-e6195c91-1736-46b0-9968-c255d2930f9c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.490580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b8fa764-2e76-42e2-bc2d-da7468a854e4 req-e6195c91-1736-46b0-9968-c255d2930f9c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0770104 Oct 19 01:38:22.493635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:22.496680 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-9680c13c-bdf4-4ece-be69-72381a341087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1474752 Oct 19 01:38:22.537178 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b8fa764-2e76-42e2-bc2d-da7468a854e4 req-bd67dcf4-3eb5-4fe7-a09c-82c96b642d15 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382795 Oct 19 01:38:22.547473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1cacd824-cb18-4e80-b5b4-392eda93c19e req-4765aa1c-f925-4c41-b288-deb7cd94f25f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425427 Oct 19 01:38:22.785901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59792) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:22.903110 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5de5f707-8eff-465a-a258-8824eb593b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.981470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5de5f707-8eff-465a-a258-8824eb593b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:22.986330 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5de5f707-8eff-465a-a258-8824eb593b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.026393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5f707-8eff-465a-a258-8824eb593b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280b146-63d0-4bd1-a96f-cba9187db036,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:23.033941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59806) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:23.040921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5de5f707-8eff-465a-a258-8824eb593b6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=defe258918c549468f73a4c1933ff105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538950 Oct 19 01:38:23.090720 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6114-f454-467a-bd87-020b19efcc24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.113512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6114-f454-467a-bd87-020b19efcc24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.179045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6114-f454-467a-bd87-020b19efcc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.183033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6114-f454-467a-bd87-020b19efcc24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.186674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fa9c6114-f454-467a-bd87-020b19efcc24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9280b146-63d0-4bd1-a96f-cba9187db036 HTTP/1.1" status: 204 len: 168 time: 0.1494119 Oct 19 01:38:23.193640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c6114-f454-467a-bd87-020b19efcc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280b146-63d0-4bd1-a96f-cba9187db036,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:23.253141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59814) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:23.465086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1082351680'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:23.488153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:23.491624 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.500620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.594284 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.599460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.634425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:23.645105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8494b896-ea21-48e9-a7c7-60096af90735,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:23.728717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.729389 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Added segment 0ef371fe-a49e-4b23-a2bf-d39d61072bac of type vlan for network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e Oct 19 01:38:23.754499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.785933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.787403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.793121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.799065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.801857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb892c17-93fc-4203-a653-e2decfcd318d req-df62ae1a-2da4-4ddd-aa2d-b662018c164a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.803447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb892c17-93fc-4203-a653-e2decfcd318d req-df62ae1a-2da4-4ddd-aa2d-b662018c164a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.1259921 Oct 19 01:38:23.817257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.823948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.842380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.844364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-0ae57215-3ba5-40ac-8b0f-43ffc9a17962 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1609457 Oct 19 01:38:23.855060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.860901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:23.861505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:23.874881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb892c17-93fc-4203-a653-e2decfcd318d req-924cd3f0-d5f2-4dc5-8444-ca9391916149 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592721 Oct 19 01:38:23.916099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef88ece7-5af6-485c-8db1-154b452d93b3 req-aae56006-8041-4056-a95b-49b942e0314b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636244 Oct 19 01:38:23.946475 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6908445 Oct 19 01:38:23.955036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02691ae-9f9b-49c5-bf92-44dce00e397e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Network': ['ID=08d3c7ae-4c06-41bf-8870-8d0a765dad0e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:23.967866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:25.083274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.089928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942a901-e7a7-4d65-8c63-82149968df98 req-97d2bbd8-6912-4ac6-9dde-10b0bec2f7f4 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.091220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.098299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.105640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.105811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8942a901-e7a7-4d65-8c63-82149968df98 req-97d2bbd8-6912-4ac6-9dde-10b0bec2f7f4 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.1475430 Oct 19 01:38:25.114476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.122609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.141656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:25.151874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-c0dca0e7-a51f-4253-8cab-7a5161b82167 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.1493857 Oct 19 01:38:25.185545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8942a901-e7a7-4d65-8c63-82149968df98 req-d0cd4e9b-1408-417d-b445-30cf6f3c71a6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732245 Oct 19 01:38:25.206522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00d7167d-4d69-42f3-953c-b60f8a2114f1 req-3f2e4285-7d41-49e5-b88e-13fff3a2d729 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534129 Oct 19 01:38:26.354494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f4eeb-887e-4d7c-8303-a1ab6423f27f req-072129a2-7894-4f7c-bac6-a34d4458ccd8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.366931 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b9f4eeb-887e-4d7c-8303-a1ab6423f27f req-072129a2-7894-4f7c-bac6-a34d4458ccd8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0930912 Oct 19 01:38:26.446149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.452727 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b9f4eeb-887e-4d7c-8303-a1ab6423f27f req-f51c68ab-ff7d-49b3-aba7-f2b6146a5a6d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829697 Oct 19 01:38:26.476208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.478912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:26.488341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.502123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.518940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.528895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.543836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:26.550704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-4d02f61c-358b-4ba9-b61a-d38aba0cf7ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5430 time: 0.2239835 Oct 19 01:38:26.634394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6a932b4e-74f5-4a0f-9ead-31e60941aac2 req-94d5e17f-417c-49b3-a72d-25fdb5e9db02 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802903 Oct 19 01:38:26.640988 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:26.659198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7', 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212', 'port_id': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7', 'mac_address': 'fa:16:3e:37:00:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6744088d-5f89-47f0-99e8-53cdb1f85b71', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:26.713078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:26.727190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:26.748727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:26.754200 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:26.755010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e6fff87a-42e4-4089-9dbf-589d21d0f45c details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:26.808845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:26.931561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e6fff87a-42e4-4089-9dbf-589d21d0f45c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:26.943643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c', 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'port_id': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c', 'mac_address': 'fa:16:3e:3f:84:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d259fbb-049b-4cc7-b289-389751d1141d', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:27.006517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59890) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:27.015049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.029828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fff87a-42e4-4089-9dbf-589d21d0f45c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:27.054141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e6fff87a-42e4-4089-9dbf-589d21d0f45c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.060534 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.061799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ea549d0a-9368-4127-a8fc-1e3091cc9150 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:27.119374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e6fff87a-42e4-4089-9dbf-589d21d0f45c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:27.125764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-271e10b3-2bcd-4ea4-82e2-04745f712e95 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.151722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ea549d0a-9368-4127-a8fc-1e3091cc9150, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.165110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'ea549d0a-9368-4127-a8fc-1e3091cc9150', 'network_id': '3be7c16e-d9cf-416d-9b0c-37b3a94ed212', 'port_id': 'ea549d0a-9368-4127-a8fc-1e3091cc9150', 'mac_address': 'fa:16:3e:ae:77:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6744088d-5f89-47f0-99e8-53cdb1f85b71', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:27.175163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-271e10b3-2bcd-4ea4-82e2-04745f712e95 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.230375 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.250089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea549d0a-9368-4127-a8fc-1e3091cc9150 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:27.254470 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-271e10b3-2bcd-4ea4-82e2-04745f712e95 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.258339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-271e10b3-2bcd-4ea4-82e2-04745f712e95 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.259772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-271e10b3-2bcd-4ea4-82e2-04745f712e95 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] 10.222.0.64 "DELETE /v2.0/security-groups/d8573e49-0148-439f-9421-a547703c8c60 HTTP/1.1" status: 204 len: 168 time: 0.2518473 Oct 19 01:38:27.275332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e10b3-2bcd-4ea4-82e2-04745f712e95 tempest-TestVolumeBootPattern-2117902161 tempest-TestVolumeBootPattern-2117902161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8573e49-0148-439f-9421-a547703c8c60,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:27.307478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ea549d0a-9368-4127-a8fc-1e3091cc9150, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.324383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59894) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:27.330364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'subnet': {'network_id': '08d3c7ae-4c06-41bf-8870-8d0a765dad0e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:27.330986 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.331672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b3e8dcf7-0768-4e63-89e6-ffa884cc265d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:27.365021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59896) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:27.393741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ea549d0a-9368-4127-a8fc-1e3091cc9150,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:27.431890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b3e8dcf7-0768-4e63-89e6-ffa884cc265d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.447300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d', 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'port_id': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d', 'mac_address': 'fa:16:3e:15:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d259fbb-049b-4cc7-b289-389751d1141d', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:27.466930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:27.474041 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.517236 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.560042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e8dcf7-0768-4e63-89e6-ffa884cc265d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:27.620154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b3e8dcf7-0768-4e63-89e6-ffa884cc265d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.631004 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.631812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 98d3662c-418b-49a1-8b91-34bf11b0b370 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:27.696847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8fa1d-8688-4efd-9d0e-7401217a0083 req-52b94619-03a3-4127-9172-bc800b73245a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:27.698621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bdb8fa1d-8688-4efd-9d0e-7401217a0083 req-52b94619-03a3-4127-9172-bc800b73245a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0994434 Oct 19 01:38:27.754470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 98d3662c-418b-49a1-8b91-34bf11b0b370, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=98d3662c-418b-49a1-8b91-34bf11b0b370,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.767332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '98d3662c-418b-49a1-8b91-34bf11b0b370', 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'port_id': '98d3662c-418b-49a1-8b91-34bf11b0b370', 'mac_address': 'fa:16:3e:2e:23:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d259fbb-049b-4cc7-b289-389751d1141d', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:27.778510 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bdb8fa1d-8688-4efd-9d0e-7401217a0083 req-5d49c9b9-aaa8-497b-9612-f8b5e0fae55f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689449 Oct 19 01:38:27.819007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:27.856866 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.870803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d3662c-418b-49a1-8b91-34bf11b0b370 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:27.892162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 98d3662c-418b-49a1-8b91-34bf11b0b370, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=98d3662c-418b-49a1-8b91-34bf11b0b370,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.897237 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:27.897908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:27.950408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:27.961624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:27.967453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:27.969724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd', 'network_id': '241c9cdd-dae8-43ff-85bc-702992e8210e', 'port_id': '9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd', 'mac_address': 'fa:16:3e:61:3c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d259fbb-049b-4cc7-b289-389751d1141d', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:27.973339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:27.980022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:27.985573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:27.986371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=98d3662c-418b-49a1-8b91-34bf11b0b370,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:27.992778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:27.998731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:28.000779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec63208e-d429-4c04-932c-2a187435a759 req-a5bbc455-5561-416a-b28a-0fbd5ccf3a3f tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5434 time: 0.2135391 Oct 19 01:38:28.022049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.036990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:28.046198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.059272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:28.064566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.065299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bbf4a61b-0094-48a9-bfdf-976fc4bcb457 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:28.142912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:28.170858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec63208e-d429-4c04-932c-2a187435a759 req-5db27c7c-ec18-4c1a-9bfb-63e263c79516 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536353 Oct 19 01:38:28.198293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Subnet': ['ID=ee42df1a-ca5c-440b-834b-fa3c8e4820e7,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:28.219000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Checking segment: {'id': '0ef371fe-a49e-4b23-a2bf-d39d61072bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '08d3c7ae-4c06-41bf-8870-8d0a765dad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:28.219368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network hostable DHCP agents. Network: 08d3c7ae-4c06-41bf-8870-8d0a765dad0e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:28.223124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bbf4a61b-0094-48a9-bfdf-976fc4bcb457, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:28.235527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'port_id': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'mac_address': 'fa:16:3e:e1:dd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:28.268347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:28.276545 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.285064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 08d3c7ae-4c06-41bf-8870-8d0a765dad0e) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:28.290485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:28.291650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.299203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe3c14-fa24-41c4-b5a4-e599f7194623 None None] Network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:28.302221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf4a61b-0094-48a9-bfdf-976fc4bcb457 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:28.327346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59906) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:28.332364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1650025817'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:28.336673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d396b02f-3c9b-4d80-801b-958ee63e001b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0107694 Oct 19 01:38:28.359898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:28.365723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.383175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bbf4a61b-0094-48a9-bfdf-976fc4bcb457, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:28.394004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:28.409057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.410534 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Added segment ce5518b3-4350-4df3-882d-19e7b4f88572 of type vlan for network 9d36d160-a858-49ab-8128-618db5902797 Oct 19 01:38:28.414912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.445101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.466113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.509643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.516210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:28.517155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.526097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:28.623814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Network': ['ID=9d36d160-a858-49ab-8128-618db5902797,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:28.639503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59910) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:28.640456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-50bfa79a-be36-4727-944b-911c267237df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3117507 Oct 19 01:38:28.663226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'subnet': {'network_id': '9d36d160-a858-49ab-8128-618db5902797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:28.675071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9d36d160-a858-49ab-8128-618db5902797 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:28.700426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-08d3c7ae-4c06-41bf-8870-8d0a765dad0e', 'network_id': '08d3c7ae-4c06-41bf-8870-8d0a765dad0e', 'tenant_id': '6006d30433f04d7995d72fe111c53e85', 'fixed_ips': [{'subnet_id': 'ee42df1a-ca5c-440b-834b-fa3c8e4820e7'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:28.701285 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.820780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:28.828878 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:28.924469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44dc01-e1b9-41f0-ba57-4c8f5102a165 req-a17b9685-ad82-4834-90c5-2eccf77a01f6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:28.927873 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c44dc01-e1b9-41f0-ba57-4c8f5102a165 req-a17b9685-ad82-4834-90c5-2eccf77a01f6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0727711 Oct 19 01:38:28.936026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Allocated IP 2001:db8:0:ffff::2 (08d3c7ae-4c06-41bf-8870-8d0a765dad0e/ee42df1a-ca5c-440b-834b-fa3c8e4820e7/924e8e99-8aff-4a67-bc3a-86c5fc51d888) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:29.004289 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c44dc01-e1b9-41f0-ba57-4c8f5102a165 req-ee9a1db3-37e9-424b-9814-21803e638368 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624096 Oct 19 01:38:29.037434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Deleting port 0c327425-ea70-4188-97af-c037a5a65cba {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:29.037799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.082781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e6fff87a-42e4-4089-9dbf-589d21d0f45c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:29.137448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['66708e09-d5cc-4619-a9b9-f1a6d14e09d7'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:29.139596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b3e8dcf7-0768-4e63-89e6-ffa884cc265d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:29.141890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['ea549d0a-9368-4127-a8fc-1e3091cc9150'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:29.151139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['98d3662c-418b-49a1-8b91-34bf11b0b370'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:29.153753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:29.381600 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.428155 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.551889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:29.589933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] For port 0c327425-ea70-4188-97af-c037a5a65cba, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c327425-ea70-4188-97af-c037a5a65cba,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:29.590500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.598831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:29.613485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Pushing event updated for resources: {'Port': ['ID=924e8e99-8aff-4a67-bc3a-86c5fc51d888,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:29.616298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:29.617599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Calling delete_port for 0c327425-ea70-4188-97af-c037a5a65cba owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:29.641099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:29.647119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:29.653599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:29.659930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:29.666100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:29.672075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:29.677970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:29.680998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-0d04146f-8fad-49cc-8522-0a25f74c865a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5437 time: 0.1853161 Oct 19 01:38:29.822429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Attempting to bind port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:29.823025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Attempting to bind port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '0ef371fe-a49e-4b23-a2bf-d39d61072bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '08d3c7ae-4c06-41bf-8870-8d0a765dad0e'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:29.823416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Attempting to bind port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 on network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:29.832771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8c9573d-dd38-4487-acbd-5ba8cfd4b8e2 req-c3412a17-ebbd-4c06-80ca-7e3ec53a8983 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424010 Oct 19 01:38:29.841202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:29.842129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Checking segment: {'id': '0ef371fe-a49e-4b23-a2bf-d39d61072bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '08d3c7ae-4c06-41bf-8870-8d0a765dad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:29.842633 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.843147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Bound using segment: {'id': '0ef371fe-a49e-4b23-a2bf-d39d61072bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '08d3c7ae-4c06-41bf-8870-8d0a765dad0e'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:29.843726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Bound port: 924e8e99-8aff-4a67-bc3a-86c5fc51d888, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef371fe-a49e-4b23-a2bf-d39d61072bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '08d3c7ae-4c06-41bf-8870-8d0a765dad0e'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:29.844233 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.852256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:38:29.856193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:29.989112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59924) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:29.994120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Subnet': ['ID=55efcfe4-59e3-447a-9051-5421040e9b14,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:30.003433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Checking segment: {'id': 'ce5518b3-4350-4df3-882d-19e7b4f88572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9d36d160-a858-49ab-8128-618db5902797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:30.003799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network hostable DHCP agents. Network: 9d36d160-a858-49ab-8128-618db5902797, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:30.044091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network 9d36d160-a858-49ab-8128-618db5902797 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:30.056859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bbf4a61b-0094-48a9-bfdf-976fc4bcb457'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:30.083871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9d36d160-a858-49ab-8128-618db5902797) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:30.090157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:30.090803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.114107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.127122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e9ddcb7a-d3d2-4c2d-9349-93462132aad5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4861934 Oct 19 01:38:30.134645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59930) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:30.144922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'port': {'network_id': '9d36d160-a858-49ab-8128-618db5902797', 'name': 'tempest-NetworksIpV6TestAttrs-2001841530'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:30.175041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Pushing event deleted for resources: {'Port': ['ID=0c327425-ea70-4188-97af-c037a5a65cba,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:30.250229 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b65ce3-8de6-48d0-a7cc-6a724ffe3c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.322494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeefffb-d91c-4595-9ce0-5233a2935ff8 req-2ac344f2-4e98-4e63-9cc9-8fb5e00872fc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:30.324137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2eeefffb-d91c-4595-9ce0-5233a2935ff8 req-2ac344f2-4e98-4e63-9cc9-8fb5e00872fc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.2018456 Oct 19 01:38:30.354743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa1799-5ba0-431f-a700-bfb8a40ea0d3 None None] Network 9d36d160-a858-49ab-8128-618db5902797 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:30.422881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2eeefffb-d91c-4595-9ce0-5233a2935ff8 req-a4c71e12-c18a-4804-b158-2d673771a4a7 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926311 Oct 19 01:38:30.457359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.459025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] For port 924e8e99-8aff-4a67-bc3a-86c5fc51d888, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:30.478494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:30.484083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:30.488530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.535930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] device_id is not set on port f179f617-014f-46ae-95ba-82f7b7d38ef7 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:38:30.545070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] For port 924e8e99-8aff-4a67-bc3a-86c5fc51d888, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=924e8e99-8aff-4a67-bc3a-86c5fc51d888,segment=NetworkSegment(0ef371fe-a49e-4b23-a2bf-d39d61072bac),segment_id=0ef371fe-a49e-4b23-a2bf-d39d61072bac)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:30.566550 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.656200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Allocated IP 2001:db8::f816:3eff:fe2b:cb2b (9d36d160-a858-49ab-8128-618db5902797/55efcfe4-59e3-447a-9051-5421040e9b14/f179f617-014f-46ae-95ba-82f7b7d38ef7) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:30.713201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b65ce3-8de6-48d0-a7cc-6a724ffe3c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.729256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557a8b6-02b1-4857-abf8-a9554e1fc7bf None None] Pushing event updated for resources: {'Port': ['ID=924e8e99-8aff-4a67-bc3a-86c5fc51d888,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:30.737708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00b65ce3-8de6-48d0-a7cc-6a724ffe3c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.790904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:30.805857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9d36d160-a858-49ab-8128-618db5902797', 'network_id': '9d36d160-a858-49ab-8128-618db5902797', 'tenant_id': '6006d30433f04d7995d72fe111c53e85', 'fixed_ips': [{'subnet_id': '55efcfe4-59e3-447a-9051-5421040e9b14'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:30.806726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.809274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:30.809651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.835429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Router fc603b79-1991-45ae-84b1-e8826497aaea has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:30.910984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:30.958831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65ce3-8de6-48d0-a7cc-6a724ffe3c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a582f440-e2dd-4d9a-a9c7-9bf8ce4f1487,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:30.973142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.019479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:31.028939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2341955c-68a1-499a-9221-473ed314bddd admin admin] 10.222.0.64 "PUT /v2.0/routers/fc603b79-1991-45ae-84b1-e8826497aaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6624587 Oct 19 01:38:31.030240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59934) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:31.039322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] Sync routers for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:31.068687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Allocated IP 2001:db8::f816:3eff:fe2d:d965 (9d36d160-a858-49ab-8128-618db5902797/55efcfe4-59e3-447a-9051-5421040e9b14/9b93ba1c-6273-4e9a-a5b4-520ebf3b146e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:31.090732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.097152 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.103927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.110282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.114220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network 9d36d160-a858-49ab-8128-618db5902797 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:31.117740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.119569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00b65ce3-8de6-48d0-a7cc-6a724ffe3c2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed9fad88e0a04a13b3df861277e7543e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1284571 Oct 19 01:38:31.123797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59936) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:31.125173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.127588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:31.131652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:31.132014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.136724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.137353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.138191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-3369cc2f-4bf1-4e5b-9ede-f9af2b9c87ae tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5437 time: 0.1278486 Oct 19 01:38:31.174685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:31.175174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:31.186272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Port': ['ID=f179f617-014f-46ae-95ba-82f7b7d38ef7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:31.192262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ec73828-a97a-40e1-83ea-4bb9e20e09bf req-de2f1791-88e1-4d72-a846-e8d01e8a3fdd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449522 Oct 19 01:38:31.249387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5df0fa3b-9b96-49b6-9bf5-0651c113dda9 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1136932 Oct 19 01:38:31.252464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59938) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:31.269104 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-309c333f-8355-4304-b57b-c7398ebca057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.270615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.285847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.310922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Deleting subnet 55efcfe4-59e3-447a-9051-5421040e9b14 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:31.334070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-309c333f-8355-4304-b57b-c7398ebca057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.369272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:31.371568 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f20ad-43ec-4233-96d7-9b6b0c4350cf" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "66708e09-d5cc-4619-a9b9-f1a6d14e09d7"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:31.412438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:31.415529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:31.474011 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41633ed8-8147-4e75-bd53-48c30122436c x-openstack-request-id: req-41633ed8-8147-4e75-bd53-48c30122436c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:31.474207 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "66708e09-d5cc-4619-a9b9-f1a6d14e09d7", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:31.474455 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41633ed8-8147-4e75-bd53-48c30122436c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:31.474841 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7', 'code': 200} Oct 19 01:38:31.476095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.477794 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.487107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.524635 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.554330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Network 9d36d160-a858-49ab-8128-618db5902797 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:31.559405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:31.603732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:31.605203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.622179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6388e56-a0ec-45dd-97d4-4aa16d52f17d req-5e04c81b-1c1c-4472-9633-43ff4557f6b8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:31.628709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6388e56-a0ec-45dd-97d4-4aa16d52f17d req-5e04c81b-1c1c-4472-9633-43ff4557f6b8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0901630 Oct 19 01:38:31.630558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:31.712738 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6388e56-a0ec-45dd-97d4-4aa16d52f17d req-7ea48165-f544-4688-94cd-026a2bd2fad4 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582480 Oct 19 01:38:31.871195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Pushing event updated for resources: {'Port': ['ID=9b93ba1c-6273-4e9a-a5b4-520ebf3b146e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:31.874801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Attempting to bind port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:31.875171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Attempting to bind port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'ce5518b3-4350-4df3-882d-19e7b4f88572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9d36d160-a858-49ab-8128-618db5902797'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:31.875575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Attempting to bind port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e on network 9d36d160-a858-49ab-8128-618db5902797 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:31.896382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:31.906766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.908312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Checking segment: {'id': 'ce5518b3-4350-4df3-882d-19e7b4f88572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9d36d160-a858-49ab-8128-618db5902797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:31.910978 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.911522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Bound using segment: {'id': 'ce5518b3-4350-4df3-882d-19e7b4f88572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9d36d160-a858-49ab-8128-618db5902797'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:31.912129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Bound port: 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5518b3-4350-4df3-882d-19e7b4f88572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9d36d160-a858-49ab-8128-618db5902797'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:31.912712 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.916894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-309c333f-8355-4304-b57b-c7398ebca057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.920284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-309c333f-8355-4304-b57b-c7398ebca057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:31.921728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-309c333f-8355-4304-b57b-c7398ebca057 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a582f440-e2dd-4d9a-a9c7-9bf8ce4f1487 HTTP/1.1" status: 204 len: 168 time: 0.7953782 Oct 19 01:38:31.933121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c333f-8355-4304-b57b-c7398ebca057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a582f440-e2dd-4d9a-a9c7-9bf8ce4f1487,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:31.988701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.018340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Deleting port daa80dad-cbc0-4539-964d-6ab1651169a2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:32.018680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.026312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 924e8e99-8aff-4a67-bc3a-86c5fc51d888 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:32.122748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:38:30Z', 'revision_number': 5, 'project_id': '94246613562645278786674bc9722b64', 'gw_port': {'id': 'daa80dad-cbc0-4539-964d-6ab1651169a2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:23:47Z', 'updated_at': '2021-10-19T01:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:32.165776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] Checking router: fc603b79-1991-45ae-84b1-e8826497aaea for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:32.168199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df9676-e2ef-4643-bf15-1b4693f5f8c4 req-66bfa12e-3efb-4f98-be3c-ed13f48f0a18 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.169425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-ba85e7bd-b98c-4a1b-8deb-204d01f53254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.170114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80df9676-e2ef-4643-bf15-1b4693f5f8c4 req-66bfa12e-3efb-4f98-be3c-ed13f48f0a18 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0931990 Oct 19 01:38:32.171211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-ba85e7bd-b98c-4a1b-8deb-204d01f53254 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1097 time: 0.0761883 Oct 19 01:38:32.177261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] For port daa80dad-cbc0-4539-964d-6ab1651169a2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=daa80dad-cbc0-4539-964d-6ab1651169a2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:32.177677 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.212139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] Routers {'fc603b79-1991-45ae-84b1-e8826497aaea'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:32.214022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['fc603b79-1991-45ae-84b1-e8826497aaea'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:32.217361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2cc21-3c42-441c-8b71-74f8309c21c5 None None] Network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:32.222327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Calling delete_port for daa80dad-cbc0-4539-964d-6ab1651169a2 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:32.223351 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.224747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] For port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:32.243908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-80df9676-e2ef-4643-bf15-1b4693f5f8c4 req-facbc370-b385-4372-b0d6-77042fcb5832 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665002 Oct 19 01:38:32.245021 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.249081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/55efcfe4-59e3-447a-9051-5421040e9b14 HTTP/1.1" status: 204 len: 168 time: 0.9938705 Oct 19 01:38:32.265109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] For port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9b93ba1c-6273-4e9a-a5b4-520ebf3b146e,segment=NetworkSegment(ce5518b3-4350-4df3-882d-19e7b4f88572),segment_id=ce5518b3-4350-4df3-882d-19e7b4f88572)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:32.268238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59956) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:32.345829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c63bc4-0c5d-478b-b140-4819f39e136e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.347355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c63bc4-0c5d-478b-b140-4819f39e136e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.350097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-00c63bc4-0c5d-478b-b140-4819f39e136e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0795155 Oct 19 01:38:32.350097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Subnet': ['ID=55efcfe4-59e3-447a-9051-5421040e9b14,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:32.354142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59958) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:32.385100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.385565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.385777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.386150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.386487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.386802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.387484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.387484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.387789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.388074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.388541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.388676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6ba8-d4a2-4e2e-bbec-400c57ad715f tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:32.408717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-1c81c999-2756-43b7-b433-b17f1b86ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.410482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-1c81c999-2756-43b7-b433-b17f1b86ccd6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.2285326 Oct 19 01:38:32.454862 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02ff213f-4193-447d-a690-476a2fe33923 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.463642 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ff213f-4193-447d-a690-476a2fe33923 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 01:38:32.464406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ff213f-4193-447d-a690-476a2fe33923 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:32.474826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-02ff213f-4193-447d-a690-476a2fe33923 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/9d36d160-a858-49ab-8128-618db5902797 HTTP/1.1" status: 409 len: 405 time: 0.1129198 Oct 19 01:38:32.474826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59960) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:32.474826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59962) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:32.482329 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.484110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1923185830'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:32.485462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ea549d0a-9368-4127-a8fc-1e3091cc9150 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:32.485921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.491881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.498763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:32.498964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.499337 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.501257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1426b994-a731-41ea-8828-8872582c2d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.505308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.512030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.518382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.525466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.527615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-3cb45e5a-c892-48f1-b8e3-22aeee8052e6 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5438 time: 0.1867044 Oct 19 01:38:32.528622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:32.532451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.574424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:32.582227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] Set router fc603b79-1991-45ae-84b1-e8826497aaea gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:32.594452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.594773 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Added segment d6292b99-25ce-46b2-8f5b-e98e3caef2a0 of type vlan for network 30743f96-1511-4292-9ae8-004a84f24f27 Oct 19 01:38:32.662246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-988702a9-ed91-4c6d-9122-ebb7cd3ae7c4 req-d06e481d-bf84-44ed-9bae-f143929af2d8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945005 Oct 19 01:38:32.665632 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.667657 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-4ede952e-b5b2-4fc8-bb04-0b33ff6ead80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 1000 time: 0.2081237 Oct 19 01:38:32.678441 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1426b994-a731-41ea-8828-8872582c2d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.694960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1426b994-a731-41ea-8828-8872582c2d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.713483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.731650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1426b994-a731-41ea-8828-8872582c2d06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d3a3cec86b7491abbd9ec97c86506d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600284 Oct 19 01:38:32.741548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59964) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:32.754855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa80dad-cbc0-4539-964d-6ab1651169a2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:32.758074 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.765096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.765816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.783497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-460dce60-d901-4208-a4fb-034192a75a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:32.784843 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-460dce60-d901-4208-a4fb-034192a75a29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.1064684 Oct 19 01:38:32.810225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426b994-a731-41ea-8828-8872582c2d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f41a540-4df7-462d-ae06-03471fb47ff7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:32.844661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3668475 Oct 19 01:38:32.845796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 59966) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:32.854362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'subnet': {'network_id': '30743f96-1511-4292-9ae8-004a84f24f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:32.866259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:38:31Z', 'revision_number': 6, 'project_id': '94246613562645278786674bc9722b64', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:32.880916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.889357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8246e16-5cba-4b91-8b66-54f50e141b7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Network': ['ID=30743f96-1511-4292-9ae8-004a84f24f27,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:32.900953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee761d5-9b5c-4963-b172-0f1a5478dc0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.902780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b6dac-226e-4f66-85d5-f5eb9735dc57 None None] Pushing event updated for resources: {'Port': ['ID=9b93ba1c-6273-4e9a-a5b4-520ebf3b146e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:32.924386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377abe0-5c7c-4713-a122-580c52622498 None None] The sync data for ids ['fc603b79-1991-45ae-84b1-e8826497aaea'] in n-d-789963-20 is: [{'id': 'fc603b79-1991-45ae-84b1-e8826497aaea', 'name': 'tempest-TestVolumeBootPattern-1777210048-router', 'tenant_id': '94246613562645278786674bc9722b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:23:43Z', 'updated_at': '2021-10-19T01:38:31Z', 'revision_number': 6, 'project_id': '94246613562645278786674bc9722b64', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:32.924772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee761d5-9b5c-4963-b172-0f1a5478dc0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:32.926211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 30743f96-1511-4292-9ae8-004a84f24f27 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:32.967725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a0304a66-091e-453e-9a76-96757856ef49 None None] Provisioning complete for port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:32.968518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a0304a66-091e-453e-9a76-96757856ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.006525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee761d5-9b5c-4963-b172-0f1a5478dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.011012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee761d5-9b5c-4963-b172-0f1a5478dc0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.012333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eee761d5-9b5c-4963-b172-0f1a5478dc0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f41a540-4df7-462d-ae06-03471fb47ff7 HTTP/1.1" status: 204 len: 168 time: 0.2690377 Oct 19 01:38:33.029428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee761d5-9b5c-4963-b172-0f1a5478dc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f41a540-4df7-462d-ae06-03471fb47ff7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:33.057703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.060214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.117595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-19098a4a-4a8e-4fb7-9cf9-55440fa1e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:33.119401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-19098a4a-4a8e-4fb7-9cf9-55440fa1e7bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3153832 Oct 19 01:38:33.132911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.133660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc603b79-1991-45ae-84b1-e8826497aaea {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:38:33.138943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.142019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e1c6d0f8-8d64-4625-9393-fcf0077878b4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fc603b79-1991-45ae-84b1-e8826497aaea HTTP/1.1" status: 204 len: 168 time: 2.0867038 Oct 19 01:38:33.142317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59970) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:33.182579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:33.187165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.188763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port ea549d0a-9368-4127-a8fc-1e3091cc9150 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:33.206287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port ea549d0a-9368-4127-a8fc-1e3091cc9150 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:33.206735 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.225425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] Deleting subnet 1746f89d-2758-438f-8984-2174ed9e18e9 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:33.236080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.249573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.341161 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.410166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 924e8e99-8aff-4a67-bc3a-86c5fc51d888, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=924e8e99-8aff-4a67-bc3a-86c5fc51d888,segment=NetworkSegment(0ef371fe-a49e-4b23-a2bf-d39d61072bac),segment_id=0ef371fe-a49e-4b23-a2bf-d39d61072bac)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:33.439675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-1a71184c-aa6d-4af5-86a0-ec6da8a92912 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075738 Oct 19 01:38:33.470572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.544516 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a0304a66-091e-453e-9a76-96757856ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.584737 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.617916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c8d3-dcf2-4e67-9633-b4bd2ead55cf req-796acdef-b4dc-4fd4-bdef-988341abd2b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:33.619731 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03e1c8d3-dcf2-4e67-9633-b4bd2ead55cf req-796acdef-b4dc-4fd4-bdef-988341abd2b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.1711185 Oct 19 01:38:33.671819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=924e8e99-8aff-4a67-bc3a-86c5fc51d888,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:33.683757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:33.686080 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddb303f-b55e-463b-a7e7-5d259c264aa5" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:33.688753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.727567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bca0245b-5009-4870-a98a-22ec9dd7ffbc req-5b0e42c5-5a6b-40dd-be67-3627ed0d6aa9 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793541 Oct 19 01:38:33.788927 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a85d3b-0bdc-4c1c-b290-80dc2de97f67 x-openstack-request-id: req-05a85d3b-0bdc-4c1c-b290-80dc2de97f67 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:33.789597 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:33.790062 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05a85d3b-0bdc-4c1c-b290-80dc2de97f67 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:33.790977 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150', 'code': 200} Oct 19 01:38:33.797306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ea549d0a-9368-4127-a8fc-1e3091cc9150, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:33.812175 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.815487 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b3e8dcf7-0768-4e63-89e6-ffa884cc265d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:33.832914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03e1c8d3-dcf2-4e67-9633-b4bd2ead55cf req-196d5ea9-a515-478a-b823-54876a79a5cf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048385 Oct 19 01:38:33.858996 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.897176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1746f89d-2758-438f-8984-2174ed9e18e9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:33.908501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:33.913118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6738dbe2-4bf1-42d6-b38f-0c0cec476911 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1746f89d-2758-438f-8984-2174ed9e18e9 HTTP/1.1" status: 204 len: 168 time: 0.7696731 Oct 19 01:38:33.915773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59990) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:33.919719 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-a0304a66-091e-453e-9a76-96757856ef49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:38:33.920284 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-a0304a66-091e-453e-9a76-96757856ef49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:38:33.939883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebded03-4af3-4597-8c81-17c61db1aec6 None None] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:33.986497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ea549d0a-9368-4127-a8fc-1e3091cc9150,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:34.060238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port b3e8dcf7-0768-4e63-89e6-ffa884cc265d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:34.066969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.074029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b3e8dcf7-0768-4e63-89e6-ffa884cc265d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:34.074725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.105112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.objects.ports [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:38:34.109183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.188457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Subnet': ['ID=f82b63b6-de04-45f1-9c66-f7b5fcb40513,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:34.199627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Deleting port 5a5b3d52-e880-4b6a-997d-63f558712fa5 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:34.200572 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.219429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.228768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.236736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.259587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.271379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:34.272259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.292579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.299111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.305631 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-14339a00-d775-4996-bbcc-74d1888bf69b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5439 time: 0.4286897 Oct 19 01:38:34.317276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 59998) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:34.362894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] For port 5a5b3d52-e880-4b6a-997d-63f558712fa5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5a5b3d52-e880-4b6a-997d-63f558712fa5,segment=NetworkSegment(f5533024-961a-4d8a-9a14-f251808e43e6),segment_id=f5533024-961a-4d8a-9a14-f251808e43e6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:34.363577 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.384058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] DHCP port deletion for a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:34.396050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Calling delete_port for 5a5b3d52-e880-4b6a-997d-63f558712fa5 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:34.502344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Checking segment: {'id': 'd6292b99-25ce-46b2-8f5b-e98e3caef2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '30743f96-1511-4292-9ae8-004a84f24f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:34.502706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network hostable DHCP agents. Network: 30743f96-1511-4292-9ae8-004a84f24f27, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:34.525765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1234026920-network', 'tenant_id': '367b50a4c8494e6d9efc2de417ffbd49'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:34.531104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-044605ee-d78b-401e-ab6a-125ba2557c5a req-ff1f61be-7f5f-412f-a787-fc48101cad47 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115006 Oct 19 01:38:34.557064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network 30743f96-1511-4292-9ae8-004a84f24f27 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:34.569622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 30743f96-1511-4292-9ae8-004a84f24f27) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:34.572229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.583758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:34.585267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:34.585464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.586834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.589657 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.606796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5199e084-e1ec-4c81-8e25-9b546bdb6224 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7598374 Oct 19 01:38:34.609650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60002) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:34.619085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Made reservation on behalf of 367b50a4c8494e6d9efc2de417ffbd49 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:34.621189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'port': {'network_id': '30743f96-1511-4292-9ae8-004a84f24f27', 'name': 'tempest-NetworksIpV6TestAttrs-903769663'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:34.621533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.636901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.637253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ef6f9-a79a-4bbb-8571-55339a5e2129 None None] Network 30743f96-1511-4292-9ae8-004a84f24f27 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:34.638865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5b3d52-e880-4b6a-997d-63f558712fa5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:34.648917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] No DVR routers for this DVR port 5a5b3d52-e880-4b6a-997d-63f558712fa5 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:34.706659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354267e-9824-49d2-ba5a-1ae868c37f29 None None] Network 9d36d160-a858-49ab-8128-618db5902797 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:34.713205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b3e8dcf7-0768-4e63-89e6-ffa884cc265d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:34.731155 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.751634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:34.761044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.761849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 98d3662c-418b-49a1-8b91-34bf11b0b370 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:34.762338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5533024-961a-4d8a-9a14-f251808e43e6') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:34.762642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5533024-961a-4d8a-9a14-f251808e43e6') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:34.764513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7a3f3c6e-2bd3-4fd5-b9c4-7c0b8dfc9289 None None] Provisioning complete for port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:34.764875 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7a3f3c6e-2bd3-4fd5-b9c4-7c0b8dfc9289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.766978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Deleting port 5a5b3d52-e880-4b6a-997d-63f558712fa5 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:34.767334 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.778656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.780191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:34.784972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.802681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.806723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] device_id is not set on port 02c3fbdf-d311-40f8-bc4f-c5e4ab95815d yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:38:34.813632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:34.814060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:34.815797 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:34.910283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.921238 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.932350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.936186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] 10.222.0.64 "DELETE /v2.0/networks/a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 HTTP/1.1" status: 204 len: 168 time: 1.0192969 Oct 19 01:38:34.939055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60006) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:34.974480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:34.978313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc168669-d883-4242-a4ca-37089c7c781f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:34.986696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Allocated IP 2001:db8::f816:3eff:fe28:cfdb (30743f96-1511-4292-9ae8-004a84f24f27/f82b63b6-de04-45f1-9c66-f7b5fcb40513/02c3fbdf-d311-40f8-bc4f-c5e4ab95815d) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:35.004679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:35.029445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.029793 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Added segment b0a0825e-540a-4f09-9238-657e2ca40cba of type vlan for network c75b91a0-e684-47cb-94a3-5728ab9411e7 Oct 19 01:38:35.031126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f9264-8430-4079-b481-3da2700da51a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:35.047778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16850b-c6a4-4fca-836e-cf70d1d1b951 req-b460c4bd-d841-4c0a-93e2-4420954f4ab6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.049280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f16850b-c6a4-4fca-836e-cf70d1d1b951 req-b460c4bd-d841-4c0a-93e2-4420954f4ab6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.1019957 Oct 19 01:38:35.102404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.115089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] For port 5a5b3d52-e880-4b6a-997d-63f558712fa5, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:35.115667 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.135272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2f16850b-c6a4-4fca-836e-cf70d1d1b951 req-4540457f-1620-41b9-8b94-c6bd4697c0eb tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595851 Oct 19 01:38:35.143189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.144432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.145019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.176767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:35.189799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Calling delete_port for 5a5b3d52-e880-4b6a-997d-63f558712fa5 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:35.208270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 98d3662c-418b-49a1-8b91-34bf11b0b370 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:35.213062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Port 5a5b3d52-e880-4b6a-997d-63f558712fa5 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:38:35.214445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8907206 Oct 19 01:38:35.215395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21977255-0556-4101-90bf-3dc2b169b4dd admin admin] Pushing event updated for resources: {'Network': ['ID=c75b91a0-e684-47cb-94a3-5728ab9411e7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:35.217349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60010) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:35.217878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.222222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Request body: {'subnet': {'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1234026920-subnet', 'tenant_id': '367b50a4c8494e6d9efc2de417ffbd49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:35.241364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.244390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 98d3662c-418b-49a1-8b91-34bf11b0b370 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:35.244746 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.259591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c75b91a0-e684-47cb-94a3-5728ab9411e7 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:35.300729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Made reservation on behalf of 367b50a4c8494e6d9efc2de417ffbd49 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:35.303019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.353546 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.493421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Network a5bb9a23-bd4a-47d3-bfed-e6355e72f9d2 is not hosted by any dhcp agent {{(pid=100849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:38:35.493829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] No DVR routers for this DVR port 5a5b3d52-e880-4b6a-997d-63f558712fa5 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:35.498073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.520004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d80c85-a457-44bc-8b29-372d9a3d3f10 None None] Pushing event deleted for resources: {'Port': ['ID=5a5b3d52-e880-4b6a-997d-63f558712fa5,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:35.598809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network 30743f96-1511-4292-9ae8-004a84f24f27 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:35.617163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9b93ba1c-6273-4e9a-a5b4-520ebf3b146e,segment=NetworkSegment(ce5518b3-4350-4df3-882d-19e7b4f88572),segment_id=ce5518b3-4350-4df3-882d-19e7b4f88572)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:35.629531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.630246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:35.630582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 924e8e99-8aff-4a67-bc3a-86c5fc51d888 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:35.642217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:35.647833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.649086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.652263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Port': ['ID=02c3fbdf-d311-40f8-bc4f-c5e4ab95815d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:35.726194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8e367683-38e5-469b-bf8b-2357deaba3c1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1153567 Oct 19 01:38:35.727948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.729558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60014) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:35.737796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] DHCP port deletion for 9d36d160-a858-49ab-8128-618db5902797 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:35.739695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fea0c1-f7c8-4334-90ea-e0c2fe5be811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-30743f96-1511-4292-9ae8-004a84f24f27', 'network_id': '30743f96-1511-4292-9ae8-004a84f24f27', 'tenant_id': '6006d30433f04d7995d72fe111c53e85', 'fixed_ips': [{'subnet_id': 'f82b63b6-de04-45f1-9c66-f7b5fcb40513'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:35.740530 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08fea0c1-f7c8-4334-90ea-e0c2fe5be811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.792101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.794970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:35.795772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Deleting subnet f82b63b6-de04-45f1-9c66-f7b5fcb40513 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:35.797242 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba9ff34-eeb4-4661-9865-61c482547617" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "b3e8dcf7-0768-4e63-89e6-ffa884cc265d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:35.797850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.798962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.804003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.810921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.816899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.822041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=9b93ba1c-6273-4e9a-a5b4-520ebf3b146e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:35.823694 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.827861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-11fb37b6-4bb6-4f5c-9b28-79dbb1829564 None None] Provisioning complete for port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:35.828243 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-11fb37b6-4bb6-4f5c-9b28-79dbb1829564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.829801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:35.832159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-278453d4-a430-4b74-878a-c216b72f7838 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5440 time: 0.1932287 Oct 19 01:38:35.832367 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.862800 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba89b7-62c0-4331-a36b-205da9372ae3 x-openstack-request-id: req-f0ba89b7-62c0-4331-a36b-205da9372ae3 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:35.863085 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "b3e8dcf7-0768-4e63-89e6-ffa884cc265d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:35.863336 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0ba89b7-62c0-4331-a36b-205da9372ae3 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:35.863721 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d', 'code': 200} Oct 19 01:38:35.867429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.884241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adfeb2e5-4cab-44b2-bd03-c111af8ba1aa,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:35.923803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Checking segment: {'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:35.924342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Network hostable DHCP agents. Network: c75b91a0-e684-47cb-94a3-5728ab9411e7, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:35.932295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5151bc8-847f-4030-90ba-9b1eb0f6435f req-2d7fb1a9-7247-441b-9041-a8139730972b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749357 Oct 19 01:38:35.950677 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.972278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.983128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:35.983497 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:35.993832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 98d3662c-418b-49a1-8b91-34bf11b0b370, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=98d3662c-418b-49a1-8b91-34bf11b0b370,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:36.003167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Network c75b91a0-e684-47cb-94a3-5728ab9411e7 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:36.020160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c75b91a0-e684-47cb-94a3-5728ab9411e7) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:36.022762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.025156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:36.036986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f577b-0b09-436d-9af2-169621fbdf26 None None] Network c75b91a0-e684-47cb-94a3-5728ab9411e7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:36.051896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:36.052569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.067389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.078178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-caea691a-86b7-4a2f-98c5-a5a131e431d6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8596060 Oct 19 01:38:36.108680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Subnet': ['ID=f82b63b6-de04-45f1-9c66-f7b5fcb40513,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:36.120203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-08fea0c1-f7c8-4334-90ea-e0c2fe5be811 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f82b63b6-de04-45f1-9c66-f7b5fcb40513: This subnet is being modified by another concurrent operation. Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f82b63b6-de04-45f1-9c66-f7b5fcb40513: This subnet is being modified by another concurrent operation. Oct 19 01:38:36.124015 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:38:36.140515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fa70a6fc-fb97-4825-a365-7748d3271e93 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/f82b63b6-de04-45f1-9c66-f7b5fcb40513 HTTP/1.1" status: 204 len: 168 time: 0.4078600 Oct 19 01:38:36.141205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60018) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:36.159356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] Deleting port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:36.159720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.194795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f729bf2-3018-47a5-8f5e-e32cc0582276 None None] Network 30743f96-1511-4292-9ae8-004a84f24f27 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:36.205042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c40ec2-3830-4e2a-a30b-15858bd7bebb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:36.206828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c40ec2-3830-4e2a-a30b-15858bd7bebb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:36.213806 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-94c40ec2-3830-4e2a-a30b-15858bd7bebb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0715113 Oct 19 01:38:36.214340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60022) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:36.295760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=98d3662c-418b-49a1-8b91-34bf11b0b370,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:36.301692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-64c91f32-e699-4ed9-937c-d1b55c455e2e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.319093 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c91f32-e699-4ed9-937c-d1b55c455e2e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 01:38:36.319640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c91f32-e699-4ed9-937c-d1b55c455e2e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:36.327407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-64c91f32-e699-4ed9-937c-d1b55c455e2e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/30743f96-1511-4292-9ae8-004a84f24f27 HTTP/1.1" status: 409 len: 405 time: 0.1075947 Oct 19 01:38:36.327725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60028) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:36.332788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1526892612'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:36.399339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:36.403345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.420183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] For port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9b93ba1c-6273-4e9a-a5b4-520ebf3b146e,segment=NetworkSegment(ce5518b3-4350-4df3-882d-19e7b4f88572),segment_id=ce5518b3-4350-4df3-882d-19e7b4f88572)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:36.420599 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.437736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:36.438188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:36.454215 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.454886 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Added segment aaf619bd-0277-4e83-984e-7b6c78d68745 of type vlan for network 79efc251-7688-4e19-a7c9-869ebaad0927 Oct 19 01:38:36.467466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] Calling delete_port for 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:36.472625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Deleting port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:36.473034 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.494055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:36.494417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.525305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.604391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731bbd08-f5bf-499c-907d-6fa90d641fc9 None None] Network c75b91a0-e684-47cb-94a3-5728ab9411e7 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:36.639264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c327425-ea70-4188-97af-c037a5a65cba no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:36.688335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0c327425-ea70-4188-97af-c037a5a65cba {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:36.688678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c327425-ea70-4188-97af-c037a5a65cba not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:36.689294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device daa80dad-cbc0-4539-964d-6ab1651169a2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:36.772542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: daa80dad-cbc0-4539-964d-6ab1651169a2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:36.772822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device daa80dad-cbc0-4539-964d-6ab1651169a2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:36.836314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.902602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] Pushing event deleted for resources: {'Port': ['ID=9b93ba1c-6273-4e9a-a5b4-520ebf3b146e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:36.920371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facf4b4-cca3-4451-97f7-59babbef0650 None None] No DVR routers for this DVR port 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:36.939040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b3d52-e880-4b6a-997d-63f558712fa5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:36.940405 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:36.955112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.db.resource_extend [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 01:38:36.967399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06285833-868c-433b-88d9-b30a0cab3f90 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:38:36.975500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 5a5b3d52-e880-4b6a-997d-63f558712fa5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:36.976204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5a5b3d52-e880-4b6a-997d-63f558712fa5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:36.977497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:37.001019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3648be44-25ba-49df-965f-9ccb0d36bd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.011947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] For port a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,segment=NetworkSegment(af6f5a05-c6ee-4d79-a222-3f5f7644d800),segment_id=af6f5a05-c6ee-4d79-a222-3f5f7644d800)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:37.012482 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.022868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:37.024166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9b93ba1c-6273-4e9a-a5b4-520ebf3b146e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:37.050625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Calling delete_port for a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:37.065842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:37.088779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.089840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bbf4a61b-0094-48a9-bfdf-976fc4bcb457 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:37.112434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.119817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.126991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.134189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.140620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.148008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.155008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.164585 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-c6956064-03b6-41c4-970b-6656b10c08be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5441 time: 0.1183171 Oct 19 01:38:37.167324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-20c357f8-392b-4664-b79c-3e688a2d7be7 req-cf8c0716-52f6-4668-a9b2-f6deb5770673 service neutron] (100848) timed out ('10.222.0.64', 45738) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:38:37.216378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:37.223769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-144f1f51-f50b-4c34-b14a-e41400ab86d1 req-a5af8298-c414-40a1-90c9-186aef045d85 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576673 Oct 19 01:38:37.224804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06285833-868c-433b-88d9-b30a0cab3f90 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:38:37.237232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:37.240407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.247206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.247813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.249856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:37.250425 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.309239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9804204 Oct 19 01:38:37.312911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60038) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:37.318247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'subnet': {'network_id': '79efc251-7688-4e19-a7c9-869ebaad0927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:37.372128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784cde5-2616-40c4-8d4c-8a5887bec111 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Network': ['ID=79efc251-7688-4e19-a7c9-869ebaad0927,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:37.390409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.424668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:37.433476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:37.437409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.470358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 79efc251-7688-4e19-a7c9-869ebaad0927 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:37.662619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.703372 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.790476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:38:37.793454 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.824220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bbf4a61b-0094-48a9-bfdf-976fc4bcb457, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:37.836700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.838107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e6fff87a-42e4-4089-9dbf-589d21d0f45c up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:37.876303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d3662c-418b-49a1-8b91-34bf11b0b370'}, {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd'}, {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:37.876303 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c33e1a-ae73-46bd-853e-ad59d1757963" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "98d3662c-418b-49a1-8b91-34bf11b0b370"}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd"}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:37.881280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Subnet': ['ID=87ed895c-ba93-4aca-9e60-689fa6815bc1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:37.887529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Checking segment: {'id': 'aaf619bd-0277-4e83-984e-7b6c78d68745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '79efc251-7688-4e19-a7c9-869ebaad0927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:37.887903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network hostable DHCP agents. Network: 79efc251-7688-4e19-a7c9-869ebaad0927, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:37.917089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network 79efc251-7688-4e19-a7c9-869ebaad0927 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:37.929805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 79efc251-7688-4e19-a7c9-869ebaad0927) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:37.935550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:37.936339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:37.938794 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd11b402-5d4d-48c4-885b-e82931fdddf3 x-openstack-request-id: req-bd11b402-5d4d-48c4-885b-e82931fdddf3 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:37.938976 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "98d3662c-418b-49a1-8b91-34bf11b0b370", "code": 200}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd", "code": 200}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:37.939202 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd11b402-5d4d-48c4-885b-e82931fdddf3 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:37.939658 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d3662c-418b-49a1-8b91-34bf11b0b370', 'code': 200} Oct 19 01:38:37.939918 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd', 'code': 200} Oct 19 01:38:37.940359 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'code': 200} Oct 19 01:38:37.957006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d3d503f4-cdc7-487b-9aa1-a82f9cdfff0b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6403031 Oct 19 01:38:37.957472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60044) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:38.004739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76076a41-2980-4a42-9373-9dbddbe858ac None None] Network 79efc251-7688-4e19-a7c9-869ebaad0927 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:38.006684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:38.042288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port e6fff87a-42e4-4089-9dbf-589d21d0f45c completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:38.086341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e6fff87a-42e4-4089-9dbf-589d21d0f45c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:38.086974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.088372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:38.120727 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.259037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064ab83-d4ac-46a6-8ec7-2d28167952a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-79efc251-7688-4e19-a7c9-869ebaad0927', 'network_id': '79efc251-7688-4e19-a7c9-869ebaad0927', 'tenant_id': '6006d30433f04d7995d72fe111c53e85', 'fixed_ips': [{'subnet_id': '87ed895c-ba93-4aca-9e60-689fa6815bc1'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:38.260762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e064ab83-d4ac-46a6-8ec7-2d28167952a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.270737 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.283340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.319532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:38.328308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-236975a1-901f-44a8-904c-f541c0bbb059 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e518f38-c8ce-4f50-aebd-7212fe3c8057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3880403 Oct 19 01:38:38.329968 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] Sync routers for ids ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:38.331402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60048) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:38.340262 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] Routers {'7e518f38-c8ce-4f50-aebd-7212fe3c8057'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:38.340874 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:38.380014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:38.390076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:38.401440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:38.411015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:38.422934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:38.430553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:38.438489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:38.441762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-fdf92fd1-c2a6-42c5-b9cc-6cc8f985a111 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5443 time: 0.1387765 Oct 19 01:38:38.453760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-e064ab83-d4ac-46a6-8ec7-2d28167952a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87ed895c-ba93-4aca-9e60-689fa6815bc1: This subnet is being modified by another concurrent operation. Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87ed895c-ba93-4aca-9e60-689fa6815bc1: This subnet is being modified by another concurrent operation. Oct 19 01:38:38.457515 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:38:38.478015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e6fff87a-42e4-4089-9dbf-589d21d0f45c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:38.478150 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] Set router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:38.478316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.499705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Subnet': ['ID=87ed895c-ba93-4aca-9e60-689fa6815bc1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:38.508383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.517511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177a8be-d21f-4bba-8a8a-008daee49fdd None None] Network 79efc251-7688-4e19-a7c9-869ebaad0927 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:38.533671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f916e3be-97fa-4606-8b17-4006e62829a3 req-4979eac0-9783-4005-888f-f516b174bf37 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810342 Oct 19 01:38:38.605673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.609538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e6fff87a-42e4-4089-9dbf-589d21d0f45c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:38.668812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79efc251-7688-4e19-a7c9-869ebaad0927']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:38.684311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf619bd-0277-4e83-984e-7b6c78d68745') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:38.684608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf619bd-0277-4e83-984e-7b6c78d68745') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:38.685006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cad2d6-cbd9-41cc-b456-ece6c69389e2 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:38:38.700407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.702910 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:38:37Z', 'revision_number': 5, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port': {'id': 'a9baae4a-e1e4-4d32-8504-892aaa3fa257', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:24:05Z', 'updated_at': '2021-10-19T01:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:38.717580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.721489 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.729614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:38.730075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:38.733721 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:38.736193 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] Checking router: 7e518f38-c8ce-4f50-aebd-7212fe3c8057 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:38.744802 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] Routers {'7e518f38-c8ce-4f50-aebd-7212fe3c8057'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:38.745407 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:38.803556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cad2d6-cbd9-41cc-b456-ece6c69389e2 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:38:38.823424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.831289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.834582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/79efc251-7688-4e19-a7c9-869ebaad0927 HTTP/1.1" status: 204 len: 168 time: 0.8755715 Oct 19 01:38:38.840163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60050) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:38.842104 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] Set router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:38.848133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-856716680'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:38.852095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Network': ['ID=79efc251-7688-4e19-a7c9-869ebaad0927,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:38.859803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Deleting port a9baae4a-e1e4-4d32-8504-892aaa3fa257 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:38.860164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.879761 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:38.887012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.887204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.887551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.887899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.888265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.888703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.889040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.890754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.891113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.891456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.891895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.892262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.892597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ea742-f939-4676-8711-d071d9561653 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:38:38.926806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:38.939415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:38.939968 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Added segment 4872dbb5-ae28-4c1a-8df5-69e0c74def0c of type vlan for network 24c05ff3-7153-4557-8fa6-153e11664864 Oct 19 01:38:38.952653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:38:38Z', 'revision_number': 6, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:39.006007 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578e71ee-fc5e-41ff-bd90-4436ce46bdbb None None] The sync data for ids ['7e518f38-c8ce-4f50-aebd-7212fe3c8057'] in n-d-789963-20 is: [{'id': '7e518f38-c8ce-4f50-aebd-7212fe3c8057', 'name': 'tempest-TestVolumeBootPattern-1772355032-router', 'tenant_id': '157c16d8382848f1bd9f138abbb29cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:24:03Z', 'updated_at': '2021-10-19T01:38:38Z', 'revision_number': 6, 'project_id': '157c16d8382848f1bd9f138abbb29cd4', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:39.009063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.009682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] For port a9baae4a-e1e4-4d32-8504-892aaa3fa257, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a9baae4a-e1e4-4d32-8504-892aaa3fa257,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:39.010064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.034551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Calling delete_port for a9baae4a-e1e4-4d32-8504-892aaa3fa257 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:39.040987 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.048466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.049299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.107566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2634420 Oct 19 01:38:39.108300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:39.113273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'subnet': {'network_id': '24c05ff3-7153-4557-8fa6-153e11664864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:39.156396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fbbdb-e241-4044-af2a-c8623e5e43e6 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Network': ['ID=24c05ff3-7153-4557-8fa6-153e11664864,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:39.168739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 24c05ff3-7153-4557-8fa6-153e11664864 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:39.240349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:38:39.243609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:39.247309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.291865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-220ca688-2aa5-4330-88dc-f18be769b107 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.293392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-220ca688-2aa5-4330-88dc-f18be769b107 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/networks?id=c75b91a0-e684-47cb-94a3-5728ab9411e7 HTTP/1.1" status: 200 len: 809 time: 0.1716292 Oct 19 01:38:39.313416 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-a58b7522-7179-4415-a69a-b12f8a03bc79 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/quotas/367b50a4c8494e6d9efc2de417ffbd49 HTTP/1.1" status: 200 len: 375 time: 0.0132153 Oct 19 01:38:39.368421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-c6c9cc66-3b01-4cc2-b54b-2bc32301eb90 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332880 Oct 19 01:38:39.401044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.461549 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.469844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9baae4a-e1e4-4d32-8504-892aaa3fa257,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:39.541536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Subnet': ['ID=c9944078-54c9-4880-a64d-4685cb4c6c39,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:39.543830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Checking segment: {'id': '4872dbb5-ae28-4c1a-8df5-69e0c74def0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '24c05ff3-7153-4557-8fa6-153e11664864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:39.544412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network hostable DHCP agents. Network: 24c05ff3-7153-4557-8fa6-153e11664864, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:39.550644 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-e04caf46-1843-4f43-bb30-98e2e30ffd9a service neutron] 10.222.0.64 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721709 Oct 19 01:38:39.553200 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.566060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network 24c05ff3-7153-4557-8fa6-153e11664864 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:39.578587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 24c05ff3-7153-4557-8fa6-153e11664864) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:39.589870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.590534 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.594860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6159d7aa-6f25-479e-a8cd-4ea78232442d None None] Network 24c05ff3-7153-4557-8fa6-153e11664864 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:39.616404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-55540166-d3f9-420e-a64c-9dc6d4d5ec7b tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5069060 Oct 19 01:38:39.620495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60070) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:39.673367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.682809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.720686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-588a8a15-54f0-430b-b4fe-439e57373e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.750793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.768939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.769498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.769679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e518f38-c8ce-4f50-aebd-7212fe3c8057 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:38:39.776039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.777393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0f3c5c1b-ee09-44b3-96c3-6bcd26135a7b admin admin] 10.222.0.64 "DELETE /v2.0/routers/7e518f38-c8ce-4f50-aebd-7212fe3c8057 HTTP/1.1" status: 204 len: 168 time: 1.4449184 Oct 19 01:38:39.780229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60072) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:39.780879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.787138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.793428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.799511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.806766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.810362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-24c05ff3-7153-4557-8fa6-153e11664864', 'network_id': '24c05ff3-7153-4557-8fa6-153e11664864', 'tenant_id': '6006d30433f04d7995d72fe111c53e85', 'fixed_ips': [{'subnet_id': 'c9944078-54c9-4880-a64d-4685cb4c6c39'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:39.811325 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.813505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:39.816145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-1457f821-795f-4f7a-a702-8a48349597dd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1713350 Oct 19 01:38:39.824576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-e714817b-b19e-46fc-b2c8-749ac6743e9c service neutron] 10.222.0.64 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410443 Oct 19 01:38:39.837992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] Deleting subnet 959fafd1-2a6b-4fc1-9495-b784b43f9f81 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:39.841084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.874733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.879868 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.886891 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f2be7c72-c9c6-47b8-9c42-8f39f138c22b req-ed9ec449-c375-431b-8f86-905cb8452d6e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623779 Oct 19 01:38:39.943481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:39.947584 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe242b4-a2d1-4df7-b243-425826776874" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:39.981143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:39.983375 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.021969 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165382b-897d-4c3a-870e-e0eb97a02906 x-openstack-request-id: req-b165382b-897d-4c3a-870e-e0eb97a02906 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:40.022607 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-plugged", "status": "completed", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:40.023174 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b165382b-897d-4c3a-870e-e0eb97a02906 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:40.024068 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c', 'code': 200} Oct 19 01:38:40.073113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Allocated IP 2001:db8::2 (24c05ff3-7153-4557-8fa6-153e11664864/c9944078-54c9-4880-a64d-4685cb4c6c39/6bd20684-74b7-4591-810b-325d34f6088f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:40.098051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.141015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959fafd1-2a6b-4fc1-9495-b784b43f9f81,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:40.159423 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd634948-df00-48b2-a0bc-9af770c92d64 req-1e3e6d6d-9e8c-44c5-886f-7a4bceaffbd9 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 210 time: 0.0362320 Oct 19 01:38:40.160800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.164575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f89affad-59af-491e-a96e-99dc5fd4746d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/959fafd1-2a6b-4fc1-9495-b784b43f9f81 HTTP/1.1" status: 204 len: 168 time: 0.3833590 Oct 19 01:38:40.167791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60080) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:40.180896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140524bd-e034-4ac1-bd42-e5eff0484794 None None] Network 993a16b2-efca-482d-b9c4-ffdb9b7d3866 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:40.196596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:40.197270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:40.197956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:40.198905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:40.199535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:40.200185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:40.201168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:40.203677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-9b5b2387-b500-48f8-902a-371720364bc9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.0955527 Oct 19 01:38:40.252278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.264360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fab05206-6a18-4ff0-8b20-b3e70557d603 req-c913ba35-4585-48e2-a2e8-232924bcc762 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&id=33f20569-96f0-4cb6-ba25-b485c2144a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515337 Oct 19 01:38:40.319670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Deleting port c20e3efa-f3c5-482b-9a49-531cbd1539bb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:40.320473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.397101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] For port c20e3efa-f3c5-482b-9a49-531cbd1539bb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c20e3efa-f3c5-482b-9a49-531cbd1539bb,segment=NetworkSegment(af6f5a05-c6ee-4d79-a222-3f5f7644d800),segment_id=af6f5a05-c6ee-4d79-a222-3f5f7644d800)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:40.397346 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.411327 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Calling delete_port for c20e3efa-f3c5-482b-9a49-531cbd1539bb owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:40.413455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.421911 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.467318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Network 24c05ff3-7153-4557-8fa6-153e11664864 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:40.470762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:40.473568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:40.487168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.491257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Pushing event updated for resources: {'Port': ['ID=6bd20684-74b7-4591-810b-325d34f6088f,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:40.527664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Subnet': ['ID=c9944078-54c9-4880-a64d-4685cb4c6c39,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:40.544735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] DHCP port deletion for 993a16b2-efca-482d-b9c4-ffdb9b7d3866 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:40.564649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Attempting to bind port 6bd20684-74b7-4591-810b-325d34f6088f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:40.565686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Attempting to bind port 6bd20684-74b7-4591-810b-325d34f6088f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '4872dbb5-ae28-4c1a-8df5-69e0c74def0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '24c05ff3-7153-4557-8fa6-153e11664864'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:40.565686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Attempting to bind port 6bd20684-74b7-4591-810b-325d34f6088f on network 24c05ff3-7153-4557-8fa6-153e11664864 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:40.598738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:40.599460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Checking segment: {'id': '4872dbb5-ae28-4c1a-8df5-69e0c74def0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '24c05ff3-7153-4557-8fa6-153e11664864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:40.599584 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.600024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Bound using segment: {'id': '4872dbb5-ae28-4c1a-8df5-69e0c74def0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '24c05ff3-7153-4557-8fa6-153e11664864'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:40.600566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Bound port: 6bd20684-74b7-4591-810b-325d34f6088f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4872dbb5-ae28-4c1a-8df5-69e0c74def0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '24c05ff3-7153-4557-8fa6-153e11664864'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:40.601019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.604202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.607556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.647841 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.649892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20e3efa-f3c5-482b-9a49-531cbd1539bb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:40.653405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] No DVR routers for this DVR port c20e3efa-f3c5-482b-9a49-531cbd1539bb on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:40.683178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c05ff3-7153-4557-8fa6-153e11664864']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:40.686671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] Deleting port c20e3efa-f3c5-482b-9a49-531cbd1539bb {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:40.687048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.706598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4872dbb5-ae28-4c1a-8df5-69e0c74def0c') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:40.706894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4872dbb5-ae28-4c1a-8df5-69e0c74def0c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:40.708577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] For port 6bd20684-74b7-4591-810b-325d34f6088f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:40.723644 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.758303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] For port 6bd20684-74b7-4591-810b-325d34f6088f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6bd20684-74b7-4591-810b-325d34f6088f,segment=NetworkSegment(4872dbb5-ae28-4c1a-8df5-69e0c74def0c),segment_id=4872dbb5-ae28-4c1a-8df5-69e0c74def0c)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:40.767146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.770923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.772146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.781023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] For port c20e3efa-f3c5-482b-9a49-531cbd1539bb, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:40.781408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.783927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:40.784403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:40.787635 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:40.839541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] Calling delete_port for c20e3efa-f3c5-482b-9a49-531cbd1539bb owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:40.843785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] Port c20e3efa-f3c5-482b-9a49-531cbd1539bb was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:38:40.847097 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.850356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:40.894102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c20e3efa-f3c5-482b-9a49-531cbd1539bb no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:40.901993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] No DVR routers for this DVR port c20e3efa-f3c5-482b-9a49-531cbd1539bb on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:40.928618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb03810-db2f-40e8-93e7-d7ea544f1530 None None] Pushing event updated for resources: {'Port': ['ID=6bd20684-74b7-4591-810b-325d34f6088f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:40.938973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c20e3efa-f3c5-482b-9a49-531cbd1539bb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:40.939321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c20e3efa-f3c5-482b-9a49-531cbd1539bb not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:40.939723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9baae4a-e1e4-4d32-8504-892aaa3fa257 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:40.979604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10a163-d385-4a58-abe5-16ced7cbb43c None None] Pushing event deleted for resources: {'Port': ['ID=c20e3efa-f3c5-482b-9a49-531cbd1539bb,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:40.984161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990bf714-c5ce-4ef2-a4a6-e43de1be301a None None] Network 24c05ff3-7153-4557-8fa6-153e11664864 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:40.986549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a9baae4a-e1e4-4d32-8504-892aaa3fa257 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:40.986892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a9baae4a-e1e4-4d32-8504-892aaa3fa257 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:40.987311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:41.018077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:41.018431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a98ff4d2-70f2-4ff5-b17a-b09a98fd23d0 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:41.066800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.074599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.080950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.087521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.093779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.100059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.106359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.108543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-fd7811b8-503f-48d6-801f-4c04a8c5ab90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1191463 Oct 19 01:38:41.154670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceefd3f6-f93a-44ba-a832-cfbbd14df8ba None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:38:41.164453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b568dc27-ae53-45ad-9b9c-19ed6520d8ed req-34b01aff-372e-41aa-9378-7dd12a1c927b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473576 Oct 19 01:38:41.193487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993a16b2-efca-482d-b9c4-ffdb9b7d3866']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:41.245265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6f5a05-c6ee-4d79-a222-3f5f7644d800') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:41.245562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6f5a05-c6ee-4d79-a222-3f5f7644d800') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:41.276916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.279342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceefd3f6-f93a-44ba-a832-cfbbd14df8ba None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:38:41.301843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.db.api [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 01:38:41.301843 n-d-789963-20 neutron-server[100848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 01:38:41.301843 n-d-789963-20 neutron-server[100848]: [parameters: {'id': '24c05ff3-7153-4557-8fa6-153e11664864'}] Oct 19 01:38:41.301843 n-d-789963-20 neutron-server[100848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:38:41.302422 n-d-789963-20 neutron-server[100848]: DEBUG oslo_db.api [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:38:41.304434 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a6e0f273-c987-4d4d-a9f1-35f44f8567a4 req-8a25567e-952c-46c3-ba6c-eb85b3149f7a tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 210 time: 0.0609875 Oct 19 01:38:41.340793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.354565 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:41.354967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:41.356815 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:41.434917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-e78c6593-f986-4eca-853d-dc887fb096e7 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:41.436567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-e78c6593-f986-4eca-853d-dc887fb096e7 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "GET /v2.0/networks?id=c75b91a0-e684-47cb-94a3-5728ab9411e7 HTTP/1.1" status: 200 len: 809 time: 0.2620490 Oct 19 01:38:41.441467 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.448004 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.453556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] 10.222.0.64 "DELETE /v2.0/networks/993a16b2-efca-482d-b9c4-ffdb9b7d3866 HTTP/1.1" status: 204 len: 168 time: 1.2821083 Oct 19 01:38:41.457865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Request body: {'port': {'device_id': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7', 'admin_state_up': True, 'tenant_id': '367b50a4c8494e6d9efc2de417ffbd49'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:41.483432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40307e-f110-49d7-b42c-fa1da8e63044 admin admin] Pushing event deleted for resources: {'Network': ['ID=993a16b2-efca-482d-b9c4-ffdb9b7d3866,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:41.587694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Made reservation on behalf of 367b50a4c8494e6d9efc2de417ffbd49 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:41.591550 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.596709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60094) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:41.641090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-81f03ace-bdab-41f4-8c15-0a8d1c2fa8de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94246613562645278786674bc9722b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430651 Oct 19 01:38:41.643535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60096) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:41.712885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78637774-9982-4aeb-860c-a51ec9c993c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.736539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78637774-9982-4aeb-860c-a51ec9c993c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.758193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Allocated IP 172.20.0.10 (c75b91a0-e684-47cb-94a3-5728ab9411e7/adfeb2e5-4cab-44b2-bd03-c111af8ba1aa/20c67397-3676-4bc0-baeb-5e9bade859ec) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:41.792764 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78637774-9982-4aeb-860c-a51ec9c993c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.795531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-78637774-9982-4aeb-860c-a51ec9c993c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.799205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-78637774-9982-4aeb-860c-a51ec9c993c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbbe1873-636d-45d5-9a1e-0983534e2c87 HTTP/1.1" status: 204 len: 168 time: 0.1522586 Oct 19 01:38:41.803655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.804649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78637774-9982-4aeb-860c-a51ec9c993c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe1873-636d-45d5-9a1e-0983534e2c87,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:41.944197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:41.955180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Deleting port 6bd20684-74b7-4591-810b-325d34f6088f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:41.955771 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.036147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] For port 6bd20684-74b7-4591-810b-325d34f6088f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6bd20684-74b7-4591-810b-325d34f6088f,segment=NetworkSegment(4872dbb5-ae28-4c1a-8df5-69e0c74def0c),segment_id=4872dbb5-ae28-4c1a-8df5-69e0c74def0c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:42.036508 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.058216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Calling delete_port for 6bd20684-74b7-4591-810b-325d34f6088f owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:42.062790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.143696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Network c75b91a0-e684-47cb-94a3-5728ab9411e7 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:42.147645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60102) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:42.149577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:42.154605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:42.184791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Pushing event updated for resources: {'Port': ['ID=20c67397-3676-4bc0-baeb-5e9bade859ec,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:42.200178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d43e24a7-ac85-40d9-8500-6d43253f9836 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=157c16d8382848f1bd9f138abbb29cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422130 Oct 19 01:38:42.201101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60106) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:42.256649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.257334 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.311546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.311878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-b24b04ef-6bb3-4d37-b9eb-953b9f7f42a2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8592420 Oct 19 01:38:42.315438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.317751 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.318904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.321975 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e810-7fe0-4e36-9725-3f44f4c5aace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.326513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.334755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.341991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.348318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.349022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Port': ['ID=6bd20684-74b7-4591-810b-325d34f6088f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:42.355314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.364521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Request body: {'port': {'device_id': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:42.365729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-978293fc-ed4d-4faf-bdba-a4c5c775359e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1227906 Oct 19 01:38:42.395991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No DVR routers for this DVR port 6bd20684-74b7-4591-810b-325d34f6088f on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:42.415808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c100cf0e-add9-4636-9bab-1e87ef762268 req-e8950bcb-c199-4655-8ed3-b8886c08e26a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491958 Oct 19 01:38:42.427393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e810-7fe0-4e36-9725-3f44f4c5aace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.559379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.565436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.571674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.577747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.584457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.584694 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.591420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.599071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.602223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-595b7ace-084e-4215-9775-92ae2b73e8fd req-1e0eb55e-540a-44eb-9223-97e046cbcd5b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1032860 Oct 19 01:38:42.609603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.613224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:42.616725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c05ff3-7153-4557-8fa6-153e11664864']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:42.618974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Request body: {'floatingip': {'port_id': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:42.626895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918ed8c-1065-4326-a8d3-07e01d603e82 req-57f5c631-9a5e-440a-827c-c6fc3dd426cb tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:42.628412 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8918ed8c-1065-4326-a8d3-07e01d603e82 req-57f5c631-9a5e-440a-827c-c6fc3dd426cb tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 932 time: 0.2301285 Oct 19 01:38:42.653426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4872dbb5-ae28-4c1a-8df5-69e0c74def0c') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:42.653676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4872dbb5-ae28-4c1a-8df5-69e0c74def0c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:42.664331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.680579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.698862 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e810-7fe0-4e36-9725-3f44f4c5aace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.701461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e810-7fe0-4e36-9725-3f44f4c5aace admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.702592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cbf6e810-7fe0-4e36-9725-3f44f4c5aace admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b46988e4-7d10-450b-aa9c-437d69fa6f74 HTTP/1.1" status: 204 len: 168 time: 0.5005546 Oct 19 01:38:42.733590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.737195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e810-7fe0-4e36-9725-3f44f4c5aace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46988e4-7d10-450b-aa9c-437d69fa6f74,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:42.752506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:42.752953 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:42.757837 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:42.778010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8918ed8c-1065-4326-a8d3-07e01d603e82 req-c24e91e2-310e-4fa1-b0df-e738a0514b1a tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363573 Oct 19 01:38:42.896825 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.920781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:42.929063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/24c05ff3-7153-4557-8fa6-153e11664864 HTTP/1.1" status: 204 len: 168 time: 3.3063200 Oct 19 01:38:42.929346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60116) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:42.933862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59333875-2c7b-4d3f-9191-90decaf33097 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Network': ['ID=24c05ff3-7153-4557-8fa6-153e11664864,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:42.940126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-597049361'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:43.027334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:43.031323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.084886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:43.107196 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.107541 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Added segment d1006a3d-642e-44fc-a04c-6a3b502ad007 of type vlan for network e5365856-85ef-42db-b012-0834e6e515b5 Oct 19 01:38:43.188922 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.211501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c67397-3676-4bc0-baeb-5e9bade859ec {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:43.228563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.244059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.250023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:43.250691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.263061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Transition to ACTIVE for port object 20c67397-3676-4bc0-baeb-5e9bade859ec will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:38:43.286324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.335361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3966420 Oct 19 01:38:43.339229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60118) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:43.347179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Request body: {'subnet': {'network_id': 'e5365856-85ef-42db-b012-0834e6e515b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:43.400243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa87813-e871-4af9-bedf-c1e057c0e438 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Network': ['ID=e5365856-85ef-42db-b012-0834e6e515b5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:43.410964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network e5365856-85ef-42db-b012-0834e6e515b5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:43.471695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Pushing event updated for resources: {'Port': ['ID=20c67397-3676-4bc0-baeb-5e9bade859ec,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:43.553678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Made reservation on behalf of 6006d30433f04d7995d72fe111c53e85 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:43.557607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.565005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.569145 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.584509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Attempting to bind port 20c67397-3676-4bc0-baeb-5e9bade859ec on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:43.584840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Attempting to bind port 20c67397-3676-4bc0-baeb-5e9bade859ec by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:43.585168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Attempting to bind port 20c67397-3676-4bc0-baeb-5e9bade859ec on network c75b91a0-e684-47cb-94a3-5728ab9411e7 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:43.599634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Port 20c67397-3676-4bc0-baeb-5e9bade859ec on network c75b91a0-e684-47cb-94a3-5728ab9411e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:38:43.599951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Attempting to bind port 20c67397-3676-4bc0-baeb-5e9bade859ec on network c75b91a0-e684-47cb-94a3-5728ab9411e7 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:43.637418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:43.638153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Checking segment: {'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:43.638153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Bound using segment: {'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:43.638536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Bound port: 20c67397-3676-4bc0-baeb-5e9bade859ec, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:43.638890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.671702 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Floating IP 36b6e07d-e245-4e2d-9b64-1891333e6d5b associated. External IP: 172.25.0.207, port: bbf4a61b-0094-48a9-bfdf-976fc4bcb457. Oct 19 01:38:43.755491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] For port 20c67397-3676-4bc0-baeb-5e9bade859ec, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:43.775163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] For port 20c67397-3676-4bc0-baeb-5e9bade859ec, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=20c67397-3676-4bc0-baeb-5e9bade859ec,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:43.782083 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.850080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:43.850695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:43.852842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] 10.222.0.74 "PUT /v2.0/ports/20c67397-3676-4bc0-baeb-5e9bade859ec HTTP/1.1" status: 200 len: 1093 time: 1.5086403 Oct 19 01:38:43.853289 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'tag': '20c67397-3676-4bc0-baeb-5e9bade859ec'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:43.855592 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54708f6-bafa-4707-97c1-3ca1048f19c6" -d '{"events": [{"name": "network-changed", "server_uuid": "78c5aacd-dc96-4931-b3b7-3c77c8338a8c", "tag": "20c67397-3676-4bc0-baeb-5e9bade859ec"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:43.907999 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f44fe-bff9-43e0-af7f-1e995c18bea9 x-openstack-request-id: req-fe7f44fe-bff9-43e0-af7f-1e995c18bea9 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:43.908308 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c5aacd-dc96-4931-b3b7-3c77c8338a8c", "tag": "20c67397-3676-4bc0-baeb-5e9bade859ec", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:43.908555 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe7f44fe-bff9-43e0-af7f-1e995c18bea9 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:43.908952 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'tag': '20c67397-3676-4bc0-baeb-5e9bade859ec', 'status': 'completed', 'code': 200} Oct 19 01:38:43.910592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65fd9b-544b-4c40-97e3-d0f1f819387a service neutron] Pushing event updated for resources: {'Port': ['ID=20c67397-3676-4bc0-baeb-5e9bade859ec,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:43.933829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Router b6e70ace-4bbc-450d-8fba-c290ccf53e3b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:38:43.955635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca4b9-0a6d-4cf5-9e7f-37419f9c5dee req-d5f4e52d-8f96-4200-8a9f-4050663366a4 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:43.957158 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5dca4b9-0a6d-4cf5-9e7f-37419f9c5dee req-d5f4e52d-8f96-4200-8a9f-4050663366a4 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 944 time: 0.0737162 Oct 19 01:38:44.001383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:38:44.004525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-ff30a072-6e41-4db9-ac64-4b221a742ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.006079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-ff30a072-6e41-4db9-ac64-4b221a742ffe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 1096 time: 0.0737324 Oct 19 01:38:44.006912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.036271 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f5dca4b9-0a6d-4cf5-9e7f-37419f9c5dee req-e0ab9457-4cbd-4849-976d-eb0973cd940a tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Oct 19 01:38:44.088908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-0f9035aa-44d4-4ea0-9621-ab5985ab39ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c67397-3676-4bc0-baeb-5e9bade859ec HTTP/1.1" status: 200 len: 217 time: 0.0518138 Oct 19 01:38:44.094210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:38:44.099118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.105359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] Sync routers for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:38:44.114755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:44.115630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.129777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aee16683-9e2b-4a55-b362-95e0a3b51fcd tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "PUT /v2.0/floatingips/36b6e07d-e245-4e2d-9b64-1891333e6d5b HTTP/1.1" status: 200 len: 991 time: 1.5152147 Oct 19 01:38:44.130298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:44.133459 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79d66f-31db-4f47-a902-b998e44b9ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:44.139050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event updated for resources: {'Subnet': ['ID=bf45535f-1923-4149-aa16-c459250a031d,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:44.157911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Checking segment: {'id': 'd1006a3d-642e-44fc-a04c-6a3b502ad007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e5365856-85ef-42db-b012-0834e6e515b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:44.158274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network hostable DHCP agents. Network: e5365856-85ef-42db-b012-0834e6e515b5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:44.161223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-a7637057-ea24-4a02-855b-3b1aa3d613bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.162702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-a7637057-ea24-4a02-855b-3b1aa3d613bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adfeb2e5-4cab-44b2-bd03-c111af8ba1aa HTTP/1.1" status: 200 len: 849 time: 0.0634248 Oct 19 01:38:44.199548 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf557c0a-ceb8-4217-ad69-64c5ed5eacf4 x-openstack-request-id: req-cf557c0a-ceb8-4217-ad69-64c5ed5eacf4 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:44.199842 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:44.200321 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf557c0a-ceb8-4217-ad69-64c5ed5eacf4 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:44.200759 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'status': 'completed', 'code': 200} Oct 19 01:38:44.206818 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-d1b624a4-3f98-48d9-9c1c-97476e5cf41a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c75b91a0-e684-47cb-94a3-5728ab9411e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340862 Oct 19 01:38:44.222004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Network e5365856-85ef-42db-b012-0834e6e515b5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:44.248040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, e5365856-85ef-42db-b012-0834e6e515b5) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:44.251535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:44.279076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.281458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.282047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.282549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.283008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.283660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.284318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.284781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.285337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab45323-6235-49ce-9d23-2b12016cb742 None None] Network e5365856-85ef-42db-b012-0834e6e515b5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:44.285764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.286749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-0b333eda-3476-4bd8-afe7-c8603f092db7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.0535774 Oct 19 01:38:44.313174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-acf1313d-4407-4b4d-afe0-0785cf8ee0e4 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9701896 Oct 19 01:38:44.316810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60128) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:44.356916 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-17b97c24-7906-4cef-b634-8577805860f4 service neutron] 10.222.0.74 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435218 Oct 19 01:38:44.392551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-24839cf9-f53a-4e23-8656-a6f694049e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.394522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-24839cf9-f53a-4e23-8656-a6f694049e70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b HTTP/1.1" status: 200 len: 918 time: 0.0984490 Oct 19 01:38:44.465782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-37e26a00-e4a3-4888-9368-c92bbb6a80b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 999 time: 0.0638850 Oct 19 01:38:44.485782 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.514634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3643ede3-2534-4d6c-a818-520f7dde15f2 req-cd4d1e5d-1ee8-4355-8f28-101c16c4e94c service neutron] 10.222.0.74 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223083 Oct 19 01:38:44.518981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-7b9b223e-638a-4ece-9cc9-b37cf3d10c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.520890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-7b9b223e-638a-4ece-9cc9-b37cf3d10c1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 200 len: 856 time: 0.0476716 Oct 19 01:38:44.575379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3eaad-c105-4628-a577-27b4971e3012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-e5365856-85ef-42db-b012-0834e6e515b5', 'network_id': 'e5365856-85ef-42db-b012-0834e6e515b5', 'tenant_id': '6006d30433f04d7995d72fe111c53e85', 'fixed_ips': [{'subnet_id': 'bf45535f-1923-4149-aa16-c459250a031d'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:38:44.576059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-1b76d0ff-e9be-4229-86e4-141eb96a21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.576529 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5bf3eaad-c105-4628-a577-27b4971e3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.577488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-1b76d0ff-e9be-4229-86e4-141eb96a21f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bff67c72-0a31-4c48-b9a2-d18133b5062b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497298 Oct 19 01:38:44.581511 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.672291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-ca337ce9-3dfb-429f-ad14-1566088f7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.673898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-ca337ce9-3dfb-429f-ad14-1566088f7567 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 1096 time: 0.0637558 Oct 19 01:38:44.687400 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '36b6e07d-e245-4e2d-9b64-1891333e6d5b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'port_id': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'mac_address': 'fa:16:3e:e1:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:37:31Z', 'updated_at': '2021-10-19T01:38:43Z', 'revision_number': 1, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 5, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.700061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-bc6673ea-ece6-4003-abbd-34ee849f272f service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151938 Oct 19 01:38:44.715436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] Checking router: b6e70ace-4bbc-450d-8fba-c290ccf53e3b for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:38:44.719344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-5bf3eaad-c105-4628-a577-27b4971e3012 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf45535f-1923-4149-aa16-c459250a031d: This subnet is being modified by another concurrent operation. Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf45535f-1923-4149-aa16-c459250a031d: This subnet is being modified by another concurrent operation. Oct 19 01:38:44.720073 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:38:44.744298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:38:44.744298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:38:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.774692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd18fd3e-9f71-400f-b785-76347278aba2 None None] Network e5365856-85ef-42db-b012-0834e6e515b5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:44.784175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Subnet': ['ID=bf45535f-1923-4149-aa16-c459250a031d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:44.827199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bc79d66f-31db-4f47-a902-b998e44b9ccd req-26d5af0b-27c1-4591-8659-45685a14a55c service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195385 Oct 19 01:38:44.864616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.892740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-99fbc372-1fe0-4ade-a298-1e8c529d04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:44.894218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-99fbc372-1fe0-4ade-a298-1e8c529d04ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=c75b91a0-e684-47cb-94a3-5728ab9411e7 HTTP/1.1" status: 200 len: 910 time: 0.2129722 Oct 19 01:38:44.895713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5365856-85ef-42db-b012-0834e6e515b5']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.938642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:38:44.945184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1006a3d-642e-44fc-a04c-6a3b502ad007') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.945473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1006a3d-642e-44fc-a04c-6a3b502ad007') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:44.952816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-e47fc2bb-9874-4fcf-916f-b1fde7c245e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c67397-3676-4bc0-baeb-5e9bade859ec HTTP/1.1" status: 200 len: 217 time: 0.0499232 Oct 19 01:38:44.956276 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:44.964889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1cc2fc-c855-4e87-a97c-c16a41a667fc None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:38:44.992902 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.004548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:45.004939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:45.008150 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:45.065089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-8be39ef7-a937-4364-a7ed-9b8e95fa8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:45.066467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-8be39ef7-a937-4364-a7ed-9b8e95fa8fe0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adfeb2e5-4cab-44b2-bd03-c111af8ba1aa HTTP/1.1" status: 200 len: 849 time: 0.1040361 Oct 19 01:38:45.088092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.095431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.098693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/e5365856-85ef-42db-b012-0834e6e515b5 HTTP/1.1" status: 204 len: 168 time: 0.7809501 Oct 19 01:38:45.104183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60132) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.123924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-66d87ef7-c7e3-4d1e-aef9-5c3f46c95d67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c75b91a0-e684-47cb-94a3-5728ab9411e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497203 Oct 19 01:38:45.133374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c909f-52e0-44fb-a9fd-49ce4386a5cb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Network': ['ID=e5365856-85ef-42db-b012-0834e6e515b5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:45.149405 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f975e9-0d73-4e9a-9bfc-4cee06a2b827 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:45.149405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f975e9-0d73-4e9a-9bfc-4cee06a2b827 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:45.154442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c7f975e9-0d73-4e9a-9bfc-4cee06a2b827 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/bf45535f-1923-4149-aa16-c459250a031d HTTP/1.1" status: 404 len: 337 time: 0.0465059 Oct 19 01:38:45.154918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60134) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.177645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1cc2fc-c855-4e87-a97c-c16a41a667fc None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:38:45.183879 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6273ef20-a780-4850-8a2b-3c0727ec7bd5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:45.184495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6273ef20-a780-4850-8a2b-3c0727ec7bd5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:45.187551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6273ef20-a780-4850-8a2b-3c0727ec7bd5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/e5365856-85ef-42db-b012-0834e6e515b5 HTTP/1.1" status: 404 len: 339 time: 0.0316820 Oct 19 01:38:45.190133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60136) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.195417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe004-60cc-4a98-8a94-77948e8652ea req-87045f78-1048-4b2f-95dd-5b037de7b96c tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:45.201191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8adbe004-60cc-4a98-8a94-77948e8652ea req-87045f78-1048-4b2f-95dd-5b037de7b96c tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 944 time: 0.0645084 Oct 19 01:38:45.251149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8adbe004-60cc-4a98-8a94-77948e8652ea req-ba7613cb-ba66-4c21-84a1-8df0aac846ff tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478625 Oct 19 01:38:45.252763 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5466d0ff-6a6d-41a8-93bf-bd3268e4249e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:45.253222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5466d0ff-6a6d-41a8-93bf-bd3268e4249e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:45.258706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5466d0ff-6a6d-41a8-93bf-bd3268e4249e tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/c9944078-54c9-4880-a64d-4685cb4c6c39 HTTP/1.1" status: 404 len: 337 time: 0.0652301 Oct 19 01:38:45.258915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60140) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.282173 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4994ba4-95fd-4a68-81fc-253162e293d5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:45.282744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4994ba4-95fd-4a68-81fc-253162e293d5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:45.287009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e4994ba4-95fd-4a68-81fc-253162e293d5 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/24c05ff3-7153-4557-8fa6-153e11664864 HTTP/1.1" status: 404 len: 339 time: 0.0271959 Oct 19 01:38:45.290352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60142) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.326266 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffcb3a8-e529-4228-b245-c0ae797a14df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:45.326629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffcb3a8-e529-4228-b245-c0ae797a14df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:45.332387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7ffcb3a8-e529-4228-b245-c0ae797a14df tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/87ed895c-ba93-4aca-9e60-689fa6815bc1 HTTP/1.1" status: 404 len: 337 time: 0.0382149 Oct 19 01:38:45.332856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60144) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.333960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-bf9142e3-4aaa-4c35-b2da-98d5c07dc489 service neutron] 10.222.0.74 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975930 Oct 19 01:38:45.356900 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f03ccc-c403-4272-b470-437d7a796df7 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:45.357731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f03ccc-c403-4272-b470-437d7a796df7 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:45.363616 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-21f03ccc-c403-4272-b470-437d7a796df7 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/79efc251-7688-4e19-a7c9-869ebaad0927 HTTP/1.1" status: 404 len: 339 time: 0.0272815 Oct 19 01:38:45.364268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60146) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.386008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '36b6e07d-e245-4e2d-9b64-1891333e6d5b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'port_id': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'mac_address': 'fa:16:3e:e1:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:37:31Z', 'updated_at': '2021-10-19T01:38:43Z', 'revision_number': 1, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 5, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:45.415306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ee770e-dbdf-4460-9ea3-d85fbf0a7718 None None] The sync data for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 is: [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '36b6e07d-e245-4e2d-9b64-1891333e6d5b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'port_id': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'mac_address': 'fa:16:3e:e1:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a919d3-1313-469c-892b-4dc13ba7b754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:37:31Z', 'updated_at': '2021-10-19T01:38:43Z', 'revision_number': 1, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 5, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:38:45.442275 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a54708f6-bafa-4707-97c1-3ca1048f19c6 req-fbfbc25d-0aff-4ee5-ba08-24d14a99ed6a service neutron] 10.222.0.74 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006596 Oct 19 01:38:45.478034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Deleting port 02c3fbdf-d311-40f8-bc4f-c5e4ab95815d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:45.478656 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.550375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.564794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Calling delete_port for 02c3fbdf-d311-40f8-bc4f-c5e4ab95815d owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:45.634294 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ca673-724b-4338-82da-1e95d4da527b None None] New status for floating IP 36b6e07d-e245-4e2d-9b64-1891333e6d5b: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:38:45.653473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.684363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Port': ['ID=02c3fbdf-d311-40f8-bc4f-c5e4ab95815d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:45.689989 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.696575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f48bb7a9-c772-4c52-8c6a-dcc287901b98 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/ports/02c3fbdf-d311-40f8-bc4f-c5e4ab95815d HTTP/1.1" status: 204 len: 168 time: 0.3314250 Oct 19 01:38:45.696764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60148) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.724643 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b0cff1-4864-4d77-88a4-13cde9776493 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:45.725098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b0cff1-4864-4d77-88a4-13cde9776493 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:45.731100 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:45.731322 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-13b0cff1-4864-4d77-88a4-13cde9776493 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/f82b63b6-de04-45f1-9c66-f7b5fcb40513 HTTP/1.1" status: 404 len: 337 time: 0.0333230 Oct 19 01:38:45.810394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.899366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.919482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30743f96-1511-4292-9ae8-004a84f24f27']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:45.928586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6292b99-25ce-46b2-8f5b-e98e3caef2a0') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:45.928902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6292b99-25ce-46b2-8f5b-e98e3caef2a0') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:45.938686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.952085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.958182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:45.958597 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:45.961622 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:46.022897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.029845 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.033015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/30743f96-1511-4292-9ae8-004a84f24f27 HTTP/1.1" status: 204 len: 168 time: 0.3008926 Oct 19 01:38:46.035782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60152) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:46.046892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6dcde-e2ee-4ded-91c8-fe14d97c798a tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Network': ['ID=30743f96-1511-4292-9ae8-004a84f24f27,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:46.123905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Deleting port f179f617-014f-46ae-95ba-82f7b7d38ef7 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:46.124172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.191935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.204853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Calling delete_port for f179f617-014f-46ae-95ba-82f7b7d38ef7 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:46.285641 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.317632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Port': ['ID=f179f617-014f-46ae-95ba-82f7b7d38ef7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:46.329683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.333672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a3b74303-4397-4723-9aa7-528cf30be6fb tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/ports/f179f617-014f-46ae-95ba-82f7b7d38ef7 HTTP/1.1" status: 204 len: 168 time: 0.2966118 Oct 19 01:38:46.336750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60158) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:46.370014 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a66c5aa-d4d1-40be-a1e6-2c0d9597df16 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] DELETE failed (client error): The resource could not be found. Oct 19 01:38:46.370465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a66c5aa-d4d1-40be-a1e6-2c0d9597df16 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:38:46.373524 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2a66c5aa-d4d1-40be-a1e6-2c0d9597df16 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/55efcfe4-59e3-447a-9051-5421040e9b14 HTTP/1.1" status: 404 len: 337 time: 0.0358129 Oct 19 01:38:46.376065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60160) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:46.386546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaeffb-bccb-4258-87ca-90ad112bbefa req-4ea3fcb6-22ef-4c20-9bc3-9fe2e9291499 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:46.388091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ffaeffb-bccb-4258-87ca-90ad112bbefa req-4ea3fcb6-22ef-4c20-9bc3-9fe2e9291499 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 944 time: 0.0553758 Oct 19 01:38:46.426431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ffaeffb-bccb-4258-87ca-90ad112bbefa req-82093654-6e99-4b61-95e3-4b14eeae9136 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Oct 19 01:38:46.455682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.545451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.564997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d36d160-a858-49ab-8128-618db5902797']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:46.574273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5518b3-4350-4df3-882d-19e7b4f88572') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:46.574559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5518b3-4350-4df3-882d-19e7b4f88572') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:46.583933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.596947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.603731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:46.604152 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:46.607442 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:46.668860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.673448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.677234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/9d36d160-a858-49ab-8128-618db5902797 HTTP/1.1" status: 204 len: 168 time: 0.3003118 Oct 19 01:38:46.680760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60162) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:46.698060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf587f1-bde4-4918-b38c-8242cda82ad1 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Network': ['ID=9d36d160-a858-49ab-8128-618db5902797,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:46.743631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Deleting subnet ee42df1a-ca5c-440b-834b-fa3c8e4820e7 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:46.746912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.787255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.871712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.934237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.963602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Subnet': ['ID=ee42df1a-ca5c-440b-834b-fa3c8e4820e7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:46.965568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:46.968745 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2ea32d6b-cfa4-4a36-83b2-12d4dbe1de24 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/subnets/ee42df1a-ca5c-440b-834b-fa3c8e4820e7 HTTP/1.1" status: 204 len: 168 time: 0.2857485 Oct 19 01:38:46.971250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60164) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:46.973071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af982413-adf8-4b6c-8156-3c28356640e9 None None] Network 08d3c7ae-4c06-41bf-8870-8d0a765dad0e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:47.051437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.109532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Deleting port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:47.109869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.182167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] For port 924e8e99-8aff-4a67-bc3a-86c5fc51d888, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=924e8e99-8aff-4a67-bc3a-86c5fc51d888,segment=NetworkSegment(0ef371fe-a49e-4b23-a2bf-d39d61072bac),segment_id=0ef371fe-a49e-4b23-a2bf-d39d61072bac)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:47.182533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.198072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Calling delete_port for 924e8e99-8aff-4a67-bc3a-86c5fc51d888 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:47.285760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.313919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d4c8e-43bc-4966-9d4f-00d46a0cd2f7 None None] DHCP port deletion for 08d3c7ae-4c06-41bf-8870-8d0a765dad0e request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:38:47.315549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Port': ['ID=924e8e99-8aff-4a67-bc3a-86c5fc51d888,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:47.319545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] No DVR routers for this DVR port 924e8e99-8aff-4a67-bc3a-86c5fc51d888 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:47.405532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.437404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d3c7ae-4c06-41bf-8870-8d0a765dad0e']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:47.449610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef371fe-a49e-4b23-a2bf-d39d61072bac') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:47.449954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef371fe-a49e-4b23-a2bf-d39d61072bac') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:47.465219 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.480411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.486951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:47.487484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:47.490652 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:47.577521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.582873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:47.588788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] 10.222.0.64 "DELETE /v2.0/networks/08d3c7ae-4c06-41bf-8870-8d0a765dad0e HTTP/1.1" status: 204 len: 168 time: 0.6139889 Oct 19 01:38:47.611178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e8298-aaf7-4464-9917-d699c935adec req-1bac8d78-9df9-46ba-aa23-5a3360b194df tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:47.612733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-484e8298-aaf7-4464-9917-d699c935adec req-1bac8d78-9df9-46ba-aa23-5a3360b194df tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 944 time: 0.1081817 Oct 19 01:38:47.613666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f6d9-33b5-4f2d-a60a-707271775e46 tempest-NetworksIpV6TestAttrs-852861985 tempest-NetworksIpV6TestAttrs-852861985-project] Pushing event deleted for resources: {'Network': ['ID=08d3c7ae-4c06-41bf-8870-8d0a765dad0e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:47.658236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-484e8298-aaf7-4464-9917-d699c935adec req-dfb2c015-aaf1-4a5e-aacb-308a21c28615 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 Oct 19 01:38:47.844806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60174) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:47.913049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 20c67397-3676-4bc0-baeb-5e9bade859ec details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:38:47.986314 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-42c50afa-d8c6-448e-9f7a-a4d02eb2f007 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6006d30433f04d7995d72fe111c53e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401880 Oct 19 01:38:47.988776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:48.010800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 20c67397-3676-4bc0-baeb-5e9bade859ec, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=20c67397-3676-4bc0-baeb-5e9bade859ec,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:48.021866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '20c67397-3676-4bc0-baeb-5e9bade859ec', 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7', 'port_id': '20c67397-3676-4bc0-baeb-5e9bade859ec', 'mac_address': 'fa:16:3e:c7:f6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfeb2e5-4cab-44b2-bd03-c111af8ba1aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:38:48.036436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d86797b0-57bc-406b-ba72-d6da657100f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.058702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d86797b0-57bc-406b-ba72-d6da657100f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.059148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.071766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c67397-3676-4bc0-baeb-5e9bade859ec {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:48.091115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 20c67397-3676-4bc0-baeb-5e9bade859ec, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=20c67397-3676-4bc0-baeb-5e9bade859ec,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:48.095547 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.104961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d86797b0-57bc-406b-ba72-d6da657100f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.107798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d86797b0-57bc-406b-ba72-d6da657100f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.108983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d86797b0-57bc-406b-ba72-d6da657100f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8494b896-ea21-48e9-a7c7-60096af90735 HTTP/1.1" status: 204 len: 168 time: 0.1193116 Oct 19 01:38:48.117642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86797b0-57bc-406b-ba72-d6da657100f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8494b896-ea21-48e9-a7c7-60096af90735,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:48.155870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=20c67397-3676-4bc0-baeb-5e9bade859ec,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:48.453326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['20c67397-3676-4bc0-baeb-5e9bade859ec'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:48.747787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60204) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:48.788197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278e147-95fc-4312-90aa-357dd5498d7a req-f4b97cb7-4de7-4620-8a9d-24edb68c9d06 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:48.796828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7278e147-95fc-4312-90aa-357dd5498d7a req-f4b97cb7-4de7-4620-8a9d-24edb68c9d06 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 945 time: 0.0610557 Oct 19 01:38:48.838365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7278e147-95fc-4312-90aa-357dd5498d7a req-e0e1ecc6-631f-4bec-b5e0-849374ccc20b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353184 Oct 19 01:38:48.869224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 924e8e99-8aff-4a67-bc3a-86c5fc51d888 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:48.872590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376155482'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:48.889298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 924e8e99-8aff-4a67-bc3a-86c5fc51d888 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:48.889643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 924e8e99-8aff-4a67-bc3a-86c5fc51d888 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:48.894192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.906555 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.981208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:48.985241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.023034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4730bb-6694-4e53-a9c8-7bf1b66631cf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:49.062756 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.066984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.097713 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.098946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3501277 Oct 19 01:38:49.100081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08579388-6cf8-4a1a-aa4e-48a209ff47bc tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d843ac-7741-4125-be85-09c0620bd441,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:49.102062 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60208) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.482190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-64dd2abe-d77e-4aaa-a402-1a3458e67703 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3788953 Oct 19 01:38:49.484816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.489076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-611323d4-4696-44c2-b3ad-bd4a24772996 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-security--448672034', 'description': 'tempest-security-description-1419304321'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:49.515056 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-611323d4-4696-44c2-b3ad-bd4a24772996 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.561525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-611323d4-4696-44c2-b3ad-bd4a24772996 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.565189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-611323d4-4696-44c2-b3ad-bd4a24772996 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.567889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-611323d4-4696-44c2-b3ad-bd4a24772996 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.569141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-611323d4-4696-44c2-b3ad-bd4a24772996 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "PUT /v2.0/security-groups/f5d843ac-7741-4125-be85-09c0620bd441 HTTP/1.1" status: 200 len: 1779 time: 0.0834205 Oct 19 01:38:49.572519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60214) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.593130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611323d4-4696-44c2-b3ad-bd4a24772996 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d843ac-7741-4125-be85-09c0620bd441,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:49.611903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3f9ae328-93b7-42ea-a4a8-cc2c2b5a571a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups/f5d843ac-7741-4125-be85-09c0620bd441 HTTP/1.1" status: 200 len: 1779 time: 0.0382452 Oct 19 01:38:49.614338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.665645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09424bc3-265f-49cb-803e-90ea4a93744f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.688036 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09424bc3-265f-49cb-803e-90ea4a93744f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.734788 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09424bc3-265f-49cb-803e-90ea4a93744f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.737106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-09424bc3-265f-49cb-803e-90ea4a93744f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.738287 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-09424bc3-265f-49cb-803e-90ea4a93744f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5d843ac-7741-4125-be85-09c0620bd441 HTTP/1.1" status: 204 len: 168 time: 0.1230631 Oct 19 01:38:49.740993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60218) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.747482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09424bc3-265f-49cb-803e-90ea4a93744f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d843ac-7741-4125-be85-09c0620bd441,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:49.784496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8324eecd-16ac-4087-94d8-7dd0e02f615a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423279 Oct 19 01:38:49.787156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60220) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.800816 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-18fa7914-5087-483c-b554-ec7476246b8f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] delete failed (client error): The resource could not be found. Oct 19 01:38:49.801750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-18fa7914-5087-483c-b554-ec7476246b8f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5d843ac-7741-4125-be85-09c0620bd441 HTTP/1.1" status: 404 len: 347 time: 0.0136890 Oct 19 01:38:49.805339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60222) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.809534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-37b46624-e8c2-4bf4-baf8-23ffa3a3b633 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068317803'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:49.830618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b46624-e8c2-4bf4-baf8-23ffa3a3b633 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.867442 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.899905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b46624-e8c2-4bf4-baf8-23ffa3a3b633 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.903791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b46624-e8c2-4bf4-baf8-23ffa3a3b633 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.929785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 20c67397-3676-4bc0-baeb-5e9bade859ec up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:38:49.938982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b46624-e8c2-4bf4-baf8-23ffa3a3b633 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:49.940313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-37b46624-e8c2-4bf4-baf8-23ffa3a3b633 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1339893 Oct 19 01:38:49.941199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b46624-e8c2-4bf4-baf8-23ffa3a3b633 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f9c3fd-d433-451f-806e-06b2c714df4c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:49.943412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60226) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:49.950039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8f1930d6-6dc4-435a-ad5e-b0054f448c7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '82f9c3fd-d433-451f-806e-06b2c714df4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:49.975145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c9d4b-5dc9-465c-b783-88801e5feefa req-ceb4ea21-3db2-4135-b8e3-cb6d5d404f55 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:49.977679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d7c9d4b-5dc9-465c-b783-88801e5feefa req-ceb4ea21-3db2-4135-b8e3-cb6d5d404f55 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 945 time: 0.0685267 Oct 19 01:38:49.985111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 20c67397-3676-4bc0-baeb-5e9bade859ec completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:38:49.988863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 20c67397-3676-4bc0-baeb-5e9bade859ec triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:38:49.989233 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.014311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f1930d6-6dc4-435a-ad5e-b0054f448c7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.036036 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d7c9d4b-5dc9-465c-b783-88801e5feefa req-5ca983d1-60f4-483e-869f-99cbb105782f tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Oct 19 01:38:50.067939 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.089536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f1930d6-6dc4-435a-ad5e-b0054f448c7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.094116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c67397-3676-4bc0-baeb-5e9bade859ec'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:50.094530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f1930d6-6dc4-435a-ad5e-b0054f448c7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.097914 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06717235-bfe7-4bde-a784-f570c6d2b55d" -d '{"events": [{"server_uuid": "78c5aacd-dc96-4931-b3b7-3c77c8338a8c", "name": "network-vif-plugged", "status": "completed", "tag": "20c67397-3676-4bc0-baeb-5e9bade859ec"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:50.110864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 20c67397-3676-4bc0-baeb-5e9bade859ec, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=20c67397-3676-4bc0-baeb-5e9bade859ec,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:50.113198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1930d6-6dc4-435a-ad5e-b0054f448c7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9ec4b7-4535-4c47-af93-753eaf4afd95,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.119969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f1930d6-6dc4-435a-ad5e-b0054f448c7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.122467 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.124110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60230) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.124637 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8f1930d6-6dc4-435a-ad5e-b0054f448c7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795170 Oct 19 01:38:50.154601 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b6dc48-6b46-4aa4-afd4-2c012ed7c5e4 x-openstack-request-id: req-c5b6dc48-6b46-4aa4-afd4-2c012ed7c5e4 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:50.154818 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-286f27aa-cfe5-42d5-825a-e6fb780592e5 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.154964 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c5aacd-dc96-4931-b3b7-3c77c8338a8c", "name": "network-vif-plugged", "status": "completed", "tag": "20c67397-3676-4bc0-baeb-5e9bade859ec", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:50.155133 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5b6dc48-6b46-4aa4-afd4-2c012ed7c5e4 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:50.155514 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c67397-3676-4bc0-baeb-5e9bade859ec', 'code': 200} Oct 19 01:38:50.162228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-286f27aa-cfe5-42d5-825a-e6fb780592e5 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.181131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=20c67397-3676-4bc0-baeb-5e9bade859ec,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.192438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-286f27aa-cfe5-42d5-825a-e6fb780592e5 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.199875 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-286f27aa-cfe5-42d5-825a-e6fb780592e5 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.200987 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-286f27aa-cfe5-42d5-825a-e6fb780592e5 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/fc9ec4b7-4535-4c47-af93-753eaf4afd95 HTTP/1.1" status: 204 len: 168 time: 0.0758636 Oct 19 01:38:50.203578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60232) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.216205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f27aa-cfe5-42d5-825a-e6fb780592e5 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc9ec4b7-4535-4c47-af93-753eaf4afd95,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.282525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5f44c16e-1f1a-498d-b331-bc94eb90ca6d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777538 Oct 19 01:38:50.285259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60234) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.292529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f8235-446c-4ae7-9e1f-e261adf59e09 req-e93fc884-c02e-4d45-aeca-84fb2845c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:50.293992 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e79f8235-446c-4ae7-9e1f-e261adf59e09 req-e93fc884-c02e-4d45-aeca-84fb2845c3d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 1098 time: 0.0676553 Oct 19 01:38:50.329897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e79f8235-446c-4ae7-9e1f-e261adf59e09 req-50542d05-73df-439e-b6b2-694057d8411e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287132 Oct 19 01:38:50.342433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cce1d86-e14e-4ef0-8ff0-ea6a366085fd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.363787 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cce1d86-e14e-4ef0-8ff0-ea6a366085fd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.403326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cce1d86-e14e-4ef0-8ff0-ea6a366085fd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.405927 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3cce1d86-e14e-4ef0-8ff0-ea6a366085fd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.407058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3cce1d86-e14e-4ef0-8ff0-ea6a366085fd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/82f9c3fd-d433-451f-806e-06b2c714df4c HTTP/1.1" status: 204 len: 168 time: 0.1206789 Oct 19 01:38:50.409785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60236) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.415823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce1d86-e14e-4ef0-8ff0-ea6a366085fd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f9c3fd-d433-451f-806e-06b2c714df4c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.460408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e7c81da6-e467-4447-83fa-63a0aa8c3de7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493712 Oct 19 01:38:50.464384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60238) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.468672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-66048a73-89b7-4eb3-9b8f-71aa243115d1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089164943'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:50.490492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66048a73-89b7-4eb3-9b8f-71aa243115d1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.556837 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66048a73-89b7-4eb3-9b8f-71aa243115d1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.560810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66048a73-89b7-4eb3-9b8f-71aa243115d1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.587322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66048a73-89b7-4eb3-9b8f-71aa243115d1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.588583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66048a73-89b7-4eb3-9b8f-71aa243115d1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1232712 Oct 19 01:38:50.591473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60242) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.596083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-92dd1314-ed28-4ad1-b416-019b3dd2dafd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '25244c25-abce-4ca6-8c66-408f07befa65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:50.598705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66048a73-89b7-4eb3-9b8f-71aa243115d1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25244c25-abce-4ca6-8c66-408f07befa65,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.626491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92dd1314-ed28-4ad1-b416-019b3dd2dafd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.673217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92dd1314-ed28-4ad1-b416-019b3dd2dafd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.677506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92dd1314-ed28-4ad1-b416-019b3dd2dafd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.696231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1314-ed28-4ad1-b416-019b3dd2dafd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0334a5f2-b8cb-46eb-971b-e0e23a56db87,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.704141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-92dd1314-ed28-4ad1-b416-019b3dd2dafd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.705584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92dd1314-ed28-4ad1-b416-019b3dd2dafd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127696 Oct 19 01:38:50.708301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60244) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.712584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2e0d27bf-e018-42db-9089-50dc7175e40d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '25244c25-abce-4ca6-8c66-408f07befa65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:50.737940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0d27bf-e018-42db-9089-50dc7175e40d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.794379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0d27bf-e018-42db-9089-50dc7175e40d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.797897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0d27bf-e018-42db-9089-50dc7175e40d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.815904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d27bf-e018-42db-9089-50dc7175e40d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712dfa74-3679-4b12-936e-3085ca495b05,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.823859 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e0d27bf-e018-42db-9089-50dc7175e40d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.825072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e0d27bf-e018-42db-9089-50dc7175e40d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158607 Oct 19 01:38:50.827697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60246) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.832195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8abb91c1-c6a4-4b80-9935-0ceb297f153c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '25244c25-abce-4ca6-8c66-408f07befa65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:50.857297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8abb91c1-c6a4-4b80-9935-0ceb297f153c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.915197 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8abb91c1-c6a4-4b80-9935-0ceb297f153c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.918746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8abb91c1-c6a4-4b80-9935-0ceb297f153c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.937118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb91c1-c6a4-4b80-9935-0ceb297f153c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd33ec8-e958-4cb6-b210-6d6e34791e72,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:50.942308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8abb91c1-c6a4-4b80-9935-0ceb297f153c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:50.943601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8abb91c1-c6a4-4b80-9935-0ceb297f153c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149554 Oct 19 01:38:50.946331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60248) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:50.950591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-84397932-d62b-4689-8631-784c6766d899 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '25244c25-abce-4ca6-8c66-408f07befa65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:50.976839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84397932-d62b-4689-8631-784c6766d899 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.036805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84397932-d62b-4689-8631-784c6766d899 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.040736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84397932-d62b-4689-8631-784c6766d899 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.059711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84397932-d62b-4689-8631-784c6766d899 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa10c6f4-2739-4878-bd71-46c32c3b39c2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.071283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84397932-d62b-4689-8631-784c6766d899 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.073426 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-84397932-d62b-4689-8631-784c6766d899 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259589 Oct 19 01:38:51.075927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.081008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2d222ef2-5806-4a9a-a905-57cfa7b2b53a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '25244c25-abce-4ca6-8c66-408f07befa65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:51.108612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d222ef2-5806-4a9a-a905-57cfa7b2b53a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.166699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabcd69-aa93-4178-bcdb-54f19bfc72f0 req-d6fe697d-961b-4653-b5e4-4e4dc8c9a07b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:51.168221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cabcd69-aa93-4178-bcdb-54f19bfc72f0 req-d6fe697d-961b-4653-b5e4-4e4dc8c9a07b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 946 time: 0.0491831 Oct 19 01:38:51.171076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d222ef2-5806-4a9a-a905-57cfa7b2b53a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.174763 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d222ef2-5806-4a9a-a905-57cfa7b2b53a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.195409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d222ef2-5806-4a9a-a905-57cfa7b2b53a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbe421a-b336-4e9b-aff8-0793a04271d8,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.205757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d222ef2-5806-4a9a-a905-57cfa7b2b53a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.206959 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2d222ef2-5806-4a9a-a905-57cfa7b2b53a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1298029 Oct 19 01:38:51.209809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60254) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.212279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9cabcd69-aa93-4178-bcdb-54f19bfc72f0 req-58bf743f-5ec8-4f6d-a72f-005077877819 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Oct 19 01:38:51.238838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc68f-09e9-451a-beaf-bc8b7a995bae tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.247911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc68f-09e9-451a-beaf-bc8b7a995bae tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.274206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc68f-09e9-451a-beaf-bc8b7a995bae tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.279134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc68f-09e9-451a-beaf-bc8b7a995bae tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.280475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b9fc68f-09e9-451a-beaf-bc8b7a995bae tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/fbbe421a-b336-4e9b-aff8-0793a04271d8 HTTP/1.1" status: 204 len: 168 time: 0.0691752 Oct 19 01:38:51.283373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.288351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fc68f-09e9-451a-beaf-bc8b7a995bae tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbbe421a-b336-4e9b-aff8-0793a04271d8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.329431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0c929770-bde5-45c3-b557-57c5b90922d7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0446398 Oct 19 01:38:51.332383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60258) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.354601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eebfe5c-5590-41ac-88bb-31694c762216 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.361935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eebfe5c-5590-41ac-88bb-31694c762216 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.389006 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eebfe5c-5590-41ac-88bb-31694c762216 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.394751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8eebfe5c-5590-41ac-88bb-31694c762216 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.396060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8eebfe5c-5590-41ac-88bb-31694c762216 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/aa10c6f4-2739-4878-bd71-46c32c3b39c2 HTTP/1.1" status: 204 len: 168 time: 0.0627694 Oct 19 01:38:51.399373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60260) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.403617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebfe5c-5590-41ac-88bb-31694c762216 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa10c6f4-2739-4878-bd71-46c32c3b39c2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.453765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-abaef394-ae34-41bf-8642-5c1db2b8ed5f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0531194 Oct 19 01:38:51.456687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.479330 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff2eaf86-9e70-4262-a711-e2399928f29e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.487582 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff2eaf86-9e70-4262-a711-e2399928f29e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.514425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff2eaf86-9e70-4262-a711-e2399928f29e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.520264 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff2eaf86-9e70-4262-a711-e2399928f29e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.521358 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ff2eaf86-9e70-4262-a711-e2399928f29e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bdd33ec8-e958-4cb6-b210-6d6e34791e72 HTTP/1.1" status: 204 len: 168 time: 0.0637808 Oct 19 01:38:51.524789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60264) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.527063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eaf86-9e70-4262-a711-e2399928f29e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdd33ec8-e958-4cb6-b210-6d6e34791e72,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.571785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-13528ca3-1658-40a5-8478-08683406fb3a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0457609 Oct 19 01:38:51.574428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60266) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.598011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-508d238f-a8a8-48fc-a000-9ca5b8085cc8 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.605599 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-508d238f-a8a8-48fc-a000-9ca5b8085cc8 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.637412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-508d238f-a8a8-48fc-a000-9ca5b8085cc8 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.642991 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-508d238f-a8a8-48fc-a000-9ca5b8085cc8 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.646621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-508d238f-a8a8-48fc-a000-9ca5b8085cc8 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/712dfa74-3679-4b12-936e-3085ca495b05 HTTP/1.1" status: 204 len: 168 time: 0.0688181 Oct 19 01:38:51.646992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60270) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.655956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d238f-a8a8-48fc-a000-9ca5b8085cc8 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=712dfa74-3679-4b12-936e-3085ca495b05,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.713003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bceae51f-fc08-4313-a808-a7b0a92d7df1 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0648458 Oct 19 01:38:51.715934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60272) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.740612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df1a12ad-a7ac-4497-a502-e0bf46bdbe3d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.748381 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df1a12ad-a7ac-4497-a502-e0bf46bdbe3d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.773705 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df1a12ad-a7ac-4497-a502-e0bf46bdbe3d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.779923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df1a12ad-a7ac-4497-a502-e0bf46bdbe3d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.781020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-df1a12ad-a7ac-4497-a502-e0bf46bdbe3d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0334a5f2-b8cb-46eb-971b-e0e23a56db87 HTTP/1.1" status: 204 len: 168 time: 0.0640509 Oct 19 01:38:51.784001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60274) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.786546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a12ad-a7ac-4497-a502-e0bf46bdbe3d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0334a5f2-b8cb-46eb-971b-e0e23a56db87,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.823224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8f744ca2-e9f1-40fb-a99c-2914f4c5dbbf tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0380912 Oct 19 01:38:51.825932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.877058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f3143001-391b-42a8-ae13-abb9153b1b2e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.900007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f3143001-391b-42a8-ae13-abb9153b1b2e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.940519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f3143001-391b-42a8-ae13-abb9153b1b2e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.943170 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f3143001-391b-42a8-ae13-abb9153b1b2e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:51.944357 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f3143001-391b-42a8-ae13-abb9153b1b2e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/25244c25-abce-4ca6-8c66-408f07befa65 HTTP/1.1" status: 204 len: 168 time: 0.1175148 Oct 19 01:38:51.947765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60278) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:51.953965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3143001-391b-42a8-ae13-abb9153b1b2e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25244c25-abce-4ca6-8c66-408f07befa65,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:51.992308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-45d9ffca-58b0-48b9-b1cb-a1f771d29ea6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428326 Oct 19 01:38:51.996523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60280) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.000728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-20461987-a260-499e-ac17-cee66adb8990 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406348272'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:52.022340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20461987-a260-499e-ac17-cee66adb8990 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.095707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20461987-a260-499e-ac17-cee66adb8990 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.099443 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20461987-a260-499e-ac17-cee66adb8990 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.130698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20461987-a260-499e-ac17-cee66adb8990 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.135523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-20461987-a260-499e-ac17-cee66adb8990 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1346178 Oct 19 01:38:52.135703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60282) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.140405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bea34cef-a0d2-4648-b407-acd9a0a9388f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '0ae3c05d-7815-48cd-9545-7fc02c697c57', 'direction': 'ingress', 'protocol': 17}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:52.148662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20461987-a260-499e-ac17-cee66adb8990 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae3c05d-7815-48cd-9545-7fc02c697c57,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.172274 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea34cef-a0d2-4648-b407-acd9a0a9388f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.234132 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea34cef-a0d2-4648-b407-acd9a0a9388f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.237884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea34cef-a0d2-4648-b407-acd9a0a9388f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.257469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea34cef-a0d2-4648-b407-acd9a0a9388f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab5794f-fd1f-4c8b-beb4-3633a5193eea,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.264854 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bea34cef-a0d2-4648-b407-acd9a0a9388f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.269074 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bea34cef-a0d2-4648-b407-acd9a0a9388f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1294537 Oct 19 01:38:52.269380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60286) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.334339 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23aa2462-6c6c-4154-87f9-45100d0c415a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.338819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f488d-aebc-4724-a251-61614d3c52c9 req-22fe1057-7515-406d-9793-a29bea59200a tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:52.340484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-569f488d-aebc-4724-a251-61614d3c52c9 req-22fe1057-7515-406d-9793-a29bea59200a tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 946 time: 0.0589936 Oct 19 01:38:52.358563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23aa2462-6c6c-4154-87f9-45100d0c415a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.381062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-569f488d-aebc-4724-a251-61614d3c52c9 req-772ff7fa-74ca-4283-a9cf-8dad6c78a0e6 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Oct 19 01:38:52.405374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23aa2462-6c6c-4154-87f9-45100d0c415a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.408851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23aa2462-6c6c-4154-87f9-45100d0c415a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.410156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-23aa2462-6c6c-4154-87f9-45100d0c415a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/0ae3c05d-7815-48cd-9545-7fc02c697c57 HTTP/1.1" status: 204 len: 168 time: 0.1395683 Oct 19 01:38:52.414287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60290) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.433327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa2462-6c6c-4154-87f9-45100d0c415a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae3c05d-7815-48cd-9545-7fc02c697c57,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.468034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-900d097e-f4f6-4b0d-9fa8-34108450b846 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525727 Oct 19 01:38:52.472380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60292) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.477714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-566305a0-50ea-429b-bd6a-87ec4ff73d4e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588802670'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:52.502249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-566305a0-50ea-429b-bd6a-87ec4ff73d4e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.579309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-566305a0-50ea-429b-bd6a-87ec4ff73d4e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.583883 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-566305a0-50ea-429b-bd6a-87ec4ff73d4e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.619728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-566305a0-50ea-429b-bd6a-87ec4ff73d4e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.623564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-566305a0-50ea-429b-bd6a-87ec4ff73d4e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1475437 Oct 19 01:38:52.623564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566305a0-50ea-429b-bd6a-87ec4ff73d4e tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a89424e-2049-4b09-8bd3-94d71176afdd,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.624113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60296) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.633589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-edf2528c-b7e8-42d9-8b46-f32488bf78d0 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--915584387'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:52.667799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edf2528c-b7e8-42d9-8b46-f32488bf78d0 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.749432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edf2528c-b7e8-42d9-8b46-f32488bf78d0 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.753693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edf2528c-b7e8-42d9-8b46-f32488bf78d0 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.787431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-edf2528c-b7e8-42d9-8b46-f32488bf78d0 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.791918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60306) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.792197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-edf2528c-b7e8-42d9-8b46-f32488bf78d0 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1621709 Oct 19 01:38:52.796633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-217fc9a4-16c4-4ddb-b191-223694c72919 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '8a89424e-2049-4b09-8bd3-94d71176afdd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '31a98f32-e957-4add-822e-a34a3880820a', 'remote_ip_prefix': None}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:52.796909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2528c-b7e8-42d9-8b46-f32488bf78d0 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a98f32-e957-4add-822e-a34a3880820a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.832265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-217fc9a4-16c4-4ddb-b191-223694c72919 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.916527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-217fc9a4-16c4-4ddb-b191-223694c72919 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.920726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-217fc9a4-16c4-4ddb-b191-223694c72919 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.939949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fc9a4-16c4-4ddb-b191-223694c72919 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f62a911-00e6-4550-867f-5e26e5961418,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:52.948855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-217fc9a4-16c4-4ddb-b191-223694c72919 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.950069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-217fc9a4-16c4-4ddb-b191-223694c72919 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1570115 Oct 19 01:38:52.953108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60310) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:52.977447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f4ebad5-aa6b-440d-898b-adce38c91ee3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:52.985568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f4ebad5-aa6b-440d-898b-adce38c91ee3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.013471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f4ebad5-aa6b-440d-898b-adce38c91ee3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.019614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8f4ebad5-aa6b-440d-898b-adce38c91ee3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.020774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8f4ebad5-aa6b-440d-898b-adce38c91ee3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5f62a911-00e6-4550-867f-5e26e5961418 HTTP/1.1" status: 204 len: 168 time: 0.0667098 Oct 19 01:38:53.024350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60312) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.026659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ebad5-aa6b-440d-898b-adce38c91ee3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f62a911-00e6-4550-867f-5e26e5961418,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:53.055450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fae5d-5a9f-470a-b1f6-cb43963d72d1 req-087884a3-dc10-4c09-826a-feb145741f0b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:53.057142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db5fae5d-5a9f-470a-b1f6-cb43963d72d1 req-087884a3-dc10-4c09-826a-feb145741f0b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 946 time: 0.0763552 Oct 19 01:38:53.103760 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4d42d97-4af7-4d70-b407-c41ed5b1f8b8 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0783536 Oct 19 01:38:53.106802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60314) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.123101 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db5fae5d-5a9f-470a-b1f6-cb43963d72d1 req-6679ef84-20be-451e-b4d5-74afee9e17dc tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593188 Oct 19 01:38:53.164834 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0661b64-86fb-446f-8665-bbfaa84e1a2b tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.187849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0661b64-86fb-446f-8665-bbfaa84e1a2b tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.232237 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0661b64-86fb-446f-8665-bbfaa84e1a2b tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.235141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0661b64-86fb-446f-8665-bbfaa84e1a2b tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.236290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b0661b64-86fb-446f-8665-bbfaa84e1a2b tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/31a98f32-e957-4add-822e-a34a3880820a HTTP/1.1" status: 204 len: 168 time: 0.1284354 Oct 19 01:38:53.239300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60316) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.246429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0661b64-86fb-446f-8665-bbfaa84e1a2b tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a98f32-e957-4add-822e-a34a3880820a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:53.295716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c379386e-7024-4412-b1d3-56746fe50d3c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0552697 Oct 19 01:38:53.298588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.351696 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c673a7f-606e-4ccd-b0e6-95faed7744cb tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.374312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c673a7f-606e-4ccd-b0e6-95faed7744cb tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.419062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c673a7f-606e-4ccd-b0e6-95faed7744cb tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.421731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c673a7f-606e-4ccd-b0e6-95faed7744cb tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.422871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1c673a7f-606e-4ccd-b0e6-95faed7744cb tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/8a89424e-2049-4b09-8bd3-94d71176afdd HTTP/1.1" status: 204 len: 168 time: 0.1232579 Oct 19 01:38:53.425581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60320) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.432835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c673a7f-606e-4ccd-b0e6-95faed7744cb tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a89424e-2049-4b09-8bd3-94d71176afdd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:53.473306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3950e17a-3bcb-41d2-a44a-c1a2d734dcf6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465038 Oct 19 01:38:53.477653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60322) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.481959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-69d15463-a357-4146-9665-586e62f30a0d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--736022595'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:53.502393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69d15463-a357-4146-9665-586e62f30a0d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.565181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69d15463-a357-4146-9665-586e62f30a0d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.568629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69d15463-a357-4146-9665-586e62f30a0d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.597338 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69d15463-a357-4146-9665-586e62f30a0d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.598540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-69d15463-a357-4146-9665-586e62f30a0d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1199691 Oct 19 01:38:53.600371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d15463-a357-4146-9665-586e62f30a0d tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76548e-474a-4b80-b403-232946baf45e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:53.601561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60324) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.606256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b9b38362-aca7-4ff7-b6f3-e9aadd7d4a1f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '5b76548e-474a-4b80-b403-232946baf45e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:53.633890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9b38362-aca7-4ff7-b6f3-e9aadd7d4a1f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.680977 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9b38362-aca7-4ff7-b6f3-e9aadd7d4a1f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.684419 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9b38362-aca7-4ff7-b6f3-e9aadd7d4a1f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.700858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b38362-aca7-4ff7-b6f3-e9aadd7d4a1f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a733be-ea85-4842-81be-2988f44ce029,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:53.711956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9b38362-aca7-4ff7-b6f3-e9aadd7d4a1f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.713160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b9b38362-aca7-4ff7-b6f3-e9aadd7d4a1f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1105757 Oct 19 01:38:53.716007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60326) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.739514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cdf31f-f6b5-446c-a788-cb9622327e18 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.748101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cdf31f-f6b5-446c-a788-cb9622327e18 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.774742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cdf31f-f6b5-446c-a788-cb9622327e18 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.781673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59cdf31f-f6b5-446c-a788-cb9622327e18 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.782768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59cdf31f-f6b5-446c-a788-cb9622327e18 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/52a733be-ea85-4842-81be-2988f44ce029 HTTP/1.1" status: 204 len: 168 time: 0.0658514 Oct 19 01:38:53.786081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60330) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.786887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdf31f-f6b5-446c-a788-cb9622327e18 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52a733be-ea85-4842-81be-2988f44ce029,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:53.829672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e6f8591-203b-441a-9666-44a2cc0ab5d5 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0422614 Oct 19 01:38:53.832620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60332) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.885638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5955c4a8-5df1-4485-a8ce-2a0dc52e4171 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.906502 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5955c4a8-5df1-4485-a8ce-2a0dc52e4171 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.947259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5955c4a8-5df1-4485-a8ce-2a0dc52e4171 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.950004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5955c4a8-5df1-4485-a8ce-2a0dc52e4171 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:53.951185 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5955c4a8-5df1-4485-a8ce-2a0dc52e4171 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/5b76548e-474a-4b80-b403-232946baf45e HTTP/1.1" status: 204 len: 168 time: 0.1175799 Oct 19 01:38:53.953881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60334) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:53.959938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c4a8-5df1-4485-a8ce-2a0dc52e4171 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76548e-474a-4b80-b403-232946baf45e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.000950 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6843101b-7639-4db5-a3e1-76ad4fd9ccf6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458701 Oct 19 01:38:54.004771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60336) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.009450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-40ea2318-b2df-4c25-a185-a40053e63b1c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749700942'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:54.031172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40ea2318-b2df-4c25-a185-a40053e63b1c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.096647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40ea2318-b2df-4c25-a185-a40053e63b1c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.100368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40ea2318-b2df-4c25-a185-a40053e63b1c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.127312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-40ea2318-b2df-4c25-a185-a40053e63b1c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.128540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-40ea2318-b2df-4c25-a185-a40053e63b1c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1227202 Oct 19 01:38:54.131431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60338) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.136048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c40ce5df-b823-4c86-8421-2441484185ac tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '68ec25ed-bcec-4a03-8e94-9c80ad16951c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:54.136689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea2318-b2df-4c25-a185-a40053e63b1c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ec25ed-bcec-4a03-8e94-9c80ad16951c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.168680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c40ce5df-b823-4c86-8421-2441484185ac tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.225213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c40ce5df-b823-4c86-8421-2441484185ac tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.230124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c40ce5df-b823-4c86-8421-2441484185ac tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.246093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d23af-9030-4af6-9f83-df945bfaf735 req-c8520b8a-8595-40fb-9fe9-9e8d8b9f63f2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:54.247573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db6d23af-9030-4af6-9f83-df945bfaf735 req-c8520b8a-8595-40fb-9fe9-9e8d8b9f63f2 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 946 time: 0.0514615 Oct 19 01:38:54.249734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ce5df-b823-4c86-8421-2441484185ac tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8c55dc-718b-48de-9003-ff2b74c28bb3,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.264032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c40ce5df-b823-4c86-8421-2441484185ac tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.265535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c40ce5df-b823-4c86-8421-2441484185ac tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328042 Oct 19 01:38:54.267906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60342) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.289897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c3010d22-e36f-44f0-bbd3-cbc0c3421e6f tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules/de8c55dc-718b-48de-9003-ff2b74c28bb3 HTTP/1.1" status: 200 len: 763 time: 0.0170832 Oct 19 01:38:54.290178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60344) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.291317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-db6d23af-9030-4af6-9f83-df945bfaf735 req-4bfcf2b8-e60b-4b65-899a-b51f83a880c5 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354433 Oct 19 01:38:54.333269 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2046aa4c-c1cd-45fe-be9f-957cfa072c54 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420673 Oct 19 01:38:54.336788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60346) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.363809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d271c781-58a2-4988-9d6b-6f26c2bfeead tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.371195 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d271c781-58a2-4988-9d6b-6f26c2bfeead tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.396436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d271c781-58a2-4988-9d6b-6f26c2bfeead tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.403013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d271c781-58a2-4988-9d6b-6f26c2bfeead tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.404110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d271c781-58a2-4988-9d6b-6f26c2bfeead tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/de8c55dc-718b-48de-9003-ff2b74c28bb3 HTTP/1.1" status: 204 len: 168 time: 0.0664024 Oct 19 01:38:54.406703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.409311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271c781-58a2-4988-9d6b-6f26c2bfeead tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de8c55dc-718b-48de-9003-ff2b74c28bb3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.450030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-08d40473-168b-4bc7-a1f3-3a9b95d61203 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421934 Oct 19 01:38:54.452598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.457029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-aec50ddb-348e-48ff-9d66-9ee4a8956b7a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '68ec25ed-bcec-4a03-8e94-9c80ad16951c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:54.484086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aec50ddb-348e-48ff-9d66-9ee4a8956b7a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.499969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f6d10-f458-4585-955d-3d63de577896 req-5167a7b3-9959-4db9-ad38-24fa857ed0b0 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:54.501458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f8f6d10-f458-4585-955d-3d63de577896 req-5167a7b3-9959-4db9-ad38-24fa857ed0b0 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 946 time: 0.0505087 Oct 19 01:38:54.541236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aec50ddb-348e-48ff-9d66-9ee4a8956b7a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.545008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aec50ddb-348e-48ff-9d66-9ee4a8956b7a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.561950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50ddb-348e-48ff-9d66-9ee4a8956b7a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b29956f-a48f-46c4-b3be-fe4effd6e7ba,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.572246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aec50ddb-348e-48ff-9d66-9ee4a8956b7a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.573510 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aec50ddb-348e-48ff-9d66-9ee4a8956b7a tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200087 Oct 19 01:38:54.576237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60352) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.595814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7855e91e-0c71-4329-915c-5ddd832b3693 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules/5b29956f-a48f-46c4-b3be-fe4effd6e7ba HTTP/1.1" status: 200 len: 763 time: 0.0161557 Oct 19 01:38:54.596064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60354) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.600119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Deleting port 20c67397-3676-4bc0-baeb-5e9bade859ec {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:38:54.600454 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.638167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7874a49b-a8fa-4376-9d95-081c985db474 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386863 Oct 19 01:38:54.638390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.662176 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b84069-b216-43f2-8916-24a6d4adefd7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.669768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b84069-b216-43f2-8916-24a6d4adefd7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.693743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] For port 20c67397-3676-4bc0-baeb-5e9bade859ec, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=20c67397-3676-4bc0-baeb-5e9bade859ec,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:38:54.694046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.696615 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b84069-b216-43f2-8916-24a6d4adefd7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.703771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0b84069-b216-43f2-8916-24a6d4adefd7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.707499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a0b84069-b216-43f2-8916-24a6d4adefd7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5b29956f-a48f-46c4-b3be-fe4effd6e7ba HTTP/1.1" status: 204 len: 168 time: 0.0656319 Oct 19 01:38:54.708002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60358) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.708845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Calling delete_port for 20c67397-3676-4bc0-baeb-5e9bade859ec owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:38:54.709363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84069-b216-43f2-8916-24a6d4adefd7 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b29956f-a48f-46c4-b3be-fe4effd6e7ba,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.794076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9d1fa18e-508e-429d-b03f-711013299029 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824764 Oct 19 01:38:54.796700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.801428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9f6e4419-6a13-4734-9b08-a521f2306a63 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Request body: {'security_group_rule': {'security_group_id': '68ec25ed-bcec-4a03-8e94-9c80ad16951c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:54.831903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4419-6a13-4734-9b08-a521f2306a63 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.881206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4419-6a13-4734-9b08-a521f2306a63 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.885577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4419-6a13-4734-9b08-a521f2306a63 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.888831 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.904645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e4419-6a13-4734-9b08-a521f2306a63 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d8d86e-235c-4782-a32e-ac0e789e16cf,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.915468 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4419-6a13-4734-9b08-a521f2306a63 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.919566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Pushing event deleted for resources: {'Port': ['ID=20c67397-3676-4bc0-baeb-5e9bade859ec,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:54.920203 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9f6e4419-6a13-4734-9b08-a521f2306a63 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224182 Oct 19 01:38:54.920809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60364) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.931061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['20c67397-3676-4bc0-baeb-5e9bade859ec'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:38:54.944131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d755a54a-9d0a-44e9-9171-080210fdbbc4 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules/20d8d86e-235c-4782-a32e-ac0e789e16cf HTTP/1.1" status: 200 len: 764 time: 0.0219967 Oct 19 01:38:54.946945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60366) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:54.977540 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] No DVR routers for this DVR port 20c67397-3676-4bc0-baeb-5e9bade859ec on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:38:54.980249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:54.983705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f8f6d10-f458-4585-955d-3d63de577896 req-673726f0-6dc3-4d74-8339-29562da50114 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "DELETE /v2.0/ports/20c67397-3676-4bc0-baeb-5e9bade859ec HTTP/1.1" status: 204 len: 173 time: 0.4751012 Oct 19 01:38:54.984196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'name': 'network-vif-deleted', 'tag': '20c67397-3676-4bc0-baeb-5e9bade859ec'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:54.986524 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031e5f10-0c0b-4a57-92af-0b7949057d04" -d '{"events": [{"server_uuid": "78c5aacd-dc96-4931-b3b7-3c77c8338a8c", "name": "network-vif-deleted", "tag": "20c67397-3676-4bc0-baeb-5e9bade859ec"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:54.994011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5da54155-a673-4535-9d2e-b3ccac3539bf tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0457134 Oct 19 01:38:54.994640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60370) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:55.018953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b810d81e-be4e-48c9-96c9-9aace4b4c6a6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.024578 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd48f0d1-cbb6-4aad-9653-22a48ef5d926 x-openstack-request-id: req-fd48f0d1-cbb6-4aad-9653-22a48ef5d926 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:55.024877 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c5aacd-dc96-4931-b3b7-3c77c8338a8c", "name": "network-vif-deleted", "tag": "20c67397-3676-4bc0-baeb-5e9bade859ec", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:55.026265 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd48f0d1-cbb6-4aad-9653-22a48ef5d926 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:55.026265 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c5aacd-dc96-4931-b3b7-3c77c8338a8c', 'name': 'network-vif-deleted', 'tag': '20c67397-3676-4bc0-baeb-5e9bade859ec', 'status': 'completed', 'code': 200} Oct 19 01:38:55.027637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b810d81e-be4e-48c9-96c9-9aace4b4c6a6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.053371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b810d81e-be4e-48c9-96c9-9aace4b4c6a6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.059815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b810d81e-be4e-48c9-96c9-9aace4b4c6a6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.060945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b810d81e-be4e-48c9-96c9-9aace4b4c6a6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/20d8d86e-235c-4782-a32e-ac0e789e16cf HTTP/1.1" status: 204 len: 168 time: 0.0653410 Oct 19 01:38:55.063605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60372) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:55.066260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810d81e-be4e-48c9-96c9-9aace4b4c6a6 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20d8d86e-235c-4782-a32e-ac0e789e16cf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:55.111471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6e80c3bd-96c7-4932-b36b-5a3b20c534ae tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464807 Oct 19 01:38:55.114182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60374) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:55.167804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c273427a-e094-42fa-a313-89b7366c13c3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.189681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c273427a-e094-42fa-a313-89b7366c13c3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.231423 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c273427a-e094-42fa-a313-89b7366c13c3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.234008 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c273427a-e094-42fa-a313-89b7366c13c3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.235176 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c273427a-e094-42fa-a313-89b7366c13c3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "DELETE /v2.0/security-groups/68ec25ed-bcec-4a03-8e94-9c80ad16951c HTTP/1.1" status: 204 len: 168 time: 0.1199923 Oct 19 01:38:55.238015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60376) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:55.244744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273427a-e094-42fa-a313-89b7366c13c3 tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ec25ed-bcec-4a03-8e94-9c80ad16951c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:55.280249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3dc23e21-4889-458b-aba2-89fb8d4620dd tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0410552 Oct 19 01:38:55.284398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60378) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:55.325724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5447b54a-3e4e-41ff-a2f7-a09e59a8ab7c tempest-SecGroupTest-1230450956 tempest-SecGroupTest-1230450956-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0402734 Oct 19 01:38:55.404123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10566e98-b93c-4572-9459-0fc07d79455e req-ad0e95c6-d54c-4a73-bade-d1c76e4c0a57 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=78c5aacd-dc96-4931-b3b7-3c77c8338a8c HTTP/1.1" status: 200 len: 210 time: 0.0281837 Oct 19 01:38:55.577920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60386) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:55.711042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bdc129c1-aca1-4bad-9811-d4061759ea81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14cb93b9187543e1ae9c49ab364f543e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317525 Oct 19 01:38:55.714014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:55.761839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7fde245b-c0be-4173-b1b1-17786c6a033c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.782702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7fde245b-c0be-4173-b1b1-17786c6a033c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.833588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7fde245b-c0be-4173-b1b1-17786c6a033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.836101 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7fde245b-c0be-4173-b1b1-17786c6a033c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:55.837244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7fde245b-c0be-4173-b1b1-17786c6a033c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa4730bb-6694-4e53-a9c8-7bf1b66631cf HTTP/1.1" status: 204 len: 168 time: 0.1223404 Oct 19 01:38:55.844943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde245b-c0be-4173-b1b1-17786c6a033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4730bb-6694-4e53-a9c8-7bf1b66631cf,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:56.447119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60418) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:56.549857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-531099683-network', 'tenant_id': 'eec591c21a614d228c8c93eeb437460b'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:56.572801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Made reservation on behalf of eec591c21a614d228c8c93eeb437460b for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:56.575143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.583891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.740852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.749606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.762950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-3aa5e987-2e5a-499b-be8a-78bb9412a61f tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:56.764437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-3aa5e987-2e5a-499b-be8a-78bb9412a61f tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/networks?id=c75b91a0-e684-47cb-94a3-5728ab9411e7 HTTP/1.1" status: 200 len: 809 time: 0.1448596 Oct 19 01:38:56.787441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:56.807252 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-a583e52a-ea08-4ca9-af82-35d871b9cea4 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/quotas/367b50a4c8494e6d9efc2de417ffbd49 HTTP/1.1" status: 200 len: 375 time: 0.0324705 Oct 19 01:38:56.809060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.809395 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Added segment f100894f-a095-4499-8f16-3d7ceb3dd34e of type vlan for network 8762f262-d74f-4f49-8f2a-e153601fc748 Oct 19 01:38:56.810937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a80a66-151b-4171-96ca-0544c8d3ac68,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:56.865690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-8fc924d9-2682-49ff-a49c-aa7472da22ac tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440638 Oct 19 01:38:56.885616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.963053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:56.964012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:56.964579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.008847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-0603d744-35fc-4365-b320-dd3d7be0cf44 service neutron] 10.222.0.64 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338527 Oct 19 01:38:57.014654 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5638194 Oct 19 01:38:57.015213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60436) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:57.020131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Request body: {'subnet': {'network_id': '8762f262-d74f-4f49-8f2a-e153601fc748', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-531099683-subnet', 'tenant_id': 'eec591c21a614d228c8c93eeb437460b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:57.041297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Made reservation on behalf of eec591c21a614d228c8c93eeb437460b for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:57.044674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.052925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8779552-abcf-4793-a334-8900c30a3255 admin admin] Pushing event updated for resources: {'Network': ['ID=8762f262-d74f-4f49-8f2a-e153601fc748,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:57.066161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 8762f262-d74f-4f49-8f2a-e153601fc748 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:57.140596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-f002f6e6-6305-4720-a959-efdbe11c43ec service neutron] 10.222.0.64 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976572 Oct 19 01:38:57.233680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.317055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebbd173e-065f-4d94-9060-2943eb05a0e0 req-bca75e42-88cc-43e2-856c-b194071d9fd7 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 210 time: 0.0395174 Oct 19 01:38:57.317925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7ffeff-4fc5-4581-bcd0-6e5da5daaffa,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:57.337236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Checking segment: {'id': 'f100894f-a095-4499-8f16-3d7ceb3dd34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8762f262-d74f-4f49-8f2a-e153601fc748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:57.337734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Network hostable DHCP agents. Network: 8762f262-d74f-4f49-8f2a-e153601fc748, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:57.357713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Network 8762f262-d74f-4f49-8f2a-e153601fc748 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:57.367507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 8762f262-d74f-4f49-8f2a-e153601fc748) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:57.372530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:57.373337 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.379024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc181599-c8a1-489e-af7f-fa5aa9c97664 None None] Network 8762f262-d74f-4f49-8f2a-e153601fc748 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:57.400241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7bf61dda-7d15-4f33-ba4b-47fcfb827b3d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3761566 Oct 19 01:38:57.511824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adc89a7-6c02-4949-820e-3694bb37001e None None] Network 8762f262-d74f-4f49-8f2a-e153601fc748 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:57.910330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60462) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:57.915913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-db893992-e556-470c-be12-15798679230f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1402806071-network', 'tenant_id': 'db75821664284baca2a08faedca4c79d'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:57.937390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db893992-e556-470c-be12-15798679230f admin admin] Made reservation on behalf of db75821664284baca2a08faedca4c79d for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:57.939811 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.944653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 20c67397-3676-4bc0-baeb-5e9bade859ec no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:38:57.949606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:57.968711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 20c67397-3676-4bc0-baeb-5e9bade859ec {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:38:57.969046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 20c67397-3676-4bc0-baeb-5e9bade859ec not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:38:58.023949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.027942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.051794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db893992-e556-470c-be12-15798679230f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:38:58.060541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db893992-e556-470c-be12-15798679230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3465a3c1-5743-4b79-8349-ebed22e6c6fe,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.066866 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.067215 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-db893992-e556-470c-be12-15798679230f admin admin] Added segment 293668a1-4077-4105-9659-02a9c8887a94 of type vlan for network 76d25f66-17c8-4d6a-8478-782ad8d54522 Oct 19 01:38:58.120791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.145673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.146845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db893992-e556-470c-be12-15798679230f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:58.147421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db893992-e556-470c-be12-15798679230f admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.182508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-db893992-e556-470c-be12-15798679230f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2708504 Oct 19 01:38:58.185126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60466) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:58.189946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Request body: {'subnet': {'network_id': '76d25f66-17c8-4d6a-8478-782ad8d54522', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1402806071-subnet', 'tenant_id': 'db75821664284baca2a08faedca4c79d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:58.213094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Made reservation on behalf of db75821664284baca2a08faedca4c79d for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:58.216001 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.218491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db893992-e556-470c-be12-15798679230f admin admin] Pushing event updated for resources: {'Network': ['ID=76d25f66-17c8-4d6a-8478-782ad8d54522,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.229691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 76d25f66-17c8-4d6a-8478-782ad8d54522 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:38:58.384868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-7f2897c3-018d-446c-96b5-a28bfc15247c tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:58.386651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-7f2897c3-018d-446c-96b5-a28bfc15247c tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "GET /v2.0/networks?id=c75b91a0-e684-47cb-94a3-5728ab9411e7 HTTP/1.1" status: 200 len: 809 time: 0.1258922 Oct 19 01:38:58.407030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Request body: {'port': {'device_id': 'b4348547-0854-4614-aa44-59570be45c7d', 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7', 'admin_state_up': True, 'tenant_id': '367b50a4c8494e6d9efc2de417ffbd49'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:58.435908 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.462855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16cc3ffa-d0ff-49bd-9802-fb51cbeb77cd req-10d9b094-cfa3-4367-a0f9-0d83155380d3 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 210 time: 0.0381260 Oct 19 01:38:58.500908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ab8d4f-af06-45ac-9882-98a282479f28,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.511736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Checking segment: {'id': '293668a1-4077-4105-9659-02a9c8887a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '76d25f66-17c8-4d6a-8478-782ad8d54522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:58.512124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Network hostable DHCP agents. Network: 76d25f66-17c8-4d6a-8478-782ad8d54522, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:38:58.528955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Network 76d25f66-17c8-4d6a-8478-782ad8d54522 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:38:58.537603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 76d25f66-17c8-4d6a-8478-782ad8d54522) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:58.542338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:58.542884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.548101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90123cc-6308-463d-bfcd-d703b6bd2f10 None None] Network 76d25f66-17c8-4d6a-8478-782ad8d54522 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:58.555516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Made reservation on behalf of 367b50a4c8494e6d9efc2de417ffbd49 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:38:58.559339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.560996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-232b3953-4a9d-4b16-8d8c-5167b3817320 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3747997 Oct 19 01:38:58.683327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141b7f4-990b-4e36-adcc-9c610dc82f3d None None] Network 76d25f66-17c8-4d6a-8478-782ad8d54522 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:38:58.693908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60472) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:58.702408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Allocated IP 172.20.0.12 (c75b91a0-e684-47cb-94a3-5728ab9411e7/adfeb2e5-4cab-44b2-bd03-c111af8ba1aa/0ed82ad4-de18-4e16-81b4-d04afb147327) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:38:58.746623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] Deleting subnet 3a7ffeff-4fc5-4581-bcd0-6e5da5daaffa {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:58.750352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.787561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.828275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.875268 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.880340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.906636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7ffeff-4fc5-4581-bcd0-6e5da5daaffa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:58.911501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.914250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.915305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a18e87b7-cc2c-48cf-9516-82556c628093 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3a7ffeff-4fc5-4581-bcd0-6e5da5daaffa HTTP/1.1" status: 204 len: 168 time: 0.2203791 Oct 19 01:38:58.917860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60474) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:58.959180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Network c75b91a0-e684-47cb-94a3-5728ab9411e7 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:38:58.962476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:38:58.966183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:38:58.992781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:58.995258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Pushing event updated for resources: {'Port': ['ID=0ed82ad4-de18-4e16-81b4-d04afb147327,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.025052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:59.025788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.041744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-2a0722fd-424e-45b3-9a1c-b0695f7c8c34 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6407039 Oct 19 01:38:59.059482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Request body: {'port': {'device_id': 'b4348547-0854-4614-aa44-59570be45c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:38:59.080787 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.107821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8762f262-d74f-4f49-8f2a-e153601fc748']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:59.117979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f100894f-a095-4499-8f16-3d7ceb3dd34e') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:59.117979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f100894f-a095-4499-8f16-3d7ceb3dd34e') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:59.119301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.128687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.148913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.156814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:59.157239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:59.159477 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:59.217222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.222821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.227353 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] 10.222.0.64 "DELETE /v2.0/networks/8762f262-d74f-4f49-8f2a-e153601fc748 HTTP/1.1" status: 204 len: 168 time: 0.3073399 Oct 19 01:38:59.231514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60478) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:59.237886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c5738-aa96-473e-a667-5b8c07f841fe admin admin] Pushing event deleted for resources: {'Network': ['ID=8762f262-d74f-4f49-8f2a-e153601fc748,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.308230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] Deleting subnet 53ab8d4f-af06-45ac-9882-98a282479f28 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:38:59.314077 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.390070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.451462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.531168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed82ad4-de18-4e16-81b4-d04afb147327 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:38:59.541657 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.586064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.588044 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Transition to ACTIVE for port object 0ed82ad4-de18-4e16-81b4-d04afb147327 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:38:59.615042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.623465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ab8d4f-af06-45ac-9882-98a282479f28,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.648743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.651948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-31106547-9efe-4adb-ae00-170af4278c5a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/53ab8d4f-af06-45ac-9882-98a282479f28 HTTP/1.1" status: 204 len: 168 time: 0.4194646 Oct 19 01:38:59.654965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60482) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:38:59.677310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a48110-5693-4b3a-b246-b6265f928c23 req-bc9c69e7-5391-42b3-9b16-1325b92e0bec tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:59.678805 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a48110-5693-4b3a-b246-b6265f928c23 req-bc9c69e7-5391-42b3-9b16-1325b92e0bec tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 932 time: 0.1433682 Oct 19 01:38:59.695502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Pushing event updated for resources: {'Port': ['ID=0ed82ad4-de18-4e16-81b4-d04afb147327,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.733940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.770058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8a48110-5693-4b3a-b246-b6265f928c23 req-0933ae7c-0fb4-4938-a782-3106c7beb394 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772138 Oct 19 01:38:59.792305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Attempting to bind port 0ed82ad4-de18-4e16-81b4-d04afb147327 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:38:59.792638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Attempting to bind port 0ed82ad4-de18-4e16-81b4-d04afb147327 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:38:59.793132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Attempting to bind port 0ed82ad4-de18-4e16-81b4-d04afb147327 on network c75b91a0-e684-47cb-94a3-5728ab9411e7 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:59.798214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Port 0ed82ad4-de18-4e16-81b4-d04afb147327 on network c75b91a0-e684-47cb-94a3-5728ab9411e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:38:59.798620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Attempting to bind port 0ed82ad4-de18-4e16-81b4-d04afb147327 on network c75b91a0-e684-47cb-94a3-5728ab9411e7 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:38:59.804202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:38:59.804868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Checking segment: {'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:38:59.805457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Bound using segment: {'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:38:59.806007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Bound port: 0ed82ad4-de18-4e16-81b4-d04afb147327, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a0825e-540a-4f09-9238-657e2ca40cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:38:59.806504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.814000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.834373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d25f66-17c8-4d6a-8478-782ad8d54522']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:59.844247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293668a1-4077-4105-9659-02a9c8887a94') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:59.844536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293668a1-4077-4105-9659-02a9c8887a94') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:38:59.858389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.871736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.875902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] For port 0ed82ad4-de18-4e16-81b4-d04afb147327, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:38:59.878256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:38:59.878741 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.878917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] For port 0ed82ad4-de18-4e16-81b4-d04afb147327, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0ed82ad4-de18-4e16-81b4-d04afb147327,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:38:59.880737 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:38:59.884754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.920808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:38:59.921436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.922833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] 10.222.0.74 "PUT /v2.0/ports/0ed82ad4-de18-4e16-81b4-d04afb147327 HTTP/1.1" status: 200 len: 1093 time: 0.8675561 Oct 19 01:38:59.923274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4348547-0854-4614-aa44-59570be45c7d', 'tag': '0ed82ad4-de18-4e16-81b4-d04afb147327'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:38:59.925559 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97243c9a-cc6b-4165-bf2c-2f5786aa1113" -d '{"events": [{"name": "network-changed", "server_uuid": "b4348547-0854-4614-aa44-59570be45c7d", "tag": "0ed82ad4-de18-4e16-81b4-d04afb147327"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:38:59.946832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.955381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c631a15-5922-4cd5-9342-d645edc877cc service neutron] Pushing event updated for resources: {'Port': ['ID=0ed82ad4-de18-4e16-81b4-d04afb147327,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:38:59.968778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:38:59.969263 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2025d340-78a9-4b72-960a-62dbc4a8c576 x-openstack-request-id: req-2025d340-78a9-4b72-960a-62dbc4a8c576 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:38:59.969554 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4348547-0854-4614-aa44-59570be45c7d", "tag": "0ed82ad4-de18-4e16-81b4-d04afb147327", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:38:59.969807 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2025d340-78a9-4b72-960a-62dbc4a8c576 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:38:59.970283 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4348547-0854-4614-aa44-59570be45c7d', 'tag': '0ed82ad4-de18-4e16-81b4-d04afb147327', 'status': 'completed', 'code': 200} Oct 19 01:38:59.971940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/76d25f66-17c8-4d6a-8478-782ad8d54522 HTTP/1.1" status: 204 len: 168 time: 0.3158681 Oct 19 01:38:59.973236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd505f0-deaf-4e67-98a2-1980d1a0b9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d25f66-17c8-4d6a-8478-782ad8d54522,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:00.053344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97243c9a-cc6b-4165-bf2c-2f5786aa1113 req-7dcc4c69-c819-415c-9807-1254ec1cfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:00.055674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97243c9a-cc6b-4165-bf2c-2f5786aa1113 req-7dcc4c69-c819-415c-9807-1254ec1cfe0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 1096 time: 0.0445144 Oct 19 01:39:00.149998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60488) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:00.194586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a5c03d2a-a475-4f41-a51d-39b0e28caeb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eec591c21a614d228c8c93eeb437460b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431075 Oct 19 01:39:00.195905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60492) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:00.248406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2160f270-e014-471a-b87c-c36b786724a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.259105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97243c9a-cc6b-4165-bf2c-2f5786aa1113 req-02ea314f-6bb7-45c0-9b98-9c917bf14817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:00.262903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97243c9a-cc6b-4165-bf2c-2f5786aa1113 req-02ea314f-6bb7-45c0-9b98-9c917bf14817 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1912799 Oct 19 01:39:00.275155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2160f270-e014-471a-b87c-c36b786724a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.326213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2160f270-e014-471a-b87c-c36b786724a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.328803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2160f270-e014-471a-b87c-c36b786724a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.329962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2160f270-e014-471a-b87c-c36b786724a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81a80a66-151b-4171-96ca-0544c8d3ac68 HTTP/1.1" status: 204 len: 168 time: 0.1330242 Oct 19 01:39:00.338312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160f270-e014-471a-b87c-c36b786724a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a80a66-151b-4171-96ca-0544c8d3ac68,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:00.466508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97243c9a-cc6b-4165-bf2c-2f5786aa1113 req-43c1218c-1e92-474e-a229-8c931c3e4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:00.468063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97243c9a-cc6b-4165-bf2c-2f5786aa1113 req-43c1218c-1e92-474e-a229-8c931c3e4e10 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009180 Oct 19 01:39:00.568674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-d9805a5a-39c6-4d27-83b4-49aac24b3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:00.570612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-d9805a5a-39c6-4d27-83b4-49aac24b3f2d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 1096 time: 0.0427959 Oct 19 01:39:00.628944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-108b0565-a357-4630-8dce-fbc175428bea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed82ad4-de18-4e16-81b4-d04afb147327 HTTP/1.1" status: 200 len: 217 time: 0.0455787 Oct 19 01:39:00.666432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60498) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:00.685098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-b4a9ac57-7ba5-44e3-83d3-f9253bf3d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:00.686557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-b4a9ac57-7ba5-44e3-83d3-f9253bf3d08e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=adfeb2e5-4cab-44b2-bd03-c111af8ba1aa HTTP/1.1" status: 200 len: 849 time: 0.0512435 Oct 19 01:39:00.712649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b958cdde-e0e3-4355-b5f4-433a9dafaf74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db75821664284baca2a08faedca4c79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449395 Oct 19 01:39:00.715213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60500) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:00.719167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-c33312e3-ad88-4ad4-b391-340c2098d278 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c75b91a0-e684-47cb-94a3-5728ab9411e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258348 Oct 19 01:39:00.766895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b98cfd11-a036-4bc7-a17c-3fe11698d326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.788217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b98cfd11-a036-4bc7-a17c-3fe11698d326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.812103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-9eb021ad-af7a-436a-a382-c38e0f289555 service neutron] 10.222.0.74 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857558 Oct 19 01:39:00.841962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b98cfd11-a036-4bc7-a17c-3fe11698d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.844487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b98cfd11-a036-4bc7-a17c-3fe11698d326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:00.845764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b98cfd11-a036-4bc7-a17c-3fe11698d326 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3465a3c1-5743-4b79-8349-ebed22e6c6fe HTTP/1.1" status: 204 len: 168 time: 0.1295147 Oct 19 01:39:00.865304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cfd11-a036-4bc7-a17c-3fe11698d326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3465a3c1-5743-4b79-8349-ebed22e6c6fe,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:00.920602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315b60e-586f-448a-98b3-b447a4255e01 req-27e73379-9d0b-459b-9f7e-426112404bf6 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:00.922112 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4315b60e-586f-448a-98b3-b447a4255e01 req-27e73379-9d0b-459b-9f7e-426112404bf6 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 944 time: 0.0753679 Oct 19 01:39:00.925245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d4d64ec-c4f0-4748-b0c5-4dd705c5439c req-c09cde0f-1f75-423c-a055-4a424a954656 service neutron] 10.222.0.74 "GET /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059315 Oct 19 01:39:00.967212 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4315b60e-586f-448a-98b3-b447a4255e01 req-50d9e744-292c-481b-94c7-3ce65d0d4f23 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Oct 19 01:39:02.089300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3df3cb-71c0-46f2-9035-c974e036d436 req-40b67ba7-ebb0-4407-9425-df3279dcd717 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:02.091082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf3df3cb-71c0-46f2-9035-c974e036d436 req-40b67ba7-ebb0-4407-9425-df3279dcd717 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 944 time: 0.0523565 Oct 19 01:39:02.129240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf3df3cb-71c0-46f2-9035-c974e036d436 req-351a2c72-6975-4285-9cec-08132cffcbbd tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Oct 19 01:39:02.305758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60546) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:02.412291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89b81de3-c5bc-4162-aa1a-4f1f139f3bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.492481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89b81de3-c5bc-4162-aa1a-4f1f139f3bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.496174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-89b81de3-c5bc-4162-aa1a-4f1f139f3bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.534981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-89b81de3-c5bc-4162-aa1a-4f1f139f3bfe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e757846750c24e5f8d2662592ec42091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281618 Oct 19 01:39:02.535924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81de3-c5bc-4162-aa1a-4f1f139f3bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e468e16-89c9-4f73-8c21-bc512f60a2d7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:02.537900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60552) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:02.596546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-081bcf5b-157f-405d-a0fb-a506421a1900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.617252 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-081bcf5b-157f-405d-a0fb-a506421a1900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.664249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-081bcf5b-157f-405d-a0fb-a506421a1900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.666828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-081bcf5b-157f-405d-a0fb-a506421a1900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:02.668018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-081bcf5b-157f-405d-a0fb-a506421a1900 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e468e16-89c9-4f73-8c21-bc512f60a2d7 HTTP/1.1" status: 204 len: 168 time: 0.1255813 Oct 19 01:39:02.676034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bcf5b-157f-405d-a0fb-a506421a1900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e468e16-89c9-4f73-8c21-bc512f60a2d7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:02.932310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 60560) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:02.945849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a31734c-4d8e-4abc-8b6e-89e71c9124c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:03.381885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a31734c-4d8e-4abc-8b6e-89e71c9124c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:03.387030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a31734c-4d8e-4abc-8b6e-89e71c9124c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:03.433974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1a31734c-4d8e-4abc-8b6e-89e71c9124c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f02b2b19f7e4e75ba496fb6e3a96ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005474 Oct 19 01:39:03.435528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31734c-4d8e-4abc-8b6e-89e71c9124c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c2624b-74c3-4c1b-926c-69122eab9555,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:03.436653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 60566) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:03.446228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a2416-7307-4e33-99f5-da1ee102852c req-0a903110-d0c5-4b4e-93fe-5e99538b84d1 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:03.448093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e27a2416-7307-4e33-99f5-da1ee102852c req-0a903110-d0c5-4b4e-93fe-5e99538b84d1 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 944 time: 0.0984473 Oct 19 01:39:03.490723 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e27a2416-7307-4e33-99f5-da1ee102852c req-04ce39c2-a1aa-437c-876b-5d44a84d6845 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Oct 19 01:39:03.495962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-482d18f4-9a16-4056-b578-5bfe08392df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:03.521568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-482d18f4-9a16-4056-b578-5bfe08392df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:03.568429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-482d18f4-9a16-4056-b578-5bfe08392df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:03.571166 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-482d18f4-9a16-4056-b578-5bfe08392df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:03.572319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-482d18f4-9a16-4056-b578-5bfe08392df4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77c2624b-74c3-4c1b-926c-69122eab9555 HTTP/1.1" status: 204 len: 168 time: 0.1345589 Oct 19 01:39:03.579968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d18f4-9a16-4056-b578-5bfe08392df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c2624b-74c3-4c1b-926c-69122eab9555,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:03.975739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 0ed82ad4-de18-4e16-81b4-d04afb147327 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:39:04.078927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 0ed82ad4-de18-4e16-81b4-d04afb147327, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0ed82ad4-de18-4e16-81b4-d04afb147327,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:04.093580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '0ed82ad4-de18-4e16-81b4-d04afb147327', 'network_id': 'c75b91a0-e684-47cb-94a3-5728ab9411e7', 'port_id': '0ed82ad4-de18-4e16-81b4-d04afb147327', 'mac_address': 'fa:16:3e:26:e5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adfeb2e5-4cab-44b2-bd03-c111af8ba1aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:39:04.131825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:04.145990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed82ad4-de18-4e16-81b4-d04afb147327 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:39:04.170424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 0ed82ad4-de18-4e16-81b4-d04afb147327, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0ed82ad4-de18-4e16-81b4-d04afb147327,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:04.170756 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:04.217972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=0ed82ad4-de18-4e16-81b4-d04afb147327,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:04.225943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.226328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.226878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.227544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.227809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.228164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.228489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.228815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.229136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.229454 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.229774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.230093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:04.538163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['0ed82ad4-de18-4e16-81b4-d04afb147327'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:39:04.639917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f1ef7-760d-4c48-aae2-87d9c73c8a04 req-a2bce503-acf3-42d0-b72d-350073a3faf0 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:04.641442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c6f1ef7-760d-4c48-aae2-87d9c73c8a04 req-a2bce503-acf3-42d0-b72d-350073a3faf0 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 945 time: 0.0544496 Oct 19 01:39:04.696787 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7c6f1ef7-760d-4c48-aae2-87d9c73c8a04 req-14d90ee9-3b26-439b-ac39-fcc446906ca0 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487182 Oct 19 01:39:05.816344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7500a-0537-42f2-9afe-0f7151eafc58 req-9abb5bf6-0a9b-4fcf-8563-e5fbdc0d8bf0 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:05.817879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5c7500a-0537-42f2-9afe-0f7151eafc58 req-9abb5bf6-0a9b-4fcf-8563-e5fbdc0d8bf0 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 945 time: 0.0508914 Oct 19 01:39:05.858219 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5c7500a-0537-42f2-9afe-0f7151eafc58 req-645b126c-ab86-4462-8782-d9e60ff6e00a tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342882 Oct 19 01:39:05.981152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 0ed82ad4-de18-4e16-81b4-d04afb147327 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:39:06.031596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 0ed82ad4-de18-4e16-81b4-d04afb147327 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:39:06.035297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 0ed82ad4-de18-4e16-81b4-d04afb147327 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:39:06.035743 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:06.120320 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:06.143686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4348547-0854-4614-aa44-59570be45c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed82ad4-de18-4e16-81b4-d04afb147327'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:06.145929 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140cc7c0-051a-4535-973c-99b827ad1af7" -d '{"events": [{"server_uuid": "b4348547-0854-4614-aa44-59570be45c7d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed82ad4-de18-4e16-81b4-d04afb147327"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:06.158216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 0ed82ad4-de18-4e16-81b4-d04afb147327, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0ed82ad4-de18-4e16-81b4-d04afb147327,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:06.162604 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:06.187375 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b405dc6-517b-41e4-b9ea-3cbd96e79028 x-openstack-request-id: req-0b405dc6-517b-41e4-b9ea-3cbd96e79028 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:06.187660 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4348547-0854-4614-aa44-59570be45c7d", "name": "network-vif-plugged", "status": "completed", "tag": "0ed82ad4-de18-4e16-81b4-d04afb147327", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:06.187906 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b405dc6-517b-41e4-b9ea-3cbd96e79028 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:06.188316 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4348547-0854-4614-aa44-59570be45c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed82ad4-de18-4e16-81b4-d04afb147327', 'code': 200} Oct 19 01:39:06.214104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=0ed82ad4-de18-4e16-81b4-d04afb147327,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:06.318867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade221e-e552-4676-9828-29056fbc167a req-b9f09e3c-b065-407a-a24b-d9e5b0ad96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:06.320914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dade221e-e552-4676-9828-29056fbc167a req-b9f09e3c-b065-407a-a24b-d9e5b0ad96d0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 1098 time: 0.0540535 Oct 19 01:39:06.363066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dade221e-e552-4676-9828-29056fbc167a req-14791d89-d61a-4e83-971b-843997efc3bf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Oct 19 01:39:06.915223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a36d333b-cf7b-4c7f-97f8-c538d2811456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:06.980099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd422871-9fbb-4bdd-94d9-78f385d30609 req-1b7424e7-c766-4c2f-948b-8a97330e3925 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:06.981562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd422871-9fbb-4bdd-94d9-78f385d30609 req-1b7424e7-c766-4c2f-948b-8a97330e3925 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 946 time: 0.0527005 Oct 19 01:39:07.022583 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd422871-9fbb-4bdd-94d9-78f385d30609 req-74c50b3e-ed9c-4651-9071-83492b290026 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Oct 19 01:39:08.165033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5e4ac-255a-4c3a-996d-ec1b1f9a29cb req-08493edb-0166-4649-a77a-e622f7425887 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:08.168924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55b5e4ac-255a-4c3a-996d-ec1b1f9a29cb req-08493edb-0166-4649-a77a-e622f7425887 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 946 time: 0.0631163 Oct 19 01:39:08.219610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55b5e4ac-255a-4c3a-996d-ec1b1f9a29cb req-dc65581a-5e57-4f88-aa95-feb0cbc50539 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 Oct 19 01:39:08.895309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb62d-0a7a-4855-8604-b1a61d940914 req-a521f72d-83e5-4950-b0ab-e08e7b27ab6e tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:08.896827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-049eb62d-0a7a-4855-8604-b1a61d940914 req-a521f72d-83e5-4950-b0ab-e08e7b27ab6e tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 946 time: 0.0570002 Oct 19 01:39:08.942740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-049eb62d-0a7a-4855-8604-b1a61d940914 req-243b5de2-99f1-4cd6-bc87-02c99c08bfcc tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Oct 19 01:39:09.669796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:09.681579 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4f48e44f-fc54-4107-95ec-e2227403ae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.079424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83c673-853e-4765-8a8b-e443e1745354 req-4824201d-652c-4a6b-b502-203b9c2ea68f tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:10.081244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae83c673-853e-4765-8a8b-e443e1745354 req-4824201d-652c-4a6b-b502-203b9c2ea68f tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 946 time: 0.0585191 Oct 19 01:39:10.128448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae83c673-853e-4765-8a8b-e443e1745354 req-97603165-9bf5-42ea-839f-a778c4e9e926 tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c2f9264-8430-4079-b481-3da2700da51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Oct 19 01:39:10.389832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-0395e90f-cb6d-439d-8569-97568a8c977e tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:10.391376 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-0395e90f-cb6d-439d-8569-97568a8c977e tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 946 time: 0.0599051 Oct 19 01:39:10.499774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Deleting port 0ed82ad4-de18-4e16-81b4-d04afb147327 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:39:10.500291 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.602571 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.610574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] For port 0ed82ad4-de18-4e16-81b4-d04afb147327, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=0ed82ad4-de18-4e16-81b4-d04afb147327,segment=NetworkSegment(b0a0825e-540a-4f09-9238-657e2ca40cba),segment_id=b0a0825e-540a-4f09-9238-657e2ca40cba)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:10.611039 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.627971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Calling delete_port for 0ed82ad4-de18-4e16-81b4-d04afb147327 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:39:10.773326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.787616 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.807853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['0ed82ad4-de18-4e16-81b4-d04afb147327'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:39:10.811122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Pushing event deleted for resources: {'Port': ['ID=0ed82ad4-de18-4e16-81b4-d04afb147327,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:10.876768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] No DVR routers for this DVR port 0ed82ad4-de18-4e16-81b4-d04afb147327 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:39:10.879407 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:10.882978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c1483672-4426-45a9-836d-1d18fa7b2cc7 req-6fc3e49e-d9c9-41ad-b912-1bc0d0dee40b tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.74 "DELETE /v2.0/ports/0ed82ad4-de18-4e16-81b4-d04afb147327 HTTP/1.1" status: 204 len: 173 time: 0.4852927 Oct 19 01:39:10.883426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4348547-0854-4614-aa44-59570be45c7d', 'name': 'network-vif-deleted', 'tag': '0ed82ad4-de18-4e16-81b4-d04afb147327'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:10.885733 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c18f9-8cc1-4d8e-97f4-9eb5ce3cf0dc" -d '{"events": [{"server_uuid": "b4348547-0854-4614-aa44-59570be45c7d", "name": "network-vif-deleted", "tag": "0ed82ad4-de18-4e16-81b4-d04afb147327"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:10.927381 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ad399-077e-47bf-b377-211bbae5cdd6 x-openstack-request-id: req-8e1ad399-077e-47bf-b377-211bbae5cdd6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:10.927605 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4348547-0854-4614-aa44-59570be45c7d", "name": "network-vif-deleted", "tag": "0ed82ad4-de18-4e16-81b4-d04afb147327", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:10.928154 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e1ad399-077e-47bf-b377-211bbae5cdd6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:10.928873 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4348547-0854-4614-aa44-59570be45c7d', 'name': 'network-vif-deleted', 'tag': '0ed82ad4-de18-4e16-81b4-d04afb147327', 'status': 'completed', 'code': 200} Oct 19 01:39:11.241717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18cf5aad-3ec8-4ebc-8cb9-9159500a48fa req-161324dd-ca4d-48ff-83e2-ea235d39a57e tempest-VolumesActionsTest-1388238613 tempest-VolumesActionsTest-1388238613-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4348547-0854-4614-aa44-59570be45c7d HTTP/1.1" status: 200 len: 210 time: 0.0274804 Oct 19 01:39:12.327444 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:13.705995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3f3a-7867-4eca-b1c7-a533b6f09c0b req-57f1cb82-3c33-41aa-a7d1-ae82cf4dc31f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:13.707593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-babb3f3a-7867-4eca-b1c7-a533b6f09c0b req-57f1cb82-3c33-41aa-a7d1-ae82cf4dc31f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0720575 Oct 19 01:39:13.747600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-babb3f3a-7867-4eca-b1c7-a533b6f09c0b req-85608b2d-2e12-4825-89cd-4a4d603f37f9 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Oct 19 01:39:13.991328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 0ed82ad4-de18-4e16-81b4-d04afb147327 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:39:14.017655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 0ed82ad4-de18-4e16-81b4-d04afb147327 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:39:14.018232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 0ed82ad4-de18-4e16-81b4-d04afb147327 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:39:14.874390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b5a83-bd90-4ad3-8529-78803e1a85c0 req-72262c47-0b6a-4f21-af8e-099658e8c32d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:14.880466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d05b5a83-bd90-4ad3-8529-78803e1a85c0 req-72262c47-0b6a-4f21-af8e-099658e8c32d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0569518 Oct 19 01:39:14.948230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d05b5a83-bd90-4ad3-8529-78803e1a85c0 req-1d750158-8b85-457c-9e7a-f2dd69984eb4 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651624 Oct 19 01:39:16.122609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b5b96-2439-44d1-85a0-fb6566aac185 req-c574f418-043e-4026-a66f-ebd5f6beb912 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:16.125068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a0b5b96-2439-44d1-85a0-fb6566aac185 req-c574f418-043e-4026-a66f-ebd5f6beb912 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0577962 Oct 19 01:39:16.199482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a0b5b96-2439-44d1-85a0-fb6566aac185 req-ee7ccae4-04b2-47ad-8132-99c0517f912e tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677392 Oct 19 01:39:16.235483 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:39:17.442797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8eb820-c104-4a9c-90c1-a3c7469ccae2 req-bb0b3830-b765-4308-8b41-d35527a0068d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:17.460406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8eb820-c104-4a9c-90c1-a3c7469ccae2 req-bb0b3830-b765-4308-8b41-d35527a0068d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.1300051 Oct 19 01:39:17.552906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8eb820-c104-4a9c-90c1-a3c7469ccae2 req-00780c39-1f09-424c-9db3-3130300f5469 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910318 Oct 19 01:39:17.602556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-ffcbb460-1741-41b5-9117-1548da2d9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:17.602556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-ffcbb460-1741-41b5-9117-1548da2d9897 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1097 time: 0.0906725 Oct 19 01:39:17.725199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-0a559843-3dfe-4193-b8a0-dee2ade1305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:17.728456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-0a559843-3dfe-4193-b8a0-dee2ade1305d service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.1453488 Oct 19 01:39:17.828508 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-33bede37-3aea-43fd-a32e-6c50a18a011a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 1000 time: 0.0918901 Oct 19 01:39:17.902209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-e5e5cb5d-2413-4dc0-8958-d5296983869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:17.904420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-e5e5cb5d-2413-4dc0-8958-d5296983869a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0661423 Oct 19 01:39:17.965168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-98ca9cb1-0ebc-406f-9827-e9e54891b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:17.967172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-98ca9cb1-0ebc-406f-9827-e9e54891b50b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548940 Oct 19 01:39:18.103110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-dfe93761-171c-4ec5-9f96-4f562873d28a service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272471 Oct 19 01:39:18.216622 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15a58766-99d0-4994-a4dc-0aef0ad3b0bd req-c83e7baf-d493-4a67-9b5f-4688b0b44430 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048081 Oct 19 01:39:18.753464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d79653-28dc-492f-8182-7fdd18e533d4 req-eb44e8b9-0947-4a56-9c9a-54525065a285 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:18.762670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65d79653-28dc-492f-8182-7fdd18e533d4 req-eb44e8b9-0947-4a56-9c9a-54525065a285 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0735753 Oct 19 01:39:18.800573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65d79653-28dc-492f-8182-7fdd18e533d4 req-03871846-829f-401e-bd39-654b861ea2cc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369394 Oct 19 01:39:19.887408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:19.977264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57031e77-2013-4535-b2c4-18bf71774048 req-ba60996e-1256-47c0-b7ee-b0ef82f89f1a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:19.981383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57031e77-2013-4535-b2c4-18bf71774048 req-ba60996e-1256-47c0-b7ee-b0ef82f89f1a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0698681 Oct 19 01:39:20.050128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-57031e77-2013-4535-b2c4-18bf71774048 req-5d6bd1d5-311a-49f3-88d5-3ddc1cdc57f0 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548041 Oct 19 01:39:21.193677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19c7d0-a6e6-4048-8d3c-9141b11c59a4 req-07ac8e8e-d0c6-4be0-858e-389a10f19b90 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:21.199624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd19c7d0-a6e6-4048-8d3c-9141b11c59a4 req-07ac8e8e-d0c6-4be0-858e-389a10f19b90 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0764613 Oct 19 01:39:21.264716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd19c7d0-a6e6-4048-8d3c-9141b11c59a4 req-1b9a8686-7675-405b-b81a-b2f4b560da25 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577247 Oct 19 01:39:22.436384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6d2fb-8234-4c0e-b568-3a7ed0c69bcd req-504bb8ce-f700-453d-8635-e7219d4ad9c6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:22.446610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e6d2fb-8234-4c0e-b568-3a7ed0c69bcd req-504bb8ce-f700-453d-8635-e7219d4ad9c6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0768471 Oct 19 01:39:22.499103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e6d2fb-8234-4c0e-b568-3a7ed0c69bcd req-f63f9929-7e9e-4e55-b252-b36b0dca20eb tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512586 Oct 19 01:39:23.650033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ba78d-4684-42f8-975d-39067554eb02 req-e15e6f30-fbc6-48b7-b66d-92f405884de8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:23.656417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc2ba78d-4684-42f8-975d-39067554eb02 req-e15e6f30-fbc6-48b7-b66d-92f405884de8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0786150 Oct 19 01:39:23.719901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc2ba78d-4684-42f8-975d-39067554eb02 req-ca97350c-ecac-4ecd-bca5-69f826ddf502 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591640 Oct 19 01:39:24.965731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080ef80-b779-455f-b4ca-e415d2465418 req-56e71010-0e8d-47e1-a35f-8474df4b65b5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:24.979295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6080ef80-b779-455f-b4ca-e415d2465418 req-56e71010-0e8d-47e1-a35f-8474df4b65b5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.1287384 Oct 19 01:39:25.030209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6080ef80-b779-455f-b4ca-e415d2465418 req-0d28b1d2-1d84-46f7-9de6-6bfd4aed92b6 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466728 Oct 19 01:39:25.394114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24108-6a0f-4fe8-95a8-d2003bba1ade req-71145d14-9c84-422d-bdce-7942c01f3eb8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:25.395673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7fd24108-6a0f-4fe8-95a8-d2003bba1ade req-71145d14-9c84-422d-bdce-7942c01f3eb8 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.1065319 Oct 19 01:39:25.406620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-9cd93847-b24d-4149-8d1a-052d2961fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:25.408094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-9cd93847-b24d-4149-8d1a-052d2961fd26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 1097 time: 0.0701237 Oct 19 01:39:25.460184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7fd24108-6a0f-4fe8-95a8-d2003bba1ade req-9b7a33fe-58ca-4b13-8de4-ef53c322b40c tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472417 Oct 19 01:39:25.620656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-a11657b7-1c28-4a04-89d5-6b4dbc301e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:25.626482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-a11657b7-1c28-4a04-89d5-6b4dbc301e4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.1839528 Oct 19 01:39:25.712667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-e76c9902-3838-4d94-914d-b450f7491624 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 200 len: 1000 time: 0.0775845 Oct 19 01:39:25.769486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-57481698-4a5b-4bfd-b854-f91cb27f3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:25.771403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-57481698-4a5b-4bfd-b854-f91cb27f3b5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0513520 Oct 19 01:39:25.854429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-fea4238f-53ce-49e6-b016-55a1da654991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:25.856016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-fea4238f-53ce-49e6-b016-55a1da654991 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770571 Oct 19 01:39:25.958615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-7083e7b2-eded-4925-9015-238d3d962205 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940108 Oct 19 01:39:26.110090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cf6f05-da09-4182-9c67-dd6532c50df6 req-0a263aec-1f30-47a8-9a19-d6ec9e824cad service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436050 Oct 19 01:39:26.674109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ef862-3838-4d4d-ac22-be4121a2e13b req-131ffc86-06b4-482e-97df-c1b92ffb1c23 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:26.674109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f5ef862-3838-4d4d-ac22-be4121a2e13b req-131ffc86-06b4-482e-97df-c1b92ffb1c23 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0855510 Oct 19 01:39:26.749369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f5ef862-3838-4d4d-ac22-be4121a2e13b req-b4240835-b488-43a7-b710-0e9094b8c434 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698559 Oct 19 01:39:27.879073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7eb9c-bd6f-47d5-a094-c559188e8cf9 req-a8c0f2af-8ebe-4651-9c2a-b7e14ec9b51e tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:27.889196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3de7eb9c-bd6f-47d5-a094-c559188e8cf9 req-a8c0f2af-8ebe-4651-9c2a-b7e14ec9b51e tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0638521 Oct 19 01:39:27.943070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3de7eb9c-bd6f-47d5-a094-c559188e8cf9 req-00cc1352-745f-47a8-b622-84f64eab4835 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525787 Oct 19 01:39:27.970740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32838) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:28.160641 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b25e6018-a7ee-4f52-a08d-a2971d4b00b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.239776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b25e6018-a7ee-4f52-a08d-a2971d4b00b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.248512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b25e6018-a7ee-4f52-a08d-a2971d4b00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.288570 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b25e6018-a7ee-4f52-a08d-a2971d4b00b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8df9c5929b741008a09866b2ae6ca40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163240 Oct 19 01:39:28.290444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:28.302743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e6018-a7ee-4f52-a08d-a2971d4b00b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9bf819-6750-4c3b-ace7-8ab9a844a4b2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:28.380616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c32d9c8-e324-43d0-9794-da47ed890b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.404295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c32d9c8-e324-43d0-9794-da47ed890b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.456024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c32d9c8-e324-43d0-9794-da47ed890b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.458821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c32d9c8-e324-43d0-9794-da47ed890b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.463783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6c32d9c8-e324-43d0-9794-da47ed890b8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb9bf819-6750-4c3b-ace7-8ab9a844a4b2 HTTP/1.1" status: 204 len: 168 time: 0.1711161 Oct 19 01:39:28.473131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d9c8-e324-43d0-9794-da47ed890b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9bf819-6750-4c3b-ace7-8ab9a844a4b2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:28.838759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32858) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:28.854965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-784b4a68-693d-45a7-8895-b0b91cfed148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.954754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-784b4a68-693d-45a7-8895-b0b91cfed148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:28.961498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-784b4a68-693d-45a7-8895-b0b91cfed148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:29.003994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-784b4a68-693d-45a7-8895-b0b91cfed148 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd47cd4511b54de7a98ce005bcc2bad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640410 Oct 19 01:39:29.005101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b4a68-693d-45a7-8895-b0b91cfed148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b19c83-ea73-4254-a2b3-773dae92c82e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:29.006641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32860) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:29.097689 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e88c7737-8e0d-49f0-872c-15a6c2bd9a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:29.129986 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e88c7737-8e0d-49f0-872c-15a6c2bd9a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:29.205826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e88c7737-8e0d-49f0-872c-15a6c2bd9a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:29.208597 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e88c7737-8e0d-49f0-872c-15a6c2bd9a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:29.213706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e88c7737-8e0d-49f0-872c-15a6c2bd9a9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64b19c83-ea73-4254-a2b3-773dae92c82e HTTP/1.1" status: 204 len: 168 time: 0.2047470 Oct 19 01:39:29.225427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c7737-8e0d-49f0-872c-15a6c2bd9a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b19c83-ea73-4254-a2b3-773dae92c82e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:32.405091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:32.518574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03666bcd-9ec2-4e8f-9ef4-94bad7d2831d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:32.596333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03666bcd-9ec2-4e8f-9ef4-94bad7d2831d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:32.600375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03666bcd-9ec2-4e8f-9ef4-94bad7d2831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:32.642724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03666bcd-9ec2-4e8f-9ef4-94bad7d2831d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=100c9f35c5d54ea3962f4d0813bd9e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364483 Oct 19 01:39:32.643581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03666bcd-9ec2-4e8f-9ef4-94bad7d2831d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6fcf91-8931-46ab-a701-e8abcad67f1f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:32.645501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32972) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:32.701492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:32.723049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:32.771870 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:32.774970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:32.776143 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe6fcf91-8931-46ab-a701-e8abcad67f1f HTTP/1.1" status: 204 len: 168 time: 0.1286602 Oct 19 01:39:32.784130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6fcf91-8931-46ab-a701-e8abcad67f1f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:32.792855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.793196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.793529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.793860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.794186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.794505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.794826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.795143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.795462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.795777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.796122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:32.796523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76634b78-e77c-4450-b2b2-63d821fa552c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:33.065413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 32986) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:33.079625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8da66a6b-f8ef-4043-9ebe-2322cddac52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:33.161580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8da66a6b-f8ef-4043-9ebe-2322cddac52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:33.166254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8da66a6b-f8ef-4043-9ebe-2322cddac52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:33.206425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8da66a6b-f8ef-4043-9ebe-2322cddac52f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d259b0aac03f44e48926dd826908f554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399148 Oct 19 01:39:33.207295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da66a6b-f8ef-4043-9ebe-2322cddac52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ab5b94-45d0-4180-b2d5-855f98ed2664,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:33.209175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 32988) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:33.259850 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9439af2-908d-4b03-8e79-7a0ec85fced3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:33.284299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9439af2-908d-4b03-8e79-7a0ec85fced3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:33.329592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9439af2-908d-4b03-8e79-7a0ec85fced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:33.332514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b9439af2-908d-4b03-8e79-7a0ec85fced3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:33.333646 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b9439af2-908d-4b03-8e79-7a0ec85fced3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68ab5b94-45d0-4180-b2d5-855f98ed2664 HTTP/1.1" status: 204 len: 168 time: 0.1232584 Oct 19 01:39:33.342111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9439af2-908d-4b03-8e79-7a0ec85fced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ab5b94-45d0-4180-b2d5-855f98ed2664,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:36.777436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33134) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:36.828489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] Deleting subnet adfeb2e5-4cab-44b2-bd03-c111af8ba1aa {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:39:36.833770 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:36.878551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:36.912419 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9adf-cebb-44f8-b618-3a388533a68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:36.924355 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:36.985056 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.000902 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.009168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33144) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:37.017696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/adfeb2e5-4cab-44b2-bd03-c111af8ba1aa HTTP/1.1" status: 204 len: 168 time: 0.2389929 Oct 19 01:39:37.045579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c8a0c-5e64-4059-9f8b-d58eca1eae1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adfeb2e5-4cab-44b2-bd03-c111af8ba1aa,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:37.096735 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.181622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.206714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75b91a0-e684-47cb-94a3-5728ab9411e7']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:37.218756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a0825e-540a-4f09-9238-657e2ca40cba') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:37.219227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a0825e-540a-4f09-9238-657e2ca40cba') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:39:37.231844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.245736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.252306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:39:37.252728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:39:37.254466 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:39:37.314155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.318961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.325400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] 10.222.0.64 "DELETE /v2.0/networks/c75b91a0-e684-47cb-94a3-5728ab9411e7 HTTP/1.1" status: 204 len: 168 time: 0.3123541 Oct 19 01:39:37.336837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe944e-c6d3-434c-94ea-4027b2740a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=c75b91a0-e684-47cb-94a3-5728ab9411e7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:37.510188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:37.549959 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1f2cf7fb-a8ba-4eeb-847c-d4639e2b19f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=367b50a4c8494e6d9efc2de417ffbd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385094 Oct 19 01:39:37.552274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33152) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:37.602189 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f05d910-b7a1-42dc-8c2f-49135080097a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.626990 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f05d910-b7a1-42dc-8c2f-49135080097a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.682513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f05d910-b7a1-42dc-8c2f-49135080097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.685283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f05d910-b7a1-42dc-8c2f-49135080097a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:37.688822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1f05d910-b7a1-42dc-8c2f-49135080097a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c2f9264-8430-4079-b481-3da2700da51a HTTP/1.1" status: 204 len: 168 time: 0.1352341 Oct 19 01:39:37.700939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05d910-b7a1-42dc-8c2f-49135080097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f9264-8430-4079-b481-3da2700da51a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:39.503339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33200) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:39.666583 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e3dda-c8d8-41ab-8d26-712ab500b484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.678415 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.685169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bc9b708e-62c9-4aca-91aa-e316d4597023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.758194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e3dda-c8d8-41ab-8d26-712ab500b484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.762239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e3dda-c8d8-41ab-8d26-712ab500b484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.805245 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e67e3dda-c8d8-41ab-8d26-712ab500b484 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56de667c7ff842838d9538ceaf94e1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005691 Oct 19 01:39:39.806162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e3dda-c8d8-41ab-8d26-712ab500b484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0dab9-3a19-4892-9204-bf0cba5cc726,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:39.807947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33206) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:39.862341 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.889055 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.943790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.947541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:39.948722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04f0dab9-3a19-4892-9204-bf0cba5cc726 HTTP/1.1" status: 204 len: 168 time: 0.1397493 Oct 19 01:39:39.973866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0dab9-3a19-4892-9204-bf0cba5cc726,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:39.991169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.991550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.992005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.992345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.992828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.993198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.993808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.994194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.994524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.995016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.995347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:39.995667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2bb440-65d5-4cc4-9d78-9621090ccf9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:39:40.080571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-577c60ad-9d9a-411c-a4a2-f38324c67daa tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d0062516e67e4ccba9217f3cedbe1227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311127 Oct 19 01:39:40.250493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33224) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:40.266549 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c205502b-a6bd-4c74-8a33-07bf91e951a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.307742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-ee73735e-f98f-442d-a9ab-96e8d31652b3 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:40.309425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-ee73735e-f98f-442d-a9ab-96e8d31652b3 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172267 Oct 19 01:39:40.329158 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-fdfc7983-b716-4e69-a1d6-71c4e7e4d980 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/quotas/d0062516e67e4ccba9217f3cedbe1227 HTTP/1.1" status: 200 len: 375 time: 0.0117552 Oct 19 01:39:40.344152 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c205502b-a6bd-4c74-8a33-07bf91e951a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.349195 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c205502b-a6bd-4c74-8a33-07bf91e951a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.369465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-941e7eee-b944-4817-8320-3838a5930419 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0062516e67e4ccba9217f3cedbe1227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327039 Oct 19 01:39:40.393184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205502b-a6bd-4c74-8a33-07bf91e951a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e22ca68-9997-4be2-9d5d-fd34bf9e309d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:40.411922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c205502b-a6bd-4c74-8a33-07bf91e951a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=885d7df2aff049c6a03dda1899b28866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603217 Oct 19 01:39:40.415109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33228) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:40.485956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-112f02bf-5eb7-4035-a1ab-2452c319e4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.516657 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-112f02bf-5eb7-4035-a1ab-2452c319e4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.576547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5561314-54b7-4772-953a-94cd6845d796 req-cbcb2176-f454-4871-aaef-8a22a7bb6667 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 210 time: 0.0294716 Oct 19 01:39:40.589988 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-112f02bf-5eb7-4035-a1ab-2452c319e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.592942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-112f02bf-5eb7-4035-a1ab-2452c319e4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.596920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-112f02bf-5eb7-4035-a1ab-2452c319e4d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e22ca68-9997-4be2-9d5d-fd34bf9e309d HTTP/1.1" status: 204 len: 168 time: 0.1808209 Oct 19 01:39:40.605708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f02bf-5eb7-4035-a1ab-2452c319e4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e22ca68-9997-4be2-9d5d-fd34bf9e309d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:40.609246 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.786196 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:40.933613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33244) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:40.948538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9757f5ca-9583-4ecc-a2a4-a10c1aab8f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.027940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9757f5ca-9583-4ecc-a2a4-a10c1aab8f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.031892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9757f5ca-9583-4ecc-a2a4-a10c1aab8f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.074725 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9757f5ca-9583-4ecc-a2a4-a10c1aab8f82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca975e8ed0b8490fb7f145f77ea159f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398692 Oct 19 01:39:41.075618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757f5ca-9583-4ecc-a2a4-a10c1aab8f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a2e722-02f2-4b20-a0ec-7f38f2c8134d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:41.077391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33246) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:41.127726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8effa81d-0213-444e-8b95-e4ce972783b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.150544 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8effa81d-0213-444e-8b95-e4ce972783b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.203245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8effa81d-0213-444e-8b95-e4ce972783b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.206172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8effa81d-0213-444e-8b95-e4ce972783b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:41.207344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8effa81d-0213-444e-8b95-e4ce972783b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8a2e722-02f2-4b20-a0ec-7f38f2c8134d HTTP/1.1" status: 204 len: 168 time: 0.1289589 Oct 19 01:39:41.215036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effa81d-0213-444e-8b95-e4ce972783b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a2e722-02f2-4b20-a0ec-7f38f2c8134d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:41.562905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-d5d2f4b2-536a-4e8e-8b2a-cb6f283fedb4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d0062516e67e4ccba9217f3cedbe1227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308216 Oct 19 01:39:42.089341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-682ec76c-92d3-4074-8faa-18cac805199c req-7310b18a-9b8e-4285-a46f-17ea5bb6bb2f tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 210 time: 0.4223709 Oct 19 01:39:42.140413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-fb6c84a3-0894-452a-9c59-45271be09bc1 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:42.141856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-fb6c84a3-0894-452a-9c59-45271be09bc1 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5722106 Oct 19 01:39:42.191733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Request body: {'port': {'device_id': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'd0062516e67e4ccba9217f3cedbe1227'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:42.314560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Made reservation on behalf of d0062516e67e4ccba9217f3cedbe1227 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:39:42.318561 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.320781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.329175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.406911 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.411319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.481273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9758c6c5-57f7-46d6-9d52-1bddfe06740b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:42.556885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Allocated IP 192.168.233.47 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:39:42.740642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.783964 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.830637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:39:42.833925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:39:42.838453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:39:42.871172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Pushing event updated for resources: {'Port': ['ID=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:42.903433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:42.904650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:42.925703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e34f3b09-7525-4228-ad35-edccfb492b3b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7377980 Oct 19 01:39:42.950098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Request body: {'port': {'device_id': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:39:43.016841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:43.074662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ef5ae4c5-0c0c-4432-a257-926dbfe61c86 None None] Provisioning complete for port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:39:43.075095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae4c5-0c0c-4432-a257-926dbfe61c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:43.114735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ae4c5-0c0c-4432-a257-926dbfe61c86 None None] Port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:39:43.274842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff7f31-a53f-41ae-9c0a-f9edc535c573 req-7c1e617b-b65e-412b-855c-76e0ffcebfec tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.276355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcff7f31-a53f-41ae-9c0a-f9edc535c573 req-7c1e617b-b65e-412b-855c-76e0ffcebfec tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 935 time: 0.1088209 Oct 19 01:39:43.344197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcff7f31-a53f-41ae-9c0a-f9edc535c573 req-cd65d9d5-7b32-49d3-b9c5-a66e96b11b0b tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601082 Oct 19 01:39:43.384466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:39:43.391907 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:43.403865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Transition to ACTIVE for port object 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:39:43.407816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:43.462331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:43.532589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Attempting to bind port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:39:43.532837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Attempting to bind port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:39:43.533172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Attempting to bind port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:39:43.537712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:39:43.538212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Attempting to bind port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:39:43.543511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:39:43.543851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:39:43.544266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:39:43.544694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Bound port: 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:39:43.545052 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:43.619304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] For port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:39:43.622694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] For port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:39:43.627575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:43.669167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.669882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:43.671768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] 10.222.0.74 "PUT /v2.0/ports/47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c HTTP/1.1" status: 200 len: 1096 time: 0.7331405 Oct 19 01:39:43.672365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'tag': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:43.674791 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4591024b-4e5e-4dfd-ad85-251b9e196ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c840f2-330c-4ebb-b24a-d6ba5df5875c", "tag": "47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:43.718990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fd844-4752-4b2e-89a5-c245f6f8ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:43.726048 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de873e2a-79c5-4cd3-bab7-62789d824eff x-openstack-request-id: req-de873e2a-79c5-4cd3-bab7-62789d824eff {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:43.726592 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c840f2-330c-4ebb-b24a-d6ba5df5875c", "tag": "47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:43.727023 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de873e2a-79c5-4cd3-bab7-62789d824eff {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:43.727592 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'tag': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c', 'status': 'completed', 'code': 200} Oct 19 01:39:43.786665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-199fc9c7-9bc2-42e4-a977-41bef7ab7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.788680 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-199fc9c7-9bc2-42e4-a977-41bef7ab7406 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d0062516e67e4ccba9217f3cedbe1227&device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 1099 time: 0.0458808 Oct 19 01:39:43.844980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-8a4d0a83-a757-40e5-abdf-c740ae6edc34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c HTTP/1.1" status: 200 len: 217 time: 0.0439584 Oct 19 01:39:43.908593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-f7251a30-d965-4b3c-8064-2c7cd1319347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.910150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-f7251a30-d965-4b3c-8064-2c7cd1319347 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0577025 Oct 19 01:39:43.959013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-17bb6137-a93a-42a3-bf72-2d485bcb3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:43.961647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-17bb6137-a93a-42a3-bf72-2d485bcb3300 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0440834 Oct 19 01:39:44.060935 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-e536cefe-67a8-4fd0-9ee4-e664941339f2 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921834 Oct 19 01:39:44.154976 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dbb18af-4e8b-425b-8ce8-c05218bc1a54 req-59ca800f-b21e-423f-b0fd-9d7ab2d3a1b9 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867684 Oct 19 01:39:44.296214 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-accb449f-8160-460c-963d-3753ba03ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:44.297735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-accb449f-8160-460c-963d-3753ba03ee60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d0062516e67e4ccba9217f3cedbe1227&device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 1099 time: 0.0443449 Oct 19 01:39:44.402648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-b67b8290-ab22-4587-ac70-bf7f665ee377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:44.404166 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-b67b8290-ab22-4587-ac70-bf7f665ee377 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.0994053 Oct 19 01:39:44.449380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-6309d3a6-e291-4e69-9009-35e7a281f517 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c HTTP/1.1" status: 200 len: 217 time: 0.0376959 Oct 19 01:39:44.489244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bec309-349b-4523-9b51-1ff98ab20fa6 req-308639be-ea22-4453-b683-19642848a997 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:44.497352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8bec309-349b-4523-9b51-1ff98ab20fa6 req-308639be-ea22-4453-b683-19642848a997 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 947 time: 0.0684512 Oct 19 01:39:44.512360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-590cd152-88db-442d-99e2-5565d5d80a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:44.514158 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-590cd152-88db-442d-99e2-5565d5d80a4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0575576 Oct 19 01:39:44.540834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8bec309-349b-4523-9b51-1ff98ab20fa6 req-439190ae-c294-4c28-90cc-1e1f8f8b52c7 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Oct 19 01:39:44.575058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-6c54c47b-3d02-40ef-a633-5763b1cc63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:44.576785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-6c54c47b-3d02-40ef-a633-5763b1cc63ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562010 Oct 19 01:39:44.668823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-4b4eeb14-0641-486c-89d0-674f4eec19be service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845363 Oct 19 01:39:44.769414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4591024b-4e5e-4dfd-ad85-251b9e196ab4 req-79fb41f5-127e-4ff9-a797-5999d546f78e service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934160 Oct 19 01:39:45.671314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36614-745d-4448-b361-fc1f22eac276 req-3acce4c0-50a2-4c63-8af3-558f3dbb9aec tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:45.679713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3c36614-745d-4448-b361-fc1f22eac276 req-3acce4c0-50a2-4c63-8af3-558f3dbb9aec tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 947 time: 0.0650392 Oct 19 01:39:45.715705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3c36614-745d-4448-b361-fc1f22eac276 req-30883564-1005-4838-8780-118d3381ef23 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350614 Oct 19 01:39:46.162439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:39:46.281854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:46.293291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c', 'mac_address': 'fa:16:3e:9a:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:39:46.334064 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.347394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:39:46.367506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:46.370633 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:46.418952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:46.736877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:39:46.852429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa589-d943-4fbb-b170-86bf3a9b4b87 req-f679eb0b-ed9d-4011-ac1c-2f5599e1676c tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:46.863743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42ffa589-d943-4fbb-b170-86bf3a9b4b87 req-f679eb0b-ed9d-4011-ac1c-2f5599e1676c tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 948 time: 0.0748374 Oct 19 01:39:46.912697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-42ffa589-d943-4fbb-b170-86bf3a9b4b87 req-16247f36-c2c6-4afb-a95e-76f6f962ec77 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476201 Oct 19 01:39:48.039660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ebe50-b60b-4abb-b2bd-4010222a0589 req-6c239ec4-1799-4810-b82c-74a69e897ff2 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:48.042675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e1ebe50-b60b-4abb-b2bd-4010222a0589 req-6c239ec4-1799-4810-b82c-74a69e897ff2 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 948 time: 0.0511136 Oct 19 01:39:48.083143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6e1ebe50-b60b-4abb-b2bd-4010222a0589 req-89a7b398-0144-4a96-bb55-e7fb916374b0 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Oct 19 01:39:48.181928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:39:48.232553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:39:48.236062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:39:48.236434 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.315398 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.338565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:39:48.340830 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f58548-0a1c-48ab-ab0e-2bee3a4ae793" -d '{"events": [{"server_uuid": "d3c840f2-330c-4ebb-b24a-d6ba5df5875c", "name": "network-vif-plugged", "status": "completed", "tag": "47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:39:48.357645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:39:48.362831 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.396024 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051c78f5-d6e9-4bf8-92e5-fbafdde6d524 x-openstack-request-id: req-051c78f5-d6e9-4bf8-92e5-fbafdde6d524 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:39:48.396336 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c840f2-330c-4ebb-b24a-d6ba5df5875c", "name": "network-vif-plugged", "status": "completed", "tag": "47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:39:48.396623 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-051c78f5-d6e9-4bf8-92e5-fbafdde6d524 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:39:48.396983 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c', 'code': 200} Oct 19 01:39:48.416617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:48.518938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094c8e7-af98-494b-ae2b-d8ef03ab5a57 req-496f77c1-8c92-4e8e-b400-c28d213a9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:48.520454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4094c8e7-af98-494b-ae2b-d8ef03ab5a57 req-496f77c1-8c92-4e8e-b400-c28d213a9c99 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 1101 time: 0.0403461 Oct 19 01:39:48.558141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4094c8e7-af98-494b-ae2b-d8ef03ab5a57 req-07cce18a-b967-47b6-bc36-dacc22fda860 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298672 Oct 19 01:39:48.735249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33400) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:48.845550 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c5904ada-e0b2-42f9-8a51-c70c4348944b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.929214 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c5904ada-e0b2-42f9-8a51-c70c4348944b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.932895 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c5904ada-e0b2-42f9-8a51-c70c4348944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:48.972135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c5904ada-e0b2-42f9-8a51-c70c4348944b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4e57eb97baa4cabb7a32716ef302288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357137 Oct 19 01:39:48.973137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5904ada-e0b2-42f9-8a51-c70c4348944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ec82f-8728-40c1-9409-cb23d1caf6c5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:48.975064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33406) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:49.027458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b095831-3035-4ac7-b7a1-a01272c40526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.056948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b095831-3035-4ac7-b7a1-a01272c40526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.111729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b095831-3035-4ac7-b7a1-a01272c40526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.114833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b095831-3035-4ac7-b7a1-a01272c40526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.119668 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b095831-3035-4ac7-b7a1-a01272c40526 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/190ec82f-8728-40c1-9409-cb23d1caf6c5 HTTP/1.1" status: 204 len: 168 time: 0.1422894 Oct 19 01:39:49.128608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b095831-3035-4ac7-b7a1-a01272c40526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190ec82f-8728-40c1-9409-cb23d1caf6c5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:49.224647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321b153-7f80-4c4b-9df3-3132ef2f5e17 req-935832c4-2998-4cee-a9d5-502ce8e77180 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:49.226797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8321b153-7f80-4c4b-9df3-3132ef2f5e17 req-935832c4-2998-4cee-a9d5-502ce8e77180 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 949 time: 0.0521314 Oct 19 01:39:49.268449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8321b153-7f80-4c4b-9df3-3132ef2f5e17 req-4c5f007d-24c1-42b3-b014-399c8e70c9af tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Oct 19 01:39:49.401245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33416) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:49.415252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae109adf-fdc3-4b27-9224-564b87a1a41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.501641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae109adf-fdc3-4b27-9224-564b87a1a41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.506348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ae109adf-fdc3-4b27-9224-564b87a1a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.546895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ae109adf-fdc3-4b27-9224-564b87a1a41e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91b12861f2f445e9b63bfbd5a4676cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445420 Oct 19 01:39:49.547724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae109adf-fdc3-4b27-9224-564b87a1a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087c242-0b45-4953-a024-ff199f317284,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:49.550420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33418) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:39:49.600333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd297539-6529-4966-9409-77adf1782abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.622276 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd297539-6529-4966-9409-77adf1782abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.670448 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd297539-6529-4966-9409-77adf1782abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.673175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd297539-6529-4966-9409-77adf1782abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:49.674318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fd297539-6529-4966-9409-77adf1782abc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0087c242-0b45-4953-a024-ff199f317284 HTTP/1.1" status: 204 len: 168 time: 0.1225643 Oct 19 01:39:49.683133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd297539-6529-4966-9409-77adf1782abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087c242-0b45-4953-a024-ff199f317284,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:39:49.872196 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:39:50.394042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dc786-da8e-471a-9a8a-8bb1848a4caa req-e70bb2f6-33f9-4978-b85e-295f696d92bd tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:39:50.395542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-239dc786-da8e-471a-9a8a-8bb1848a4caa req-e70bb2f6-33f9-4978-b85e-295f696d92bd tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 949 time: 0.0554574 Oct 19 01:39:50.434905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-239dc786-da8e-471a-9a8a-8bb1848a4caa req-7d517556-043a-42ec-8706-f5285bf3cce8 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Oct 19 01:39:53.234860 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:40:00.707844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcbcab-03bf-47b6-a8aa-3a1553580f56 req-7f1dca8c-f549-45ef-bec1-c135daa86f6d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:00.709334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96fcbcab-03bf-47b6-a8aa-3a1553580f56 req-7f1dca8c-f549-45ef-bec1-c135daa86f6d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0518029 Oct 19 01:40:00.746344 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96fcbcab-03bf-47b6-a8aa-3a1553580f56 req-98efa953-e81f-4bdc-95be-6592b496e3c0 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307682 Oct 19 01:40:01.895850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342a586-e805-4fd1-9193-b44ab1806a69 req-28a4a1ae-2661-4915-bd45-5091411339e3 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:01.898660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5342a586-e805-4fd1-9193-b44ab1806a69 req-28a4a1ae-2661-4915-bd45-5091411339e3 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0711665 Oct 19 01:40:01.938999 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5342a586-e805-4fd1-9193-b44ab1806a69 req-7b674b55-ee0b-4abb-8614-7b856ce292df tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342355 Oct 19 01:40:02.529110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-fac44535-6e4c-42f4-b590-1f785a8e1e24 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:02.530567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-fac44535-6e4c-42f4-b590-1f785a8e1e24 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0497565 Oct 19 01:40:02.623700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Deleting port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:40:02.623967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:02.727579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] For port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:02.727953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:02.969621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:02.970136 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:02.970249 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Floating IP 84699cae-d4db-4b1b-b3ac-22a47a9c00c0 disassociated. External IP: 172.25.0.94, port: 5b87b5d7-a230-4249-80a6-8bd6c5e577d8. Oct 19 01:40:02.970556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Calling delete_port for 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:40:03.094611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a58596-b1e6-409c-9d7d-5e43aa0ba1b3 req-c57e2305-1761-4443-a55c-64645ef788d3 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:03.096195 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96a58596-b1e6-409c-9d7d-5e43aa0ba1b3 req-c57e2305-1761-4443-a55c-64645ef788d3 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3c75b59-3026-4cf9-9694-d69bd00f4854 HTTP/1.1" status: 200 len: 945 time: 0.0773647 Oct 19 01:40:03.173821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-96a58596-b1e6-409c-9d7d-5e43aa0ba1b3 req-28f18b8b-adf3-46fb-9ebb-e73965aaf936 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=73947544-49c0-4f1a-8d11-b5907a15cae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706689 Oct 19 01:40:03.181284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:03.208855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event deleted for resources: {'Port': ['ID=5b87b5d7-a230-4249-80a6-8bd6c5e577d8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:03.345142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Router 65228711-893e-42c0-aacd-07b58b33f1c1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:40:03.461427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:40:03.472122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] Sync routers for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:40:03.483354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:03.483539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:39:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:03.523271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] No DVR routers for this DVR port 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:40:03.526318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:03.529872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef9f6b26-d2d0-44cf-9763-5976c64e77c7 req-b9190b1c-a5cd-453a-bb05-ff0ea4be7985 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "DELETE /v2.0/ports/5b87b5d7-a230-4249-80a6-8bd6c5e577d8 HTTP/1.1" status: 204 len: 173 time: 0.9934273 Oct 19 01:40:03.530428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'name': 'network-vif-deleted', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:40:03.532877 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6598ad4a-92f0-4984-8b56-35e1a21ac49e" -d '{"events": [{"server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "name": "network-vif-deleted", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:40:03.599635 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df5af3c-a964-4c8b-b364-225f4b29fcb8 x-openstack-request-id: req-0df5af3c-a964-4c8b-b364-225f4b29fcb8 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:40:03.600096 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c75b59-3026-4cf9-9694-d69bd00f4854", "name": "network-vif-deleted", "tag": "5b87b5d7-a230-4249-80a6-8bd6c5e577d8", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:40:03.601069 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0df5af3c-a964-4c8b-b364-225f4b29fcb8 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:40:03.601777 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c75b59-3026-4cf9-9694-d69bd00f4854', 'name': 'network-vif-deleted', 'tag': '5b87b5d7-a230-4249-80a6-8bd6c5e577d8', 'status': 'completed', 'code': 200} Oct 19 01:40:03.800097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:04.012691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:04.051160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] Checking router: 65228711-893e-42c0-aacd-07b58b33f1c1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:40:04.062218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:04.063150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:39:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:04.183347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:04.270073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33640) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:04.328012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a5f65f6-9bca-4195-bf1a-7cda3a4bf073 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.352198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a5f65f6-9bca-4195-bf1a-7cda3a4bf073 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.407545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:04.409349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a5f65f6-9bca-4195-bf1a-7cda3a4bf073 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.413852 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a5f65f6-9bca-4195-bf1a-7cda3a4bf073 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.418206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33648) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:04.418871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4a5f65f6-9bca-4195-bf1a-7cda3a4bf073 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "DELETE /v2.0/security-groups/73947544-49c0-4f1a-8d11-b5907a15cae6 HTTP/1.1" status: 204 len: 168 time: 0.1471467 Oct 19 01:40:04.430589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f65f6-9bca-4195-bf1a-7cda3a4bf073 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73947544-49c0-4f1a-8d11-b5907a15cae6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:04.435560 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-abf13230-b785-44f7-83a0-a64aafaa386a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] show failed (client error): The resource could not be found. Oct 19 01:40:04.440850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-abf13230-b785-44f7-83a0-a64aafaa386a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups/73947544-49c0-4f1a-8d11-b5907a15cae6 HTTP/1.1" status: 404 len: 347 time: 0.0173388 Oct 19 01:40:04.442175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33650) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:04.456082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d79ae5-86aa-4874-84c2-624314f423d9 None None] The sync data for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 is: [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:40:04.611879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Deleting port b7c27a62-6b25-47d5-bfd0-d10479afa79c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:40:04.612656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.744612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.745174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.763797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Calling delete_port for b7c27a62-6b25-47d5-bfd0-d10479afa79c owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:40:04.849340 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6717ac-52dd-4829-9546-8404e4e3a3b3 None None] New status for floating IP 84699cae-d4db-4b1b-b3ac-22a47a9c00c0: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:40:04.945713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:04.946039 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.db.api [None req-cd6717ac-52dd-4829-9546-8404e4e3a3b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:40:04.946582 n-d-789963-20 neutron-server[100850]: DEBUG oslo_db.api [None req-cd6717ac-52dd-4829-9546-8404e4e3a3b3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:40:04.971743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event deleted for resources: {'Port': ['ID=b7c27a62-6b25-47d5-bfd0-d10479afa79c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:05.055236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:05.057910 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:05.059130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2e4f6409-e1c1-470d-9838-3ccda52bcd07 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "DELETE /v2.0/floatingips/84699cae-d4db-4b1b-b3ac-22a47a9c00c0 HTTP/1.1" status: 204 len: 168 time: 0.6149867 Oct 19 01:40:05.448354 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6717ac-52dd-4829-9546-8404e4e3a3b3 None None] New status for floating IP 84699cae-d4db-4b1b-b3ac-22a47a9c00c0: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:40:05.791188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33684) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:05.796139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-aeac8e44-1b17-4531-9403-2bc730a659b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322849126', 'description': 'tempest-description--124212563'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:05.819807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aeac8e44-1b17-4531-9403-2bc730a659b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:05.904399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aeac8e44-1b17-4531-9403-2bc730a659b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:05.909324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aeac8e44-1b17-4531-9403-2bc730a659b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:05.943774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aeac8e44-1b17-4531-9403-2bc730a659b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:05.945883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aeac8e44-1b17-4531-9403-2bc730a659b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1535871 Oct 19 01:40:05.948872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 33692) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:05.953456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e91ee996-afcc-47fc-a7b1-a86b1228683a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'security_group_rule': {'security_group_id': 'de788796-fb59-4897-a795-52a38eb73e49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:05.958011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac8e44-1b17-4531-9403-2bc730a659b1 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de788796-fb59-4897-a795-52a38eb73e49,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:05.987732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e91ee996-afcc-47fc-a7b1-a86b1228683a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.060882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e91ee996-afcc-47fc-a7b1-a86b1228683a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.064611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e91ee996-afcc-47fc-a7b1-a86b1228683a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.087324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ee996-afcc-47fc-a7b1-a86b1228683a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a01453-04c3-4f60-a1a7-c74617f76a35,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:06.098155 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e91ee996-afcc-47fc-a7b1-a86b1228683a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.102109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e91ee996-afcc-47fc-a7b1-a86b1228683a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494615 Oct 19 01:40:06.102919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33694) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:06.107629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f4cbdc4d-89c5-4438-a89b-796923396585 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'security_group_rule': {'security_group_id': 'de788796-fb59-4897-a795-52a38eb73e49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:06.139851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4cbdc4d-89c5-4438-a89b-796923396585 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.206886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4cbdc4d-89c5-4438-a89b-796923396585 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.212499 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4cbdc4d-89c5-4438-a89b-796923396585 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.237524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbdc4d-89c5-4438-a89b-796923396585 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303e6e78-1483-45dc-b3ab-d6a4a7b98234,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:06.258899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4cbdc4d-89c5-4438-a89b-796923396585 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.260752 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4cbdc4d-89c5-4438-a89b-796923396585 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567106 Oct 19 01:40:06.263567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33702) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:06.268212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:06.298193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.465070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.598857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Allocated IP 172.25.0.24 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/cd84f390-c3a5-4f06-81ba-4b20410b3dbf) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:06.722053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.756506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.803001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:06.811228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:06.813503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'Port': ['ID=cd84f390-c3a5-4f06-81ba-4b20410b3dbf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:06.815604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:06.926875 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-12808e13-7e34-411c-b8b0-92871947f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.955192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:06.988408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:40:07.019897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:40:07.021277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 5b87b5d7-a230-4249-80a6-8bd6c5e577d8 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:40:07.409907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:07.582334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:07.586985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:07.661693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'Port': ['ID=cd84f390-c3a5-4f06-81ba-4b20410b3dbf,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:07.681928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:07.698259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:07.700442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a13382b3-c8cb-453d-bab0-16d5a3cc3e8d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4357603 Oct 19 01:40:07.933139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-c10372cd-5fe9-4370-aa18-9a5117800ada tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1322849126&fields=id&tenant_id=7227fba24666435493919f7dae8fca22 HTTP/1.1" status: 200 len: 267 time: 0.0463753 Oct 19 01:40:08.055201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-6bda822c-c1ab-4dcd-a0a3-321bd08a0870 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:08.056778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-6bda822c-c1ab-4dcd-a0a3-321bd08a0870 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 810 time: 0.1167314 Oct 19 01:40:08.072364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-ef65d355-865b-418e-b445-a7bc1e2e2200 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/quotas/7227fba24666435493919f7dae8fca22 HTTP/1.1" status: 200 len: 375 time: 0.0092983 Oct 19 01:40:08.171168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-ab828a1a-cac7-44e7-b013-b8f28cdacccf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927155 Oct 19 01:40:08.279027 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d59ea4a3-21f9-424e-83ef-a7b3faad2e34 service neutron] 10.222.0.64 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946774 Oct 19 01:40:08.379105 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-6416095e-ee81-4fcf-8cce-47563df23a45 service neutron] 10.222.0.64 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936141 Oct 19 01:40:08.616921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54b7ad5f-bb99-4fa2-afc0-f4bcccfd0728 req-4a80ce74-3068-4b38-9dc1-468d2df329cc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 210 time: 0.0383604 Oct 19 01:40:09.633411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-e6a96bda-ad44-4ca6-bbed-2fdd3cab97bd tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:09.635198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-e6a96bda-ad44-4ca6-bbed-2fdd3cab97bd tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 810 time: 0.1365926 Oct 19 01:40:09.692492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:09.694457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-801a5207-b2d2-4393-a5e1-f1e913955c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:09.768375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f40a4cd-ea03-47ac-a612-abab9c71b238 req-1d73cf36-a7d5-404b-bbee-d8c20b2ba83e tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 210 time: 0.0682733 Oct 19 01:40:09.787247 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-1f14ff76-3939-4b66-8a27-4939fd7627a0 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7227fba24666435493919f7dae8fca22 HTTP/1.1" status: 200 len: 380 time: 0.1423531 Oct 19 01:40:09.798160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'port': {'device_id': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'admin_state_up': True, 'tenant_id': '7227fba24666435493919f7dae8fca22', 'security_groups': ['de788796-fb59-4897-a795-52a38eb73e49']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:09.920050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Made reservation on behalf of 7227fba24666435493919f7dae8fca22 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:40:09.924523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.072913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Allocated IP 172.20.0.14 (45cb942a-f3c2-4c78-978f-5701253b7386/a8279741-3962-4bf0-87c4-9df33d8ed6f1/80e51ccf-8815-4ebc-9685-597b10d69589) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:40:10.251513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.300340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.363733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Network 45cb942a-f3c2-4c78-978f-5701253b7386 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:40:10.368740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:40:10.372775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:40:10.383143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event updated for resources: {'Port': ['ID=80e51ccf-8815-4ebc-9685-597b10d69589,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:10.454144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:10.455033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.487898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a6dfc103-a68c-4c1e-9aed-a83606a5850f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6935065 Oct 19 01:40:10.514177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Request body: {'port': {'device_id': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:10.621803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.641774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.778395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6b20d725-27b9-4098-bf09-5c147eec0543 None None] Provisioning complete for port 80e51ccf-8815-4ebc-9685-597b10d69589 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:10.779043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6b20d725-27b9-4098-bf09-5c147eec0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.832448 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:10.839298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6b20d725-27b9-4098-bf09-5c147eec0543 None None] Port 80e51ccf-8815-4ebc-9685-597b10d69589 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:40:11.027284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fda4e6-5a17-45c7-a40b-6481806ac42f req-e132cd4a-cc79-46b6-b350-8c910646e725 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:11.034936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0fda4e6-5a17-45c7-a40b-6481806ac42f req-e132cd4a-cc79-46b6-b350-8c910646e725 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 932 time: 0.1178868 Oct 19 01:40:11.080137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0fda4e6-5a17-45c7-a40b-6481806ac42f req-e8e17f43-c034-4f72-b3c6-44361e0cbece tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442736 Oct 19 01:40:11.170706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e51ccf-8815-4ebc-9685-597b10d69589 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:40:11.178767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:11.196448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Transition to ACTIVE for port object 80e51ccf-8815-4ebc-9685-597b10d69589 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:40:11.201086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:11.258040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Pushing event updated for resources: {'Port': ['ID=80e51ccf-8815-4ebc-9685-597b10d69589,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:11.371969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Attempting to bind port 80e51ccf-8815-4ebc-9685-597b10d69589 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:40:11.372381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Attempting to bind port 80e51ccf-8815-4ebc-9685-597b10d69589 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:40:11.372654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Attempting to bind port 80e51ccf-8815-4ebc-9685-597b10d69589 on network 45cb942a-f3c2-4c78-978f-5701253b7386 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:11.393066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Port 80e51ccf-8815-4ebc-9685-597b10d69589 on network 45cb942a-f3c2-4c78-978f-5701253b7386 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:40:11.393398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Attempting to bind port 80e51ccf-8815-4ebc-9685-597b10d69589 on network 45cb942a-f3c2-4c78-978f-5701253b7386 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:40:11.406287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:40:11.406775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Checking segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:40:11.407665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Bound using segment: {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:40:11.408919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Bound port: 80e51ccf-8815-4ebc-9685-597b10d69589, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17be1da2-ea69-4fdc-a6f1-aff3e0c44647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:40:11.409640 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:11.511812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] For port 80e51ccf-8815-4ebc-9685-597b10d69589, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:40:11.518554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] For port 80e51ccf-8815-4ebc-9685-597b10d69589, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=80e51ccf-8815-4ebc-9685-597b10d69589,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:40:11.525014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:11.566637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:11.567198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:11.568613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] 10.222.0.62 "PUT /v2.0/ports/80e51ccf-8815-4ebc-9685-597b10d69589 HTTP/1.1" status: 200 len: 1093 time: 1.0709412 Oct 19 01:40:11.569099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:40:11.575179 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88" -d '{"events": [{"name": "network-changed", "server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:40:11.612900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f5217-2e08-41ff-ab61-95a614e77a23 service neutron] Pushing event updated for resources: {'Port': ['ID=80e51ccf-8815-4ebc-9685-597b10d69589,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:11.703917 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a558c8a5-949a-43d7-b4c0-17253b14ef58 x-openstack-request-id: req-a558c8a5-949a-43d7-b4c0-17253b14ef58 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:40:11.705343 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:40:11.705856 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a558c8a5-949a-43d7-b4c0-17253b14ef58 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:40:11.706230 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589', 'status': 'completed', 'code': 200} Oct 19 01:40:11.764963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-66a3ef55-4f82-4583-84c6-ce8345ebbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:11.770346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-66a3ef55-4f82-4583-84c6-ce8345ebbacc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 1096 time: 0.1144915 Oct 19 01:40:11.827857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-81fa8ac4-3c9d-433f-9dcd-466b71a69cfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e51ccf-8815-4ebc-9685-597b10d69589 HTTP/1.1" status: 200 len: 217 time: 0.0464499 Oct 19 01:40:11.938421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d6fd51c4-3102-435b-af4c-8f1c9137bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:11.939693 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-d6fd51c4-3102-435b-af4c-8f1c9137bf5a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0905626 Oct 19 01:40:12.020584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-ba78f391-a1de-42b3-b66d-cf81c95b72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:12.023021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-ba78f391-a1de-42b3-b66d-cf81c95b72bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755792 Oct 19 01:40:12.144794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-a243d583-692d-41a4-ad2d-256fce9047d9 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131909 Oct 19 01:40:12.267530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-440c6212-ded7-4612-9b34-2de43bbc69b8 req-f85d2b90-619d-46ce-a051-609f3186546b service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139555 Oct 19 01:40:12.335535 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:12.392739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-1358fc7a-516b-4e14-b2bb-8f462dc8080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:12.394440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-1358fc7a-516b-4e14-b2bb-8f462dc8080b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 1096 time: 0.0733027 Oct 19 01:40:12.547135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-ec1888f8-839b-40db-aa8b-1755df2229e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:12.552124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-ec1888f8-839b-40db-aa8b-1755df2229e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.1442497 Oct 19 01:40:12.601165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73db0c-7388-4c18-a5a2-636ac7f5eac6 req-4c23302b-76e6-43b6-8b64-0b5d66470a5d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:12.603397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c73db0c-7388-4c18-a5a2-636ac7f5eac6 req-4c23302b-76e6-43b6-8b64-0b5d66470a5d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 944 time: 0.4103594 Oct 19 01:40:12.608404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-7ccbcfe4-72b4-43ce-b00a-6ee26d23d682 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e51ccf-8815-4ebc-9685-597b10d69589 HTTP/1.1" status: 200 len: 217 time: 0.0514882 Oct 19 01:40:12.676588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-2773c4aa-6546-4a3b-b85b-b01a793f17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:12.682272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c73db0c-7388-4c18-a5a2-636ac7f5eac6 req-8e15e08b-dcfd-4a45-b7a5-b58ed5ee2679 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719872 Oct 19 01:40:12.705012 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-2773c4aa-6546-4a3b-b85b-b01a793f17ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0873570 Oct 19 01:40:12.775658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-cf413311-33b8-4d00-ae91-266f5d2d1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:12.777472 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-cf413311-33b8-4d00-ae91-266f5d2d1d35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644453 Oct 19 01:40:12.899532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-27ccc8e1-b96a-4a6a-be4f-4caa094f78d3 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104102 Oct 19 01:40:13.012615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b223ea5-d0e8-46b3-ad6f-1a5fd6e88e88 req-353a6ed0-6ebe-4772-b58e-f871aaf6976f service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053681 Oct 19 01:40:13.877166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375d16-f238-45bd-9131-23438bbe7594 req-56194967-4f4c-4b1b-a5b7-e45611e6b756 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:13.880336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8375d16-f238-45bd-9131-23438bbe7594 req-56194967-4f4c-4b1b-a5b7-e45611e6b756 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 944 time: 0.1057556 Oct 19 01:40:13.931199 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8375d16-f238-45bd-9131-23438bbe7594 req-a1661ef8-6b3e-4116-8d77-de3547b64bb4 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423489 Oct 19 01:40:15.051619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 80e51ccf-8815-4ebc-9685-597b10d69589 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:40:15.062338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4433db-49b8-427c-a2ca-e7610cc67646 req-a790aafd-4d3f-4d60-8378-8116636cc991 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:15.064014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed4433db-49b8-427c-a2ca-e7610cc67646 req-a790aafd-4d3f-4d60-8378-8116636cc991 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 944 time: 0.0534248 Oct 19 01:40:15.118944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed4433db-49b8-427c-a2ca-e7610cc67646 req-a6b769f8-2a25-4244-a2be-518cd808d984 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Oct 19 01:40:15.180649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 80e51ccf-8815-4ebc-9685-597b10d69589, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=80e51ccf-8815-4ebc-9685-597b10d69589,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:15.192735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '80e51ccf-8815-4ebc-9685-597b10d69589', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'port_id': '80e51ccf-8815-4ebc-9685-597b10d69589', 'mac_address': 'fa:16:3e:04:66:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:40:15.234662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:15.248245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e51ccf-8815-4ebc-9685-597b10d69589 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:40:15.278367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 80e51ccf-8815-4ebc-9685-597b10d69589, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=80e51ccf-8815-4ebc-9685-597b10d69589,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:15.282367 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:15.333730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=80e51ccf-8815-4ebc-9685-597b10d69589,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:15.342894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.343526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.344056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.344570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.345124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.345620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.346112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.346617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.347159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.347644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.348163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.348663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:40:15.556305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['80e51ccf-8815-4ebc-9685-597b10d69589'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:40:16.258753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bbcce-935b-47ec-81c9-9e3c7c1d62fe req-ef56669f-53a0-405c-8dd8-9adddeb20cbc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:16.260627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed0bbcce-935b-47ec-81c9-9e3c7c1d62fe req-ef56669f-53a0-405c-8dd8-9adddeb20cbc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 945 time: 0.0593107 Oct 19 01:40:16.305852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed0bbcce-935b-47ec-81c9-9e3c7c1d62fe req-138dc972-0cf5-4756-afe5-166a9ccf1cfe tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389769 Oct 19 01:40:17.054527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 80e51ccf-8815-4ebc-9685-597b10d69589 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:40:17.132801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 80e51ccf-8815-4ebc-9685-597b10d69589 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:40:17.137781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 80e51ccf-8815-4ebc-9685-597b10d69589 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:40:17.138156 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.226423 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.255722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:40:17.259303 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2885ed-21c0-41bd-958d-3611d86bf410" -d '{"events": [{"server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "name": "network-vif-plugged", "status": "completed", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:40:17.274149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 80e51ccf-8815-4ebc-9685-597b10d69589, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=80e51ccf-8815-4ebc-9685-597b10d69589,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:40:17.280324 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:17.308330 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f31a180-5de2-4647-b9ae-5f2e6606aad9 x-openstack-request-id: req-1f31a180-5de2-4647-b9ae-5f2e6606aad9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:40:17.308620 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "name": "network-vif-plugged", "status": "completed", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:40:17.308893 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f31a180-5de2-4647-b9ae-5f2e6606aad9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:40:17.309292 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589', 'code': 200} Oct 19 01:40:17.341237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=80e51ccf-8815-4ebc-9685-597b10d69589,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:40:17.461959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c859-a9af-492d-9bb1-ff07708d8c25 req-c798c9e2-9be7-4e7c-bc36-e3e8575d564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.464329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a482c859-a9af-492d-9bb1-ff07708d8c25 req-c798c9e2-9be7-4e7c-bc36-e3e8575d564a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 1098 time: 0.0828490 Oct 19 01:40:17.467028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-99bdd484-ba74-4bb3-b512-92c35e248eac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0680916 Oct 19 01:40:17.518335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a482c859-a9af-492d-9bb1-ff07708d8c25 req-0f339d25-4bdd-4182-a5a2-149fcfa271d7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394843 Oct 19 01:40:17.555109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.555937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.556570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.557172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.557771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.558385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.558996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.561207 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-765b9ce9-2a9e-4c2d-b8b0-e6272333f939 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.0622902 Oct 19 01:40:17.578102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bbf00-5b53-4b88-9bbf-046239b65f81 req-42853c93-f23f-436c-bfe3-a28803dc5bd0 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.580017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e3bbf00-5b53-4b88-9bbf-046239b65f81 req-42853c93-f23f-436c-bfe3-a28803dc5bd0 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 946 time: 0.1711807 Oct 19 01:40:17.620991 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e3bbf00-5b53-4b88-9bbf-046239b65f81 req-fba24753-2fdb-4ac5-954f-b6ecdcbd60dc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340664 Oct 19 01:40:17.847871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-eb1d266d-4e36-44df-b23d-a6a67edaa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.848472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-eb1d266d-4e36-44df-b23d-a6a67edaa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.849023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-eb1d266d-4e36-44df-b23d-a6a67edaa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:17.851298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-eb1d266d-4e36-44df-b23d-a6a67edaa5d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 2298 time: 0.1041451 Oct 19 01:40:17.960043 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-935af5c7-b7ef-48a3-b14b-91f24debb6a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 1001 time: 0.1004877 Oct 19 01:40:18.015607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-b8ad4af4-922e-476b-9560-fc0acd78b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.017428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-b8ad4af4-922e-476b-9560-fc0acd78b1ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 200 len: 856 time: 0.0503557 Oct 19 01:40:18.066082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-86d45962-c0c5-4367-a502-16047a9c3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.067753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-86d45962-c0c5-4367-a502-16047a9c3b0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bff67c72-0a31-4c48-b9a2-d18133b5062b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426259 Oct 19 01:40:18.173676 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-2b55c705-51f9-4fb1-a1ba-82fceb85fc84 service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982323 Oct 19 01:40:18.570459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-7f57ede9-2151-410b-a84e-5a446897c6ea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874438 Oct 19 01:40:18.603292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-73e46346-9274-48d6-89fd-b9390446e08a service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208138 Oct 19 01:40:18.680052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-ec4f9add-174d-4a69-a27f-c7ce2a974961 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 217 time: 0.0651858 Oct 19 01:40:18.758843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-51722fe7-b0bf-413e-ac2e-5ec99cc90290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.760529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-51722fe7-b0bf-413e-ac2e-5ec99cc90290 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0602415 Oct 19 01:40:18.765543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39a3e3-8000-475a-b2ad-8c04fee84c5f req-8b0e4ba6-5e26-491f-ba3b-75affec1753b tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.771273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-fe37b41c-5c4b-4bb6-a3ab-ea17af0ed62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.773664 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-fe37b41c-5c4b-4bb6-a3ab-ea17af0ed62a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d0062516e67e4ccba9217f3cedbe1227&device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 1101 time: 0.1090813 Oct 19 01:40:18.775604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f39a3e3-8000-475a-b2ad-8c04fee84c5f req-8b0e4ba6-5e26-491f-ba3b-75affec1753b tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 946 time: 0.0655730 Oct 19 01:40:18.820094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f39a3e3-8000-475a-b2ad-8c04fee84c5f req-8d00a21c-a9cc-4535-8efa-062982228c7a tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 Oct 19 01:40:18.957577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-42a05450-8df3-4b7c-b616-975bacad4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:18.959108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-42a05450-8df3-4b7c-b616-975bacad4f31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1844435 Oct 19 01:40:19.001133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-0a773ae8-d873-4dc0-b87d-9ebecc245a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:19.002586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-0a773ae8-d873-4dc0-b87d-9ebecc245a21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1876857 Oct 19 01:40:19.019909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464faf-b5c6-4970-9218-1f101a1ce76a req-a929e9ab-deae-4734-84dd-cc2d9cde56ce tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:19.021377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-40464faf-b5c6-4970-9218-1f101a1ce76a req-a929e9ab-deae-4734-84dd-cc2d9cde56ce tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 946 time: 0.1120405 Oct 19 01:40:19.032523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 33998) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:40:19.037014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Request body: {'floatingip': {'port_id': '80e51ccf-8815-4ebc-9685-597b10d69589'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:40:19.061081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-3e57bc39-7717-4e5a-8956-99f9d3cabc64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c HTTP/1.1" status: 200 len: 217 time: 0.0496478 Oct 19 01:40:19.081569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.166777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-70b7691c-c9be-4c63-a9b8-dbede934dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:19.168262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-70b7691c-c9be-4c63-a9b8-dbede934dee5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0651433 Oct 19 01:40:19.226295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-5470a5f2-7524-4dcc-9ca5-cf9b3c173fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500451 Oct 19 01:40:19.257118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-4680d5dd-120f-447e-bc2a-5f3219b5ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:19.273659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-4680d5dd-120f-447e-bc2a-5f3219b5ee89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823598 Oct 19 01:40:19.358369 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-a6d7ef82-283e-42e2-8899-7a0b1fd12f59 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249225 Oct 19 01:40:19.446886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-04346833-61d5-4851-a103-6f07079614a7 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874186 Oct 19 01:40:19.490339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-b834db2f-f1fe-441a-87fa-f0c68e46ab0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 217 time: 0.0425055 Oct 19 01:40:19.597729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-f165c28d-1cd8-43ea-a8b3-10989673d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:19.599200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-f165c28d-1cd8-43ea-a8b3-10989673d93a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.1012554 Oct 19 01:40:19.642826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e294d9-3b3d-4d49-a0ae-964cda2f3a03 req-77a2258e-1e4b-48d5-8233-2550b9d697c3 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544974 Oct 19 01:40:19.660079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.671164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.672267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-35d42587-d23b-4d88-8f5f-9be83837b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:19.673990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-35d42587-d23b-4d88-8f5f-9be83837b51c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648315 Oct 19 01:40:19.780561 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Floating IP 185e8a3a-03b3-4441-8a06-f40d8a28e308 associated. External IP: 172.25.0.24, port: 80e51ccf-8815-4ebc-9685-597b10d69589. Oct 19 01:40:19.782053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-995765a8-5492-493a-8cb7-737fdc2de699 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000929 Oct 19 01:40:19.897907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-b29c9fb5-4703-4b3a-9bce-ee937b2d7acc service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067700 Oct 19 01:40:19.922048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:19.961772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-3f59fa7a-2bac-4fba-93e4-cff92af77b48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 200 len: 217 time: 0.0567198 Oct 19 01:40:20.023628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-79b5817f-02f0-44cd-ace1-3d170ca0547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:20.025418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-79b5817f-02f0-44cd-ace1-3d170ca0547a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0525606 Oct 19 01:40:20.083852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-29315adb-8f48-4a2e-a625-16244947bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:20.086186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-29315adb-8f48-4a2e-a625-16244947bee7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527670 Oct 19 01:40:20.206839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-416d4417-f1a7-4ee4-848f-9b1a311cb43b service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127002 Oct 19 01:40:20.301365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Router 65228711-893e-42c0-aacd-07b58b33f1c1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:40:20.324212 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-18153c1a-aad3-4376-add8-92cab815de09 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094854 Oct 19 01:40:20.376439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-57929ee4-e6e8-4a33-927d-4ba72d4dbefa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 200 len: 217 time: 0.0440359 Oct 19 01:40:20.454151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:40:20.459316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-e321f781-6d60-464c-83b3-0ae178bd9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:20.461834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-e321f781-6d60-464c-83b3-0ae178bd9b14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0773182 Oct 19 01:40:20.466680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] Sync routers for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:40:20.476283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:20.483058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:20.484133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:40:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:20.525375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-03a3b083-4449-45ec-ba9b-2a2e379b83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:20.527290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-03a3b083-4449-45ec-ba9b-2a2e379b83ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473351 Oct 19 01:40:20.553674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a6273c2e-6963-4faa-896f-c0c57bd4af2d tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "PUT /v2.0/floatingips/185e8a3a-03b3-4441-8a06-f40d8a28e308 HTTP/1.1" status: 200 len: 991 time: 1.5199296 Oct 19 01:40:20.554462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:40:20.557244 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:40:20.636317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:20.647098 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65bc43-016a-41d9-95da-69408e5cc636 x-openstack-request-id: req-ce65bc43-016a-41d9-95da-69408e5cc636 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:40:20.647499 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:40:20.647948 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce65bc43-016a-41d9-95da-69408e5cc636 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:40:20.648906 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589', 'status': 'completed', 'code': 200} Oct 19 01:40:20.700329 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-03b002bc-c50c-472d-b382-d21299b76987 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635392 Oct 19 01:40:20.755791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-2f3eaf07-fd80-4d0e-92c5-2c754b757add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:20.761503 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-2f3eaf07-fd80-4d0e-92c5-2c754b757add service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 1098 time: 0.0823004 Oct 19 01:40:20.889721 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-99da4141-3311-433b-b130-1a889a39ecab service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821315 Oct 19 01:40:20.919943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-e4cec48f-0923-440e-a7c2-5b16b772d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:20.921178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-e4cec48f-0923-440e-a7c2-5b16b772d49f service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.1516261 Oct 19 01:40:20.950112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-22158058-025d-48e2-96e3-a4cbf0f1ab23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 200 len: 217 time: 0.0519636 Oct 19 01:40:20.982566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '185e8a3a-03b3-4441-8a06-f40d8a28e308', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'port_id': '80e51ccf-8815-4ebc-9685-597b10d69589', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'mac_address': 'fa:16:3e:04:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:40:06Z', 'updated_at': '2021-10-19T01:40:19Z', 'revision_number': 1, 'project_id': '7227fba24666435493919f7dae8fca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:21.018377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] Checking router: 65228711-893e-42c0-aacd-07b58b33f1c1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:40:21.027919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-ce7a994d-8478-4c99-9d45-4736a6610cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:21.029689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:40:21.030085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-ce7a994d-8478-4c99-9d45-4736a6610cd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0724790 Oct 19 01:40:21.030321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-c0f0a9e2-7e71-4195-9c36-4569543c4f82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e51ccf-8815-4ebc-9685-597b10d69589 HTTP/1.1" status: 200 len: 999 time: 0.0972786 Oct 19 01:40:21.030524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:40:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:21.099735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-6b53750b-20fd-44a7-a397-ce37dbdc4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:21.102390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-6b53750b-20fd-44a7-a397-ce37dbdc4f30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0577850 Oct 19 01:40:21.154856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-8d672921-af37-4b49-89e3-ccc8fb1ef557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:21.158155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-8d672921-af37-4b49-89e3-ccc8fb1ef557 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084580 Oct 19 01:40:21.179454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-fdeb76a6-6f94-4013-a5d5-0b065c49acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:21.180982 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-fdeb76a6-6f94-4013-a5d5-0b065c49acf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704634 Oct 19 01:40:21.183511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:40:21.306703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-f327cef1-3dd1-470d-9b8c-9e25596a737f service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168871 Oct 19 01:40:21.326515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-130b4124-9316-44e2-8715-52f30f8f3b1c service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611564 Oct 19 01:40:21.489034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '185e8a3a-03b3-4441-8a06-f40d8a28e308', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'port_id': '80e51ccf-8815-4ebc-9685-597b10d69589', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'mac_address': 'fa:16:3e:04:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:40:06Z', 'updated_at': '2021-10-19T01:40:19Z', 'revision_number': 1, 'project_id': '7227fba24666435493919f7dae8fca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:40:21.489279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbd7068b-2132-4752-b6dd-fe6bce6c18c3 req-019a0fe2-1bdc-42f0-8d84-01feefee03e8 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747465 Oct 19 01:40:21.533221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-c121a9ea-66b3-43b9-8b5d-6090467117c8 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965225 Oct 19 01:40:21.534675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827497-84c9-4a09-8981-0aacfd2b8a8b None None] The sync data for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 is: [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '185e8a3a-03b3-4441-8a06-f40d8a28e308', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'port_id': '80e51ccf-8815-4ebc-9685-597b10d69589', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'mac_address': 'fa:16:3e:04:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:40:06Z', 'updated_at': '2021-10-19T01:40:19Z', 'revision_number': 1, 'project_id': '7227fba24666435493919f7dae8fca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:40:21.607726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-08cc83fd-dc46-444e-926d-1554c7155497 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 217 time: 0.0684481 Oct 19 01:40:21.666457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-44107e4a-3635-4ed5-8249-89b3948a82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:21.668080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-44107e4a-3635-4ed5-8249-89b3948a82ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0528355 Oct 19 01:40:21.720477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-deac8a33-b453-4bc6-8046-764588ac010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:40:21.722703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-deac8a33-b453-4bc6-8046-764588ac010b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469463 Oct 19 01:40:21.847273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-b8fd6a88-7cf6-40ff-b668-bfb6bf336a9c service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096187 Oct 19 01:40:21.861072 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227e4fd-f445-42f5-9482-36736772a5dd None None] New status for floating IP 185e8a3a-03b3-4441-8a06-f40d8a28e308: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:40:21.957668 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b2394be7-8b96-4fe0-a4c6-ed22a93f21bf req-a2718b9b-77fd-438c-8e24-68b1ec9c2803 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028807 Oct 19 01:40:30.234094 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:40:36.930332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-61fcbfc9-95eb-4385-af6b-21905cd40c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:39.683295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e1d89429-f366-4242-9b1a-29e3947c0932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:39.701856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:40.603936 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:40.809299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:42.331048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:40:49.899970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:06.928335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bb6f-dc66-4c99-81be-c7d2b84572dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:07.233568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:41:09.676265 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2361a4ca-959e-43c1-ae40-d4bb8f8d0bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:09.694609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:10.388091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86859036-c60d-4a5b-a994-a124e6a681ac req-d30cf8a5-3686-4982-ac8b-e05b20e138f2 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:10.389648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86859036-c60d-4a5b-a994-a124e6a681ac req-d30cf8a5-3686-4982-ac8b-e05b20e138f2 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 949 time: 0.0525477 Oct 19 01:41:10.430004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-86859036-c60d-4a5b-a994-a124e6a681ac req-6e05761a-3877-414a-9981-deeabdc7d54e tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Oct 19 01:41:10.600985 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:10.805352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:11.556015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42209a53-2adf-42b7-8350-8f06f97ce9e8 req-d519e315-458b-4c56-afae-db00955b60dd tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:11.557659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-42209a53-2adf-42b7-8350-8f06f97ce9e8 req-d519e315-458b-4c56-afae-db00955b60dd tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 949 time: 0.0540459 Oct 19 01:41:11.609686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-42209a53-2adf-42b7-8350-8f06f97ce9e8 req-a6e39180-9f64-4cd1-ae04-f23ddea0dc63 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/security-groups?id=9758c6c5-57f7-46d6-9d52-1bddfe06740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Oct 19 01:41:12.169285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-d6002af5-255d-432a-a2aa-b7ddb14695d4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:12.170882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-d6002af5-255d-432a-a2aa-b7ddb14695d4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 949 time: 0.0768914 Oct 19 01:41:12.275215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Deleting port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:41:12.275779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:12.322927 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:12.378772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] For port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:41:12.379255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:12.393995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Calling delete_port for 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:41:12.532774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:12.566520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:41:12.740236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8eadd3ab-3f0d-46e4-8848-d1008f6ebdef req-5a880137-87f4-41b1-90d3-c459204516ea tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3c840f2-330c-4ebb-b24a-d6ba5df5875c HTTP/1.1" status: 200 len: 210 time: 0.0363238 Oct 19 01:41:12.831114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Pushing event deleted for resources: {'Port': ['ID=47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:41:12.863842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.864176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.864523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.865602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.866112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.866591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.867065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.867859 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.868241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.868572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.868899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.869222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:41:12.894057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] No DVR routers for this DVR port 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:41:12.897421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:12.901483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0b5b34c-fe16-4ecd-9026-916a168e3b9a req-8cc8392f-d905-42ad-81a3-a288b06fa4c4 tempest-VolumesBackupsTest-215347297 tempest-VolumesBackupsTest-215347297-project] 10.222.0.74 "DELETE /v2.0/ports/47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c HTTP/1.1" status: 204 len: 173 time: 0.7243230 Oct 19 01:41:12.902077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'name': 'network-vif-deleted', 'tag': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:41:12.904895 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ad8ca8-fa04-4ef3-bbce-077a5333cbfc" -d '{"events": [{"server_uuid": "d3c840f2-330c-4ebb-b24a-d6ba5df5875c", "name": "network-vif-deleted", "tag": "47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:41:13.053479 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb0d8fa-0fb0-473a-b464-53a6af5c21f8 x-openstack-request-id: req-3fb0d8fa-0fb0-473a-b464-53a6af5c21f8 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:41:13.053770 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c840f2-330c-4ebb-b24a-d6ba5df5875c", "name": "network-vif-deleted", "tag": "47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:41:13.054020 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fb0d8fa-0fb0-473a-b464-53a6af5c21f8 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:41:13.054416 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c840f2-330c-4ebb-b24a-d6ba5df5875c', 'name': 'network-vif-deleted', 'tag': '47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c', 'status': 'completed', 'code': 200} Oct 19 01:41:14.659675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:41:14.681869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:41:14.682217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 47bd9c8b-ab8b-434e-a14a-7c9a1b24f74c not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:41:19.502008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-6b991396-f9be-4bf7-86a7-b6b35d990ced service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1383173 Oct 19 01:41:19.627416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.628202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.628673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.629136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.629837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.630514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.630975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.633063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-a13e4ef7-eecf-47a1-b0a4-fbd188e7cbb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.0825796 Oct 19 01:41:19.758861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-88bf3f25-9662-4fc3-89e1-a994c6e1f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.759325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-88bf3f25-9662-4fc3-89e1-a994c6e1f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.759784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-88bf3f25-9662-4fc3-89e1-a994c6e1f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.761402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-88bf3f25-9662-4fc3-89e1-a994c6e1f124 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 2298 time: 0.1054714 Oct 19 01:41:19.848084 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-4c8eb2b6-5237-49c0-a89b-bea5e0952094 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 1001 time: 0.0794311 Oct 19 01:41:19.914172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:19.930040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-cdbde65e-a366-455a-ac41-4fe36ae8329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.931443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-cdbde65e-a366-455a-ac41-4fe36ae8329c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 200 len: 856 time: 0.0758960 Oct 19 01:41:19.980377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-ed492b3e-f4cd-4a1a-b949-f907bcacdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:19.981936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-ed492b3e-f4cd-4a1a-b949-f907bcacdd8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bff67c72-0a31-4c48-b9a2-d18133b5062b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438106 Oct 19 01:41:19.993915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-56e12420-5287-4661-af9f-e9a769d7f3f0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:41:19.993915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-56e12420-5287-4661-af9f-e9a769d7f3f0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051186 Oct 19 01:41:20.093959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-8fe287d4-80ce-4012-a7a3-3145740cfd84 service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933661 Oct 19 01:41:20.204169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-8870c8f4-3b5d-4997-96cf-79292a696917 service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028433 Oct 19 01:41:20.254237 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-1c85632c-c42d-49b1-a5fd-7b3f72a336c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 217 time: 0.0429265 Oct 19 01:41:20.309320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-09809eba-bc56-474f-8bb8-bdc99bb32c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:20.311019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-09809eba-bc56-474f-8bb8-bdc99bb32c27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0500655 Oct 19 01:41:20.364414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-96afdc0a-6ae2-4e7a-8144-f235a9a243f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:20.365750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-96afdc0a-6ae2-4e7a-8144-f235a9a243f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472822 Oct 19 01:41:20.478895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-56537d23-b16d-44e0-a511-75045a7bd5e9 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058879 Oct 19 01:41:20.584379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-a5afb32f-288b-496f-8d4e-d266569b77fd service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984128 Oct 19 01:41:20.631131 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-8721ece0-eacc-4045-aa52-504c6706bb01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 217 time: 0.0399771 Oct 19 01:41:20.695736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-6d54b292-15f1-4891-9008-560022dfeaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:20.697819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-6d54b292-15f1-4891-9008-560022dfeaa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0589049 Oct 19 01:41:20.762200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-d98f2cc4-9404-4758-bee1-c3894e321440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:20.762477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-d98f2cc4-9404-4758-bee1-c3894e321440 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568082 Oct 19 01:41:20.875194 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-b8ac799f-66ba-4db7-9bdf-3854fb5bdc5a service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052089 Oct 19 01:41:21.014160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-eaae3811-055f-4bff-9cc7-688dc42f5617 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306274 Oct 19 01:41:21.062477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-42a5cb89-6516-4219-b00d-c24a44be0185 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 200 len: 217 time: 0.0407615 Oct 19 01:41:21.115314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-32f1e610-00d2-44b8-930d-93ed2e3d4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:21.116951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-32f1e610-00d2-44b8-930d-93ed2e3d4f33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0470424 Oct 19 01:41:21.170169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-d496faa9-e932-4002-851d-3e8340b721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:21.171672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-d496faa9-e932-4002-851d-3e8340b721cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0481436 Oct 19 01:41:21.283840 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-f998c30e-1876-4a13-a445-07b89436283a service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045446 Oct 19 01:41:21.394665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-e3c96277-cfef-4046-972a-9b6549544879 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027303 Oct 19 01:41:21.440750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-aff0f1d6-7496-4ff2-ba9a-dccd52406d44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 200 len: 217 time: 0.0388806 Oct 19 01:41:21.498107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-7e0eef46-07eb-4348-9a4d-eb35615904be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:21.499674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-7e0eef46-07eb-4348-9a4d-eb35615904be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0522420 Oct 19 01:41:21.571272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-1da30cf5-a9db-455a-bd3f-b3386ebb6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:21.572865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-1da30cf5-a9db-455a-bd3f-b3386ebb6281 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661395 Oct 19 01:41:21.682363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-f6998ac4-9d99-4bb5-bfd1-68de30f5dfec service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017714 Oct 19 01:41:21.787907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-32ad463f-48e5-4f72-a6ab-0e2d0f03add7 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986876 Oct 19 01:41:21.851328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-ba7ee463-f894-4422-a0e3-a6eaa5b00d97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 200 len: 217 time: 0.0556269 Oct 19 01:41:21.905159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-3abb3abc-a26c-4e03-b497-a339ee9a85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:21.906616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-3abb3abc-a26c-4e03-b497-a339ee9a85cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0482020 Oct 19 01:41:21.969690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-e922ae03-3eaf-4dbd-8a85-389c6cc029f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:21.971659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-e922ae03-3eaf-4dbd-8a85-389c6cc029f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581863 Oct 19 01:41:22.080882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-f6f5d837-6a82-43b2-ab49-5fc676f79583 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017036 Oct 19 01:41:22.186651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-b1589858-1b5c-4400-8782-135cede71d0a service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978673 Oct 19 01:41:22.230409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-50897c84-3580-49f0-a97d-83177e07662f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 217 time: 0.0371110 Oct 19 01:41:22.280938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-a4f913ef-8d5f-47fb-975c-8d7a0dc9331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:22.282404 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-a4f913ef-8d5f-47fb-975c-8d7a0dc9331b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0457847 Oct 19 01:41:22.342630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8142d-e930-434a-ad19-799353788641 req-d5d32edc-32fb-4d6c-8e5e-c48359eadcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:41:22.344253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-d5d32edc-32fb-4d6c-8e5e-c48359eadcaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548749 Oct 19 01:41:22.442230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-3e9702d1-611b-4954-baf1-9fc813a83824 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911157 Oct 19 01:41:22.555294 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73c8142d-e930-434a-ad19-799353788641 req-de1bdda9-a857-4cbf-97df-ff2aeff2f903 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061990 Oct 19 01:41:36.938183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de819cda-a6b9-4a9b-9199-a7e3b938277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:39.680766 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c1135d3-4ef3-464c-95af-2e3e2a97cb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:39.700141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:40.605258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:40.823346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:42.348625 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:41:44.234172 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:41:49.923741 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.561258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37762) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:06.701005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.777317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.781135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.818111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72030773-60c0-49bd-97e2-d4b3638d02f7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:06.821648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6e465482ca34769871a86501701ea75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593229 Oct 19 01:42:06.824486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37766) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:06.827782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.828420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.828764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.829102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.829433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.829764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.830089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.830415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.830750 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.831056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.831888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.832240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe92eeb-dcd0-42de-a981-512d46522f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:06.876612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f090a9-0243-47ea-8698-bbdfae1c7940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.898890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f090a9-0243-47ea-8698-bbdfae1c7940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.921044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99d080a7-c6ac-4ec7-9421-d47fc510d13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.948952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f090a9-0243-47ea-8698-bbdfae1c7940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.952494 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f090a9-0243-47ea-8698-bbdfae1c7940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:06.957062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-07f090a9-0243-47ea-8698-bbdfae1c7940 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72030773-60c0-49bd-97e2-d4b3638d02f7 HTTP/1.1" status: 204 len: 168 time: 0.1308727 Oct 19 01:42:06.965892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f090a9-0243-47ea-8698-bbdfae1c7940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72030773-60c0-49bd-97e2-d4b3638d02f7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:07.239001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 37778) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:07.252184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-398733b8-c28b-4bc5-95be-92ca4ae1b538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:07.335173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-398733b8-c28b-4bc5-95be-92ca4ae1b538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:07.338934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-398733b8-c28b-4bc5-95be-92ca4ae1b538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:07.384005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-398733b8-c28b-4bc5-95be-92ca4ae1b538 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=634dbd1a7fdf47f38f534c6e4e96e842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424859 Oct 19 01:42:07.384005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398733b8-c28b-4bc5-95be-92ca4ae1b538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20efb2-ab19-4577-853e-bc6279d9961e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:07.385083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 37780) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:07.437666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9d1746e-1cdb-4b1a-afa6-424b5ba52c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:07.458931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9d1746e-1cdb-4b1a-afa6-424b5ba52c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:07.506459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9d1746e-1cdb-4b1a-afa6-424b5ba52c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:07.509027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b9d1746e-1cdb-4b1a-afa6-424b5ba52c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:07.510212 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b9d1746e-1cdb-4b1a-afa6-424b5ba52c05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee20efb2-ab19-4577-853e-bc6279d9961e HTTP/1.1" status: 204 len: 168 time: 0.1232207 Oct 19 01:42:07.519671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1746e-1cdb-4b1a-afa6-424b5ba52c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20efb2-ab19-4577-853e-bc6279d9961e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:09.723110 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d8486119-cd7d-4995-b8ef-ed7e8cdf991c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:09.728042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:10.602570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:10.815183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:12.331915 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:12.412376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-52b86ae7-f543-429a-a252-d5a819785ab0 req-f862d841-a6c9-44ca-b824-45cae3b9b510 service neutron] (100847) timed out ('10.222.0.74', 53070) {{(pid=100847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:42:19.214712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38058) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:19.351565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3dfb-7a26-4d77-b247-c82a2fccd4c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.433691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-3cdb7494-8aec-46c5-8952-831b441274e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528700 Oct 19 01:42:19.441263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3dfb-7a26-4d77-b247-c82a2fccd4c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.447337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9fd3dfb-7a26-4d77-b247-c82a2fccd4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.496115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f9fd3dfb-7a26-4d77-b247-c82a2fccd4c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27630d6ea1084b369ed845df22dd31e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801435 Oct 19 01:42:19.496890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd3dfb-7a26-4d77-b247-c82a2fccd4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc459f-e86d-4d78-8906-94999b3ba2be,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:19.499290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:19.524012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-c250c408-9910-4ae9-af94-b000ae20f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.526303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-c250c408-9910-4ae9-af94-b000ae20f9e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7227fba24666435493919f7dae8fca22&device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 1098 time: 0.0643482 Oct 19 01:42:19.551589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3de68d06-21cc-4c0f-9d70-5a6d5ffe429b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.574156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3de68d06-21cc-4c0f-9d70-5a6d5ffe429b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.633917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3de68d06-21cc-4c0f-9d70-5a6d5ffe429b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.636476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3de68d06-21cc-4c0f-9d70-5a6d5ffe429b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:19.642639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3de68d06-21cc-4c0f-9d70-5a6d5ffe429b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5dc459f-e86d-4d78-8906-94999b3ba2be HTTP/1.1" status: 204 len: 168 time: 0.1421919 Oct 19 01:42:19.660657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de68d06-21cc-4c0f-9d70-5a6d5ffe429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc459f-e86d-4d78-8906-94999b3ba2be,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:19.677067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-10f838e9-d662-448f-9260-239d29a1b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.691288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-10f838e9-d662-448f-9260-239d29a1b1f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 200 len: 911 time: 0.1388772 Oct 19 01:42:19.772996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-9d9da5d0-c96e-4a61-8b99-15d23a62b322 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e51ccf-8815-4ebc-9685-597b10d69589 HTTP/1.1" status: 200 len: 1001 time: 0.0742810 Oct 19 01:42:19.836066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-1d0b5208-b78b-4dd3-96a4-ae2a3ec973e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.837800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-1d0b5208-b78b-4dd3-96a4-ae2a3ec973e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 200 len: 849 time: 0.0563080 Oct 19 01:42:19.903260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-b844bf1e-aec0-4c78-b969-d51ec2db770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:19.905428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-b844bf1e-aec0-4c78-b969-d51ec2db770c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45cb942a-f3c2-4c78-978f-5701253b7386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563498 Oct 19 01:42:19.942937 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.014292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38072) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:20.017868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-dd8f640b-0617-4b36-86ca-02963f8bef42 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047554 Oct 19 01:42:20.036958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.171955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9666dc8-cca1-449c-abe8-36ca57a5430e req-57b58944-1722-4440-986b-5e79cb12f372 service neutron] 10.222.0.62 "GET /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419814 Oct 19 01:42:20.220313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.225217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.267447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4694dd7fb4af4e3eb436f4611035a0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519906 Oct 19 01:42:20.269234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca66195-255d-40ef-829f-1a5376d40eec,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:20.270691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38080) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:20.277370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.277791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.278197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.278601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.279026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.279421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.279813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.280226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.280614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.281006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.281423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.281809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc5ef81-6d5b-4030-9593-8d8749e957d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:20.324259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b937fdac-f338-492d-bd00-6b6477caaba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.345542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b937fdac-f338-492d-bd00-6b6477caaba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.395761 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b937fdac-f338-492d-bd00-6b6477caaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.398348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b937fdac-f338-492d-bd00-6b6477caaba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.399484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b937fdac-f338-492d-bd00-6b6477caaba8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ca66195-255d-40ef-829f-1a5376d40eec HTTP/1.1" status: 204 len: 168 time: 0.1277742 Oct 19 01:42:20.407110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937fdac-f338-492d-bd00-6b6477caaba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca66195-255d-40ef-829f-1a5376d40eec,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:20.728751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:20.743215 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6319ea4-578f-42ef-a779-461449dbe38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.817446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6319ea4-578f-42ef-a779-461449dbe38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.821364 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e6319ea4-578f-42ef-a779-461449dbe38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.859466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e6319ea4-578f-42ef-a779-461449dbe38f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=425d971ee8d94a51b9e089e0fd30d90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295781 Oct 19 01:42:20.860342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6319ea4-578f-42ef-a779-461449dbe38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba548a-e8ca-4773-ac21-a283f6d7c131,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:20.862132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:20.915101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8473-3c14-49fd-a460-6a7460288ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.936341 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8473-3c14-49fd-a460-6a7460288ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.988813 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8473-3c14-49fd-a460-6a7460288ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.991406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8473-3c14-49fd-a460-6a7460288ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:20.995001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fa7c8473-3c14-49fd-a460-6a7460288ed3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5ba548a-e8ca-4773-ac21-a283f6d7c131 HTTP/1.1" status: 204 len: 168 time: 0.1269190 Oct 19 01:42:21.000561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c8473-3c14-49fd-a460-6a7460288ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba548a-e8ca-4773-ac21-a283f6d7c131,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:21.234846 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:42:22.955740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38164) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:22.961276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328380752', 'description': 'tempest-secgroup-smoke-1328380752 description', 'project_id': '446eaabb7b8b48159e8221f499748465'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:22.984486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:22.993515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.070295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.074149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.115707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b69414-4889-4856-bc19-7ac35a8f15a0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.151536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.156202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.186299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.187468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2300351 Oct 19 01:42:23.190754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38170) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:23.191778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd878c8-ca0a-4595-8b56-3e2fc6991344 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2eeb02-ae27-4487-bd8b-c3559a9da6be,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.196576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fee874e7-51da-4bb2-b386-d0652890daba tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '0a2eeb02-ae27-4487-bd8b-c3559a9da6be', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:23.224159 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fee874e7-51da-4bb2-b386-d0652890daba tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.290676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fee874e7-51da-4bb2-b386-d0652890daba tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.294481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fee874e7-51da-4bb2-b386-d0652890daba tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.318477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee874e7-51da-4bb2-b386-d0652890daba tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9e6972-d2f6-45cc-bcca-c71b01ffafae,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.332025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fee874e7-51da-4bb2-b386-d0652890daba tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.333286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fee874e7-51da-4bb2-b386-d0652890daba tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416905 Oct 19 01:42:23.335863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:23.340275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ca03b3f7-c9b2-479c-b842-6c40839c5b7f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '0a2eeb02-ae27-4487-bd8b-c3559a9da6be', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:23.367088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca03b3f7-c9b2-479c-b842-6c40839c5b7f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.429835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca03b3f7-c9b2-479c-b842-6c40839c5b7f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.433604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca03b3f7-c9b2-479c-b842-6c40839c5b7f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.453765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b3f7-c9b2-479c-b842-6c40839c5b7f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5f0311-08de-4cfe-ad15-856910390acd,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.462855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ca03b3f7-c9b2-479c-b842-6c40839c5b7f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.464078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca03b3f7-c9b2-479c-b842-6c40839c5b7f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272087 Oct 19 01:42:23.466715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:23.471063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0aeae714-97d3-42bb-a3d6-0047434675ad tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '0a2eeb02-ae27-4487-bd8b-c3559a9da6be', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:23.497650 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aeae714-97d3-42bb-a3d6-0047434675ad tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.553520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aeae714-97d3-42bb-a3d6-0047434675ad tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.557232 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aeae714-97d3-42bb-a3d6-0047434675ad tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.574672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeae714-97d3-42bb-a3d6-0047434675ad tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410c282b-b5f7-41ff-aad2-3f25412b3632,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.584572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0aeae714-97d3-42bb-a3d6-0047434675ad tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.585761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0aeae714-97d3-42bb-a3d6-0047434675ad tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181333 Oct 19 01:42:23.588482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38182) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:23.592881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-205ff205-21cb-4e7d-80cc-383326fc37c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '0a2eeb02-ae27-4487-bd8b-c3559a9da6be', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:23.618285 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-205ff205-21cb-4e7d-80cc-383326fc37c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.681563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-205ff205-21cb-4e7d-80cc-383326fc37c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.685277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-205ff205-21cb-4e7d-80cc-383326fc37c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.705072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ff205-21cb-4e7d-80cc-383326fc37c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6545e3d-1f9d-4f39-b269-3decbb15c0e1,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.710800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-205ff205-21cb-4e7d-80cc-383326fc37c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.714438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-205ff205-21cb-4e7d-80cc-383326fc37c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224315 Oct 19 01:42:23.714879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38184) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:23.719145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '0a2eeb02-ae27-4487-bd8b-c3559a9da6be', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:23.742937 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:42:23.748165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.812773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.817904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.837476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779d9f37-6921-4615-9daa-744e98391c2a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.843965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.845178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-896a7419-5f0f-4379-923f-681fbcf679ce tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295717 Oct 19 01:42:23.847952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38190) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:23.852232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '0a2eeb02-ae27-4487-bd8b-c3559a9da6be', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:23.873436 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:42:23.879236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.939434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.943437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.962849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1be24b-9133-44b2-92f3-3a8001fed8a2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:23.972574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:23.973760 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2736ada0-1ad5-49ca-ac7b-9e604182a009 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248541 Oct 19 01:42:23.976757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:23.981482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'network': {'name': 'tempest-network-smoke--397574438', 'project_id': '446eaabb7b8b48159e8221f499748465', 'port_security_enabled': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:24.002346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:42:24.006509 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.030577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:42:24.041005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.041353 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Added segment 02965d12-b4f5-4a54-85e6-767962f55188 of type vlan for network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 Oct 19 01:42:24.082393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.109478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.115701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:24.116340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.157068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1792214 Oct 19 01:42:24.160589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38198) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:24.167809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'admin_state_up': True, 'project_id': '446eaabb7b8b48159e8221f499748465', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:24.207944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba21661-5ebd-4e66-a70c-d198c69c4aaf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Network': ['ID=63c22939-b42b-4cfd-a6c4-1df36d0e2797,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:24.219242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:42:24.223506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.224652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.321755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.513353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.713602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.743757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:24.860903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.152 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/429bf64f-7052-448f-b801-61dd10a54c27) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:42:24.967234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:25.001960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:25.041990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:25.044807 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:25.051950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:42:25.055134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=429bf64f-7052-448f-b801-61dd10a54c27,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:25.361545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:25.837507 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:25.977811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:42:26.118373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:42:26.132745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Sync routers for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:42:26.145796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:26.146258 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:26.146928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:26.150400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b86e550-4032-4f08-864d-456e977ad982 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9860795 Oct 19 01:42:26.151147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38244) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:26.265667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:26.288663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-90e8b671-d146-4624-97cf-930445e94f3a tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=446eaabb7b8b48159e8221f499748465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1362164 Oct 19 01:42:26.289618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38248) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:26.448142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:25Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:26.454102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405f55a-9cc3-4f72-8f7f-f29429307276 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:26.455632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f405f55a-9cc3-4f72-8f7f-f29429307276 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1649973 Oct 19 01:42:26.458618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:26.486060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Checking router: 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:42:26.486451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Updating router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c port 429bf64f-7052-448f-b801-61dd10a54c27 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:42:26.508144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ff033670-837b-437e-afc3-dbe6deed0c8b tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480406 Oct 19 01:42:26.511153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38260) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:26.517281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422470574', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'project_id': '446eaabb7b8b48159e8221f499748465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:26.527701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:26.658317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:42:26.662658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:26.843101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:26.849950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:26.866244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:26.951615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Subnet': ['ID=2c9d22ac-a1b0-4466-b926-fc27f82d3d22,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:26.962125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Checking segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:42:26.962863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network hostable DHCP agents. Network: 63c22939-b42b-4cfd-a6c4-1df36d0e2797, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:42:26.984505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:42:26.998634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 63c22939-b42b-4cfd-a6c4-1df36d0e2797) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:27.014316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:27.015113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:27.046192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6dec3f78-c2bf-4c2a-b382-e57637981d27 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5338726 Oct 19 01:42:27.049127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38262) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:27.100819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Pushing event updated for resources: {'Port': ['ID=429bf64f-7052-448f-b801-61dd10a54c27,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:27.116097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d298161-f5d4-42fe-974a-995192b85b5c None None] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:42:27.126777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Attempting to bind port 429bf64f-7052-448f-b801-61dd10a54c27 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:42:27.130669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Attempting to bind port 429bf64f-7052-448f-b801-61dd10a54c27 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:42:27.131259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Attempting to bind port 429bf64f-7052-448f-b801-61dd10a54c27 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:42:27.186733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:42:27.187422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:42:27.187889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:27.188365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:42:27.188921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Bound port: 429bf64f-7052-448f-b801-61dd10a54c27, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:42:27.189359 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:27.211226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.211653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.212076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.212478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.212873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.213265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.213672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.214058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.214444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.214828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.215213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.215598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:27.302148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] For port 429bf64f-7052-448f-b801-61dd10a54c27, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:42:27.306401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] For port 429bf64f-7052-448f-b801-61dd10a54c27, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=429bf64f-7052-448f-b801-61dd10a54c27,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:42:27.312138 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:27.417877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:27.418480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:27.480706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2d33f-95c4-465b-a078-ea9077d6392e None None] Pushing event updated for resources: {'Port': ['ID=429bf64f-7052-448f-b801-61dd10a54c27,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:27.573686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:27.645349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:42:27.646223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:27.912429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Allocated IP 172.20.0.2 (63c22939-b42b-4cfd-a6c4-1df36d0e2797/2c9d22ac-a1b0-4466-b926-fc27f82d3d22/e731a330-639c-4d9a-a58a-2c8c3fd5ac8e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:42:27.953534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:25Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:27.989743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f38b3-0379-42f8-8e80-83912932b99e None None] The sync data for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 is: [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:25Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:42:28.143939 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:28.156520 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:28.177933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:28.224029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:28.224029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:28.224029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:42:28.242410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Pushing event updated for resources: {'Port': ['ID=e731a330-639c-4d9a-a58a-2c8c3fd5ac8e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:28.294305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Attempting to bind port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:42:28.294672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Attempting to bind port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:42:28.295034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Attempting to bind port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:42:28.300795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:42:28.301197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Checking segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:42:28.301589 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:28.302124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Bound using segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:42:28.302594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Bound port: e731a330-639c-4d9a-a58a-2c8c3fd5ac8e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:42:28.303020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:28.384557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] For port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:42:28.388406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] For port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e731a330-639c-4d9a-a58a-2c8c3fd5ac8e,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:42:28.396795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:28.499751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92023b25-0c48-48cd-a423-83d2a9ff857c None None] Pushing event updated for resources: {'Port': ['ID=e731a330-639c-4d9a-a58a-2c8c3fd5ac8e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:28.734236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.1 (63c22939-b42b-4cfd-a6c4-1df36d0e2797/2c9d22ac-a1b0-4466-b926-fc27f82d3d22/252d2cc5-65a5-427c-8b95-c2fcb7dcfd89) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:42:28.967002 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.025205 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.094188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:29.130117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:29.132332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:29.138383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:42:29.169273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e731a330-639c-4d9a-a58a-2c8c3fd5ac8e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:42:29.200370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.244520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:29.247449 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.387697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.449618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.458736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e731a330-639c-4d9a-a58a-2c8c3fd5ac8e,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:29.465925 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.465925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 429bf64f-7052-448f-b801-61dd10a54c27 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:42:29.638751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=e731a330-639c-4d9a-a58a-2c8c3fd5ac8e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:29.654200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 429bf64f-7052-448f-b801-61dd10a54c27 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:29.654571 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.784007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.811025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 429bf64f-7052-448f-b801-61dd10a54c27, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=429bf64f-7052-448f-b801-61dd10a54c27,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:29.816453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.913030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=429bf64f-7052-448f-b801-61dd10a54c27,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:29.990417 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:29.996099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:30.054437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a368864-7dd9-4592-a3e8-6a22bb2e1245 None None] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:42:30.083853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:30.093338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:30.221894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:30.224765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:30.268057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cb9165cc-2915-4c7b-b773-212b0e1edc1c None None] Provisioning complete for port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:30.269262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cb9165cc-2915-4c7b-b773-212b0e1edc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:30.368471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:42:30.543428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:42:30.568221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ab84e9c2-6256-4fb4-a466-896e5951cb13 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5127931 Oct 19 01:42:30.641515 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Sync routers for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:42:30.668249 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:30.668887 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:30.697742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-04b6aecd-f771-4dcf-ba02-a77a289f9b49 None None] Provisioning complete for port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:30.698818 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04b6aecd-f771-4dcf-ba02-a77a289f9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:30.799842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3a179cf7-a1f8-431e-8333-7903c27b5dd5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328380752&fields=id&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 267 time: 0.0782297 Oct 19 01:42:30.808530 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:30.916623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-04b6aecd-f771-4dcf-ba02-a77a289f9b49 None None] Provisioning complete for port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:30.917055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04b6aecd-f771-4dcf-ba02-a77a289f9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.032676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-04b6aecd-f771-4dcf-ba02-a77a289f9b49 None None] Port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:42:31.051100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-22dbab91-f699-4c55-88cc-9ce06a274e6d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:31.052835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-22dbab91-f699-4c55-88cc-9ce06a274e6d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 796 time: 0.2444694 Oct 19 01:42:31.076917 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-c23f571f-a3f7-480b-b9ce-5996a3a532f1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/quotas/446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 375 time: 0.0104842 Oct 19 01:42:31.138506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e731a330-639c-4d9a-a58a-2c8c3fd5ac8e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:42:31.164040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-0738fe1e-ee6b-40b7-8195-93c2c0abd166 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773633 Oct 19 01:42:31.201264 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 2, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:31.235683 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Checking router: 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:42:31.236184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Updating router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:42:31.257044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-494ffce5-fcb3-4fe5-b06f-4a5fdc4ac5bf None None] Provisioning complete for port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:31.257551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-494ffce5-fcb3-4fe5-b06f-4a5fdc4ac5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.257836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-f1bd70e6-aaa2-4775-8dff-9c71176b11e4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:42:31.265411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-f1bd70e6-aaa2-4775-8dff-9c71176b11e4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0691574 Oct 19 01:42:31.273418 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.368220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:31.368804 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.381701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-f55e69c2-5d59-4d95-9e34-adfa7f7506ea service neutron] 10.222.0.64 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152267 Oct 19 01:42:31.419204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-494ffce5-fcb3-4fe5-b06f-4a5fdc4ac5bf None None] Port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:42:31.545741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-2ec7aedd-113e-4749-b3c3-bd40b5725408 service neutron] 10.222.0.64 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607513 Oct 19 01:42:31.573475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 429bf64f-7052-448f-b801-61dd10a54c27 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:42:31.656902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-aa6e7aac-9a7e-4031-91cb-308b546ed1eb None None] Provisioning complete for port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:31.657344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-aa6e7aac-9a7e-4031-91cb-308b546ed1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.674731 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.688071 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.719500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 429bf64f-7052-448f-b801-61dd10a54c27 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:31.719874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.778298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e7aac-9a7e-4031-91cb-308b546ed1eb None None] Port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:42:31.782363 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c4312972-ed10-4d52-9548-415b5c8ab72f req-9dac5f5b-c92f-4c62-8167-e6efbeac3a25 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 210 time: 0.0540180 Oct 19 01:42:31.848590 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Pushing event updated for resources: {'Port': ['ID=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:31.881303 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.881652 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.881985 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.882320 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.882650 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.882987 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.883305 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.883632 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.883955 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.884349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.884628 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.885179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:42:31.931878 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Attempting to bind port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:42:31.932382 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Attempting to bind port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:42:31.932625 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Attempting to bind port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:42:31.945155 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:42:31.945526 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Checking segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:42:31.945927 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:31.946383 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Bound using segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:42:31.946897 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Bound port: 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:42:31.950430 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:32.071828 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] For port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:42:32.078912 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] For port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:42:32.085577 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:32.182508 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f595e5-c688-4614-8d73-5a4b587f1586 None None] Pushing event updated for resources: {'Port': ['ID=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:32.202428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4b7178e5-0777-4f93-aa37-8c6f842a8eb8 None None] Provisioning complete for port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:32.203056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b7178e5-0777-4f93-aa37-8c6f842a8eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:32.241998 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:32.243407 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:32.337994 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b7178e5-0777-4f93-aa37-8c6f842a8eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:32.406961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4b7178e5-0777-4f93-aa37-8c6f842a8eb8 None None] For port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:32.413371 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b7178e5-0777-4f93-aa37-8c6f842a8eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:32.432304 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:32.540363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7178e5-0777-4f93-aa37-8c6f842a8eb8 None None] Pushing event updated for resources: {'Port': ['ID=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:32.641168 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5ddf71d8-8e4e-4322-a212-f640fafd9181 None None] Provisioning complete for port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:32.641544 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ddf71d8-8e4e-4322-a212-f640fafd9181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:32.742104 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:32.776768 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db5e718-4b08-4dbf-b586-64642aa54efa None None] The sync data for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 is: [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:42:32.917666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26431d49-c532-4772-ba02-c67ebeeb52bc req-554213a2-d152-477c-a811-2ec798a5bf54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 210 time: 0.0329499 Oct 19 01:42:33.081611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:42:33.141600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:33.142058 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:33.479547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-d452cd01-ac5e-49cd-a636-d99c2e4fada5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:33.481275 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-d452cd01-ac5e-49cd-a636-d99c2e4fada5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 796 time: 0.1414173 Oct 19 01:42:33.542447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-c0a108d9-60a6-4e9e-b8d7-bda99226c615 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 380 time: 0.0468171 Oct 19 01:42:33.555945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'port': {'device_id': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'admin_state_up': True, 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'security_groups': ['0a2eeb02-ae27-4487-bd8b-c3559a9da6be']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:33.715466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:42:33.719051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:33.875112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.6 (63c22939-b42b-4cfd-a6c4-1df36d0e2797/2c9d22ac-a1b0-4466-b926-fc27f82d3d22/344082ca-4b11-4805-8a18-98039244f2d5) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:42:34.092254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-75d08327-c075-4825-a895-5b8260346f5c req-b99aaf51-5821-4ada-8f65-7cfc95be7d4e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 210 time: 0.0767426 Oct 19 01:42:34.097650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:34.140077 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:34.199885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:34.203753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:34.208500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:42:34.236544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:34.291437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:34.292094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:34.314236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3c043ccb-11db-4174-9dd4-ea2a36f74f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648647 Oct 19 01:42:34.326431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-439fd4e9-8193-4774-bada-f4099c5cdda1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:42:34.327593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-439fd4e9-8193-4774-bada-f4099c5cdda1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062716 Oct 19 01:42:34.402610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Request body: {'port': {'device_id': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:34.475723 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:34.516398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-82b914f6-f48c-4484-ac63-ecdc85872f66 None None] Provisioning complete for port 344082ca-4b11-4805-8a18-98039244f2d5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:34.517409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82b914f6-f48c-4484-ac63-ecdc85872f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:34.552699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-82b914f6-f48c-4484-ac63-ecdc85872f66 None None] Port 344082ca-4b11-4805-8a18-98039244f2d5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:42:35.042604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344082ca-4b11-4805-8a18-98039244f2d5 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:42:35.052509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.068221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Transition to ACTIVE for port object 344082ca-4b11-4805-8a18-98039244f2d5 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:42:35.073288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.158769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:35.215766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:42:35.216133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:42:35.216817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:42:35.225120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Port 344082ca-4b11-4805-8a18-98039244f2d5 on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:42:35.225690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:42:35.233936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:42:35.234512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Checking segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:42:35.235047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Bound using segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:42:35.235644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Bound port: 344082ca-4b11-4805-8a18-98039244f2d5, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:42:35.236316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.309413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe91c63-aeb9-425e-906a-2b4eddb64b8d req-fee73b85-2f71-400f-86df-ff6081c31e0d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.311862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbe91c63-aeb9-425e-906a-2b4eddb64b8d req-fee73b85-2f71-400f-86df-ff6081c31e0d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.0989904 Oct 19 01:42:35.325271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:42:35.329269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:42:35.334590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.409030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.409702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:35.411820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] 10.222.0.74 "PUT /v2.0/ports/344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 1092 time: 1.0695808 Oct 19 01:42:35.412701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbe91c63-aeb9-425e-906a-2b4eddb64b8d req-03003694-0650-408b-85f1-2f12fd8577b2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883985 Oct 19 01:42:35.444482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:35.447205 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a" -d '{"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:35.455177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ba8ce-ad12-440d-9dba-639d3ecc7ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:35.517832 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad6528-0618-456e-8002-813496160372 x-openstack-request-id: req-bbad6528-0618-456e-8002-813496160372 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:35.519064 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:35.519385 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbad6528-0618-456e-8002-813496160372 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:35.519825 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'status': 'completed', 'code': 200} Oct 19 01:42:35.538902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-d4f684cc-d218-4d1b-a802-4fdc397213ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.540933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-d4f684cc-d218-4d1b-a802-4fdc397213ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1095 time: 0.0676429 Oct 19 01:42:35.595489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-73fb65c6-16d6-4036-b1d2-7fcd8a225dbd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 217 time: 0.0415049 Oct 19 01:42:35.659209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-116fccea-91e7-4cef-b7bf-51c2ab58cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.661177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-116fccea-91e7-4cef-b7bf-51c2ab58cf0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0588267 Oct 19 01:42:35.735769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3cefa258-78f1-46d6-9f3c-d5001347023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:35.737387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-3cefa258-78f1-46d6-9f3c-d5001347023f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696840 Oct 19 01:42:35.841697 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-86ed1291-4365-478d-9b77-ff54630f6522 service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923836 Oct 19 01:42:35.942047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c920429-4856-41f5-9db5-5ce5841ee0a7 req-4bd334e2-a601-4e83-a4a7-1875ad49d28d service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937624 Oct 19 01:42:36.064651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-72be99c9-c818-4e91-80e8-1d1e21145519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:36.067078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-72be99c9-c818-4e91-80e8-1d1e21145519 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1095 time: 0.0430996 Oct 19 01:42:36.166439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-9b1c3007-c67a-40e9-adce-2e12096768ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:36.168064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-9b1c3007-c67a-40e9-adce-2e12096768ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.0933781 Oct 19 01:42:36.218715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-63386f4f-22d4-46b5-b786-1819d8910701 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 217 time: 0.0426652 Oct 19 01:42:36.277350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-5a98bdf5-f0c9-4720-9642-dba712e08ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:36.278845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-5a98bdf5-f0c9-4720-9642-dba712e08ffd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0538018 Oct 19 01:42:36.325875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-6389328f-2c93-48ad-a773-39c8b6186a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:36.328111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-6389328f-2c93-48ad-a773-39c8b6186a9c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419734 Oct 19 01:42:36.424209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-6fe3afdc-a7c2-47bb-bf14-f40a637dc851 service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891635 Oct 19 01:42:36.582850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7005bdd6-e8eb-4e1e-b3c7-092ac3c3433a req-1b7adf1b-904e-4bd6-8586-11c71c79217b service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518779 Oct 19 01:42:36.621033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6392bf-1917-463d-9411-4a23c74fee97 req-1dd7337f-69dc-4427-a417-c1160ffefb4e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:36.623068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df6392bf-1917-463d-9411-4a23c74fee97 req-1dd7337f-69dc-4427-a417-c1160ffefb4e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.0885594 Oct 19 01:42:36.669367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df6392bf-1917-463d-9411-4a23c74fee97 req-e93456a7-853e-4e6e-be49-1b445ebf9698 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Oct 19 01:42:36.923551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39ec52eb-6663-455f-8452-eef51843dca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:37.793272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94c2e8-5c04-41e6-bd60-a617535936af req-ebf4849a-136d-4fd9-ac58-61fe9f5fd780 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:37.795400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb94c2e8-5c04-41e6-bd60-a617535936af req-ebf4849a-136d-4fd9-ac58-61fe9f5fd780 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.0512106 Oct 19 01:42:37.847824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb94c2e8-5c04-41e6-bd60-a617535936af req-a3864d0b-b2fd-4bb6-8e93-9503eabcb7b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Oct 19 01:42:38.981335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910420a3-dce3-483c-8d89-76fc02a9f2b4 req-ac3dcb52-acf3-44ed-abe0-e8cc09005a62 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:38.982867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-910420a3-dce3-483c-8d89-76fc02a9f2b4 req-ac3dcb52-acf3-44ed-abe0-e8cc09005a62 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.0558295 Oct 19 01:42:38.988277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:42:39.047645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-910420a3-dce3-483c-8d89-76fc02a9f2b4 req-448d03fe-ecca-4373-a252-888c59f30413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525348 Oct 19 01:42:39.129038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:39.142072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '344082ca-4b11-4805-8a18-98039244f2d5', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'port_id': '344082ca-4b11-4805-8a18-98039244f2d5', 'mac_address': 'fa:16:3e:5c:1a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:42:39.183935 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:39.198845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344082ca-4b11-4805-8a18-98039244f2d5 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:42:39.219738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:39.224716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:39.279903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:39.621936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['344082ca-4b11-4805-8a18-98039244f2d5'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:42:39.713549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08b11cc2-ff02-4cd8-bae9-2a5259ed42c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:39.756702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:39.944493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc7fef-2993-4d24-937a-0d0e76ba44e3 req-11a0ba32-d066-491d-977f-3691e8181e68 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:39.946024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5cc7fef-2993-4d24-937a-0d0e76ba44e3 req-11a0ba32-d066-491d-977f-3691e8181e68 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 946 time: 0.0605474 Oct 19 01:42:39.985682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5cc7fef-2993-4d24-937a-0d0e76ba44e3 req-7c7dd26d-ef89-4041-b254-2500c455f9cc tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335650 Oct 19 01:42:40.167966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c78d76-dd34-4ee3-bb77-b2c61dfc3605 req-f28d90a6-acd4-4b81-8ae5-eb1b0a463ca9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:40.169542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2c78d76-dd34-4ee3-bb77-b2c61dfc3605 req-f28d90a6-acd4-4b81-8ae5-eb1b0a463ca9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 944 time: 0.0506659 Oct 19 01:42:40.210451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2c78d76-dd34-4ee3-bb77-b2c61dfc3605 req-4320cd91-d0a2-47c1-920a-7200e4501c73 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340941 Oct 19 01:42:40.604863 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:40.812518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:40.984565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:42:41.116768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a49d8-836f-42d6-80fa-c3eefcaaf879 req-0e01cd55-5eab-42f7-9378-219f75011723 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:41.118298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d1a49d8-836f-42d6-80fa-c3eefcaaf879 req-0e01cd55-5eab-42f7-9378-219f75011723 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 946 time: 0.0582652 Oct 19 01:42:41.159825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d1a49d8-836f-42d6-80fa-c3eefcaaf879 req-8dd96618-0ed7-46d2-b97b-195b3f441eaf tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups?id=de788796-fb59-4897-a795-52a38eb73e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332596 Oct 19 01:42:41.184883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 344082ca-4b11-4805-8a18-98039244f2d5 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:42:41.188869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 344082ca-4b11-4805-8a18-98039244f2d5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:42:41.189238 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:41.272287 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:41.298533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:41.301235 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1413f1ef-cf1e-42fa-a58a-1100cddfe360" -d '{"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-plugged", "status": "completed", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:41.317286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:41.323819 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:41.357014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd91290-cbfe-42da-b499-255f2f981937 req-c871fcdd-e962-41b5-80bb-068b3cf191f5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:41.359366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-acd91290-cbfe-42da-b499-255f2f981937 req-c871fcdd-e962-41b5-80bb-068b3cf191f5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 944 time: 0.0757382 Oct 19 01:42:41.382315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:41.408077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-acd91290-cbfe-42da-b499-255f2f981937 req-0d41515c-2a24-4142-8cb4-53c763583b0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Oct 19 01:42:41.432859 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c2545-ab3a-46b7-8af6-1520f61cc261 x-openstack-request-id: req-6f0c2545-ab3a-46b7-8af6-1520f61cc261 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:41.433155 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-plugged", "status": "completed", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:41.433424 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f0c2545-ab3a-46b7-8af6-1520f61cc261 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:41.433821 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'code': 200} Oct 19 01:42:41.587621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-7bcc2006-1dfd-4f30-b3c1-fb24e5a78fe7 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:41.589102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-7bcc2006-1dfd-4f30-b3c1-fb24e5a78fe7 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 946 time: 0.0806234 Oct 19 01:42:41.599258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d22720-8090-4073-8bc0-bd616596bea9 req-7df4190d-a27d-4c9c-a34a-6724e380c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:41.600790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1d22720-8090-4073-8bc0-bd616596bea9 req-7df4190d-a27d-4c9c-a34a-6724e380c5a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1097 time: 0.0841603 Oct 19 01:42:41.683392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1d22720-8090-4073-8bc0-bd616596bea9 req-88a2d07d-45c0-4b1a-aa18-82df4c75d537 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755401 Oct 19 01:42:41.712094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Deleting port 80e51ccf-8815-4ebc-9685-597b10d69589 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:42:41.712433 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:41.809784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] For port 80e51ccf-8815-4ebc-9685-597b10d69589, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=80e51ccf-8815-4ebc-9685-597b10d69589,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:41.810144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:42.064325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:42.064691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:42.065612 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Floating IP 185e8a3a-03b3-4441-8a06-f40d8a28e308 disassociated. External IP: 172.25.0.24, port: 80e51ccf-8815-4ebc-9685-597b10d69589. Oct 19 01:42:42.065964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Calling delete_port for 80e51ccf-8815-4ebc-9685-597b10d69589 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:42:42.232195 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:42.269237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event deleted for resources: {'Port': ['ID=80e51ccf-8815-4ebc-9685-597b10d69589,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:42.284605 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b96015d2-4641-4343-9ec4-5d01ed39c41f req-9141e9ca-2797-42d3-9543-a24608bced15 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/ports?device_id=1bab55fe-b4fa-4551-98f5-e098939a820d HTTP/1.1" status: 200 len: 210 time: 0.0458465 Oct 19 01:42:42.334340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:42.414444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Router 65228711-893e-42c0-aacd-07b58b33f1c1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:42:42.561348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:42:42.571668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] Sync routers for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:42:42.584892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:42.585911 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:42.628079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e7285-d252-410c-b65a-811654867147 req-c4a9b691-8922-44f3-a0ce-97b0ed75f2fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:42.631284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-302e7285-d252-410c-b65a-811654867147 req-c4a9b691-8922-44f3-a0ce-97b0ed75f2fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.1163998 Oct 19 01:42:42.633102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] No DVR routers for this DVR port 80e51ccf-8815-4ebc-9685-597b10d69589 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:42:42.638096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:42.644314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a7d0ab6-3563-4dc1-a5ae-ede15fe55dbb req-74e1841c-f2ff-4fb9-9720-aead8e35f4d5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.62 "DELETE /v2.0/ports/80e51ccf-8815-4ebc-9685-597b10d69589 HTTP/1.1" status: 204 len: 173 time: 1.0470774 Oct 19 01:42:42.646113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'name': 'network-vif-deleted', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:42.659745 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fea8e9-c0f1-4bd8-9709-51dc337bd3bc" -d '{"events": [{"server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "name": "network-vif-deleted", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:42.721030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-302e7285-d252-410c-b65a-811654867147 req-0c6da069-80f0-4d96-926b-3890ae42d585 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571897 Oct 19 01:42:42.738407 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354deedf-be63-4bcd-bc62-1d6933000e17 x-openstack-request-id: req-354deedf-be63-4bcd-bc62-1d6933000e17 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:42.738710 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bab55fe-b4fa-4551-98f5-e098939a820d", "name": "network-vif-deleted", "tag": "80e51ccf-8815-4ebc-9685-597b10d69589", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:42.738945 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-354deedf-be63-4bcd-bc62-1d6933000e17 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:42.739351 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bab55fe-b4fa-4551-98f5-e098939a820d', 'name': 'network-vif-deleted', 'tag': '80e51ccf-8815-4ebc-9685-597b10d69589', 'status': 'completed', 'code': 200} Oct 19 01:42:42.741789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:42.980214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:43.017813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] Checking router: 65228711-893e-42c0-aacd-07b58b33f1c1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:42:43.030692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:43.031941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:43.162554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:43.369746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:43.386015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38630) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:43.402332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dad6c6-1fb9-45ff-b0d7-011ff1261a35 None None] The sync data for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 is: [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:36:03Z', 'revision_number': 4, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0f8e5a97-9265-4d6b-b594-2a86c10aa302', 'name': '', 'network_id': '45cb942a-f3c2-4c78-978f-5701253b7386', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'mac_address': 'fa:16:3e:6b:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:02Z', 'updated_at': '2021-10-19T01:36:07Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'subnets': [{'id': 'a8279741-3962-4bf0-87c4-9df33d8ed6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:42:43.452090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72a2292b-56b6-4aaa-a6cd-77a17a042098 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:43.485118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72a2292b-56b6-4aaa-a6cd-77a17a042098 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:43.541199 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72a2292b-56b6-4aaa-a6cd-77a17a042098 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:43.543749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72a2292b-56b6-4aaa-a6cd-77a17a042098 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:43.546458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-72a2292b-56b6-4aaa-a6cd-77a17a042098 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "DELETE /v2.0/security-groups/de788796-fb59-4897-a795-52a38eb73e49 HTTP/1.1" status: 204 len: 168 time: 0.1578255 Oct 19 01:42:43.549123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38632) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:43.555850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2292b-56b6-4aaa-a6cd-77a17a042098 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de788796-fb59-4897-a795-52a38eb73e49,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:43.571247 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-2cf3d1a1-0d6f-4386-b2f0-90acb84e50e5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] show failed (client error): The resource could not be found. Oct 19 01:42:43.575367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2cf3d1a1-0d6f-4386-b2f0-90acb84e50e5 tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "GET /v2.0/security-groups/de788796-fb59-4897-a795-52a38eb73e49 HTTP/1.1" status: 404 len: 347 time: 0.0263937 Oct 19 01:42:43.575543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38634) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:43.737400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Deleting port cd84f390-c3a5-4f06-81ba-4b20410b3dbf {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:42:43.737885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:43.841099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:43.843811 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:43.857944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Calling delete_port for cd84f390-c3a5-4f06-81ba-4b20410b3dbf owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:42:43.881451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab7b60-04fc-4bb6-a705-1e5a7d4f3911 req-529ae9da-a0e1-4cef-b73b-f57c8fb77c0f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:43.889231 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4bab7b60-04fc-4bb6-a705-1e5a7d4f3911 req-529ae9da-a0e1-4cef-b73b-f57c8fb77c0f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0584650 Oct 19 01:42:43.940029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4bab7b60-04fc-4bb6-a705-1e5a7d4f3911 req-8f8d0b21-c96c-481e-bf53-5a3cb342bd89 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495737 Oct 19 01:42:43.959035 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a2daa-70a7-4e75-a70b-8cb7a73816bc None None] New status for floating IP 185e8a3a-03b3-4441-8a06-f40d8a28e308: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:42:44.117067 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.db.api [None req-785a2daa-70a7-4e75-a70b-8cb7a73816bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:42:44.117400 n-d-789963-20 neutron-server[100850]: DEBUG oslo_db.api [None req-785a2daa-70a7-4e75-a70b-8cb7a73816bc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:42:44.118428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:44.149830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Pushing event deleted for resources: {'Port': ['ID=cd84f390-c3a5-4f06-81ba-4b20410b3dbf,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:44.171076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc693f-20b5-4f57-b330-87375ac22c8a req-48e796e9-f17d-4465-a432-5f65e6d4d672 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:44.172682 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-facc693f-20b5-4f57-b330-87375ac22c8a req-48e796e9-f17d-4465-a432-5f65e6d4d672 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.1050084 Oct 19 01:42:44.252015 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-facc693f-20b5-4f57-b330-87375ac22c8a req-b7a81730-bb19-4996-9b10-d12255ea71fe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648873 Oct 19 01:42:44.252949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:44.255511 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:44.256546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8e27fbde-4c3d-4938-8a18-a69aa4b3d85f tempest-AttachVolumeTestJSON-1645830859 tempest-AttachVolumeTestJSON-1645830859-project] 10.222.0.64 "DELETE /v2.0/floatingips/185e8a3a-03b3-4441-8a06-f40d8a28e308 HTTP/1.1" status: 204 len: 168 time: 0.6798954 Oct 19 01:42:44.276897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38644) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:44.322690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b8474-64b7-4cde-bb5e-624a46ade24b tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:44.324268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-731b8474-64b7-4cde-bb5e-624a46ade24b tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1092 time: 0.0461853 Oct 19 01:42:44.327204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38648) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:44.332567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '344082ca-4b11-4805-8a18-98039244f2d5', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:42:44.355795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:44.469686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:44.579440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.32 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/7e7e725c-6254-4e0f-b382-58701ff551f8) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:42:44.618965 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785a2daa-70a7-4e75-a70b-8cb7a73816bc None None] New status for floating IP 185e8a3a-03b3-4441-8a06-f40d8a28e308: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:42:44.685784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:44.722279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:44.765129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:42:44.767961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:42:44.771397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:42:44.795456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=7e7e725c-6254-4e0f-b382-58701ff551f8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:45.164862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:45.233590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:45.386178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:45.390766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:45.460539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=7e7e725c-6254-4e0f-b382-58701ff551f8,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:45.473755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:45.576718 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 44bce112-5876-4aa8-a6d2-2010a0673926 associated. External IP: 172.25.0.32, port: 344082ca-4b11-4805-8a18-98039244f2d5. Oct 19 01:42:45.790699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:42:45.834000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 80e51ccf-8815-4ebc-9685-597b10d69589 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:42:45.859852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 80e51ccf-8815-4ebc-9685-597b10d69589 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:42:45.860322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 80e51ccf-8815-4ebc-9685-597b10d69589 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:42:45.905502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:42:45.917259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] Sync routers for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:42:45.926981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:45.927633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:45.928294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:45.973696 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bc362dcf-880f-4110-b600-78098063ff1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6294148 Oct 19 01:42:45.973696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:42:45.973696 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ee500-c0ef-45a8-9b8f-fd668b55096b" -d '{"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:42:46.052969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:46.156639 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5152e3c-3373-4a65-af5e-9459100772a9 x-openstack-request-id: req-e5152e3c-3373-4a65-af5e-9459100772a9 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:42:46.156932 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:42:46.157188 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5152e3c-3373-4a65-af5e-9459100772a9 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:42:46.157591 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'status': 'completed', 'code': 200} Oct 19 01:42:46.170990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b729c9-ff61-4e70-a8e9-847e89d15e46 req-297a4efb-a65e-4488-b0b2-b7d0227e76e6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:46.172624 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03b729c9-ff61-4e70-a8e9-847e89d15e46 req-297a4efb-a65e-4488-b0b2-b7d0227e76e6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.1042480 Oct 19 01:42:46.277317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-03b729c9-ff61-4e70-a8e9-847e89d15e46 req-fc8eaf6c-1bca-4368-adb1-c1e758f148b2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889242 Oct 19 01:42:46.291178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-e6bde161-902d-4ee3-9385-47664fb3f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:46.293356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-e6bde161-902d-4ee3-9385-47664fb3f02b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1097 time: 0.0713487 Oct 19 01:42:46.304698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38668) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:46.385035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f768b3de-0f4f-4f24-8483-20735469a1d4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/44bce112-5876-4aa8-a6d2-2010a0673926 HTTP/1.1" status: 200 len: 990 time: 0.0792418 Oct 19 01:42:46.401644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-6663deb7-566a-4a83-8edc-06203d68e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:46.403632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-6663deb7-566a-4a83-8edc-06203d68e3f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.1023679 Oct 19 01:42:46.406193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '44bce112-5876-4aa8-a6d2-2010a0673926', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'port_id': '344082ca-4b11-4805-8a18-98039244f2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'mac_address': 'fa:16:3e:5c:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:44Z', 'updated_at': '2021-10-19T01:42:44Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:46.435793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] Checking router: 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:42:46.445812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:46.446409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:46.483662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-23770342-2465-4455-8161-986bc55b6070 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 998 time: 0.0724483 Oct 19 01:42:46.571644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-f58f9b6d-80ae-43f4-9d10-39604c3977a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:46.573367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-f58f9b6d-80ae-43f4-9d10-39604c3977a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0827138 Oct 19 01:42:46.577534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:46.636010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-293e687c-5b03-40e2-aa1e-91f185d20399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:42:46.637661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-293e687c-5b03-40e2-aa1e-91f185d20399 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577846 Oct 19 01:42:46.744970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-d43330a9-842b-48dd-8f03-6595b0a6df13 service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994692 Oct 19 01:42:46.847367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '44bce112-5876-4aa8-a6d2-2010a0673926', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'port_id': '344082ca-4b11-4805-8a18-98039244f2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'mac_address': 'fa:16:3e:5c:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:44Z', 'updated_at': '2021-10-19T01:42:44Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:46.876188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a2eba-eef1-4ed9-ae49-df1b0b30a20b None None] The sync data for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 is: [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '44bce112-5876-4aa8-a6d2-2010a0673926', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'port_id': '344082ca-4b11-4805-8a18-98039244f2d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'mac_address': 'fa:16:3e:5c:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:42:44Z', 'updated_at': '2021-10-19T01:42:44Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:42:47.215886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-942ee500-c0ef-45a8-9b8f-fd668b55096b req-3609e7db-0b64-474b-9417-03384c6ab224 service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635320 Oct 19 01:42:47.242354 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fe237-8af4-4189-bade-d67fe720f2c4 None None] New status for floating IP 44bce112-5876-4aa8-a6d2-2010a0673926: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:42:47.388951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38676) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:47.485521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db35cb1d-7afe-445d-83fc-c80010b8d00e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/44bce112-5876-4aa8-a6d2-2010a0673926 HTTP/1.1" status: 200 len: 990 time: 0.0950067 Oct 19 01:42:48.489084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38684) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:48.567104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e0090f7-18a1-4b73-b0ec-f165eb8cdc4c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/44bce112-5876-4aa8-a6d2-2010a0673926 HTTP/1.1" status: 200 len: 992 time: 0.0668194 Oct 19 01:42:49.920854 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:57.372847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38764) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:58.120003 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:58.272581 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:42:58.385566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Deleting port 0f8e5a97-9265-4d6b-b594-2a86c10aa302 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:42:58.386069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:58.474116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] For port 0f8e5a97-9265-4d6b-b594-2a86c10aa302, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0f8e5a97-9265-4d6b-b594-2a86c10aa302,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:58.474492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:58.492996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Calling delete_port for 0f8e5a97-9265-4d6b-b594-2a86c10aa302 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:42:58.685094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:58.713681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8e5a97-9265-4d6b-b594-2a86c10aa302,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:58.901906 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:59.156596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Router 65228711-893e-42c0-aacd-07b58b33f1c1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:42:59.276474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:42:59.283008 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de49004d-b515-4043-9019-d172fe6a21d5 admin admin] 10.222.0.64 "PUT /v2.0/routers/65228711-893e-42c0-aacd-07b58b33f1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076312 Oct 19 01:42:59.284077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38804) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:42:59.287768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] Sync routers for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:42:59.298275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:59.299818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:59.398625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:59.412463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:59.509676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:59.579621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Deleting port f1b3eb01-bc6e-4515-9efb-1b4e9400211f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:42:59.580491 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:59.624836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:42:58Z', 'revision_number': 5, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port': {'id': 'f1b3eb01-bc6e-4515-9efb-1b4e9400211f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:90:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:35:58Z', 'updated_at': '2021-10-19T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:59.654630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] Checking router: 65228711-893e-42c0-aacd-07b58b33f1c1 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:42:59.665840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] Routers {'65228711-893e-42c0-aacd-07b58b33f1c1'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:42:59.668059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:42:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['65228711-893e-42c0-aacd-07b58b33f1c1'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:42:59.678778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] For port f1b3eb01-bc6e-4515-9efb-1b4e9400211f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:42:59.679439 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:59.695690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Calling delete_port for f1b3eb01-bc6e-4515-9efb-1b4e9400211f owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:42:59.895310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:42:59.922712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] Set router 65228711-893e-42c0-aacd-07b58b33f1c1 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:42:59.928445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b3eb01-bc6e-4515-9efb-1b4e9400211f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:42:59.983751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:42:59Z', 'revision_number': 6, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:00.005090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.015491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4259e129-9103-4107-883a-93a8443d73b4 None None] The sync data for ids ['65228711-893e-42c0-aacd-07b58b33f1c1'] in n-d-789963-20 is: [{'id': '65228711-893e-42c0-aacd-07b58b33f1c1', 'name': 'tempest-AttachVolumeTestJSON-278750101-router', 'tenant_id': '7227fba24666435493919f7dae8fca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:35:57Z', 'updated_at': '2021-10-19T01:42:59Z', 'revision_number': 6, 'project_id': '7227fba24666435493919f7dae8fca22', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:00.109524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.112360 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.158861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.159810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65228711-893e-42c0-aacd-07b58b33f1c1 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:00.167062 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.171093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3c8a4909-4294-45f4-b390-fcafe18c45d0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/65228711-893e-42c0-aacd-07b58b33f1c1 HTTP/1.1" status: 204 len: 168 time: 0.8859973 Oct 19 01:43:00.171311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38824) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:00.218787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] Deleting subnet a8279741-3962-4bf0-87c4-9df33d8ed6f1 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:43:00.222766 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.260198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.350060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.406915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.436278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8279741-3962-4bf0-87c4-9df33d8ed6f1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:00.440358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.453198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:00.455852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d224bba8-991e-410b-99d7-f3906383bc7f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8279741-3962-4bf0-87c4-9df33d8ed6f1 HTTP/1.1" status: 204 len: 168 time: 0.2761295 Oct 19 01:43:00.455951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29566b64-5bac-48fa-9c1b-ae54f96958f7 None None] Network 45cb942a-f3c2-4c78-978f-5701253b7386 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:43:00.550592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.607265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Deleting port 0821aa98-644e-49d7-8860-a63de1b21009 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:00.607604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.686078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] For port 0821aa98-644e-49d7-8860-a63de1b21009, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0821aa98-644e-49d7-8860-a63de1b21009,segment=NetworkSegment(17be1da2-ea69-4fdc-a6f1-aff3e0c44647),segment_id=17be1da2-ea69-4fdc-a6f1-aff3e0c44647)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:00.686444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.699437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Calling delete_port for 0821aa98-644e-49d7-8860-a63de1b21009 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:00.784124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.813239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0821aa98-644e-49d7-8860-a63de1b21009,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:00.824810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] No DVR routers for this DVR port 0821aa98-644e-49d7-8860-a63de1b21009 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:43:00.837220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723cac9a-f80a-4483-95e2-6d62cabaa2d4 None None] DHCP port deletion for 45cb942a-f3c2-4c78-978f-5701253b7386 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:43:00.922137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.946124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cb942a-f3c2-4c78-978f-5701253b7386']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:00.956934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17be1da2-ea69-4fdc-a6f1-aff3e0c44647') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:00.957228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17be1da2-ea69-4fdc-a6f1-aff3e0c44647') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:00.978873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:00.994766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.001429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:43:01.002127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:43:01.004525 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:43:01.057265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0f8e5a97-9265-4d6b-b594-2a86c10aa302 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:01.080227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0f8e5a97-9265-4d6b-b594-2a86c10aa302 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:01.080789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0f8e5a97-9265-4d6b-b594-2a86c10aa302 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:01.081323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0821aa98-644e-49d7-8860-a63de1b21009 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:01.084789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.092456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.100039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/45cb942a-f3c2-4c78-978f-5701253b7386 HTTP/1.1" status: 204 len: 168 time: 0.6498706 Oct 19 01:43:01.119754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f437dd-7f8f-46f8-ab0a-ba81dacdddc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45cb942a-f3c2-4c78-978f-5701253b7386,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:01.136457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0821aa98-644e-49d7-8860-a63de1b21009 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:01.137006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0821aa98-644e-49d7-8860-a63de1b21009 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:01.137580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f1b3eb01-bc6e-4515-9efb-1b4e9400211f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:01.156650 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f1b3eb01-bc6e-4515-9efb-1b4e9400211f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:01.157253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f1b3eb01-bc6e-4515-9efb-1b4e9400211f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:01.231283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38844) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:01.287905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-399e34f2-8fa9-4128-acd5-f017233d5226 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7227fba24666435493919f7dae8fca22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554090 Oct 19 01:43:01.290531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38848) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:01.345728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce926-0489-4464-9e8d-4e4162d2f96c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.368213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce926-0489-4464-9e8d-4e4162d2f96c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.416674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce926-0489-4464-9e8d-4e4162d2f96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.419447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce926-0489-4464-9e8d-4e4162d2f96c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:01.420820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6a2ce926-0489-4464-9e8d-4e4162d2f96c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0f5773e-f35f-4ff1-8770-bda279ed3086 HTTP/1.1" status: 204 len: 168 time: 0.1292613 Oct 19 01:43:01.432913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ce926-0489-4464-9e8d-4e4162d2f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f5773e-f35f-4ff1-8770-bda279ed3086,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:03.725617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38944) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:03.839551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b061dfd-48f0-4323-85b8-d889c601146d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:03.924504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b061dfd-48f0-4323-85b8-d889c601146d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:03.928726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b061dfd-48f0-4323-85b8-d889c601146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:03.980678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b061dfd-48f0-4323-85b8-d889c601146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a6f75-a3d5-4848-bcbf-cebe117b4899,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:03.984939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7b061dfd-48f0-4323-85b8-d889c601146d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ee7ce1e8ce24d5c875b1467bd733b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578979 Oct 19 01:43:03.988117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38954) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:04.038305 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4478b6e8-cc0c-4a41-93a3-888553812c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.059394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4478b6e8-cc0c-4a41-93a3-888553812c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.112627 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4478b6e8-cc0c-4a41-93a3-888553812c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.115339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4478b6e8-cc0c-4a41-93a3-888553812c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.116533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4478b6e8-cc0c-4a41-93a3-888553812c47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d2a6f75-a3d5-4848-bcbf-cebe117b4899 HTTP/1.1" status: 204 len: 168 time: 0.1274974 Oct 19 01:43:04.124914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478b6e8-cc0c-4a41-93a3-888553812c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a6f75-a3d5-4848-bcbf-cebe117b4899,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:04.400609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 38966) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:04.414507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2334-c039-4be8-be76-7e3a4516e947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.494365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2334-c039-4be8-be76-7e3a4516e947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.499062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2334-c039-4be8-be76-7e3a4516e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.560819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ac3e2334-c039-4be8-be76-7e3a4516e947 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbde68fe5f1b490dabc1227a91d7213d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591818 Oct 19 01:43:04.561948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e2334-c039-4be8-be76-7e3a4516e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38186667-e03f-44ae-bd4f-c9f43b86731d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:04.563689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 38970) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:04.636641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c33c29-42db-48cb-b257-a2bb0e2b2456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.662992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c33c29-42db-48cb-b257-a2bb0e2b2456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.715921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c33c29-42db-48cb-b257-a2bb0e2b2456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.719227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03c33c29-42db-48cb-b257-a2bb0e2b2456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:04.723280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03c33c29-42db-48cb-b257-a2bb0e2b2456 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38186667-e03f-44ae-bd4f-c9f43b86731d HTTP/1.1" status: 204 len: 168 time: 0.1575928 Oct 19 01:43:04.731827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33c29-42db-48cb-b257-a2bb0e2b2456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38186667-e03f-44ae-bd4f-c9f43b86731d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:06.833427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:06.932218 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3d21221-9fa7-4e64-9aeb-80658e0801ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:06.949602 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e83af320-60a9-4f94-a88b-b6e3e50ff7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.051900 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e83af320-60a9-4f94-a88b-b6e3e50ff7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.055848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e83af320-60a9-4f94-a88b-b6e3e50ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.094688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e83af320-60a9-4f94-a88b-b6e3e50ff7dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4fc11b8ac824f46ac2ce64854a14f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601817 Oct 19 01:43:07.097631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:07.109473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83af320-60a9-4f94-a88b-b6e3e50ff7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b474842-3944-4698-9a2c-00412e22f7c7,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:07.165571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.194305 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.249642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.253704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.254946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b474842-3944-4698-9a2c-00412e22f7c7 HTTP/1.1" status: 204 len: 168 time: 0.1562624 Oct 19 01:43:07.262919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b474842-3944-4698-9a2c-00412e22f7c7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:07.276575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.276929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.277307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.277652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.277990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.278388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.278658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.279013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.279336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.279671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.280032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.280372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8306fb52-6d98-4c9a-a278-ccce9d035d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:07.551534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:07.564789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66f2de3d-5b99-47a1-9687-0837beaf3699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.657142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66f2de3d-5b99-47a1-9687-0837beaf3699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.661948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-66f2de3d-5b99-47a1-9687-0837beaf3699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.709107 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-66f2de3d-5b99-47a1-9687-0837beaf3699 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2911aaf79f6f485e8b604a68fdcd506a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564419 Oct 19 01:43:07.709853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2de3d-5b99-47a1-9687-0837beaf3699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce79683f-e350-41d1-b7fd-aec164b9020c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:07.711832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39094) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:07.770548 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d15fe67-91f8-49c1-8d51-2bd9cfe7782f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.794422 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d15fe67-91f8-49c1-8d51-2bd9cfe7782f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.857335 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d15fe67-91f8-49c1-8d51-2bd9cfe7782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.860148 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1d15fe67-91f8-49c1-8d51-2bd9cfe7782f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:07.861851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1d15fe67-91f8-49c1-8d51-2bd9cfe7782f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce79683f-e350-41d1-b7fd-aec164b9020c HTTP/1.1" status: 204 len: 168 time: 0.1484714 Oct 19 01:43:07.870235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15fe67-91f8-49c1-8d51-2bd9cfe7782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce79683f-e350-41d1-b7fd-aec164b9020c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:09.694210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7550d5f4-23c3-4f19-945f-69b02f635483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:09.732461 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:10.608800 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:10.815692 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:12.335356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.243136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39368) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:16.351916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-630575fb-eaaf-454e-a41f-f4ec1e60029b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.432411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-630575fb-eaaf-454e-a41f-f4ec1e60029b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.436138 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-630575fb-eaaf-454e-a41f-f4ec1e60029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.475110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-630575fb-eaaf-454e-a41f-f4ec1e60029b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f88a0c0f2d154bb2be0dd63363e5a690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305923 Oct 19 01:43:16.476237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630575fb-eaaf-454e-a41f-f4ec1e60029b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557dd380-feb0-42ab-b6f9-795a3e738abc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:16.477907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39374) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:16.527048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e91ec91e-7119-4d73-9a50-113023677ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.548620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e91ec91e-7119-4d73-9a50-113023677ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.593504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e91ec91e-7119-4d73-9a50-113023677ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.596886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e91ec91e-7119-4d73-9a50-113023677ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.598033 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e91ec91e-7119-4d73-9a50-113023677ed6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/557dd380-feb0-42ab-b6f9-795a3e738abc HTTP/1.1" status: 204 len: 168 time: 0.1184909 Oct 19 01:43:16.605528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ec91e-7119-4d73-9a50-113023677ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557dd380-feb0-42ab-b6f9-795a3e738abc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:16.863329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39384) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:16.879480 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8200-8085-4fea-a28a-0371d64ea08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.952132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8200-8085-4fea-a28a-0371d64ea08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.956460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a5dd8200-8085-4fea-a28a-0371d64ea08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:16.993402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd8200-8085-4fea-a28a-0371d64ea08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c87c3f-19b8-43fb-8df5-504db5943bd3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:16.997742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a5dd8200-8085-4fea-a28a-0371d64ea08f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=903198f0db33489982f193f589eca4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334171 Oct 19 01:43:17.000460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39386) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:17.048846 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-162ad492-9950-4149-a6cb-c036c0313d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.070272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-162ad492-9950-4149-a6cb-c036c0313d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.117218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-162ad492-9950-4149-a6cb-c036c0313d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.119766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-162ad492-9950-4149-a6cb-c036c0313d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.120950 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-162ad492-9950-4149-a6cb-c036c0313d5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9c87c3f-19b8-43fb-8df5-504db5943bd3 HTTP/1.1" status: 204 len: 168 time: 0.1195922 Oct 19 01:43:17.128602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ad492-9950-4149-a6cb-c036c0313d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c87c3f-19b8-43fb-8df5-504db5943bd3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:17.444003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:17.460760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-920544af-0378-4a0c-bde9-4e0c4a869782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.548361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-920544af-0378-4a0c-bde9-4e0c4a869782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.552356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-920544af-0378-4a0c-bde9-4e0c4a869782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.592167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-920544af-0378-4a0c-bde9-4e0c4a869782 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e079c7ce4d249e5a77c817737b85dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469789 Oct 19 01:43:17.593041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920544af-0378-4a0c-bde9-4e0c4a869782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bb5cf9-eda1-4364-8999-caa6125ba684,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:17.596074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39406) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:17.655325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29733d65-d797-4b80-ad3d-06789315a114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.676743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29733d65-d797-4b80-ad3d-06789315a114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.724191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29733d65-d797-4b80-ad3d-06789315a114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.726849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29733d65-d797-4b80-ad3d-06789315a114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:17.728017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-29733d65-d797-4b80-ad3d-06789315a114 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0bb5cf9-eda1-4364-8999-caa6125ba684 HTTP/1.1" status: 204 len: 168 time: 0.1293681 Oct 19 01:43:17.737258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733d65-d797-4b80-ad3d-06789315a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bb5cf9-eda1-4364-8999-caa6125ba684,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:18.717001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39438) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:18.825002 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-90b6a7ae-8461-4fd4-bf97-9c0c1fb40c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:18.901584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-90b6a7ae-8461-4fd4-bf97-9c0c1fb40c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:18.905319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-90b6a7ae-8461-4fd4-bf97-9c0c1fb40c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:18.948216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6a7ae-8461-4fd4-bf97-9c0c1fb40c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9eb09-816a-418a-ba91-ddbfcaf1db92,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:18.954077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-90b6a7ae-8461-4fd4-bf97-9c0c1fb40c9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70a8ae5ed9524664893855ef82930189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359805 Oct 19 01:43:18.957824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39442) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:19.009107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dce8-9127-4454-aceb-5aef7ed85359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.030673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dce8-9127-4454-aceb-5aef7ed85359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.077858 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dce8-9127-4454-aceb-5aef7ed85359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.081196 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dce8-9127-4454-aceb-5aef7ed85359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:19.082340 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8ef4dce8-9127-4454-aceb-5aef7ed85359 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63a9eb09-816a-418a-ba91-ddbfcaf1db92 HTTP/1.1" status: 204 len: 168 time: 0.1234002 Oct 19 01:43:19.091873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4dce8-9127-4454-aceb-5aef7ed85359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9eb09-816a-418a-ba91-ddbfcaf1db92,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:19.923474 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:20.901024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-b39c0e15-c815-4a45-b2a5-291c078c4216 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479548 Oct 19 01:43:21.030410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-0c48ed25-ebb1-410d-89aa-43d5a5d9c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.033760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-0c48ed25-ebb1-410d-89aa-43d5a5d9c715 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1097 time: 0.0648167 Oct 19 01:43:21.181217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-018800ed-3070-4f46-a556-5fa4bbda86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.182782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-018800ed-3070-4f46-a556-5fa4bbda86d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.1278858 Oct 19 01:43:21.279222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-daa06fd0-3fad-4c88-a685-823e11a3784d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0883932 Oct 19 01:43:21.343882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-04ebf86e-004a-483f-8a89-ad48af40b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.346837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-04ebf86e-004a-483f-8a89-ad48af40b220 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0610833 Oct 19 01:43:21.450245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-120e4946-a021-46ec-b422-7b6bcd48ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.452162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-120e4946-a021-46ec-b422-7b6bcd48ae83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929761 Oct 19 01:43:21.480073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-dca70632-841c-4ca6-95aa-236133cb44d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0771804 Oct 19 01:43:21.605444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-374b36a7-8610-4e10-9961-052fa8045d98 service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445019 Oct 19 01:43:21.641446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.642483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.643012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.643586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.644097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.644692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.645280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.647537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-04b4fd4a-ce3f-4703-b3d5-355c9f69e7d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.0935133 Oct 19 01:43:21.801211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5007d297-b7d1-4e56-93d2-17c417b9579a req-4f30988a-ac9c-44df-8651-674e3ceea9aa service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875346 Oct 19 01:43:21.832222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-a122fff7-9b51-4d1e-8ae1-d2d49336e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.832716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-a122fff7-9b51-4d1e-8ae1-d2d49336e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.833392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-a122fff7-9b51-4d1e-8ae1-d2d49336e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.835354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-a122fff7-9b51-4d1e-8ae1-d2d49336e31f service neutron] 10.222.0.62 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 2298 time: 0.1384866 Oct 19 01:43:21.930317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-c4e5f7d4-49e0-479b-8204-a36682f68cd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 1001 time: 0.0871346 Oct 19 01:43:21.985449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-1ed2766b-2416-4933-bab3-11a9bdc8bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:21.987059 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-1ed2766b-2416-4933-bab3-11a9bdc8bb9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 200 len: 856 time: 0.0498130 Oct 19 01:43:22.041967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-f974f036-1246-464c-9350-de7670aac464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:22.043492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-f974f036-1246-464c-9350-de7670aac464 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bff67c72-0a31-4c48-b9a2-d18133b5062b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498302 Oct 19 01:43:22.153111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-3237d3a5-1764-471a-b019-4b586f32977f service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012456 Oct 19 01:43:22.261990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-13d96111-c47c-4613-a08c-173d40138917 service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021945 Oct 19 01:43:22.311411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-524d300b-2efb-49da-92bb-5d76a9af6ac1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 217 time: 0.0410502 Oct 19 01:43:22.366771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-1b136846-c9c9-4ee3-9136-9d46e349ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:22.368464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-1b136846-c9c9-4ee3-9136-9d46e349ea5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0492675 Oct 19 01:43:22.426704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-e6bc7b5c-965e-4861-9ef5-54fe4dd62cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:22.428514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-e6bc7b5c-965e-4861-9ef5-54fe4dd62cbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0532660 Oct 19 01:43:22.539592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-63e507a5-ec1c-4f4c-9b5f-05c9bae8b05f service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040387 Oct 19 01:43:22.649129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-68d578a4-28f9-48ea-a74f-4cc9e9dafc6c service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021483 Oct 19 01:43:22.698134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-cb0288da-1dc0-41e5-883b-0d3fc54477c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 217 time: 0.0415061 Oct 19 01:43:22.758212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-85b8636c-5bcd-4eca-a69a-95c39232b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:22.759843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-85b8636c-5bcd-4eca-a69a-95c39232b9d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0547779 Oct 19 01:43:22.811355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 39946) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:22.819081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-bd445207-0898-4fa4-8ef9-6b94e1890cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:22.820905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-bd445207-0898-4fa4-8ef9-6b94e1890cf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544591 Oct 19 01:43:22.931510 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-ff657c2f-faca-47b2-85c9-59676cac951d service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029615 Oct 19 01:43:22.948724 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00620f75-1356-4da4-91fa-ecf0af9e0b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:23.038307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00620f75-1356-4da4-91fa-ecf0af9e0b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:23.040483 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-86051090-e0ce-46f8-a6f6-898fb0d3196b service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020677 Oct 19 01:43:23.042293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00620f75-1356-4da4-91fa-ecf0af9e0b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:23.085313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620f75-1356-4da4-91fa-ecf0af9e0b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80460b13-257e-46cc-bb7e-949be3ae1ce2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:23.090576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-5ac533c0-d8a3-48b3-94a4-bdf1343aea1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 200 len: 217 time: 0.0409544 Oct 19 01:43:23.093035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00620f75-1356-4da4-91fa-ecf0af9e0b18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb72e883b3b9411fbe09535c7570f3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802029 Oct 19 01:43:23.093370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 39990) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:23.181519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-2aba6f37-022d-4be5-8d17-fc020c943c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:23.182995 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-2aba6f37-022d-4be5-8d17-fc020c943c77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0819132 Oct 19 01:43:23.205862 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:23.249678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:23.272856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-dea742bc-475c-415b-a17a-a7ae54d7d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:23.274595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-dea742bc-475c-415b-a17a-a7ae54d7d2b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834959 Oct 19 01:43:23.375240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:23.378940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:23.380165 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80460b13-257e-46cc-bb7e-949be3ae1ce2 HTTP/1.1" status: 204 len: 168 time: 0.2856941 Oct 19 01:43:23.397066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80460b13-257e-46cc-bb7e-949be3ae1ce2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:23.400345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-7798da92-6b0f-41ee-b799-225e5a39abbd service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187479 Oct 19 01:43:23.406722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.407068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.407404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.408444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.408861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.409246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.409735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.409735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.410037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.410357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.410759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.410983 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4736cf-8420-4fbb-b2f2-6f518695c94a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:23.520169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-9c7061e6-0008-42f1-ad1d-337d5f82640d service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035500 Oct 19 01:43:23.572436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-3633e305-ab3c-41f4-9a7a-14c2a6d1917c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 200 len: 217 time: 0.0447683 Oct 19 01:43:23.627634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-6288945a-61cb-4f03-92e1-ef890457bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:23.629067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-6288945a-61cb-4f03-92e1-ef890457bc1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0503461 Oct 19 01:43:23.695072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-0abf886d-a2e1-4e5b-b7dd-267506c40704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:23.696621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-0abf886d-a2e1-4e5b-b7dd-267506c40704 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0607312 Oct 19 01:43:23.822365 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-f181e5cc-ec2d-42be-a692-92189f885bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182544 Oct 19 01:43:23.919685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-c50a324e-ba4a-4898-aace-f02654d1803f service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904405 Oct 19 01:43:23.986061 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-f297d93f-db48-4ab1-8f6e-2976e9605b1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 200 len: 217 time: 0.0582178 Oct 19 01:43:24.040687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-ed0d0b36-ab10-40bf-9f37-9ab219546bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:24.042343 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-ed0d0b36-ab10-40bf-9f37-9ab219546bc9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0506320 Oct 19 01:43:24.092147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-d6d5483e-d8ba-4672-acfc-f4b356099b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:24.094408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-d6d5483e-d8ba-4672-acfc-f4b356099b86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0448549 Oct 19 01:43:24.191606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-c13d669a-4f1e-4c48-aa02-8aaa7384205b service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890157 Oct 19 01:43:24.285306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-5b7dfd9b-a8e9-4e70-8028-90206c926368 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864182 Oct 19 01:43:24.332992 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-e2181bde-4baa-404b-bcc9-904eb507e360 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 217 time: 0.0411303 Oct 19 01:43:24.383341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-a0338ae9-e122-4527-9997-792f7bbfefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:24.387954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-a0338ae9-e122-4527-9997-792f7bbfefc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0454690 Oct 19 01:43:24.432647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-4bdba747-0ff9-44a1-8d64-d90bfb130248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:24.434145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-4bdba747-0ff9-44a1-8d64-d90bfb130248 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423365 Oct 19 01:43:24.540421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-c51c8fe2-be09-4747-848d-adb7985fb887 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985975 Oct 19 01:43:24.635897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c3e3a70-079e-4b8e-b0d0-8472f48729f5 req-2e06a8ab-df4e-4b24-b73a-00295890a6c2 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 Oct 19 01:43:25.765055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40222) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:25.881124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1161300-5318-475e-8ee8-851eeba7fde1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.966224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1161300-5318-475e-8ee8-851eeba7fde1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:25.970510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e1161300-5318-475e-8ee8-851eeba7fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.012660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e1161300-5318-475e-8ee8-851eeba7fde1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8983a98bc3b94d81a967c4f3fc848fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465227 Oct 19 01:43:26.014652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1161300-5318-475e-8ee8-851eeba7fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4bd66-c54c-41e5-af03-b76d25230d16,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:26.015274 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40226) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:26.064742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3106a40e-b485-4eb4-a57e-409359625269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.086311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3106a40e-b485-4eb4-a57e-409359625269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.144913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3106a40e-b485-4eb4-a57e-409359625269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.147793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3106a40e-b485-4eb4-a57e-409359625269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.151491 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3106a40e-b485-4eb4-a57e-409359625269 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fb4bd66-c54c-41e5-af03-b76d25230d16 HTTP/1.1" status: 204 len: 168 time: 0.1328509 Oct 19 01:43:26.157743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106a40e-b485-4eb4-a57e-409359625269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4bd66-c54c-41e5-af03-b76d25230d16,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:26.427811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40240) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:26.440944 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-008835c9-ea75-49f1-bec5-0d8a4d299e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.517134 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-008835c9-ea75-49f1-bec5-0d8a4d299e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.521026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-008835c9-ea75-49f1-bec5-0d8a4d299e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.559999 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-008835c9-ea75-49f1-bec5-0d8a4d299e45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f4074e4823c48108dd42230ae6dd5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310284 Oct 19 01:43:26.560864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008835c9-ea75-49f1-bec5-0d8a4d299e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276504c4-f42a-4c48-bdc3-fbf01898597d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:26.562814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40242) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:26.614238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84c4a843-ed2a-42ca-9c3b-dcdcef6636e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.637284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84c4a843-ed2a-42ca-9c3b-dcdcef6636e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.690161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84c4a843-ed2a-42ca-9c3b-dcdcef6636e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.692903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-84c4a843-ed2a-42ca-9c3b-dcdcef6636e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:26.694095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-84c4a843-ed2a-42ca-9c3b-dcdcef6636e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/276504c4-f42a-4c48-bdc3-fbf01898597d HTTP/1.1" status: 204 len: 168 time: 0.1296604 Oct 19 01:43:26.702096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4a843-ed2a-42ca-9c3b-dcdcef6636e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276504c4-f42a-4c48-bdc3-fbf01898597d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:27.942788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40302) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:28.062441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fb56811-f6bb-471b-9158-82acccd08bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.137483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fb56811-f6bb-471b-9158-82acccd08bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.141437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1fb56811-f6bb-471b-9158-82acccd08bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.181030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1fb56811-f6bb-471b-9158-82acccd08bd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bd7bb4212384922a1ab7c237dffaabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370701 Oct 19 01:43:28.181908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb56811-f6bb-471b-9158-82acccd08bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b2d5a7-8c62-407d-b977-63793a9cca8e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:28.183841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40308) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:28.246153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a504540d-d219-4d30-b528-377c4f82bbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.270830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a504540d-d219-4d30-b528-377c4f82bbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.317258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a504540d-d219-4d30-b528-377c4f82bbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.319985 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a504540d-d219-4d30-b528-377c4f82bbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:28.321148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a504540d-d219-4d30-b528-377c4f82bbff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74b2d5a7-8c62-407d-b977-63793a9cca8e HTTP/1.1" status: 204 len: 168 time: 0.1351907 Oct 19 01:43:28.330672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504540d-d219-4d30-b528-377c4f82bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b2d5a7-8c62-407d-b977-63793a9cca8e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:29.248444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40342) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:29.366329 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a2ebd31-ded5-4c6b-8bef-7102dff8eaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.442353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a2ebd31-ded5-4c6b-8bef-7102dff8eaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.446105 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a2ebd31-ded5-4c6b-8bef-7102dff8eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.486819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1a2ebd31-ded5-4c6b-8bef-7102dff8eaa0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16f6ad8ea4c9460ea294fa46d009c56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349532 Oct 19 01:43:29.486819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ebd31-ded5-4c6b-8bef-7102dff8eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dadc578-684a-42b5-98bb-71f1b71783c1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:29.487209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:29.541617 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9290ed21-b605-4b2f-ae5f-d9458673818a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.563002 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9290ed21-b605-4b2f-ae5f-d9458673818a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.616994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9290ed21-b605-4b2f-ae5f-d9458673818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.619684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9290ed21-b605-4b2f-ae5f-d9458673818a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:29.620909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9290ed21-b605-4b2f-ae5f-d9458673818a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dadc578-684a-42b5-98bb-71f1b71783c1 HTTP/1.1" status: 204 len: 168 time: 0.1327050 Oct 19 01:43:29.629945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290ed21-b605-4b2f-ae5f-d9458673818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dadc578-684a-42b5-98bb-71f1b71783c1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:30.828453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:30.929983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1726760275', 'router:external': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:30.952077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Made reservation on behalf of 9802f540f0d94a42a359d6b6e3d40aab for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:43:30.954638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:30.963112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.037824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.041768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.062322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:43:31.075609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec0adb-17fc-4e79-aaed-d862fc566afd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:31.080696 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.081044 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Added segment 604c928b-eda0-4b7a-baf6-1b91d2551c0d of type vlan for network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d Oct 19 01:43:31.127508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.156259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.157849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:31.158504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.195961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3656428 Oct 19 01:43:31.198962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:31.205755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'subnet': {'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:31.229473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39088b7e-87d8-4449-abd6-8cd5e75b177a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Network': ['ID=4b30371c-bcdd-4ddd-9850-21ea64d8d43d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:31.230188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Made reservation on behalf of 9802f540f0d94a42a359d6b6e3d40aab for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:43:31.239612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.240079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:43:31.574076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:43:31.574542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.630916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc258777-8a7b-41a9-be64-58f4f9230a32,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:31.644527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Checking segment: {'id': '604c928b-eda0-4b7a-baf6-1b91d2551c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:43:31.644829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network hostable DHCP agents. Network: 4b30371c-bcdd-4ddd-9850-21ea64d8d43d, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:43:31.673346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:43:31.688069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 4b30371c-bcdd-4ddd-9850-21ea64d8d43d) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:31.694169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:31.694751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.709740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c98ec-2bed-4f75-8574-1e26207891c0 None None] Network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:43:31.714243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9e7bf151-f719-45e5-9ace-32b47908fca8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5134046 Oct 19 01:43:31.716937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40404) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:31.721893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-862749085', 'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:31.742341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Made reservation on behalf of 9802f540f0d94a42a359d6b6e3d40aab for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:43:31.744815 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:31.761824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] device_id is not set on port 70bb5c73-10a1-4183-9a1c-74b233009f74 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:43:31.838524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b03cd-1bc3-4601-b1a3-ca7cde75ced2 None None] Network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:43:32.182574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Allocated IP 2001:db8::1e (4b30371c-bcdd-4ddd-9850-21ea64d8d43d/bc258777-8a7b-41a9-be64-58f4f9230a32/70bb5c73-10a1-4183-9a1c-74b233009f74) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:32.316033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.349524 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.389432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:32.392221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:32.395560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:32.396552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:32.397138 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.406632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Port': ['ID=70bb5c73-10a1-4183-9a1c-74b233009f74,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:32.418915 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-455a2d0a-3e72-4e00-a736-aed8ca1181d4 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7009652 Oct 19 01:43:32.421456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40408) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:32.500457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Deleting port 70bb5c73-10a1-4183-9a1c-74b233009f74 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:32.500795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.580524 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.593370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Calling delete_port for 70bb5c73-10a1-4183-9a1c-74b233009f74 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:32.721168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.751555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event deleted for resources: {'Port': ['ID=70bb5c73-10a1-4183-9a1c-74b233009f74,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:32.776104 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.781858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e3916e0a-48f5-43c0-a364-ea415d69618d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "DELETE /v2.0/ports/70bb5c73-10a1-4183-9a1c-74b233009f74 HTTP/1.1" status: 204 len: 168 time: 0.3569727 Oct 19 01:43:32.782061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40414) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:32.786837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d', 'external_fixed_ips': [{'subnet_id': 'bc258777-8a7b-41a9-be64-58f4f9230a32', 'ip_address': '2001:db8::1e'}]}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:32.813437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.814856 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:32.903214 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:33.045981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:33.270189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:33.296173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:33.491809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Allocated IP 2001:db8::1e (4b30371c-bcdd-4ddd-9850-21ea64d8d43d/bc258777-8a7b-41a9-be64-58f4f9230a32/98f17810-6e7d-41a7-a041-fb95fa242e0b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:33.601149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:33.640197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:33.658033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:33.675195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:33.679571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:33.756299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Port': ['ID=98f17810-6e7d-41a7-a041-fb95fa242e0b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:33.908114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:34.112340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:34.249078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Router 7d3ad21a-003c-4286-b4db-d63e38d1d31e is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:34.361032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:34.370045 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Sync routers for ids ['7d3ad21a-003c-4286-b4db-d63e38d1d31e'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:34.378388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:34.382252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c1e3f2c7-7731-44e5-8e63-2342211a9bdd tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.5961802 Oct 19 01:43:34.382409 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Routers {'7d3ad21a-003c-4286-b4db-d63e38d1d31e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:34.382409 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7d3ad21a-003c-4286-b4db-d63e38d1d31e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:34.382644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40452) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:34.489973 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Set router 7d3ad21a-003c-4286-b4db-d63e38d1d31e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:34.718457 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3ad21a-003c-4286-b4db-d63e38d1d31e', 'name': '', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d', 'external_fixed_ips': [{'subnet_id': 'bc258777-8a7b-41a9-be64-58f4f9230a32', 'ip_address': '2001:db8::1e'}], 'enable_snat': True}, 'gw_port_id': '98f17810-6e7d-41a7-a041-fb95fa242e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:32Z', 'updated_at': '2021-10-19T01:43:33Z', 'revision_number': 3, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port': {'id': '98f17810-6e7d-41a7-a041-fb95fa242e0b', 'name': '', 'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:70:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3ad21a-003c-4286-b4db-d63e38d1d31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'bc258777-8a7b-41a9-be64-58f4f9230a32', 'ip_address': '2001:db8::1e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:43:33Z', 'updated_at': '2021-10-19T01:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc258777-8a7b-41a9-be64-58f4f9230a32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:34.746178 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Checking router: 7d3ad21a-003c-4286-b4db-d63e38d1d31e for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:43:34.746385 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Updating router 7d3ad21a-003c-4286-b4db-d63e38d1d31e port 98f17810-6e7d-41a7-a041-fb95fa242e0b binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:43:34.777167 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:34.794101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:34.906488 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:34.960034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Deleting port 98f17810-6e7d-41a7-a041-fb95fa242e0b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:34.960366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.045184 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.058293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Calling delete_port for 98f17810-6e7d-41a7-a041-fb95fa242e0b owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:35.142198 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.151718 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.206434 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Pushing event updated for resources: {'Port': ['ID=98f17810-6e7d-41a7-a041-fb95fa242e0b,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:35.220129 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.221012 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.221012 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.221410 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.221830 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.222258 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.222674 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.223109 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.223527 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.223949 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.224388 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.224803 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97847cf9-fde4-4ddc-883c-b4dcc8bf008e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:35.237476 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:43:35.238419 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Attempting to bind port 98f17810-6e7d-41a7-a041-fb95fa242e0b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:43:35.238905 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Attempting to bind port 98f17810-6e7d-41a7-a041-fb95fa242e0b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '604c928b-eda0-4b7a-baf6-1b91d2551c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:43:35.239387 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Attempting to bind port 98f17810-6e7d-41a7-a041-fb95fa242e0b on network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:43:35.243484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.245123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:43:35.245721 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Checking segment: {'id': '604c928b-eda0-4b7a-baf6-1b91d2551c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:43:35.246110 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.246652 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Bound using segment: {'id': '604c928b-eda0-4b7a-baf6-1b91d2551c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:43:35.247123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Bound port: 98f17810-6e7d-41a7-a041-fb95fa242e0b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604c928b-eda0-4b7a-baf6-1b91d2551c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b30371c-bcdd-4ddd-9850-21ea64d8d43d'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:43:35.247486 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.268852 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.plugin [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Port 98f17810-6e7d-41a7-a041-fb95fa242e0b has been deleted concurrently {{(pid=100850) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 01:43:35.270025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event deleted for resources: {'Port': ['ID=98f17810-6e7d-41a7-a041-fb95fa242e0b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:35.278140 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Routers {'7d3ad21a-003c-4286-b4db-d63e38d1d31e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:35.278749 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['7d3ad21a-003c-4286-b4db-d63e38d1d31e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:35.303123 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.346158 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] Set router 7d3ad21a-003c-4286-b4db-d63e38d1d31e gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:35.402885 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3ad21a-003c-4286-b4db-d63e38d1d31e', 'name': '', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:32Z', 'updated_at': '2021-10-19T01:43:35Z', 'revision_number': 5, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:35.414036 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.416532 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.436557 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbda342-e52a-4070-8f70-b258349cc3da None None] The sync data for ids ['7d3ad21a-003c-4286-b4db-d63e38d1d31e'] in n-d-789963-20 is: [{'id': '7d3ad21a-003c-4286-b4db-d63e38d1d31e', 'name': '', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:32Z', 'updated_at': '2021-10-19T01:43:35Z', 'revision_number': 5, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:35.483559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.484163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d3ad21a-003c-4286-b4db-d63e38d1d31e {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:35.490348 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.491588 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-353f0bd5-1801-472e-96ec-3e0089491347 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "DELETE /v2.0/routers/7d3ad21a-003c-4286-b4db-d63e38d1d31e HTTP/1.1" status: 204 len: 168 time: 1.1081371 Oct 19 01:43:35.496351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40474) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:35.547163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Deleting subnet bc258777-8a7b-41a9-be64-58f4f9230a32 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:43:35.551403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.587866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.637639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.700692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.737909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc258777-8a7b-41a9-be64-58f4f9230a32,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:35.740520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.744001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-76040b5f-0983-444b-aa8b-ef410d7fdee9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/bc258777-8a7b-41a9-be64-58f4f9230a32 HTTP/1.1" status: 204 len: 168 time: 0.2454863 Oct 19 01:43:35.746738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40484) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:35.823298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.910744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.931712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b30371c-bcdd-4ddd-9850-21ea64d8d43d']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:35.942397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604c928b-eda0-4b7a-baf6-1b91d2551c0d') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:35.942696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604c928b-eda0-4b7a-baf6-1b91d2551c0d') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:35.952483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.965945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.972048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:43:35.972437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:43:35.974195 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:43:36.038489 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.043890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b30371c-bcdd-4ddd-9850-21ea64d8d43d {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 01:43:36.046554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.054037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "DELETE /v2.0/networks/4b30371c-bcdd-4ddd-9850-21ea64d8d43d HTTP/1.1" status: 204 len: 168 time: 0.3021328 Oct 19 01:43:36.060406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100074d-e043-45be-9d4a-9df54d69c894 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b30371c-bcdd-4ddd-9850-21ea64d8d43d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:36.265975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40500) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:36.271253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ce6888b0-727f-416f-8428-3f91cdf86b0c tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'router': {'name': 'tempest-router--1087620421', 'project_id': '488f07acacb7429297232faa00d2c0bf'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:36.303839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce6888b0-727f-416f-8428-3f91cdf86b0c tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.305572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce6888b0-727f-416f-8428-3f91cdf86b0c tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.362600 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce6888b0-727f-416f-8428-3f91cdf86b0c tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.367593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce6888b0-727f-416f-8428-3f91cdf86b0c tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.382298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce6888b0-727f-416f-8428-3f91cdf86b0c tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.386078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ce6888b0-727f-416f-8428-3f91cdf86b0c tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1162367 Oct 19 01:43:36.386284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40502) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:36.461187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14f4e28e-b1fc-4503-87f5-5d8e61dbbbc6 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.925169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-886492fd-e543-4a69-8000-b8e8955eb279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.927669 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14f4e28e-b1fc-4503-87f5-5d8e61dbbbc6 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.929970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14f4e28e-b1fc-4503-87f5-5d8e61dbbbc6 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.976840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14f4e28e-b1fc-4503-87f5-5d8e61dbbbc6 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.977474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f4e28e-b1fc-4503-87f5-5d8e61dbbbc6 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 087eef7a-783c-4bac-86e4-3805319de23a {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:36.982131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14f4e28e-b1fc-4503-87f5-5d8e61dbbbc6 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:36.983541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-14f4e28e-b1fc-4503-87f5-5d8e61dbbbc6 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "DELETE /v2.0/routers/087eef7a-783c-4bac-86e4-3805319de23a HTTP/1.1" status: 204 len: 168 time: 0.5962930 Oct 19 01:43:37.121950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40522) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:37.321489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1833382812', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:37.347072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:37.348257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:37.406312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:37.545599 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:37.751418 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:37.770244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:37.885961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Allocated IP 172.25.0.7 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/54beba60-a456-49b0-a3cf-a18c849e0185) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:37.994975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:38.030791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:38.070953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:38.073846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:38.078407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:38.107347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event updated for resources: {'Port': ['ID=54beba60-a456-49b0-a3cf-a18c849e0185,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:38.346450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:38.546322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:38.685915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Router 505ddd8d-4e8e-416e-93a8-24e259848509 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:38.795239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:38.805885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] Sync routers for ids ['505ddd8d-4e8e-416e-93a8-24e259848509'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:38.816075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] Routers {'505ddd8d-4e8e-416e-93a8-24e259848509'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:38.816693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['505ddd8d-4e8e-416e-93a8-24e259848509'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:38.818386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:38.827005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2aade5e9-c175-4453-876f-15b64f023a0d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7039514 Oct 19 01:43:38.830509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40558) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:38.855579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:38.864853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] Routers {'505ddd8d-4e8e-416e-93a8-24e259848509'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:38.865388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['505ddd8d-4e8e-416e-93a8-24e259848509'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:38.898359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:38.899007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c7d26-076c-422f-b540-dbbeb7877905 None None] The sync data for ids ['505ddd8d-4e8e-416e-93a8-24e259848509'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:38.948037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59b9aa18-decc-4aaf-98e6-8e696ff724b5 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/505ddd8d-4e8e-416e-93a8-24e259848509 HTTP/1.1" status: 200 len: 923 time: 0.1123824 Oct 19 01:43:38.948037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:38.977737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-18975979-6916-4c88-8226-70609b850411 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=505ddd8d-4e8e-416e-93a8-24e259848509 HTTP/1.1" status: 200 len: 205 time: 0.0298030 Oct 19 01:43:38.980203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40566) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:39.094486 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.208935 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.262363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Deleting port 54beba60-a456-49b0-a3cf-a18c849e0185 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:39.262705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.342977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.354501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Calling delete_port for 54beba60-a456-49b0-a3cf-a18c849e0185 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:39.527953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.554219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event deleted for resources: {'Port': ['ID=54beba60-a456-49b0-a3cf-a18c849e0185,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:39.619144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.694645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6fe90529-bbdb-4a64-8bdb-a8d1b73a7585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.722983 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.725152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.749670 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.772477 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.773002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Fanout notify agent at l3_agent the message router_deleted on router 505ddd8d-4e8e-416e-93a8-24e259848509 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:39.780250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.785078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dadef265-355d-49c4-857b-85f7e2bc23ea tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/505ddd8d-4e8e-416e-93a8-24e259848509 HTTP/1.1" status: 204 len: 168 time: 0.8001192 Oct 19 01:43:39.785399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40584) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:39.791917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458804534', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': False}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:39.813428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.814921 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:39.874832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.016636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.242864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.263608 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.373203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Allocated IP 172.25.0.194 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:40.477908 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.514060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.557710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:40.560554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:40.563006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:40.606422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Port': ['ID=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:40.614202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.819445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:40.840278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.044039 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.180245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Router 6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:41.290339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:41.300631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Sync routers for ids ['6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:41.311019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.311242 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Routers {'6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:41.312314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d4a8ac5a-448d-46e1-a73b-8a3230191b9b tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5237153 Oct 19 01:43:41.315729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40618) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:41.316081 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:41.422494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-79869741-f032-4585-8c1e-8027527888c8 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af HTTP/1.1" status: 200 len: 908 time: 0.1054971 Oct 19 01:43:41.426009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40620) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:41.427538 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Set router 6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:41.430987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458804534', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': True}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:41.454692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.455860 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.525444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.626546 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af', 'name': 'tempest-snat-router-458804534', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.194'}], 'enable_snat': False}, 'gw_port_id': '77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:39Z', 'updated_at': '2021-10-19T01:43:40Z', 'revision_number': 3, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port': {'id': '77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:43:40Z', 'updated_at': '2021-10-19T01:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:41.653723 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Checking router: 6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:43:41.653997 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Updating router 6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:43:41.675472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.683624 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.922218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.943076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.977367 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:41.982948 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.041343 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f93df-f3e1-45ad-bd11-e25177cbea5a None None] Pushing event updated for resources: {'Port': ['ID=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:42.046607 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Attempting to bind port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:43:42.046974 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Attempting to bind port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:43:42.047338 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Attempting to bind port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:43:42.052711 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:43:42.053163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:43:42.053470 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.053859 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:43:42.054326 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Bound port: 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:43:42.054697 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.075393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Allocated IP 172.25.0.110 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/2f541672-f86a-4f42-9c39-15d99d37dc4e) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:42.110393 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] For port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:43:42.113919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] For port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:43:42.118720 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.165920 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Routers {'6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:42.166537 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:42.205646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.249314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.276330 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f93df-f3e1-45ad-bd11-e25177cbea5a None None] Pushing event updated for resources: {'Port': ['ID=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:42.291493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:42.294319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:42.296671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:42.301447 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] Set router 6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:42.327636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Port': ['ID=2f541672-f86a-4f42-9c39-15d99d37dc4e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:42.348970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:42.551480 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af', 'name': 'tempest-snat-router-458804534', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.194'}], 'enable_snat': False}, 'gw_port_id': '77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:39Z', 'updated_at': '2021-10-19T01:43:40Z', 'revision_number': 3, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port': {'id': '77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:43:40Z', 'updated_at': '2021-10-19T01:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:42.579888 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d9841-f612-43c8-bfcb-b291eba44b38 None None] The sync data for ids ['6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af'] in n-d-789963-20 is: [{'id': '6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af', 'name': 'tempest-snat-router-458804534', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.194'}], 'enable_snat': False}, 'gw_port_id': '77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:39Z', 'updated_at': '2021-10-19T01:43:40Z', 'revision_number': 3, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port': {'id': '77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:43:40Z', 'updated_at': '2021-10-19T01:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:42.929552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.129637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:43:43.165409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.201854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:43:43.202898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.318454 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.341689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Router a5886e6e-63e0-4052-9125-918420c598d2 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:43.344169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:43.349317 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.406148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:43.416681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.417300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.417604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.417937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.418275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.418599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.418916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.419232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.419733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.420371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.420979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.421460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:43:43.481433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:43.492390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Sync routers for ids ['a5886e6e-63e0-4052-9125-918420c598d2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:43.501850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:43.503702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Routers {'a5886e6e-63e0-4052-9125-918420c598d2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:43.504358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a5886e6e-63e0-4052-9125-918420c598d2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:43.504759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bc9c03f1-a619-4e0a-82f5-da2a48c2e842 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.0768409 Oct 19 01:43:43.506272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40660) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:43.633187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1ff9a9fc-1e80-4004-8bd1-0a45e5a2e6ea tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/a5886e6e-63e0-4052-9125-918420c598d2 HTTP/1.1" status: 200 len: 907 time: 0.1252682 Oct 19 01:43:43.637019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40666) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:43.647440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Set router a5886e6e-63e0-4052-9125-918420c598d2 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:43.889339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5886e6e-63e0-4052-9125-918420c598d2', 'name': 'tempest-snat-router-458804534', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '2f541672-f86a-4f42-9c39-15d99d37dc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:41Z', 'updated_at': '2021-10-19T01:43:42Z', 'revision_number': 3, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port': {'id': '2f541672-f86a-4f42-9c39-15d99d37dc4e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5886e6e-63e0-4052-9125-918420c598d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:43:41Z', 'updated_at': '2021-10-19T01:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:43.920972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Checking router: a5886e6e-63e0-4052-9125-918420c598d2 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:43:43.921981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Updating router a5886e6e-63e0-4052-9125-918420c598d2 port 2f541672-f86a-4f42-9c39-15d99d37dc4e binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:43:43.951845 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.124158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.291176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.314305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.322341 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.384095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Deleting port 2f541672-f86a-4f42-9c39-15d99d37dc4e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:44.386266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.429734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Attempting to bind port 2f541672-f86a-4f42-9c39-15d99d37dc4e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:43:44.432794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Attempting to bind port 2f541672-f86a-4f42-9c39-15d99d37dc4e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:43:44.433368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Attempting to bind port 2f541672-f86a-4f42-9c39-15d99d37dc4e on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:43:44.467513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:43:44.468610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:43:44.469256 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.470272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:43:44.471439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Bound port: 2f541672-f86a-4f42-9c39-15d99d37dc4e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:43:44.472390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.520157 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.530930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9f4fd-3b1d-48a3-8d94-b19e2ab61cfe None None] Pushing event updated for resources: {'Port': ['ID=2f541672-f86a-4f42-9c39-15d99d37dc4e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:44.540937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Calling delete_port for 2f541672-f86a-4f42-9c39-15d99d37dc4e owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:44.621494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] For port 2f541672-f86a-4f42-9c39-15d99d37dc4e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:43:44.639211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] For port 2f541672-f86a-4f42-9c39-15d99d37dc4e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2f541672-f86a-4f42-9c39-15d99d37dc4e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:43:44.645506 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.707632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Routers {'a5886e6e-63e0-4052-9125-918420c598d2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:44.708300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['a5886e6e-63e0-4052-9125-918420c598d2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:44.754260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.783116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f541672-f86a-4f42-9c39-15d99d37dc4e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:44.835637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9f4fd-3b1d-48a3-8d94-b19e2ab61cfe None None] Pushing event updated for resources: {'Port': ['ID=2f541672-f86a-4f42-9c39-15d99d37dc4e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:44.863908 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.866225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] Set router a5886e6e-63e0-4052-9125-918420c598d2 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:43:44.922078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5886e6e-63e0-4052-9125-918420c598d2', 'name': 'tempest-snat-router-458804534', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:41Z', 'updated_at': '2021-10-19T01:43:44Z', 'revision_number': 4, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:44.954255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30151d35-3675-4427-b6ff-a7099b0f6fcd None None] The sync data for ids ['a5886e6e-63e0-4052-9125-918420c598d2'] in n-d-789963-20 is: [{'id': 'a5886e6e-63e0-4052-9125-918420c598d2', 'name': 'tempest-snat-router-458804534', 'tenant_id': '9802f540f0d94a42a359d6b6e3d40aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:43:41Z', 'updated_at': '2021-10-19T01:43:44Z', 'revision_number': 4, 'project_id': '9802f540f0d94a42a359d6b6e3d40aab', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:44.968913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:44.971366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.041267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.041961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5886e6e-63e0-4052-9125-918420c598d2 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:45.054859 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.056071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-73318f30-9f9c-4137-a1a7-8d732e58424f tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a5886e6e-63e0-4052-9125-918420c598d2 HTTP/1.1" status: 204 len: 168 time: 1.4193387 Oct 19 01:43:45.058713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40690) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:45.096505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:43:45.148219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:43:45.148521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.192499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.305123 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.357911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Deleting port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:45.358247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.447635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] For port 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:43:45.448030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.462078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Calling delete_port for 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:45.635683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.665237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event deleted for resources: {'Port': ['ID=77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:45.740257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.847846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.850069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.898439 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.899186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:45.911674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.913169 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f24ab0eb-7b22-4d75-ad44-1d05cb215466 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "DELETE /v2.0/routers/6e4c7e8a-798a-46bb-ae4f-4b8382bbb7af HTTP/1.1" status: 204 len: 168 time: 0.8534880 Oct 19 01:43:45.917281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40708) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:45.921966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2043496149', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:45.959385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:45.960710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:46.033374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:46.190353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:46.392201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:46.412089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:46.524461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Allocated IP 172.25.0.194 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/98807951-63c7-4eb3-99b1-8d0037bc9e00) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:46.665597 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:46.701093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:46.738519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:46.741726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:46.745620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:46.782316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event updated for resources: {'Port': ['ID=98807951-63c7-4eb3-99b1-8d0037bc9e00,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:47.033899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.124372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:43:47.160570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:43:47.160920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77cad0bb-8a5a-4b73-abd1-58d69f7d6fc1 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:43:47.272689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.343071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab111e-d57d-4c4e-9cee-6767f6ce9918 req-bf3c34b9-0806-493a-b48a-1b8b3713aa4b tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:47.345579 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44ab111e-d57d-4c4e-9cee-6767f6ce9918 req-bf3c34b9-0806-493a-b48a-1b8b3713aa4b tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1097 time: 0.0565066 Oct 19 01:43:47.368182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-44ab111e-d57d-4c4e-9cee-6767f6ce9918 req-4bb1bd5e-5a50-4a6c-89a5-3fefff6f8141 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.446042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Router f75a5098-2649-4ce4-babc-b4b54bc62e2d is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:47.475407 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-44ab111e-d57d-4c4e-9cee-6767f6ce9918 req-4bb1bd5e-5a50-4a6c-89a5-3fefff6f8141 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.483218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-44ab111e-d57d-4c4e-9cee-6767f6ce9918 req-4bb1bd5e-5a50-4a6c-89a5-3fefff6f8141 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.512710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44ab111e-d57d-4c4e-9cee-6767f6ce9918 req-4bb1bd5e-5a50-4a6c-89a5-3fefff6f8141 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601732 Oct 19 01:43:47.523436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1bd5e-5a50-4a6c-89a5-3fefff6f8141 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e1546f-d52d-42c8-afdc-e74cb02a7bd2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:47.594947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:47.604944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] Sync routers for ids ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:47.618262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:47.618490 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] Routers {'f75a5098-2649-4ce4-babc-b4b54bc62e2d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:47.619111 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:47.619625 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1f1b5e61-5938-44be-81c0-1a8c22ac9298 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7012858 Oct 19 01:43:47.622930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40744) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:47.628397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': False}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:47.717332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc90f25-f443-454b-b8c4-4f988822eb56 req-b86c32a3-e49f-4817-8388-01e15cbfaef0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:47.725111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc90f25-f443-454b-b8c4-4f988822eb56 req-b86c32a3-e49f-4817-8388-01e15cbfaef0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.1041665 Oct 19 01:43:47.725431 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:47.749039 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] Routers {'f75a5098-2649-4ce4-babc-b4b54bc62e2d'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:47.749903 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:47.806773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc90f25-f443-454b-b8c4-4f988822eb56 req-5e7ede70-c96b-4396-bbae-82aebf6302db tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672920 Oct 19 01:43:47.829498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40752) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:47.830349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:47.830911 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab58d8a-47de-44d9-84b5-6b99ff719e52 None None] The sync data for ids ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:47.905358 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3fd707bb-f1be-4ba1-8bba-4dee9a50cf0c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/44bce112-5876-4aa8-a6d2-2010a0673926 HTTP/1.1" status: 200 len: 992 time: 0.0736339 Oct 19 01:43:48.039255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:48.275571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-c6152826-1fea-4de4-a818-3c09845ae482 req-9b3387b6-ebaf-4582-88a7-e7696282b047 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:43:48.276938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c6152826-1fea-4de4-a818-3c09845ae482 req-9b3387b6-ebaf-4582-88a7-e7696282b047 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0621219 Oct 19 01:43:48.468691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:48.472392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:48.586802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40782) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:48.612617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Router f75a5098-2649-4ce4-babc-b4b54bc62e2d has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:43:48.702729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e161-3c43-4a94-89c9-4837a935635e req-7b84b881-7035-4b28-8cd4-f6d1203fe651 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:48.704174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-19c3dcb8-a202-4930-bef9-66ed801653f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159742 Oct 19 01:43:48.704655 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93c3e161-3c43-4a94-89c9-4837a935635e req-7b84b881-7035-4b28-8cd4-f6d1203fe651 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.1177602 Oct 19 01:43:48.714580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-c2ad6768-9fd4-4182-ac1d-362f5cae7e17 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:43:48.715801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-c2ad6768-9fd4-4182-ac1d-362f5cae7e17 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057836 Oct 19 01:43:48.812287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:48.824197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b86863-d383-472b-b497-da855601fc43 None None] Sync routers for ids ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:48.826175 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93c3e161-3c43-4a94-89c9-4837a935635e req-1b487b64-8900-45a2-b6c8-53d46a480851 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131685 Oct 19 01:43:48.830281 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:48.834463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40794) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:48.841097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b86863-d383-472b-b497-da855601fc43 None None] Routers {'f75a5098-2649-4ce4-babc-b4b54bc62e2d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:48.841730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80b86863-d383-472b-b497-da855601fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:48.848969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6bfa76bb-c4fb-4980-a33a-c442713b7058 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "PUT /v2.0/routers/f75a5098-2649-4ce4-babc-b4b54bc62e2d HTTP/1.1" status: 200 len: 926 time: 1.2241409 Oct 19 01:43:48.971679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-31ff94e8-09ca-4da3-9e55-c948e9dd0947 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/f75a5098-2649-4ce4-babc-b4b54bc62e2d HTTP/1.1" status: 200 len: 926 time: 0.1323750 Oct 19 01:43:48.972335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40806) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:49.053667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9f9d6-e2f7-419b-aac3-891c70367a73 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:49.056039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-38e9f9d6-e2f7-419b-aac3-891c70367a73 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=f75a5098-2649-4ce4-babc-b4b54bc62e2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0820181 Oct 19 01:43:49.058239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40814) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:49.070816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80b86863-d383-472b-b497-da855601fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:49.081020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b86863-d383-472b-b497-da855601fc43 None None] Routers {'f75a5098-2649-4ce4-babc-b4b54bc62e2d'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:49.081636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80b86863-d383-472b-b497-da855601fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:49.124177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80b86863-d383-472b-b497-da855601fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:49.124780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b86863-d383-472b-b497-da855601fc43 None None] The sync data for ids ['f75a5098-2649-4ce4-babc-b4b54bc62e2d'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:49.168477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a655620b-5158-4970-98c9-4f3eff9ff69a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:49.169885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a655620b-5158-4970-98c9-4f3eff9ff69a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.1105530 Oct 19 01:43:49.172850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40822) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:49.204471 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e497a9a6-b6c6-40e0-bfd6-feacb8423413 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=f75a5098-2649-4ce4-babc-b4b54bc62e2d HTTP/1.1" status: 200 len: 205 time: 0.0271020 Oct 19 01:43:49.205472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40824) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:49.327858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:49.458913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:49.524632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Deleting port 98807951-63c7-4eb3-99b1-8d0037bc9e00 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:49.525010 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:49.606893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:49.624801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Calling delete_port for 98807951-63c7-4eb3-99b1-8d0037bc9e00 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:49.932611 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.026748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-5c9a8ed4-5c9f-40bb-a675-85a708211b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:50.028334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-5c9a8ed4-5c9f-40bb-a675-85a708211b26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1097 time: 0.0471833 Oct 19 01:43:50.087276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94a64e-3a66-4733-b8dd-63c7beb8d8fd req-ec5f18f2-c7ac-4317-8088-82abead96c06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:50.088848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf94a64e-3a66-4733-b8dd-63c7beb8d8fd req-ec5f18f2-c7ac-4317-8088-82abead96c06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0655761 Oct 19 01:43:50.142228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-d51648fe-a236-4fb6-8644-d6b50759f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:50.144095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-d51648fe-a236-4fb6-8644-d6b50759f45d service neutron] 10.222.0.74 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.1087642 Oct 19 01:43:50.163187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf94a64e-3a66-4733-b8dd-63c7beb8d8fd req-006da88d-9abd-4366-8546-2298c316ff87 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465665 Oct 19 01:43:50.175808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.229373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event deleted for resources: {'Port': ['ID=98807951-63c7-4eb3-99b1-8d0037bc9e00,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:50.229895 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-cf38f1aa-7863-4ec8-a7e7-6fdd22e47429 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0773089 Oct 19 01:43:50.278206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.286471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-dd8a2d01-a21c-4350-ad46-1285b01839dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:50.287946 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-dd8a2d01-a21c-4350-ad46-1285b01839dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0502205 Oct 19 01:43:50.343600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-bb02b54c-9c7e-4e69-b69a-2de4e26dc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:50.346407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-bb02b54c-9c7e-4e69-b69a-2de4e26dc549 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509903 Oct 19 01:43:50.378031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.380238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.425283 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.425849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Fanout notify agent at l3_agent the message router_deleted on router f75a5098-2649-4ce4-babc-b4b54bc62e2d {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:50.433244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.437721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd96d492-356b-4120-b7f5-e65f623e8d3a tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/f75a5098-2649-4ce4-babc-b4b54bc62e2d HTTP/1.1" status: 204 len: 168 time: 1.2279227 Oct 19 01:43:50.438697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40852) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:50.446406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-523112d0-a858-45e7-a274-a2e63a9a3074 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1516006748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:50.466957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-04f969d9-85eb-4e95-9a61-aab250bc1634 service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130958 Oct 19 01:43:50.484305 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-523112d0-a858-45e7-a274-a2e63a9a3074 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.485302 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-523112d0-a858-45e7-a274-a2e63a9a3074 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.880506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-523112d0-a858-45e7-a274-a2e63a9a3074 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.887776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-523112d0-a858-45e7-a274-a2e63a9a3074 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.906654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-3046d175-41e5-4b2d-b6f3-22b0cb4d86dc service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308035 Oct 19 01:43:50.915102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-523112d0-a858-45e7-a274-a2e63a9a3074 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:50.916233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-523112d0-a858-45e7-a274-a2e63a9a3074 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4762805 Oct 19 01:43:50.919031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40862) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:50.924948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:51.187540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:51.287771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903880d-6152-496e-907f-7e34f8f5c3ee req-bb8d874f-3f68-45df-a774-6ccee23e12e7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:51.289293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2903880d-6152-496e-907f-7e34f8f5c3ee req-bb8d874f-3f68-45df-a774-6ccee23e12e7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0536630 Oct 19 01:43:51.330487 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2903880d-6152-496e-907f-7e34f8f5c3ee req-df0d81e1-8067-4953-b89a-3806d1cfd0ae tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336666 Oct 19 01:43:51.392319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:51.411578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:51.522516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Allocated IP 172.25.0.222 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/8c614345-4372-4579-80bf-753e9e053cbc) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:51.627377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:51.675045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:51.715265 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:51.718116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:51.722452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:51.729986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event updated for resources: {'Port': ['ID=8c614345-4372-4579-80bf-753e9e053cbc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:51.988827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:52.208957 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:52.212588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:52.344873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Router d849319d-b995-411a-9fda-e381e9138b33 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:52.464525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759047d-058e-469f-9aa1-2bfdfe169af1 req-1bd99da7-699b-437b-8ba4-381818cfd955 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:52.466124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0759047d-058e-469f-9aa1-2bfdfe169af1 req-1bd99da7-699b-437b-8ba4-381818cfd955 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0544744 Oct 19 01:43:52.468982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:52.479635 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] Sync routers for ids ['d849319d-b995-411a-9fda-e381e9138b33'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:52.485846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:52.489325 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-01a46cea-1be4-472e-a8f7-eff60d09f72d tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "PUT /v2.0/routers/d849319d-b995-411a-9fda-e381e9138b33 HTTP/1.1" status: 200 len: 884 time: 1.5667689 Oct 19 01:43:52.489899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40900) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:52.492291 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] Routers {'d849319d-b995-411a-9fda-e381e9138b33'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:52.493004 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d849319d-b995-411a-9fda-e381e9138b33'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:52.527057 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:52.537617 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] Routers {'d849319d-b995-411a-9fda-e381e9138b33'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:52.538473 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d849319d-b995-411a-9fda-e381e9138b33'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:52.563609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0759047d-058e-469f-9aa1-2bfdfe169af1 req-768168b7-36f9-4c35-aa70-5c725f625f82 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828738 Oct 19 01:43:52.586271 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:52.587006 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452a1ae-a44c-4d28-aa82-0018ba94da75 None None] The sync data for ids ['d849319d-b995-411a-9fda-e381e9138b33'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:52.621551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0d8503e0-42aa-4b6a-8be9-36ec25816b7e tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/d849319d-b995-411a-9fda-e381e9138b33 HTTP/1.1" status: 200 len: 925 time: 0.1304848 Oct 19 01:43:52.624246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40902) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:52.666805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb93c7-1d9b-45ca-9ddf-83175d581354 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:52.668675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a2eb93c7-1d9b-45ca-9ddf-83175d581354 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=d849319d-b995-411a-9fda-e381e9138b33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0432711 Oct 19 01:43:52.671273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40908) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:52.759772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703c2e9-2e47-4529-a147-e80e3721e1c3 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:52.761201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e703c2e9-2e47-4529-a147-e80e3721e1c3 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.0887260 Oct 19 01:43:52.764212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40910) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:52.793739 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8b878bb2-d705-4c30-bf15-76e7a65f7a5c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=d849319d-b995-411a-9fda-e381e9138b33 HTTP/1.1" status: 200 len: 205 time: 0.0260735 Oct 19 01:43:52.793986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40912) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:52.901533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.010071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.065594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Deleting port 8c614345-4372-4579-80bf-753e9e053cbc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:53.066013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.150631 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.163794 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Calling delete_port for 8c614345-4372-4579-80bf-753e9e053cbc owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:53.336151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.362743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event deleted for resources: {'Port': ['ID=8c614345-4372-4579-80bf-753e9e053cbc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:53.429774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.526947 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.529872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.573926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.574465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Fanout notify agent at l3_agent the message router_deleted on router d849319d-b995-411a-9fda-e381e9138b33 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:53.582241 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.586886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e6e09ac-3d1d-4dca-b32c-2e4c75c98bf1 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/d849319d-b995-411a-9fda-e381e9138b33 HTTP/1.1" status: 204 len: 168 time: 0.7886052 Oct 19 01:43:53.587236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40930) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:53.591426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e4c0af40-5266-47c4-9d1a-e45fe72048f6 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1881272132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:53.617619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4c0af40-5266-47c4-9d1a-e45fe72048f6 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.618787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4c0af40-5266-47c4-9d1a-e45fe72048f6 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.679793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4c0af40-5266-47c4-9d1a-e45fe72048f6 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.685612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4c0af40-5266-47c4-9d1a-e45fe72048f6 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.700259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19027a2-13a0-47b2-8feb-80fd555a10d1 req-238490ca-fbdc-4fcb-ae2c-65b9dff2b688 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:53.702173 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b19027a2-13a0-47b2-8feb-80fd555a10d1 req-238490ca-fbdc-4fcb-ae2c-65b9dff2b688 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0644510 Oct 19 01:43:53.707402 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e4c0af40-5266-47c4-9d1a-e45fe72048f6 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:53.712182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e4c0af40-5266-47c4-9d1a-e45fe72048f6 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1206338 Oct 19 01:43:53.712888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40938) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:53.718576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': True}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:53.745626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b19027a2-13a0-47b2-8feb-80fd555a10d1 req-ecd05457-f440-4e09-951c-74489ba94516 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Oct 19 01:43:53.942733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.443531 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.466894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.574073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Allocated IP 172.25.0.96 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/9fbab1a4-fe50-48d3-a57a-ea270899f91b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:54.681420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.716701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:54.754400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:54.757275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:54.760739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:54.771436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Port': ['ID=9fbab1a4-fe50-48d3-a57a-ea270899f91b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:54.889408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe396e-a6a3-4539-9933-21332915b878 req-564e5f06-7e1e-4c11-bdd8-37a1d27095bc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:54.892208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fefe396e-a6a3-4539-9933-21332915b878 req-564e5f06-7e1e-4c11-bdd8-37a1d27095bc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Oct 19 01:43:54.931101 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fefe396e-a6a3-4539-9933-21332915b878 req-e7904ab9-59cf-4d40-9cf9-0fa704480405 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316908 Oct 19 01:43:55.042678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:55.255392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:55.258746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:55.394440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Router 695e1a8c-4610-4a32-8a2d-4aeb529b2634 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:55.508700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:55.513122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:55.517565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40980) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:55.518566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] Sync routers for ids ['695e1a8c-4610-4a32-8a2d-4aeb529b2634'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:55.519484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a8276ec2-f8fd-40f0-9a1e-f50e2bf3981d tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "PUT /v2.0/routers/695e1a8c-4610-4a32-8a2d-4aeb529b2634 HTTP/1.1" status: 200 len: 918 time: 1.8055093 Oct 19 01:43:55.542810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] Routers {'695e1a8c-4610-4a32-8a2d-4aeb529b2634'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:55.543423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['695e1a8c-4610-4a32-8a2d-4aeb529b2634'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:55.587751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:55.598249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] Routers {'695e1a8c-4610-4a32-8a2d-4aeb529b2634'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:55.598870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['695e1a8c-4610-4a32-8a2d-4aeb529b2634'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:55.629882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a2dd78cc-7c23-48f9-bb40-8825c4a9bcde tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/695e1a8c-4610-4a32-8a2d-4aeb529b2634 HTTP/1.1" status: 200 len: 924 time: 0.1111655 Oct 19 01:43:55.632511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 40982) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:55.632686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:55.633638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08a557-3df6-4457-84b6-e1703e4c5a33 None None] The sync data for ids ['695e1a8c-4610-4a32-8a2d-4aeb529b2634'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:55.674167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edbf0e-a31b-49a0-8f72-51493e3e3803 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:55.675615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-84edbf0e-a31b-49a0-8f72-51493e3e3803 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=695e1a8c-4610-4a32-8a2d-4aeb529b2634&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0421519 Oct 19 01:43:55.678933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40984) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:55.764743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705a77e-a6f3-4a38-aee4-4eeb5513fdd9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:55.766172 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1705a77e-a6f3-4a38-aee4-4eeb5513fdd9 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.0862346 Oct 19 01:43:55.768929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40986) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:55.801013 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0646f1ea-4447-4fff-8c1a-1a4cc536fcca tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=695e1a8c-4610-4a32-8a2d-4aeb529b2634 HTTP/1.1" status: 200 len: 205 time: 0.0309172 Oct 19 01:43:55.803437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 40992) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:55.912246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.020873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.060972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1b704-fbe2-4668-815d-e2c3c5e06994 req-28679a9c-eea3-4a03-809a-4f1bd8bbb451 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:56.062612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7b1b704-fbe2-4668-815d-e2c3c5e06994 req-28679a9c-eea3-4a03-809a-4f1bd8bbb451 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0590994 Oct 19 01:43:56.086132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Deleting port 9fbab1a4-fe50-48d3-a57a-ea270899f91b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:56.086471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.111526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7b1b704-fbe2-4668-815d-e2c3c5e06994 req-d713ed2e-3579-4791-9d7f-3fa92df9e14e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 Oct 19 01:43:56.171345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.183618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Calling delete_port for 9fbab1a4-fe50-48d3-a57a-ea270899f91b owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:56.349371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.376986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event deleted for resources: {'Port': ['ID=9fbab1a4-fe50-48d3-a57a-ea270899f91b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:56.447339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.539779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.541982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.586752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.587339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Fanout notify agent at l3_agent the message router_deleted on router 695e1a8c-4610-4a32-8a2d-4aeb529b2634 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:56.594683 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.599179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2a047365-7952-4bdc-acbc-dbe5807dd6e5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/695e1a8c-4610-4a32-8a2d-4aeb529b2634 HTTP/1.1" status: 204 len: 168 time: 0.7913964 Oct 19 01:43:56.599648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41012) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:56.603691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-099aa98f-07c2-4bac-9c30-7264ccdbdf7c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1912426963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:56.629659 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-099aa98f-07c2-4bac-9c30-7264ccdbdf7c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.630794 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-099aa98f-07c2-4bac-9c30-7264ccdbdf7c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.688426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-099aa98f-07c2-4bac-9c30-7264ccdbdf7c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.693107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-099aa98f-07c2-4bac-9c30-7264ccdbdf7c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.712765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-099aa98f-07c2-4bac-9c30-7264ccdbdf7c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:56.713961 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-099aa98f-07c2-4bac-9c30-7264ccdbdf7c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1136627 Oct 19 01:43:56.716953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41014) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:56.722160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'enable_snat': False}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:56.935542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.139580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.165304 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.296550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b2c0b-36aa-489d-8b21-57d074f2fb1d req-b5d4a7a1-813c-4fde-9912-0908bac019c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:57.298690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c45b2c0b-36aa-489d-8b21-57d074f2fb1d req-b5d4a7a1-813c-4fde-9912-0908bac019c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0917237 Oct 19 01:43:57.325142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Allocated IP 172.25.0.182 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/59965824-77df-427a-a6e5-0df5f401f294) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:43:57.374130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c45b2c0b-36aa-489d-8b21-57d074f2fb1d req-ec9e30d3-0ad5-4e31-8818-237bc74ebba4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680215 Oct 19 01:43:57.459709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.496824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:57.539065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:43:57.541824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:43:57.544336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:43:57.552037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Pushing event updated for resources: {'Port': ['ID=59965824-77df-427a-a6e5-0df5f401f294,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:57.809778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.009019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.012196 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.143625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Router 1dde7157-405c-43de-8105-213b24a2c1be is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:43:58.255238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:43:58.259781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.263552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-58578a6d-e5a9-4636-974c-e20f6dd3ffa1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "PUT /v2.0/routers/1dde7157-405c-43de-8105-213b24a2c1be HTTP/1.1" status: 200 len: 920 time: 1.5430117 Oct 19 01:43:58.263679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41048) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:58.264604 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] Sync routers for ids ['1dde7157-405c-43de-8105-213b24a2c1be'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:43:58.274934 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] Routers {'1dde7157-405c-43de-8105-213b24a2c1be'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:58.275725 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1dde7157-405c-43de-8105-213b24a2c1be'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:58.313494 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:58.322919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] Routers {'1dde7157-405c-43de-8105-213b24a2c1be'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:43:58.323712 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1dde7157-405c-43de-8105-213b24a2c1be'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:58.355647 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:43:58.356988 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474ac38-52e9-4662-83ab-0f28edf936e6 None None] The sync data for ids ['1dde7157-405c-43de-8105-213b24a2c1be'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:43:58.382450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41052) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:58.382944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b7edc957-a4ed-4f3c-8e5e-6ade4422377a tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/1dde7157-405c-43de-8105-213b24a2c1be HTTP/1.1" status: 200 len: 926 time: 0.1177888 Oct 19 01:43:58.459224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f3ff7-bcea-439e-9bdd-7874f022be65 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:58.463377 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f66f3ff7-bcea-439e-9bdd-7874f022be65 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=1dde7157-405c-43de-8105-213b24a2c1be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0774386 Oct 19 01:43:58.466397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41058) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:58.505675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21df8b-bd44-4460-8b1e-da572e1221c8 req-b361484d-d055-4854-ae9e-f1a0ac79ef8a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:58.507302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be21df8b-bd44-4460-8b1e-da572e1221c8 req-b361484d-d055-4854-ae9e-f1a0ac79ef8a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0541437 Oct 19 01:43:58.552430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be21df8b-bd44-4460-8b1e-da572e1221c8 req-e43f7e41-bf4a-4108-9705-6a20849b9731 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368767 Oct 19 01:43:58.577374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569d1a7-5eb2-4480-a3d6-8795477d6ab1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:58.579261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b569d1a7-5eb2-4480-a3d6-8795477d6ab1 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/networks/125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 881 time: 0.1116207 Oct 19 01:43:58.581898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41062) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:58.609126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b40af253-295d-4c33-a2ec-bcfcb455816f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dde7157-405c-43de-8105-213b24a2c1be HTTP/1.1" status: 200 len: 205 time: 0.0261636 Oct 19 01:43:58.612185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41064) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:58.726326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.833030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.884690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Deleting port 59965824-77df-427a-a6e5-0df5f401f294 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:43:58.885018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.967279 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:58.981705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Calling delete_port for 59965824-77df-427a-a6e5-0df5f401f294 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:43:59.147956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.174859 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event deleted for resources: {'Port': ['ID=59965824-77df-427a-a6e5-0df5f401f294,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:43:59.238501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.339369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.341546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.685327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.686086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Fanout notify agent at l3_agent the message router_deleted on router 1dde7157-405c-43de-8105-213b24a2c1be {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:43:59.694298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.695417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-03cea4c1-c017-4e4a-950e-9dae6887de8f tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/1dde7157-405c-43de-8105-213b24a2c1be HTTP/1.1" status: 204 len: 168 time: 1.0822458 Oct 19 01:43:59.699462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:43:59.704713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-17584559', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:43:59.730495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.731619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.737084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07908fa-d40e-4069-8dcc-bf7306258c22 req-20517bc5-1ded-4535-b479-f9d37cc32920 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:43:59.739070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f07908fa-d40e-4069-8dcc-bf7306258c22 req-20517bc5-1ded-4535-b479-f9d37cc32920 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0593398 Oct 19 01:43:59.795282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f07908fa-d40e-4069-8dcc-bf7306258c22 req-b76835d1-67d9-4e3f-a496-a40a5c4be27a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493915 Oct 19 01:43:59.798099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:43:59.936324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.141734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.160755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.268589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Allocated IP 172.25.0.184 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/0d5842b6-36a6-4ee3-a54a-70775b9ea24c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:00.381608 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.415530 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.451782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:00.457049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:00.460471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:00.484493 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event updated for resources: {'Port': ['ID=0d5842b6-36a6-4ee3-a54a-70775b9ea24c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:00.735707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.925843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfeb7a-b1f5-4b6e-81b5-f774eee6ba52 req-8e946001-03f5-4857-bb0a-9ee7e3bc79fa tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:00.927330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8bfeb7a-b1f5-4b6e-81b5-f774eee6ba52 req-8e946001-03f5-4857-bb0a-9ee7e3bc79fa tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0624781 Oct 19 01:44:00.950569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:00.968852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8bfeb7a-b1f5-4b6e-81b5-f774eee6ba52 req-1bc11fa0-5536-4f4f-97d0-84bf0bdc2724 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334208 Oct 19 01:44:01.091086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Router df162052-2c0c-4bce-9bd3-814b0712aa5c is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:44:01.204884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:01.214714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] Sync routers for ids ['df162052-2c0c-4bce-9bd3-814b0712aa5c'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:01.226505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] Routers {'df162052-2c0c-4bce-9bd3-814b0712aa5c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:01.227670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['df162052-2c0c-4bce-9bd3-814b0712aa5c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:01.227821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.231353 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3d7260ef-b3c4-4210-8ac9-6e7ce2d43d20 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5300560 Oct 19 01:44:01.232079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41126) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:01.236969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:01.266759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:01.276751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] Routers {'df162052-2c0c-4bce-9bd3-814b0712aa5c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:01.277737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['df162052-2c0c-4bce-9bd3-814b0712aa5c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:01.312353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:01.313179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b3798-d363-46b4-8b82-fdf19685034a None None] The sync data for ids ['df162052-2c0c-4bce-9bd3-814b0712aa5c'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:01.563880 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.575414 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.626693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Deleting port 0d5842b6-36a6-4ee3-a54a-70775b9ea24c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:01.627030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.708888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.721511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Calling delete_port for 0d5842b6-36a6-4ee3-a54a-70775b9ea24c owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:01.890443 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:01.914918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Pushing event deleted for resources: {'Port': ['ID=0d5842b6-36a6-4ee3-a54a-70775b9ea24c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:01.980168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:02.095276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09220d90-6dee-4e1c-a58a-bd32b8920737 req-634a3286-7ba5-4572-8372-849d677996d4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:02.096867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09220d90-6dee-4e1c-a58a-bd32b8920737 req-634a3286-7ba5-4572-8372-849d677996d4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Oct 19 01:44:02.155562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09220d90-6dee-4e1c-a58a-bd32b8920737 req-1d43f6ca-7f69-4f7d-8583-4071cfb43622 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512533 Oct 19 01:44:02.214316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:02.217626 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:02.298417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Router df162052-2c0c-4bce-9bd3-814b0712aa5c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:02.377377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:02.384447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:02.385625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-660c3534-5472-4a07-9c51-783dce59efc8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "PUT /v2.0/routers/df162052-2c0c-4bce-9bd3-814b0712aa5c HTTP/1.1" status: 200 len: 708 time: 1.1525302 Oct 19 01:44:02.387117 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] Sync routers for ids ['df162052-2c0c-4bce-9bd3-814b0712aa5c'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:02.388272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41144) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:02.396669 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] Routers {'df162052-2c0c-4bce-9bd3-814b0712aa5c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:02.397270 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['df162052-2c0c-4bce-9bd3-814b0712aa5c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:02.432825 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:02.441350 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] Routers {'df162052-2c0c-4bce-9bd3-814b0712aa5c'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:02.441952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:43:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['df162052-2c0c-4bce-9bd3-814b0712aa5c'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:02.465450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4f031138-c2c0-4485-ae50-b5429b37b18e tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/routers/df162052-2c0c-4bce-9bd3-814b0712aa5c HTTP/1.1" status: 200 len: 743 time: 0.0759087 Oct 19 01:44:02.467948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41146) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:02.473935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:02.474578 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5cf96-c87d-4b19-8abc-c0a5305ae240 None None] The sync data for ids ['df162052-2c0c-4bce-9bd3-814b0712aa5c'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:02.523443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-472fbb09-cdcf-40dc-81f8-e113416eebd0 tempest-RoutersIpV6AdminTest-919573304 tempest-RoutersIpV6AdminTest-919573304-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&device_id=df162052-2c0c-4bce-9bd3-814b0712aa5c HTTP/1.1" status: 200 len: 205 time: 0.0541747 Oct 19 01:44:02.525898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41148) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:02.552931 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c9861279-9fe7-4db5-89a8-d6cd8f2c3177 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=df162052-2c0c-4bce-9bd3-814b0712aa5c HTTP/1.1" status: 200 len: 205 time: 0.0258830 Oct 19 01:44:02.555387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41150) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:02.917068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-011352e6-3d9b-4e13-8826-2fbf2eb60f33 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.123530 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-011352e6-3d9b-4e13-8826-2fbf2eb60f33 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.127278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-011352e6-3d9b-4e13-8826-2fbf2eb60f33 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.130623 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-8fd9b487-a0c1-459a-8b6c-f2eb2c38ef69 service neutron] show failed (client error): The resource could not be found. Oct 19 01:44:03.131641 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-8fd9b487-a0c1-459a-8b6c-f2eb2c38ef69 service neutron] 10.222.0.74 "GET /v2.0/ports/344082ca-4b11-4805-8a18-98039244f2d5/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.2114117 Oct 19 01:44:03.178924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-011352e6-3d9b-4e13-8826-2fbf2eb60f33 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.179685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011352e6-3d9b-4e13-8826-2fbf2eb60f33 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Fanout notify agent at l3_agent the message router_deleted on router df162052-2c0c-4bce-9bd3-814b0712aa5c {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:44:03.186866 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-011352e6-3d9b-4e13-8826-2fbf2eb60f33 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.188774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-011352e6-3d9b-4e13-8826-2fbf2eb60f33 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/df162052-2c0c-4bce-9bd3-814b0712aa5c HTTP/1.1" status: 204 len: 168 time: 0.6325049 Oct 19 01:44:03.193227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41156) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.224897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-207de8f1-cf4d-480e-85e0-f5b0de305f79 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=df162052-2c0c-4bce-9bd3-814b0712aa5c HTTP/1.1" status: 200 len: 205 time: 0.0303886 Oct 19 01:44:03.227281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41158) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.276874 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-4b5f02e9-4a08-4a7b-bee8-8a37a6153388 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] delete failed (client error): The resource could not be found. Oct 19 01:44:03.280918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4b5f02e9-4a08-4a7b-bee8-8a37a6153388 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/df162052-2c0c-4bce-9bd3-814b0712aa5c HTTP/1.1" status: 404 len: 336 time: 0.0522487 Oct 19 01:44:03.281347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41160) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.316977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-86ef4cd4-9a1e-4d84-87a5-24662c4a9ffe tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=1dde7157-405c-43de-8105-213b24a2c1be HTTP/1.1" status: 200 len: 205 time: 0.0337787 Oct 19 01:44:03.319514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41162) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.334567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747cad8-9d22-4b29-904e-058b9a3439ea req-c171eed9-ddde-475a-8bb6-a18b6b5eb592 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:03.336077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0747cad8-9d22-4b29-904e-058b9a3439ea req-c171eed9-ddde-475a-8bb6-a18b6b5eb592 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0847876 Oct 19 01:44:03.388169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0747cad8-9d22-4b29-904e-058b9a3439ea req-399a188b-3f5c-4f59-8be5-fb068f5489cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Oct 19 01:44:03.411572 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-537adaa9-390b-452f-b83c-95b787f2e6a3 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] delete failed (client error): The resource could not be found. Oct 19 01:44:03.412672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-537adaa9-390b-452f-b83c-95b787f2e6a3 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/1dde7157-405c-43de-8105-213b24a2c1be HTTP/1.1" status: 404 len: 336 time: 0.0920472 Oct 19 01:44:03.415399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41166) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.437001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-514385bf-95d0-4f33-b9c9-f955ecbb2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:03.439226 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-514385bf-95d0-4f33-b9c9-f955ecbb2c77 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 1097 time: 0.1110497 Oct 19 01:44:03.443936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-40381ae3-5cc4-4f78-80d0-00a78b33184e tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=695e1a8c-4610-4a32-8a2d-4aeb529b2634 HTTP/1.1" status: 200 len: 205 time: 0.0273688 Oct 19 01:44:03.446347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41168) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.452574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:03.487636 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-ecd6b540-d134-4bd5-ae43-ec27d429dcdd tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] delete failed (client error): The resource could not be found. Oct 19 01:44:03.491300 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ecd6b540-d134-4bd5-ae43-ec27d429dcdd tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/695e1a8c-4610-4a32-8a2d-4aeb529b2634 HTTP/1.1" status: 404 len: 336 time: 0.0414670 Oct 19 01:44:03.491545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41170) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.509974 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.522253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7e257a2b-4554-427d-a5ba-d9d7a19a98c5 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=d849319d-b995-411a-9fda-e381e9138b33 HTTP/1.1" status: 200 len: 205 time: 0.0271101 Oct 19 01:44:03.522447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41172) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.559191 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-969c9f11-66b0-4a78-a6c0-418afcc309fd tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] delete failed (client error): The resource could not be found. Oct 19 01:44:03.562591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-969c9f11-66b0-4a78-a6c0-418afcc309fd tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/d849319d-b995-411a-9fda-e381e9138b33 HTTP/1.1" status: 404 len: 336 time: 0.0369246 Oct 19 01:44:03.563449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41174) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.597237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ad1504d3-3b60-464e-b90d-9108663966b0 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=f75a5098-2649-4ce4-babc-b4b54bc62e2d HTTP/1.1" status: 200 len: 205 time: 0.0306284 Oct 19 01:44:03.597464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41176) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.633735 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-156d7e33-76e5-4003-8f7e-f8d4ec7aaef8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] delete failed (client error): The resource could not be found. Oct 19 01:44:03.634661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-156d7e33-76e5-4003-8f7e-f8d4ec7aaef8 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/f75a5098-2649-4ce4-babc-b4b54bc62e2d HTTP/1.1" status: 404 len: 336 time: 0.0363200 Oct 19 01:44:03.637492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.674704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5ad713be-b958-4b33-9ef7-b38a91c681d9 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "GET /v2.0/ports?device_id=505ddd8d-4e8e-416e-93a8-24e259848509 HTTP/1.1" status: 200 len: 205 time: 0.0335693 Oct 19 01:44:03.675058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.716503 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-1b92147b-4dbd-400f-8ec0-af89b10ea45c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] delete failed (client error): The resource could not be found. Oct 19 01:44:03.717541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1b92147b-4dbd-400f-8ec0-af89b10ea45c tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/routers/505ddd8d-4e8e-416e-93a8-24e259848509 HTTP/1.1" status: 404 len: 336 time: 0.0416234 Oct 19 01:44:03.720933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41182) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:03.739339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:03.747405 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c91da8b-5e78-4dfd-a8ba-28dd4deff3c3 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] DELETE failed (client error): The resource could not be found. Oct 19 01:44:03.747865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c91da8b-5e78-4dfd-a8ba-28dd4deff3c3 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:44:03.753684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3c91da8b-5e78-4dfd-a8ba-28dd4deff3c3 tempest-RoutersIpV6AdminTest-1792775824 tempest-RoutersIpV6AdminTest-1792775824-project] 10.222.0.64 "DELETE /v2.0/subnets/bc258777-8a7b-41a9-be64-58f4f9230a32 HTTP/1.1" status: 404 len: 337 time: 0.0290687 Oct 19 01:44:03.776641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:03.819218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:03.821785 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc95821-7f13-47de-b71a-f4423823f2a3" -d '{"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:03.825759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.839904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Transition to ACTIVE for port object 344082ca-4b11-4805-8a18-98039244f2d5 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:44:03.845507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:03.914987 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72485885-4e95-42bc-a99d-c7570b7d7520 x-openstack-request-id: req-72485885-4e95-42bc-a99d-c7570b7d7520 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:03.915279 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:03.915531 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72485885-4e95-42bc-a99d-c7570b7d7520 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:03.915923 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'code': 200} Oct 19 01:44:03.984025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:04.050923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] No DVR routers for this DVR port 344082ca-4b11-4805-8a18-98039244f2d5 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:44:04.098437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:04.211423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:04.211759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:04.212238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:04.218521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Port 344082ca-4b11-4805-8a18-98039244f2d5 on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:44:04.220341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Attempting to bind port 344082ca-4b11-4805-8a18-98039244f2d5 on network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:04.226564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:04.227114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Checking segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:04.227678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Bound using segment: {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:04.228417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Bound port: 344082ca-4b11-4805-8a18-98039244f2d5, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02965d12-b4f5-4a54-85e6-767962f55188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:04.228935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.242915 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d927f470-8459-4bc3-98f6-f5573c7bb7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.308253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:04.313098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:04.318129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.329349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d927f470-8459-4bc3-98f6-f5573c7bb7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.333505 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d927f470-8459-4bc3-98f6-f5573c7bb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.360193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:04.361039 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.362926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] 10.222.0.62 "PUT /v2.0/ports/344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 1092 time: 0.9141524 Oct 19 01:44:04.383099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4bef-2117-44af-96d1-db2929143e81 service neutron] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:04.387590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41196) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:04.389364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d927f470-8459-4bc3-98f6-f5573c7bb7c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b263a7057c3c4af8aa16ba4ad134baa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892809 Oct 19 01:44:04.390418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927f470-8459-4bc3-98f6-f5573c7bb7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f71385-ea88-4456-8b6c-75781d9e6583,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:04.480512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-daf40721-a91a-4da8-a827-66f40e12f675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.537144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-daf40721-a91a-4da8-a827-66f40e12f675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.547578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-eab85f86-96cf-46f6-a82f-d4d970c22887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:04.549118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-eab85f86-96cf-46f6-a82f-d4d970c22887 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1095 time: 0.1149707 Oct 19 01:44:04.617238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14597d33-d602-42cf-94de-747068a62975 req-5cea4a27-3298-4a0f-a7b0-82896ad6fdfa tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:04.618717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14597d33-d602-42cf-94de-747068a62975 req-5cea4a27-3298-4a0f-a7b0-82896ad6fdfa tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.1363721 Oct 19 01:44:04.695521 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-daf40721-a91a-4da8-a827-66f40e12f675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.698219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-daf40721-a91a-4da8-a827-66f40e12f675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:04.699366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-daf40721-a91a-4da8-a827-66f40e12f675 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5f71385-ea88-4456-8b6c-75781d9e6583 HTTP/1.1" status: 204 len: 168 time: 0.3024855 Oct 19 01:44:04.723401 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-14597d33-d602-42cf-94de-747068a62975 req-2a4951bd-abe6-4065-b8d1-f3cfa0d27ff1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681295 Oct 19 01:44:04.726074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf40721-a91a-4da8-a827-66f40e12f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f71385-ea88-4456-8b6c-75781d9e6583,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:04.730374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-7c32dd3d-6b1b-4426-ab70-5d939892d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:04.731795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-7c32dd3d-6b1b-4426-ab70-5d939892d7ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.1748738 Oct 19 01:44:04.815156 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-93568af4-df00-4ce6-ac0f-18e97d1c0bbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 998 time: 0.0734978 Oct 19 01:44:04.871561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-1178bc57-acb5-4f97-b2be-86a8e996b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:04.873460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-1178bc57-acb5-4f97-b2be-86a8e996b956 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0518179 Oct 19 01:44:04.922955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-658d9895-ca5b-4b8a-8b7a-b461f4e53d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:04.924451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-658d9895-ca5b-4b8a-8b7a-b461f4e53d12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441442 Oct 19 01:44:05.008751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:05.029136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-431674dc-5283-46e8-a4b4-b46932eca8f1 service neutron] 10.222.0.62 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978363 Oct 19 01:44:05.069580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:05.072587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f170913-7b51-4fec-82ca-842930576edf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9802f540f0d94a42a359d6b6e3d40aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567558 Oct 19 01:44:05.176903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295ef2ba-a752-409f-b43b-d89bf8665720 req-7f4cda05-92de-4e64-bb2c-0766f96afe0e service neutron] 10.222.0.62 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386776 Oct 19 01:44:05.177408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d155f0c-afa3-4eae-8f36-9fa6984b6126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:05.200415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d155f0c-afa3-4eae-8f36-9fa6984b6126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:05.252478 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d155f0c-afa3-4eae-8f36-9fa6984b6126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:05.255907 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d155f0c-afa3-4eae-8f36-9fa6984b6126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:05.259378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2d155f0c-afa3-4eae-8f36-9fa6984b6126 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60ec0adb-17fc-4e79-aaed-d862fc566afd HTTP/1.1" status: 204 len: 168 time: 0.1865728 Oct 19 01:44:05.268545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d155f0c-afa3-4eae-8f36-9fa6984b6126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec0adb-17fc-4e79-aaed-d862fc566afd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:05.324894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:05.367361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:05.860611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978233e9-422d-4631-80f9-9a3a7e6bc171 req-969d19a8-752c-467c-b8fc-75885d92d6a5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:05.862164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-978233e9-422d-4631-80f9-9a3a7e6bc171 req-969d19a8-752c-467c-b8fc-75885d92d6a5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.0552537 Oct 19 01:44:05.903372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-978233e9-422d-4631-80f9-9a3a7e6bc171 req-ed69608f-d99d-4992-a045-6899aac771a4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Oct 19 01:44:05.917248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:05.920369 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b" -d '{"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:05.975389 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa55851b-e8bc-4830-a966-b5397ed267c2 x-openstack-request-id: req-fa55851b-e8bc-4830-a966-b5397ed267c2 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:05.975683 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:05.975931 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa55851b-e8bc-4830-a966-b5397ed267c2 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:05.976345 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'status': 'completed', 'code': 200} Oct 19 01:44:06.079624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-cfb49852-9b5b-490a-956b-ae4fbb596c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.081269 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-cfb49852-9b5b-490a-956b-ae4fbb596c2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1095 time: 0.0780420 Oct 19 01:44:06.086805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-da8f647b-a03e-4bb4-bf20-a974bb526ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.088086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-da8f647b-a03e-4bb4-bf20-a974bb526ac3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1095 time: 0.0565760 Oct 19 01:44:06.270138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-6347be84-afd3-40d4-b0da-a44293af2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.271183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-6347be84-afd3-40d4-b0da-a44293af2766 service neutron] 10.222.0.62 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.1818483 Oct 19 01:44:06.272110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-029f9886-3b4f-4455-8dc3-f5baa2d0565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.273375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-029f9886-3b4f-4455-8dc3-f5baa2d0565c service neutron] 10.222.0.74 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.1755781 Oct 19 01:44:06.387421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-39a92c73-3894-4b8d-b66e-389faabaff5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 998 time: 0.1084583 Oct 19 01:44:06.394374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-47f5a759-02ef-4795-b2e7-443e2d6ec795 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 998 time: 0.1089795 Oct 19 01:44:06.476029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-d4bd30c3-6860-4b96-a946-69416ed25b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.478632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-d4bd30c3-6860-4b96-a946-69416ed25b5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0816743 Oct 19 01:44:06.498124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-1ce9144f-684c-40ad-9fce-2765eef06595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.502399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-1ce9144f-684c-40ad-9fce-2765eef06595 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0947149 Oct 19 01:44:06.571854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-eafb3eea-7ed3-4670-a71a-a2ff2a450eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.573388 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-eafb3eea-7ed3-4670-a71a-a2ff2a450eae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850766 Oct 19 01:44:06.575762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-1b9bcba4-25c5-4061-8b82-36320cefe5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:06.577376 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-1b9bcba4-25c5-4061-8b82-36320cefe5ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573242 Oct 19 01:44:06.608048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41256) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:06.752488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1302093036', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:06.759012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-d4a8b22c-9242-4cc4-b2af-55f913ab0166 service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663783 Oct 19 01:44:06.781995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Made reservation on behalf of 7193bdd3ee2143028bac721d97a4ddff for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:06.785519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:06.793017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-5990a4a4-0bbc-4ece-b2c0-68fa01efd260 service neutron] 10.222.0.62 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078118 Oct 19 01:44:06.798624 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:06.893709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:06.898424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:06.904324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] device_id is not set on port c92c4d25-ab35-4dba-978d-36b7c25cb469 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:44:06.949415 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64b55e78-7a28-4ec2-bf68-622a2b14f2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:06.962706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60524f96-823d-4826-bb50-3a6e0671ebcf,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:06.974825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-ec0d916a-4394-4cc3-a039-5376702e8cca service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062666 Oct 19 01:44:06.991392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2dc80015-0bff-4aaa-94ce-a930a6a3d73b req-f47688cd-e2e5-4eec-96e2-5973f682f8dd service neutron] 10.222.0.62 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855416 Oct 19 01:44:07.059829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Allocated IP 172.25.0.154 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/c92c4d25-ab35-4dba-978d-36b7c25cb469) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:07.084193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e0c4-6294-4094-9593-3f926711d54c req-0d7a2797-9365-4da4-91de-acbbfa579d6c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:07.085675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8406e0c4-6294-4094-9593-3f926711d54c req-0d7a2797-9365-4da4-91de-acbbfa579d6c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.0807352 Oct 19 01:44:07.158672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8406e0c4-6294-4094-9593-3f926711d54c req-ff84a37f-d860-4161-99c0-25cec0dbe6e9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661230 Oct 19 01:44:07.238622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:07.285775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:07.327265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:07.330885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:07.334556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:07.359752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Pushing event updated for resources: {'Port': ['ID=c92c4d25-ab35-4dba-978d-36b7c25cb469,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:07.371860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.372256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.372605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.372946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.373286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.373641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.373956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.374287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.374615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.374942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.375301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.375630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:07.393166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:07.393166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:07.407437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15ae9dfb-928e-43d6-9b48-4f23571eda26 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7973046 Oct 19 01:44:07.410399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41268) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:07.414769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.154'}]}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:07.437238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:07.439010 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:07.497823 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:07.646739 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:07.752880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732200b-d7b2-4c04-87eb-ee81ae7960ab req-474915c1-0f77-4fb1-bb9f-7102beb7322e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:07.754361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c732200b-d7b2-4c04-87eb-ee81ae7960ab req-474915c1-0f77-4fb1-bb9f-7102beb7322e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 943 time: 0.4302945 Oct 19 01:44:07.792632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-f419b6b2-b41e-4122-a94e-21d76024ad2d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:07.794106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-f419b6b2-b41e-4122-a94e-21d76024ad2d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3&tenant_id=446eaabb7b8b48159e8221f499748465&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 943 time: 0.4388368 Oct 19 01:44:07.842234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c732200b-d7b2-4c04-87eb-ee81ae7960ab req-d14931bd-a6b8-4166-8702-2383e25198b4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768192 Oct 19 01:44:07.877004 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-88d6a51d-3e7b-4928-9f61-cf0701fec4b3 service neutron] delete failed (client error): The resource could not be found. Oct 19 01:44:07.878232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-88d6a51d-3e7b-4928-9f61-cf0701fec4b3 service neutron] 10.222.0.74 "DELETE /v2.0/ports/344082ca-4b11-4805-8a18-98039244f2d5/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0751584 Oct 19 01:44:08.001366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-eef6f550-4642-41b8-a337-2431316076e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:08.002878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-eef6f550-4642-41b8-a337-2431316076e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1095 time: 0.0499287 Oct 19 01:44:08.105444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-993f3760-64a9-47f5-94e8-819c485ca4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:08.107043 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-993f3760-64a9-47f5-94e8-819c485ca4e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.0970774 Oct 19 01:44:08.164124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.178612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:44:08.179762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-c4a00407-65bc-458d-abd1-685e5a18a162 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 998 time: 0.0647643 Oct 19 01:44:08.185069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.237012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-e2688bde-6d3e-4f57-9d7f-570b07b7abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:08.239048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-e2688bde-6d3e-4f57-9d7f-570b07b7abb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0525231 Oct 19 01:44:08.311646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:08.321608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-739cc466-79d2-4778-8640-a7ec8019a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:08.324121 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-739cc466-79d2-4778-8640-a7ec8019a0d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628464 Oct 19 01:44:08.336156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '344082ca-4b11-4805-8a18-98039244f2d5', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'port_id': '344082ca-4b11-4805-8a18-98039244f2d5', 'mac_address': 'fa:16:3e:5c:1a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:44:08.361466 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.389183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.404185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344082ca-4b11-4805-8a18-98039244f2d5 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:44:08.426310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:08.431929 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.445279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-613de05c-96bb-4b7c-8dfe-2f2fe21ee6ac service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122785 Oct 19 01:44:08.486417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:08.546132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.548280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.553424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b3fdef8-b9ac-49ab-8967-5fa3a556c029 req-d61baf0b-9970-4566-b8d9-051855fd3eaf service neutron] 10.222.0.74 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001010 Oct 19 01:44:08.599677 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.600642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b16ef0bb-bdb9-4324-9464-bbaacbfca6b5 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:44:08.616282 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 01:44:08.617475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9ca95740-fd26-4381-afd4-281f042c62e2 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2060981 Oct 19 01:44:08.620461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41286) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:08.722871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Deleting port c92c4d25-ab35-4dba-978d-36b7c25cb469 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:08.723511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.771794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['344082ca-4b11-4805-8a18-98039244f2d5'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:44:08.804515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:08.819692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Calling delete_port for c92c4d25-ab35-4dba-978d-36b7c25cb469 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:08.969861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.033687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Pushing event deleted for resources: {'Port': ['ID=c92c4d25-ab35-4dba-978d-36b7c25cb469,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:09.064072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facea6e-0e5f-462e-8fc3-6e7b45513abe req-e33d4efd-8d9e-4453-85e1-b590d6e33c42 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:09.072129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7facea6e-0e5f-462e-8fc3-6e7b45513abe req-e33d4efd-8d9e-4453-85e1-b590d6e33c42 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 944 time: 0.1316562 Oct 19 01:44:09.096940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.106902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0222fc3d-eb75-4c16-bca8-1933f3908e49 tempest-RoutersAdminNegativeIpV6Test-2070046759 tempest-RoutersAdminNegativeIpV6Test-2070046759-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c92c4d25-ab35-4dba-978d-36b7c25cb469 HTTP/1.1" status: 204 len: 168 time: 0.4812021 Oct 19 01:44:09.122850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7facea6e-0e5f-462e-8fc3-6e7b45513abe req-befe4834-750e-4813-a156-41593be52273 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490386 Oct 19 01:44:09.392083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41298) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:09.506039 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df43a9fd-a16a-4941-b0b3-7b89a3a03138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.580119 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df43a9fd-a16a-4941-b0b3-7b89a3a03138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.584082 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-df43a9fd-a16a-4941-b0b3-7b89a3a03138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.622295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43a9fd-a16a-4941-b0b3-7b89a3a03138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed8beca-cbec-4a4b-b05f-e3ffd438b8c8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:09.631035 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-df43a9fd-a16a-4941-b0b3-7b89a3a03138 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c26c0bb255c34e6bbfb655218652bb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357459 Oct 19 01:44:09.632169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41302) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:09.688978 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e10c9db-58e6-4402-9c94-a08dd0ab8e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.695413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5152b132-275a-4266-bf1b-89f3adc17214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.713529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e10c9db-58e6-4402-9c94-a08dd0ab8e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.748922 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.765091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e10c9db-58e6-4402-9c94-a08dd0ab8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.767870 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0e10c9db-58e6-4402-9c94-a08dd0ab8e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:09.769035 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0e10c9db-58e6-4402-9c94-a08dd0ab8e32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ed8beca-cbec-4a4b-b05f-e3ffd438b8c8 HTTP/1.1" status: 204 len: 168 time: 0.1368780 Oct 19 01:44:09.776852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10c9db-58e6-4402-9c94-a08dd0ab8e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed8beca-cbec-4a4b-b05f-e3ffd438b8c8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:10.046107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41310) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:10.087828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-40fd0bed-0b0e-4d1b-b643-0296bab8eec4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7193bdd3ee2143028bac721d97a4ddff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395310 Oct 19 01:44:10.090299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41312) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:10.139039 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-552839e1-cf90-468c-98f2-9b3b97726dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.162231 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-552839e1-cf90-468c-98f2-9b3b97726dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.209680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:10.238780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-552839e1-cf90-468c-98f2-9b3b97726dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.241410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-552839e1-cf90-468c-98f2-9b3b97726dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.242563 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-552839e1-cf90-468c-98f2-9b3b97726dce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60524f96-823d-4826-bb50-3a6e0671ebcf HTTP/1.1" status: 204 len: 168 time: 0.1513560 Oct 19 01:44:10.268592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552839e1-cf90-468c-98f2-9b3b97726dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60524f96-823d-4826-bb50-3a6e0671ebcf,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:10.280964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681cc94-4a67-4f4f-b886-3c01099189f3 req-cfc4adbd-bd02-4f06-a4b2-c3a97e25cd31 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:10.288823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 344082ca-4b11-4805-8a18-98039244f2d5 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:44:10.289753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7681cc94-4a67-4f4f-b886-3c01099189f3 req-cfc4adbd-bd02-4f06-a4b2-c3a97e25cd31 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 944 time: 0.0912211 Oct 19 01:44:10.293446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 344082ca-4b11-4805-8a18-98039244f2d5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:10.293874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.335316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7681cc94-4a67-4f4f-b886-3c01099189f3 req-fd388c66-1393-45c1-b31c-e28566a89103 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Oct 19 01:44:10.353235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:10.378293 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.402611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:10.405110 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58717393-3e30-4ba4-8e0b-efe521b04415" -d '{"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-plugged", "status": "completed", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:10.419162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:10.424361 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.442107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-40f7523c-22da-4e33-9a8f-ccdda0c485cc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/44bce112-5876-4aa8-a6d2-2010a0673926 HTTP/1.1" status: 200 len: 991 time: 0.0873771 Oct 19 01:44:10.484875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:10.508870 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21144009-3346-4c3e-a3e7-5a0175e72ff3 x-openstack-request-id: req-21144009-3346-4c3e-a3e7-5a0175e72ff3 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:10.509226 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-plugged", "status": "completed", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:10.509615 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21144009-3346-4c3e-a3e7-5a0175e72ff3 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:10.510073 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'code': 200} Oct 19 01:44:10.614617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:10.821491 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:11.055688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.155861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-95bd73c6-8546-404d-8656-768c05d34de8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.157771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-95bd73c6-8546-404d-8656-768c05d34de8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0990884 Oct 19 01:44:11.160241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.164243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-2b8b6129-d6fd-4f09-b1ce-819d2618399f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.165571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2b8b6129-d6fd-4f09-b1ce-819d2618399f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040059 Oct 19 01:44:11.167332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.170976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-f48e75f7-e855-4503-a429-aee48ca135d8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.172545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f48e75f7-e855-4503-a429-aee48ca135d8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037401 Oct 19 01:44:11.174716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41352) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.178454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-52ed41a6-ee27-4b75-bc74-ce1b8c75717e tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.179351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-52ed41a6-ee27-4b75-bc74-ce1b8c75717e tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038171 Oct 19 01:44:11.181404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41354) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.185025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-b07c6f26-2034-4049-ad80-ff9de4e902a0 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.185914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b07c6f26-2034-4049-ad80-ff9de4e902a0 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0037088 Oct 19 01:44:11.189868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.193671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-e2bd0a8d-d3d8-4155-89f1-7f9c9f84ff69 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.194590 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2bd0a8d-d3d8-4155-89f1-7f9c9f84ff69 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038872 Oct 19 01:44:11.196787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41358) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.201616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-1e1ce250-333d-49a3-9cda-f34f0db616ef tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.202781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1e1ce250-333d-49a3-9cda-f34f0db616ef tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051851 Oct 19 01:44:11.205291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.208942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-1fabe3d8-2dcf-460e-8389-8c22f186cffd tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.209856 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1fabe3d8-2dcf-460e-8389-8c22f186cffd tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037389 Oct 19 01:44:11.211833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41362) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.215431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-382f65e2-ca9b-4f50-b1de-53c72f2159c2 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.216390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-382f65e2-ca9b-4f50-b1de-53c72f2159c2 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037017 Oct 19 01:44:11.218366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41364) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.222546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-7980ce11-b1ad-4dde-99a8-b8fa419a1272 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.223454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7980ce11-b1ad-4dde-99a8-b8fa419a1272 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037396 Oct 19 01:44:11.225642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41366) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.230059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-6b34b10f-0ccb-4f08-9d75-f99dcbaff734 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.230990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b34b10f-0ccb-4f08-9d75-f99dcbaff734 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043523 Oct 19 01:44:11.233104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41368) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.237982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-5e97bb05-1fc8-4731-8893-17def794031e tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.238948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5e97bb05-1fc8-4731-8893-17def794031e tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049493 Oct 19 01:44:11.240976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41370) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.244593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-be8140e0-9a0f-49f8-b4a2-c8e88151e4fb tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.245611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-be8140e0-9a0f-49f8-b4a2-c8e88151e4fb tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038273 Oct 19 01:44:11.247648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41372) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.252172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-ff501814-8886-4e52-a223-9472929a3717 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.253082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ff501814-8886-4e52-a223-9472929a3717 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045955 Oct 19 01:44:11.255302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41374) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.259313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-30620e62-745f-4db8-bfdd-9c503453b423 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.260452 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30620e62-745f-4db8-bfdd-9c503453b423 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041158 Oct 19 01:44:11.262478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41376) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.266499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-a2f3132a-3216-4a04-b700-bfd6cef83f63 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.267429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a2f3132a-3216-4a04-b700-bfd6cef83f63 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040877 Oct 19 01:44:11.269695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41378) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.274167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-54f6c488-2b23-418f-9b8e-5f9cd9f10d66 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.275081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-54f6c488-2b23-418f-9b8e-5f9cd9f10d66 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045648 Oct 19 01:44:11.277385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41380) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.281658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-11d89d96-c136-4287-9da9-c6ee0d60bec8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.282616 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-11d89d96-c136-4287-9da9-c6ee0d60bec8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042758 Oct 19 01:44:11.284924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41382) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.288885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-a10ec32d-6553-40ae-9eb4-a5fa440d5a3c tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.289855 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a10ec32d-6553-40ae-9eb4-a5fa440d5a3c tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040388 Oct 19 01:44:11.291946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41384) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.295710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-9c8160a7-3c0b-41e0-b64a-496f485e19d8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.296689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c8160a7-3c0b-41e0-b64a-496f485e19d8 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038543 Oct 19 01:44:11.299368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41386) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.303126 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-d8a5f1b9-2b28-4d2a-8686-a923068dce72 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.304105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d8a5f1b9-2b28-4d2a-8686-a923068dce72 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038564 Oct 19 01:44:11.306282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41388) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.310381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-1b7c401b-7770-4aa3-8147-d2e666f932a1 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.311341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1b7c401b-7770-4aa3-8147-d2e666f932a1 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041475 Oct 19 01:44:11.314144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41390) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.318068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-4e3d33df-5f9c-440d-9f9f-ac71c7b1ea67 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.318996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e3d33df-5f9c-440d-9f9f-ac71c7b1ea67 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0039725 Oct 19 01:44:11.321167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41392) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.324982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-f98036bc-cee4-46f4-9f03-776f51dacb6b tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.325905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f98036bc-cee4-46f4-9f03-776f51dacb6b tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039172 Oct 19 01:44:11.328711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41394) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.333848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-94409447-fc95-4b44-b5b8-fd7e8660275a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.334838 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-94409447-fc95-4b44-b5b8-fd7e8660275a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050831 Oct 19 01:44:11.337047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41396) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.340889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-a8b4dc4f-c304-481c-9aed-db9510939ae2 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.341841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a8b4dc4f-c304-481c-9aed-db9510939ae2 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039225 Oct 19 01:44:11.344415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41398) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.348162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-c9c74e09-9b84-4967-8f2d-e0a19860fa5a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.349077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c9c74e09-9b84-4967-8f2d-e0a19860fa5a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038128 Oct 19 01:44:11.351280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41400) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.355000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-b95fb8e7-f52c-4205-934e-0833adffae92 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.355917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b95fb8e7-f52c-4205-934e-0833adffae92 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038135 Oct 19 01:44:11.358004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41402) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.362411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-092a6aa3-3e95-4741-82bd-e2ee5f05c303 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.363324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-092a6aa3-3e95-4741-82bd-e2ee5f05c303 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045047 Oct 19 01:44:11.365486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.369214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-a0b0ce9e-992f-48d4-8008-ba9adf2dd705 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.370155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a0b0ce9e-992f-48d4-8008-ba9adf2dd705 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038221 Oct 19 01:44:11.372273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41406) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.376241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-97834017-26dc-4cfa-bf6d-35e954a10a30 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.377167 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-97834017-26dc-4cfa-bf6d-35e954a10a30 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040817 Oct 19 01:44:11.379472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41408) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.383683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-96a7e3a0-82ec-46e6-83c9-8153b4b33e73 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.384650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-96a7e3a0-82ec-46e6-83c9-8153b4b33e73 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041940 Oct 19 01:44:11.386853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41410) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.390760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-562bed38-98f3-417f-baff-66931adb2920 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.391683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-562bed38-98f3-417f-baff-66931adb2920 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040030 Oct 19 01:44:11.393741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41412) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.397483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-1db4b042-0110-4f06-a8b0-11e4ad359c9a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.398402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1db4b042-0110-4f06-a8b0-11e4ad359c9a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038176 Oct 19 01:44:11.400648 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41414) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.404455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-ac3b7ddd-d0c6-4f05-99d5-d9da3b3ad291 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.405363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ac3b7ddd-d0c6-4f05-99d5-d9da3b3ad291 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038803 Oct 19 01:44:11.408167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41416) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.412456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-3004d6f1-2faf-4b69-b1dc-dbb4d8b51eb1 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.413370 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3004d6f1-2faf-4b69-b1dc-dbb4d8b51eb1 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044398 Oct 19 01:44:11.415469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41418) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.419084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-6f638f29-fb29-46d1-b6a9-f26900bfe342 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.419998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6f638f29-fb29-46d1-b6a9-f26900bfe342 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037112 Oct 19 01:44:11.422711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41420) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.426382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-4c661c8d-1ff5-41f2-ac5e-7cc2366b7c18 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.427310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4c661c8d-1ff5-41f2-ac5e-7cc2366b7c18 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037887 Oct 19 01:44:11.429497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41422) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.433202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-a9a22129-b10d-491c-87cb-b704c3965284 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.434142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a9a22129-b10d-491c-87cb-b704c3965284 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038335 Oct 19 01:44:11.436250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41424) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.440004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-6d64425f-04b6-47f4-94c9-dde0f3859246 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.440937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6d64425f-04b6-47f4-94c9-dde0f3859246 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038764 Oct 19 01:44:11.443069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41426) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.446750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-a95a67b9-7611-4d43-b92a-44a9f250210a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.447661 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a95a67b9-7611-4d43-b92a-44a9f250210a tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037715 Oct 19 01:44:11.449795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41428) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.453741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-4e9df88e-6126-402f-91c9-5640805f68d5 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.454645 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e9df88e-6126-402f-91c9-5640805f68d5 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040443 Oct 19 01:44:11.456806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41430) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.460497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-069f7d08-ac7a-460d-bcaa-4c2455255455 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.461397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-069f7d08-ac7a-460d-bcaa-4c2455255455 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037832 Oct 19 01:44:11.463602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41432) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.467887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-36ec8558-cc1a-4f04-83de-364d0da2b8df tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.469578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36ec8558-cc1a-4f04-83de-364d0da2b8df tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043061 Oct 19 01:44:11.471655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41434) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.476284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-b592ecb9-4322-43fe-b484-2f8fbc0fae3e tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.477237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b592ecb9-4322-43fe-b484-2f8fbc0fae3e tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046904 Oct 19 01:44:11.479268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41436) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.483109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-367fe68c-7d85-4f65-a5dc-27f3443fa661 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.484045 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-367fe68c-7d85-4f65-a5dc-27f3443fa661 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0038366 Oct 19 01:44:11.486962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41438) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.491118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-eea72517-6c3d-4e12-b12c-a09dd510ac6d tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.492466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eea72517-6c3d-4e12-b12c-a09dd510ac6d tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045636 Oct 19 01:44:11.494572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41440) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.499382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-be2367be-21d6-416f-8eda-55dd276021fe tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.500412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-be2367be-21d6-416f-8eda-55dd276021fe tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048666 Oct 19 01:44:11.502800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41442) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.506608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-5b5447c0-edcb-4acd-88c2-44476b90cb88 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.507567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5b5447c0-edcb-4acd-88c2-44476b90cb88 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0038726 Oct 19 01:44:11.509572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41444) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.513281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-ac97abce-b002-4ece-b91a-cdad3824f6df tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.514198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac97abce-b002-4ece-b91a-cdad3824f6df tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038083 Oct 19 01:44:11.516530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41446) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.520642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-5e3f7904-fc13-49ff-a058-3bdfee47741f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.521585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5e3f7904-fc13-49ff-a058-3bdfee47741f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041566 Oct 19 01:44:11.523949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41448) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.527882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-53b5af5f-65db-4095-aac1-d0b126365fc2 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.529081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-53b5af5f-65db-4095-aac1-d0b126365fc2 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040019 Oct 19 01:44:11.532493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41452) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.536850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-1773969a-ad0c-4323-a71b-87a0c6bccd5b tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.538067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1773969a-ad0c-4323-a71b-87a0c6bccd5b tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049641 Oct 19 01:44:11.540635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41454) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.544948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-f1995d1d-0a4d-4b49-804c-14ed656d6f1b tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.545992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f1995d1d-0a4d-4b49-804c-14ed656d6f1b tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043492 Oct 19 01:44:11.549221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41456) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.553980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-c5026ead-dcb3-492a-8abc-bb4017115137 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.555082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c5026ead-dcb3-492a-8abc-bb4017115137 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046661 Oct 19 01:44:11.557880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41458) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.562571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-48038800-c1d4-4d9a-9701-e40aab7bca59 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.564689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-48038800-c1d4-4d9a-9701-e40aab7bca59 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048478 Oct 19 01:44:11.566425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41460) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.571305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-d77e0ad4-e3c3-4661-96c4-2cb683d98e38 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.572349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d77e0ad4-e3c3-4661-96c4-2cb683d98e38 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047059 Oct 19 01:44:11.574854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41462) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.579518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-ac3746ed-14b3-4be0-9a0a-4f3640b21a5f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.581372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ac3746ed-14b3-4be0-9a0a-4f3640b21a5f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055761 Oct 19 01:44:11.583098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41464) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.587647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-69d6ed0d-ca37-4b66-89c2-b90c350659c9 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.588676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-69d6ed0d-ca37-4b66-89c2-b90c350659c9 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044825 Oct 19 01:44:11.591127 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41466) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.595864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-0e36eb75-f83d-4ad5-90c4-4c16ba3ba813 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.598397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0e36eb75-f83d-4ad5-90c4-4c16ba3ba813 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048392 Oct 19 01:44:11.599801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41468) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.604817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-8a9d0de7-718e-40e7-93a4-78144cd1d4da tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.605806 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8a9d0de7-718e-40e7-93a4-78144cd1d4da tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050502 Oct 19 01:44:11.608432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41470) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.613417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-a826c095-fb0a-43b8-9717-a889c764a155 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.614354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a826c095-fb0a-43b8-9717-a889c764a155 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050294 Oct 19 01:44:11.616661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41472) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.620458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-481e3b6d-bc44-4a70-a5df-d183616f1f7f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.621380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-481e3b6d-bc44-4a70-a5df-d183616f1f7f tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038896 Oct 19 01:44:11.623634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41474) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.627727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-3c16cf43-1875-4bca-b11d-23177c7b8a83 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.628670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3c16cf43-1875-4bca-b11d-23177c7b8a83 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041468 Oct 19 01:44:11.630956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41476) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.634827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-616234f4-1986-490b-8c7e-9a097b1d5d11 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.636001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-616234f4-1986-490b-8c7e-9a097b1d5d11 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039265 Oct 19 01:44:11.637915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41478) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.642161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-1228f2bc-df98-49c2-86c0-5e21fd143d05 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.643684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1228f2bc-df98-49c2-86c0-5e21fd143d05 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043666 Oct 19 01:44:11.645475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41482) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.649789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-c7e84745-06d5-4b86-a513-d3ef10ef6421 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.652973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c7e84745-06d5-4b86-a513-d3ef10ef6421 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044007 Oct 19 01:44:11.653871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41484) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.658546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [None req-95792c3d-d101-4b17-bebe-d6072cc8a543 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.660024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-95792c3d-d101-4b17-bebe-d6072cc8a543 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046849 Oct 19 01:44:11.661934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41486) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:11.667785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [None req-89e3e6d1-19f3-48a0-a88e-890c640bc9f9 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:44:11.670456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-89e3e6d1-19f3-48a0-a88e-890c640bc9f9 tempest-ExtensionsTestJSON-97635851 tempest-ExtensionsTestJSON-97635851-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058680 Oct 19 01:44:11.916272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41492) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:12.025778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1ace18e-c0df-454a-b91b-38fcabd4a689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.105209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1ace18e-c0df-454a-b91b-38fcabd4a689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.113069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1ace18e-c0df-454a-b91b-38fcabd4a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.155174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ace18e-c0df-454a-b91b-38fcabd4a689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9461a7c3-36c5-4d85-9f55-7251f32c38d5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:12.160429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c1ace18e-c0df-454a-b91b-38fcabd4a689 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=815b5d808ad54216b05487702e75aec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431173 Oct 19 01:44:12.163837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41498) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:12.212006 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7b68-8a98-49cc-b88f-7ba03351f4bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.233570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7b68-8a98-49cc-b88f-7ba03351f4bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.238750 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:44:12.285249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7b68-8a98-49cc-b88f-7ba03351f4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.288001 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0d2e7b68-8a98-49cc-b88f-7ba03351f4bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.289142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0d2e7b68-8a98-49cc-b88f-7ba03351f4bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9461a7c3-36c5-4d85-9f55-7251f32c38d5 HTTP/1.1" status: 204 len: 168 time: 0.1250055 Oct 19 01:44:12.297603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e7b68-8a98-49cc-b88f-7ba03351f4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9461a7c3-36c5-4d85-9f55-7251f32c38d5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:12.342904 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:12.965803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41522) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:13.062915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-478044580'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:13.084359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:13.087867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.098847 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.179382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.183226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.211616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:44:13.221370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b508d29-fe34-4611-9aca-86f583a05e1a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:13.228742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.229183 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Added segment 95d5fdb2-1a38-40dc-be4f-74a5456faf6f of type vlan for network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c Oct 19 01:44:13.272978 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.300382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.306126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:13.306743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.346331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3793116 Oct 19 01:44:13.349284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41528) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:13.355119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'subnet': {'network_id': '18abda3d-eecb-44b6-ab4f-e013f8a2c62c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:13.403536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1673f-51f8-4a8a-b866-a4f46b88c643 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Network': ['ID=18abda3d-eecb-44b6-ab4f-e013f8a2c62c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:13.414505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:44:13.485371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:13.489181 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.678371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.749681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Subnet': ['ID=84dd0c7a-0fe4-4b0c-b329-e50951e92f8f,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:13.756131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Checking segment: {'id': '95d5fdb2-1a38-40dc-be4f-74a5456faf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '18abda3d-eecb-44b6-ab4f-e013f8a2c62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:13.756484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network hostable DHCP agents. Network: 18abda3d-eecb-44b6-ab4f-e013f8a2c62c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:44:13.773308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:44:13.782118 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 18abda3d-eecb-44b6-ab4f-e013f8a2c62c) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:13.786192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:13.786770 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.791676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf5228-6311-4f7a-9b55-0478f03d635e None None] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:13.803636 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ca98bfd-d8d8-4047-9ef2-e0517d427086 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4531450 Oct 19 01:44:13.806125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41532) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:13.810745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-574393942', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:13.836899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.838198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.893936 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:13.920059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d2cdba-b0ab-446f-a1cd-fa0a9cc1f45b None None] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:14.053992 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:14.254680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:14.278915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:14.399156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.25.0.29 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/0c551623-1d97-4e0f-b658-4746ae5e372e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:14.525193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:14.558332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:14.595701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:14.598603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:14.602132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:14.629035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=0c551623-1d97-4e0f-b658-4746ae5e372e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:14.862230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:15.063437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:15.190347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:44:15.296573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:15.306834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:15.316312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:15.316839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:15.316984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:15.318101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8a32b37c-d36a-4ef3-9e02-1e497d604ac6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5110397 Oct 19 01:44:15.321106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41542) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:15.353425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:15.362866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:15.363473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:15.395169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:15.395834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6214511-c285-4561-90d7-69ce67b56bb1 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:15.755361 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:16.353714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.1 (18abda3d-eecb-44b6-ab4f-e013f8a2c62c/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f/6e4daf18-671d-406c-b527-bb219f1ee28c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:16.480600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:16.522331 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:16.561348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:16.565861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:16.575395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:16.608716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=6e4daf18-671d-406c-b527-bb219f1ee28c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:16.627345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:16.770494 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:17.082185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:17.087555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:17.169183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:17.171171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=6e4daf18-671d-406c-b527-bb219f1ee28c,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:17.285819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:17.287307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:17.408790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:17.528412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:17.536751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1288aa7e-6753-4d00-ab3b-081afe4d4f33 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/routers/0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2114594 Oct 19 01:44:17.536751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41592) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:17.537838 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:17.541689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'port': {'network_id': '18abda3d-eecb-44b6-ab4f-e013f8a2c62c', 'name': 'tempest-FloatingIPTestJSON-2040150600'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:17.563610 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:17.563610 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:17.669245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:17.680889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:17.700558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] device_id is not set on port e77519af-51f4-4355-878f-eeaa4d8159e8 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:44:17.728405 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:17.742434 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:17.743070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:17.780448 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:17.781446 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6ccbf-aadc-43bc-b5bb-86e26e5c4cef None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:17.826622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.10 (18abda3d-eecb-44b6-ab4f-e013f8a2c62c/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f/e77519af-51f4-4355-878f-eeaa4d8159e8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:17.996303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.032731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.092218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:18.096202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:18.099818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:18.126809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=e77519af-51f4-4355-878f-eeaa4d8159e8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:18.155616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:18.156956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.178197 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-157e11c2-67a5-4e97-ae91-3437eaa727f1 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6406047 Oct 19 01:44:18.180556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41608) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:18.185545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'port': {'network_id': '18abda3d-eecb-44b6-ab4f-e013f8a2c62c', 'name': 'tempest-FloatingIPTestJSON-1874870812'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:18.305780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:18.309364 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.328310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] device_id is not set on port fac4615e-4c94-46e1-88be-aff9e91cf291 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:44:18.444243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.11 (18abda3d-eecb-44b6-ab4f-e013f8a2c62c/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f/fac4615e-4c94-46e1-88be-aff9e91cf291) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:18.608487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.643140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.689405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:18.692667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:18.696336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:18.728498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=fac4615e-4c94-46e1-88be-aff9e91cf291,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:18.756647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:18.757283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.775699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-07f207bf-e736-44ed-9c4c-fb4cb3b47333 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5939145 Oct 19 01:44:18.778916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41624) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:18.785385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'fac4615e-4c94-46e1-88be-aff9e91cf291', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:18.813906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:18.919350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:19.034503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.25.0.105 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ca815ecd-d171-424c-8ac0-e29f37761dc2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:19.148554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:19.186200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:19.231899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:19.235510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:19.238119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:19.267536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=ca815ecd-d171-424c-8ac0-e29f37761dc2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:19.780865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:19.886980 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:19.925753 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:20.049880 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:20.055924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:20.131441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=ca815ecd-d171-424c-8ac0-e29f37761dc2,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:20.140003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:20.249695 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 70ba5e73-3c6e-4f3d-ad8a-cbbc2644d23e associated. External IP: 172.25.0.105, port: fac4615e-4c94-46e1-88be-aff9e91cf291. Oct 19 01:44:20.485155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:20.914510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:20.924505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:20.933962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:20.934639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:20.934797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:20.969252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fa483dae-505c-4a36-8a56-4d2c06f56930 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.1888323 Oct 19 01:44:20.969716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41678) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:20.974967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:20.981301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:20.990919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:20.991576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:21.023585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:21.024291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89c81e-b2f6-4c85-afb3-508298e4237b None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:21.040524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:21.195796 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:21.199637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:21.200072 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 70ba5e73-3c6e-4f3d-ad8a-cbbc2644d23e disassociated. External IP: 172.25.0.105, port: fac4615e-4c94-46e1-88be-aff9e91cf291. Oct 19 01:44:21.444372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:21.570455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:21.575530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:21.583721 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:21.595231 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:21.596110 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:21.605179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4cc73c18-2575-4e9b-a3ce-c1a9136ee8d5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/floatingips/70ba5e73-3c6e-4f3d-ad8a-cbbc2644d23e HTTP/1.1" status: 200 len: 688 time: 0.6343598 Oct 19 01:44:21.607892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41698) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:21.631766 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:21.641753 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:21.642416 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:21.689268 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:21.690021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2243ce-6460-47a6-9413-d3d227e33038 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:21.761736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port ca815ecd-d171-424c-8ac0-e29f37761dc2 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:21.762134 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:21.848958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:21.849279 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:21.864904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for ca815ecd-d171-424c-8ac0-e29f37761dc2 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:22.015262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:22.042995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=ca815ecd-d171-424c-8ac0-e29f37761dc2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:22.108431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:22.111525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:22.115846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-137e74b2-9306-47d6-9ad0-1528b0eb8c8f tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/floatingips/70ba5e73-3c6e-4f3d-ad8a-cbbc2644d23e HTTP/1.1" status: 204 len: 168 time: 0.5038028 Oct 19 01:44:22.116217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41712) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:22.120629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'e77519af-51f4-4355-878f-eeaa4d8159e8'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:22.149965 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:22.259202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:22.373505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.25.0.4 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b04fe021-c612-4dfe-b3b2-db10849a12a4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:22.505362 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:22.540575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:22.581212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:22.584142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:22.588323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:22.617818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=b04fe021-c612-4dfe-b3b2-db10849a12a4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:22.993600 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:23.066295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:23.227801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:23.232284 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:23.318879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=b04fe021-c612-4dfe-b3b2-db10849a12a4,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:23.329425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:23.475255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-03dd503c-6fa0-44e5-8cca-a3e04d9d8a7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1031711 Oct 19 01:44:23.489835 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 5bb7c254-4974-4aba-9b12-6bbd2d04127e associated. External IP: 172.25.0.4, port: e77519af-51f4-4355-878f-eeaa4d8159e8. Oct 19 01:44:23.618594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.619072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.619533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.620046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.620465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.620909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.621352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.623217 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-2a408705-3403-4afb-b5cc-16ab52b9dcd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.0970347 Oct 19 01:44:23.840901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:23.842731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-c8bee843-9c13-4bc4-b944-9efd6338075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.843192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-c8bee843-9c13-4bc4-b944-9efd6338075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.843816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-c8bee843-9c13-4bc4-b944-9efd6338075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:23.845464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-c8bee843-9c13-4bc4-b944-9efd6338075f service neutron] 10.222.0.62 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 2298 time: 0.1649435 Oct 19 01:44:24.006482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-f8438049-4a1a-4a9a-8f57-5ed38864dbb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 1001 time: 0.1519265 Oct 19 01:44:24.045698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:24.056131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:24.067892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:24.068698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:24.074327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:24.099437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-89af5ff1-607c-48a4-a431-707b83a1212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:24.100851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-89af5ff1-607c-48a4-a431-707b83a1212f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 200 len: 856 time: 0.0849259 Oct 19 01:44:24.105913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:24.112235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-22a9bc3c-314b-4b58-803a-37ffe7c90587 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9913175 Oct 19 01:44:24.112745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41762) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:24.115549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:24.116251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:24.160402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:24.161408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f3d7b-5b1f-4ac5-bc1b-63c59731d9d9 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:24.164290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-da5269c2-d392-405b-aaf8-dedc6b0c67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:24.166049 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-da5269c2-d392-405b-aaf8-dedc6b0c67c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bff67c72-0a31-4c48-b9a2-d18133b5062b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528719 Oct 19 01:44:24.195822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cfc8eaa2-a17e-4145-ae54-7fc3b5ada115 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "GET /v2.0/floatingips/5bb7c254-4974-4aba-9b12-6bbd2d04127e HTTP/1.1" status: 200 len: 977 time: 0.0820611 Oct 19 01:44:24.198256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41766) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:24.267893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-6d3c3d1e-3939-4d10-af3b-c5980dd09052 service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939057 Oct 19 01:44:24.318325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4c541686-a89e-460f-a53b-0f73057e5755 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1189740 Oct 19 01:44:24.321025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41770) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:24.325312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'port_id': 'fac4615e-4c94-46e1-88be-aff9e91cf291'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:24.372339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-ca17b356-f6ce-430d-a976-530900e4550c service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968382 Oct 19 01:44:24.393982 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:24.419442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-9126322d-9f2a-4f16-b3cc-1fd61849ebbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 217 time: 0.0386677 Oct 19 01:44:24.487006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-c92cd47c-fc97-4fbe-b600-6a1cf59f8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:24.490544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-c92cd47c-fc97-4fbe-b600-6a1cf59f8a14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0630934 Oct 19 01:44:24.562469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-bbc30a9e-ff60-47a6-91fd-763ce5a7a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:24.564523 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-bbc30a9e-ff60-47a6-91fd-763ce5a7a2ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0658226 Oct 19 01:44:24.668151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-e42adea3-9bc3-4a48-a94e-7075ee91f46e service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948696 Oct 19 01:44:24.773789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-f310036e-b450-445c-a1c6-4547801bc959 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975478 Oct 19 01:44:24.818028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-96b739aa-d000-4002-bc27-50bf4bc696c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 217 time: 0.0366132 Oct 19 01:44:24.869999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-b37f3d37-ca3c-44c0-adb4-a70aaa1f9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:24.871497 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-b37f3d37-ca3c-44c0-adb4-a70aaa1f9980 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0473278 Oct 19 01:44:24.932241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-d6f07f2c-8aac-4877-b37d-b931bc5ced2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:24.933830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-d6f07f2c-8aac-4877-b37d-b931bc5ced2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527101 Oct 19 01:44:24.965556 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:24.978399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:25.039352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-53b00dfa-a01b-46ce-b37f-e901d54b7499 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972838 Oct 19 01:44:25.102370 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 5bb7c254-4974-4aba-9b12-6bbd2d04127e associated. External IP: 172.25.0.4, port: e77519af-51f4-4355-878f-eeaa4d8159e8. Oct 19 01:44:25.159812 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-864bec25-65de-4381-90a1-33eaed661410 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099474 Oct 19 01:44:25.210609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-d0bceadd-7163-4e93-b6c9-23165f9db99f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 200 len: 217 time: 0.0412354 Oct 19 01:44:25.262937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-fb87ce70-53b8-47a0-b2dc-20a00ce2ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:25.264538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-fb87ce70-53b8-47a0-b2dc-20a00ce2ead6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0463398 Oct 19 01:44:25.322406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-eeab2b17-d55a-49c0-91e5-ba15454902b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:25.323941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-eeab2b17-d55a-49c0-91e5-ba15454902b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515265 Oct 19 01:44:25.425576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-8e1a6a3a-ef7d-4c94-b558-db4c2ea83c84 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936894 Oct 19 01:44:25.544691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-74139001-b7b5-45ce-9a42-966e0c4eb7f2 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119082 Oct 19 01:44:25.598589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-4addc6db-73a4-443c-bb3c-c282328c3019 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 200 len: 217 time: 0.0446231 Oct 19 01:44:25.638359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:25.667198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-84f56278-6b46-4a46-9b24-f1f4b75b4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:25.669134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-84f56278-6b46-4a46-9b24-f1f4b75b4d8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0570400 Oct 19 01:44:25.731516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-25e1fc13-6b40-4e99-b7a9-766cc36250a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:25.733087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-25e1fc13-6b40-4e99-b7a9-766cc36250a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555248 Oct 19 01:44:25.763581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:25.779121 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:25.797281 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:25.797892 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:25.831111 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:25.842210 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:25.843100 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:25.844942 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-85909b37-0a94-4a0b-9e2e-b286bbe16e89 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035502 Oct 19 01:44:25.889422 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:25.890073 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339beec-797a-4934-95a5-2aacae114e8e None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:25.957851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-626db9fd-36e0-412c-a3f7-7c022d3fd56a service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006684 Oct 19 01:44:26.000325 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-d684b691-5ef3-485c-a72d-4472ce7145b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 200 len: 217 time: 0.0352981 Oct 19 01:44:26.033622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:26.055743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-4fa1c328-93ad-4a38-9372-0372e87b9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:26.058051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-4fa1c328-93ad-4a38-9372-0372e87b9cbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0498159 Oct 19 01:44:26.111613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-f1aa035b-2e9b-43cf-b2d9-866dca073c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:26.113179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-f1aa035b-2e9b-43cf-b2d9-866dca073c89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475771 Oct 19 01:44:26.166036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:26.171329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:26.179722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:26.194439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:26.196120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.219531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-6d59c114-7485-45b6-b53d-c833c35b0259 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964742 Oct 19 01:44:26.233170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-18966d8e-a888-4ec1-9be1-8c643fb98917 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/floatingips/5bb7c254-4974-4aba-9b12-6bbd2d04127e HTTP/1.1" status: 200 len: 977 time: 1.9110482 Oct 19 01:44:26.235818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41816) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:26.238168 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.241407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:26.247687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:26.248604 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.304841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.306022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a7661-0e72-4f81-b2e3-8ca86856fdf9 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:26.313839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:26.495500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:26.500726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:26.501340 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 5bb7c254-4974-4aba-9b12-6bbd2d04127e disassociated. External IP: 172.25.0.4, port: fac4615e-4c94-46e1-88be-aff9e91cf291. Oct 19 01:44:26.698228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-ff7a872b-fae1-48f9-9592-cc4502c0861b service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711988 Oct 19 01:44:26.749854 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-d2b3ca51-2d60-4b1f-a8ae-0e1cdf03b2a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 217 time: 0.0394597 Oct 19 01:44:26.761204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:26.806195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-57818d7f-8f68-4935-9a2e-a8baa6ef0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:26.807641 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-57818d7f-8f68-4935-9a2e-a8baa6ef0dcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0507121 Oct 19 01:44:26.859965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-23d677df-284f-40ce-bf2f-112e60a2fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:26.861503 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-23d677df-284f-40ce-bf2f-112e60a2fba9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463674 Oct 19 01:44:26.882680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:26.887426 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:26.896258 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:26.907005 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:26.908040 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.926688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de39ade6-1f9f-4980-a281-333d4301b62c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/floatingips/5bb7c254-4974-4aba-9b12-6bbd2d04127e HTTP/1.1" status: 200 len: 686 time: 0.6890867 Oct 19 01:44:26.927296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41826) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:26.942013 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.951107 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:26.952305 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.961264 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-8be645b7-7ddc-4fdf-8802-808e0a4acc2e service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918350 Oct 19 01:44:26.988379 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:26.989333 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bf85a-27a2-4d1c-aa13-05a074270413 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:27.068753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1275a69-3c2d-44e8-b779-6e0df34a4eb3 req-32c9d677-be81-4d11-aca3-4aff812f0fe4 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986879 Oct 19 01:44:27.073945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port b04fe021-c612-4dfe-b3b2-db10849a12a4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:27.074944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.157498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.157832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.169323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for b04fe021-c612-4dfe-b3b2-db10849a12a4 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:27.307427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.336107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=b04fe021-c612-4dfe-b3b2-db10849a12a4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:27.400830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.403880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.405069 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-95294a4e-9c95-4bc3-8581-9dd91acc7424 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/floatingips/5bb7c254-4974-4aba-9b12-6bbd2d04127e HTTP/1.1" status: 204 len: 168 time: 0.4768679 Oct 19 01:44:27.407688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:27.445238 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-c0e82edc-7d76-4d01-a413-9e659bea5517 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] delete failed (client error): The resource could not be found. Oct 19 01:44:27.446259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c0e82edc-7d76-4d01-a413-9e659bea5517 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/floatingips/5bb7c254-4974-4aba-9b12-6bbd2d04127e HTTP/1.1" status: 404 len: 345 time: 0.0376022 Oct 19 01:44:27.450167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41830) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:27.535559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d4fbe-ba22-4679-b7c5-485f4d84ca3b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:27.541507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d4fbe-ba22-4679-b7c5-485f4d84ca3b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:27.548019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d4fbe-ba22-4679-b7c5-485f4d84ca3b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:27.549822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bb0d4fbe-ba22-4679-b7c5-485f4d84ca3b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "GET /v2.0/ports?network_id=18abda3d-eecb-44b6-ab4f-e013f8a2c62c HTTP/1.1" status: 200 len: 2360 time: 0.0987518 Oct 19 01:44:27.552554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41834) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:27.604497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde29f68-e0b7-4290-a358-2c7cfd2e3063 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:27.605834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bde29f68-e0b7-4290-a358-2c7cfd2e3063 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "GET /v2.0/subnets/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f HTTP/1.1" status: 200 len: 797 time: 0.0522883 Oct 19 01:44:27.610626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41836) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:27.615242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'port': {'network_id': '18abda3d-eecb-44b6-ab4f-e013f8a2c62c', 'name': 'tempest-FloatingIPTestJSON-24123711', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:27.729722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:27.819179 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:27.836164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] device_id is not set on port 576ac606-261a-47ab-bef4-6c395c946558 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:44:28.084169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.14 (18abda3d-eecb-44b6-ab4f-e013f8a2c62c/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f/576ac606-261a-47ab-bef4-6c395c946558) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:28.090499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.13 (18abda3d-eecb-44b6-ab4f-e013f8a2c62c/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f/576ac606-261a-47ab-bef4-6c395c946558) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:28.237174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:28.272786 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:28.324980 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:28.329556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:28.337257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:28.341361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=576ac606-261a-47ab-bef4-6c395c946558,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:28.372539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.372876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.373211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.373543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.373871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.374196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.374547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.375401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.375734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.376125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.376407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.376725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:28.399363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:28.399966 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:28.417685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-55ed2856-4f5a-40ea-8543-dbd3db2da9ba tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8060117 Oct 19 01:44:28.420227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41840) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:28.424713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '576ac606-261a-47ab-bef4-6c395c946558', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:28.446118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:28.548187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:28.659603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.25.0.158 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b2220b34-efd7-49d2-b766-e90414f28097) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:28.762202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:28.797255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:28.844253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:28.847000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:28.853588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:28.856629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=b2220b34-efd7-49d2-b766-e90414f28097,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:29.222822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:29.295556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:29.462782 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:29.467186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:29.537719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=b2220b34-efd7-49d2-b766-e90414f28097,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:29.551270 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:29.654295 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP e05b9b86-dbc8-4161-9103-353e2ac02a1d associated. External IP: 172.25.0.158, port: 576ac606-261a-47ab-bef4-6c395c946558. Oct 19 01:44:29.871153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:29.985927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:29.998518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:30.006089 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:30.011128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:30.011836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:30.037566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-54f911b7-9cff-4e31-9108-0ed7428c3568 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6137526 Oct 19 01:44:30.037792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41850) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:30.042301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'port_id': '576ac606-261a-47ab-bef4-6c395c946558', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:30.045652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:30.055998 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:30.056736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:30.093838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:30.094807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f2a16-8b45-4d71-9f33-d90ecb8295b3 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:30.103775 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:30.587587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:30.591433 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:30.812970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:30.924006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:30.928442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:30.940751 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:30.953529 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:30.954713 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:30.985229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5a93f6d0-e1dd-41e7-a0d6-c1a85b7c990c tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/floatingips/e05b9b86-dbc8-4161-9103-353e2ac02a1d HTTP/1.1" status: 200 len: 977 time: 0.9461095 Oct 19 01:44:30.988174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41856) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:30.992948 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:31.004587 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:31.005213 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:31.037307 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:31.037956 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74392c29-3224-437f-b2cd-e736172b5aa4 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:31.152269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port b2220b34-efd7-49d2-b766-e90414f28097 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:31.152607 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:31.231184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:31.231506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:31.244062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for b2220b34-efd7-49d2-b766-e90414f28097 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:31.415776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:31.442783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=b2220b34-efd7-49d2-b766-e90414f28097,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:31.507201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:31.507460 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP e05b9b86-dbc8-4161-9103-353e2ac02a1d disassociated (deleted). External IP: 172.25.0.158, port: 576ac606-261a-47ab-bef4-6c395c946558. Oct 19 01:44:31.729281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:31.840717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:31.845421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:31.850461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:31.859124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:31.860188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:31.880702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6800e12b-c3b7-4a33-8954-2b33aa65a892 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/floatingips/e05b9b86-dbc8-4161-9103-353e2ac02a1d HTTP/1.1" status: 204 len: 168 time: 0.8889387 Oct 19 01:44:31.881111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41860) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:31.898426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:31.906958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:31.907550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:31.941827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:31.942346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f425fb-9ea5-4b0a-a4e2-a5116e22843e None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:31.969834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port 576ac606-261a-47ab-bef4-6c395c946558 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:31.970176 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.059354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.072478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for 576ac606-261a-47ab-bef4-6c395c946558 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:32.251548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.278187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=576ac606-261a-47ab-bef4-6c395c946558,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:32.364938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.368303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-273f4dba-65b5-4073-b6bb-f60ceab067b5 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/ports/576ac606-261a-47ab-bef4-6c395c946558 HTTP/1.1" status: 204 len: 168 time: 0.4860933 Oct 19 01:44:32.371803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41864) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:32.376510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:32.397275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.496868 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.599782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.25.0.149 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/6b9d5f41-9ac2-4b58-a6b5-a7f86416cc12) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:32.707077 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.744562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.778992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:32.782828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:32.787178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:32.815604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=6b9d5f41-9ac2-4b58-a6b5-a7f86416cc12,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:32.886031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:32.925191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.080861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.086581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.161226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=6b9d5f41-9ac2-4b58-a6b5-a7f86416cc12,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:33.173424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.188815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.190048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2847a3cf-3f5b-497c-a0ea-e8377a2f7b41 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8172998 Oct 19 01:44:33.192733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41882) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:33.197505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'port': {'network_id': '18abda3d-eecb-44b6-ab4f-e013f8a2c62c', 'name': 'tempest-FloatingIPTestJSON-1566466054'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:33.307938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:33.311492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.330180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] device_id is not set on port ba41f2e3-197f-4098-b7de-2b289b229ad7 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:44:33.440308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.9 (18abda3d-eecb-44b6-ab4f-e013f8a2c62c/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f/ba41f2e3-197f-4098-b7de-2b289b229ad7) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:33.882388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.916366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:33.963449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 18abda3d-eecb-44b6-ab4f-e013f8a2c62c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:33.974632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=ba41f2e3-197f-4098-b7de-2b289b229ad7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:33.977072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:33.979170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:34.029771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:34.030312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:34.046042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-16698198-5ced-4fe4-9a15-188b06607ba4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8523188 Oct 19 01:44:34.048856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41886) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:34.053195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'port_id': 'ba41f2e3-197f-4098-b7de-2b289b229ad7'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:34.094048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:34.547553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:34.551921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:34.654380 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 64f7d9ba-7f76-4756-945c-c2e8a5920429 associated. External IP: 172.25.0.149, port: ba41f2e3-197f-4098-b7de-2b289b229ad7. Oct 19 01:44:34.866014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:34.975236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:34.980093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:34.993697 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:35.003682 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:35.004538 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:35.014019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3e53847a-6d9f-47f3-ba51-f37701364ac7 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/floatingips/64f7d9ba-7f76-4756-945c-c2e8a5920429 HTTP/1.1" status: 200 len: 978 time: 0.9617181 Oct 19 01:44:35.014516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41892) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:35.042482 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:35.066986 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:35.067840 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:35.102952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:35.103594 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3b2e1-332d-4d94-aad8-923b627068ec None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:35.136759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port ba41f2e3-197f-4098-b7de-2b289b229ad7 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:35.137020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:35.225441 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:35.406403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:35.406618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:35.406967 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 64f7d9ba-7f76-4756-945c-c2e8a5920429 disassociated. External IP: 172.25.0.149, port: ba41f2e3-197f-4098-b7de-2b289b229ad7. Oct 19 01:44:35.407460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for ba41f2e3-197f-4098-b7de-2b289b229ad7 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:35.534622 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:35.567649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=ba41f2e3-197f-4098-b7de-2b289b229ad7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:35.681682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:36.121258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:36.146534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:36.165451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:36.166065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:36.207715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.211215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:36.214096 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c4e26e78-1b29-443c-8c2d-2798a9f837a0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/ports/ba41f2e3-197f-4098-b7de-2b289b229ad7 HTTP/1.1" status: 204 len: 168 time: 1.1956897 Oct 19 01:44:36.214611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 41908) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:36.220335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:36.220929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:36.257492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:36.258551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e4bd62-f0d7-4bfd-9d97-af240a21e5e8 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:36.278973 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e389e20-5dbd-4f75-a279-05350d881671 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "GET /v2.0/floatingips/64f7d9ba-7f76-4756-945c-c2e8a5920429 HTTP/1.1" status: 200 len: 688 time: 0.0606871 Oct 19 01:44:36.280387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 41918) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:36.435841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port 6b9d5f41-9ac2-4b58-a6b5-a7f86416cc12 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:36.437307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.534220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.534549 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.547490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for 6b9d5f41-9ac2-4b58-a6b5-a7f86416cc12 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:36.710020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.743518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=6b9d5f41-9ac2-4b58-a6b5-a7f86416cc12,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:36.809192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.812535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.814270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c0a1c052-6640-45bd-aaff-2d9836d7803d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/floatingips/64f7d9ba-7f76-4756-945c-c2e8a5920429 HTTP/1.1" status: 204 len: 168 time: 0.5291491 Oct 19 01:44:36.817863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42000) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:36.822427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'fac4615e-4c94-46e1-88be-aff9e91cf291'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:36.846120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.929206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-53fcf480-7307-4c4a-8c7e-77d828eb7254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:36.955298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:37.066214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.25.0.109 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/c1069143-1011-4862-b8d4-cc258856918a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:37.190860 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:37.228278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:37.267337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:37.270399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:37.273969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:37.299767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=c1069143-1011-4862-b8d4-cc258856918a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:37.672020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:37.738750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:37.897701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:37.902457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:37.978492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=c1069143-1011-4862-b8d4-cc258856918a,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:37.989979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.097553 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 117a6adb-8c9b-4290-8173-21db7662818e associated. External IP: 172.25.0.109, port: fac4615e-4c94-46e1-88be-aff9e91cf291. Oct 19 01:44:38.319415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:38.433181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:38.443541 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:38.451088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.454460 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:38.455066 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:38.480021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e06dd540-0073-4b96-b05d-e1a66d2f092a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6606741 Oct 19 01:44:38.482399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42268) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:38.490773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-370793854'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:38.515854 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:38.522767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:38.525743 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:38.526679 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:38.527517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.561548 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:38.561947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:44:38.562502 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5f39f-7f2b-475f-adf0-3217242cfa7c None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:38.575075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.575493 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Added segment b9814896-7de2-4937-a9ec-af02e3b479a8 of type vlan for network 3e9ce8b7-c356-4092-b506-57c3585fcda2 Oct 19 01:44:38.620549 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.645918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.656476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:38.657424 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.701149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2173994 Oct 19 01:44:38.704721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:38.709747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'subnet': {'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:38.747286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62cbfb-6d2a-40bd-b0a1-8bd12cd4478a tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Network': ['ID=3e9ce8b7-c356-4092-b506-57c3585fcda2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:38.760643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:44:38.813022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:38.816956 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:38.915808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17bbd9-4deb-4977-909e-934be67e4d1b req-8dff2dee-75cc-4c00-acca-249265aa27f3 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:38.917650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d17bbd9-4deb-4977-909e-934be67e4d1b req-8dff2dee-75cc-4c00-acca-249265aa27f3 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1097 time: 0.0507216 Oct 19 01:44:38.959334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d17bbd9-4deb-4977-909e-934be67e4d1b req-eaaeee06-5017-4c5e-ac5b-dc55fda7091b tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345588 Oct 19 01:44:38.982157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42342) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:39.039346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.111759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Subnet': ['ID=e978c9f6-d535-4e77-8882-7cd3712681f2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:39.118769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Checking segment: {'id': 'b9814896-7de2-4937-a9ec-af02e3b479a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:39.119129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network hostable DHCP agents. Network: 3e9ce8b7-c356-4092-b506-57c3585fcda2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:44:39.137550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:44:39.148595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 3e9ce8b7-c356-4092-b506-57c3585fcda2) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:39.153092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:39.153683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.162060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746b7fd-7af8-499b-b62a-f082e93e1a22 None None] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:39.169829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 7e7e725c-6254-4e0f-b382-58701ff551f8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:39.170753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.175569 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a0e2937b-53f5-4d45-89e6-dad3c3b939dd tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4697361 Oct 19 01:44:39.178190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:39.183046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-730586527', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:39.211462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.213328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.267503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.267829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.284691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 7e7e725c-6254-4e0f-b382-58701ff551f8 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:39.346334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-3e9ce8b7-c356-4092-b506-57c3585fcda2', 'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2', 'tenant_id': 'ab95c98da4d143e18f89ac06d212aecc', 'fixed_ips': [{'subnet_id': 'e978c9f6-d535-4e77-8882-7cd3712681f2'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:44:39.347299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.503100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.510995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Allocated IP 172.20.0.2 (3e9ce8b7-c356-4092-b506-57c3585fcda2/e978c9f6-d535-4e77-8882-7cd3712681f2/2db8acfb-1519-402c-bb5a-c22d96a7594d) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:39.537890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=7e7e725c-6254-4e0f-b382-58701ff551f8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:39.637653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.659614 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.660233 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 44bce112-5876-4aa8-a6d2-2010a0673926 disassociated (deleted). External IP: 172.25.0.32, port: 344082ca-4b11-4805-8a18-98039244f2d5. Oct 19 01:44:39.703590 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbf199f9-888c-4218-91fb-a1d470977658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.722787 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.731582 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.787285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Pushing event updated for resources: {'Port': ['ID=2db8acfb-1519-402c-bb5a-c22d96a7594d,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:39.803718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:39.805580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:39.808418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:39.816627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.824825 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.872276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Attempting to bind port 2db8acfb-1519-402c-bb5a-c22d96a7594d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:39.872924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Attempting to bind port 2db8acfb-1519-402c-bb5a-c22d96a7594d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b9814896-7de2-4937-a9ec-af02e3b479a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:39.874657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Attempting to bind port 2db8acfb-1519-402c-bb5a-c22d96a7594d on network 3e9ce8b7-c356-4092-b506-57c3585fcda2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:39.880475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:39.881070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Checking segment: {'id': 'b9814896-7de2-4937-a9ec-af02e3b479a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:39.881653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.882219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Bound using segment: {'id': 'b9814896-7de2-4937-a9ec-af02e3b479a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:39.882860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Bound port: 2db8acfb-1519-402c-bb5a-c22d96a7594d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9814896-7de2-4937-a9ec-af02e3b479a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:39.883404 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:39.944720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:39.967235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] For port 2db8acfb-1519-402c-bb5a-c22d96a7594d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:39.971528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] For port 2db8acfb-1519-402c-bb5a-c22d96a7594d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2db8acfb-1519-402c-bb5a-c22d96a7594d,segment=NetworkSegment(b9814896-7de2-4937-a9ec-af02e3b479a8),segment_id=b9814896-7de2-4937-a9ec-af02e3b479a8)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:39.977413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:40.049217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b5872-6448-4747-b261-a2d5d6b27071 None None] Pushing event updated for resources: {'Port': ['ID=2db8acfb-1519-402c-bb5a-c22d96a7594d,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:40.064157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:40.069151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:40.074814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] Sync routers for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:40.086241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:40.087099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:40.088469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:40.100487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1a065613-99d0-492a-a908-d92bf7642805 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/floatingips/44bce112-5876-4aa8-a6d2-2010a0673926 HTTP/1.1" status: 204 len: 168 time: 1.1170027 Oct 19 01:44:40.101367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:40.116255 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b7e09-7717-47aa-8bde-db3bdb9b02c9" -d '{"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:40.119465 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:40.200612 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c802970-aede-48a0-b9bc-a976d0c4f758 x-openstack-request-id: req-7c802970-aede-48a0-b9bc-a976d0c4f758 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:40.200907 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:40.201228 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c802970-aede-48a0-b9bc-a976d0c4f758 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:40.201903 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'status': 'completed', 'code': 200} Oct 19 01:44:40.308401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:40.369967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-779f41fe-2f27-4882-9b57-bb776a8dad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:40.371516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-779f41fe-2f27-4882-9b57-bb776a8dad93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 1097 time: 0.1444755 Oct 19 01:44:40.371961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.25.0.150 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/86b46dcc-4e1c-49e2-b8b8-3eccb14253c8) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:40.520290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-f911724f-ccbe-4d33-921b-9b95cbad986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:40.521793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-f911724f-ccbe-4d33-921b-9b95cbad986d service neutron] 10.222.0.62 "GET /v2.0/networks?id=63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 200 len: 897 time: 0.1422865 Oct 19 01:44:40.577971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189eecb-20fb-49e1-8aab-fe76c3c53c9f req-3b79abc1-aa8e-44cb-9153-95c073421d87 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:40.579844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2189eecb-20fb-49e1-8aab-fe76c3c53c9f req-3b79abc1-aa8e-44cb-9153-95c073421d87 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.1086547 Oct 19 01:44:40.600129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-41c60534-5cc3-49b8-a5f2-32ae1f03ad7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 200 len: 217 time: 0.0686934 Oct 19 01:44:40.617771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:40.617991 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:40.632553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:40.664910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-804ed7c8-74b9-4bfc-9aee-2ae55bdbe66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:40.666568 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-804ed7c8-74b9-4bfc-9aee-2ae55bdbe66e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 200 len: 835 time: 0.0576382 Oct 19 01:44:40.713369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2189eecb-20fb-49e1-8aab-fe76c3c53c9f req-0c37cadf-f98f-46f1-a11a-d4579fb5b39a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268644 Oct 19 01:44:40.736242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-48203df5-9c35-4426-be84-852a3e5a8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:40.738349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-48203df5-9c35-4426-be84-852a3e5a8e73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=63c22939-b42b-4cfd-a6c4-1df36d0e2797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634701 Oct 19 01:44:40.752561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:40.808270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=86b46dcc-4e1c-49e2-b8b8-3eccb14253c8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:40.825664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:40.828426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:40.835027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:40.881662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] Checking router: 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:44:40.901151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:40.902261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:40.914702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-14a9bd5e-5937-4f98-9057-4cb44f4efac8 service neutron] 10.222.0.62 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669946 Oct 19 01:44:40.967690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.027593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:41.048665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483b7e09-7717-47aa-8bde-db3bdb9b02c9 req-d8e2d003-2c05-4b75-b477-872839c8ce6b service neutron] 10.222.0.62 "GET /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255491 Oct 19 01:44:41.189767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.228759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2db8acfb-1519-402c-bb5a-c22d96a7594d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:41.346222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2db8acfb-1519-402c-bb5a-c22d96a7594d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:41.346703 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.416905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:41.443457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.449262 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20409d7e-c602-4b5f-b3be-3aff640f9b4a None None] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:41.453069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31adb57b-dd09-4a46-882b-330bd916ea9b None None] The sync data for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 is: [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '252d2cc5-65a5-427c-8b95-c2fcb7dcfd89', 'name': '', 'network_id': '63c22939-b42b-4cfd-a6c4-1df36d0e2797', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:d5:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:28Z', 'updated_at': '2021-10-19T01:42:32Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '2c9d22ac-a1b0-4466-b926-fc27f82d3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:41.573546 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.591283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ff972102-bbf6-45f2-8db7-48b200443424 None None] Provisioning complete for port 2db8acfb-1519-402c-bb5a-c22d96a7594d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:41.591571 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff972102-bbf6-45f2-8db7-48b200443424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.601713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 26926642-c07b-45ac-ba4c-16b6bd6c42dc is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:44:41.672374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-9471ba80-13ce-4f01-9ce1-4c7df538c7e1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:41.677462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-9471ba80-13ce-4f01-9ce1-4c7df538c7e1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.62 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.0636263 Oct 19 01:44:41.697989 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 2db8acfb-1519-402c-bb5a-c22d96a7594d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2db8acfb-1519-402c-bb5a-c22d96a7594d,segment=NetworkSegment(b9814896-7de2-4937-a9ec-af02e3b479a8),segment_id=b9814896-7de2-4937-a9ec-af02e3b479a8)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:41.709186 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.817043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 344082ca-4b11-4805-8a18-98039244f2d5 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:41.817451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.827060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=2db8acfb-1519-402c-bb5a-c22d96a7594d,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:41.836526 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e46c3-4e65-48f2-8438-0091586f1ad6 None None] New status for floating IP 44bce112-5876-4aa8-a6d2-2010a0673926: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:44:41.867229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:41.878249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] Sync routers for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:41.894221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:41.894890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:41.915780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.919751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-703f7d2e-9b7d-4922-8a64-574db93f5418 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7377985 Oct 19 01:44:41.920632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42388) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:41.955902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port 344082ca-4b11-4805-8a18-98039244f2d5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=344082ca-4b11-4805-8a18-98039244f2d5,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:41.956629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:41.970511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 344082ca-4b11-4805-8a18-98039244f2d5 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:42.002255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:42.025759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:42.026397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:42.094821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:42.095527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e92a9e-c04b-40e3-ab1d-7f82bcaeb7be None None] The sync data for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:42.197794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7e1cc572-301f-4bb4-9e1f-87fb5cfa05fa None None] Provisioning complete for port 2db8acfb-1519-402c-bb5a-c22d96a7594d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:42.198219 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e1cc572-301f-4bb4-9e1f-87fb5cfa05fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:42.198592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748690c3-5ab7-4229-9c73-077b50e9222f req-ea5fee56-416d-43a2-b034-5412a045799b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:42.200523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-748690c3-5ab7-4229-9c73-077b50e9222f req-ea5fee56-416d-43a2-b034-5412a045799b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=361b3ea9-485b-4859-b8ef-72402f13b7d3 HTTP/1.1" status: 200 len: 945 time: 0.2773497 Oct 19 01:44:42.212194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:42.254323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=344082ca-4b11-4805-8a18-98039244f2d5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:42.310474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] No DVR routers for this DVR port 344082ca-4b11-4805-8a18-98039244f2d5 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:44:42.313925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:42.318504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-18b136a4-245b-4494-94d4-9cec5ba8e8f4 req-2dca57dc-6a52-4c13-9fc3-6b15db1d1e51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.62 "DELETE /v2.0/ports/344082ca-4b11-4805-8a18-98039244f2d5 HTTP/1.1" status: 204 len: 173 time: 0.6317687 Oct 19 01:44:42.319294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-deleted', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:44:42.322160 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f20e6-f9ee-4d22-90ea-94e0fc9a4949" -d '{"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-deleted", "tag": "344082ca-4b11-4805-8a18-98039244f2d5"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:44:42.363689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-748690c3-5ab7-4229-9c73-077b50e9222f req-f73ef19f-22f2-4742-935c-9ac3e999f731 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a2eeb02-ae27-4487-bd8b-c3559a9da6be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470051 Oct 19 01:44:42.377086 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:42.384219 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceafdb2-85b4-4feb-bfed-b0d62ad6d422 x-openstack-request-id: req-fceafdb2-85b4-4feb-bfed-b0d62ad6d422 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:44:42.384513 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361b3ea9-485b-4859-b8ef-72402f13b7d3", "name": "network-vif-deleted", "tag": "344082ca-4b11-4805-8a18-98039244f2d5", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:44:42.384773 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fceafdb2-85b4-4feb-bfed-b0d62ad6d422 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:44:42.385227 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361b3ea9-485b-4859-b8ef-72402f13b7d3', 'name': 'network-vif-deleted', 'tag': '344082ca-4b11-4805-8a18-98039244f2d5', 'status': 'completed', 'code': 200} Oct 19 01:44:42.659967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.020540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.1 (3e9ce8b7-c356-4092-b506-57c3585fcda2/e978c9f6-d535-4e77-8882-7cd3712681f2/2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:43.139694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2db8acfb-1519-402c-bb5a-c22d96a7594d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:43.147153 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.188676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.190179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2db8acfb-1519-402c-bb5a-c22d96a7594d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:43.190793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.228117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:43.233035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:43.237674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:43.278395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:43.304601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.427125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42400) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:43.459111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.520347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-69a85dab-7f5d-45c7-a978-746b4e427f42 None None] Provisioning complete for port 2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:43.520648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-69a85dab-7f5d-45c7-a978-746b4e427f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:43.563760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-69a85dab-7f5d-45c7-a978-746b4e427f42 None None] Port 2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:44:43.853912 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.068763 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.073210 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.158927 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.160978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:44.198909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:44.199257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.293500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:44.295217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:44.361014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:44.361318 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.399135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.412147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:44.421482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.427476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.433542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.440164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.446568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.453771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.459043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 344082ca-4b11-4805-8a18-98039244f2d5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:44:44.461902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-6d8df247-8677-4c4d-b1c0-89f08aec6afc tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1983674 Oct 19 01:44:44.462512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 344082ca-4b11-4805-8a18-98039244f2d5 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:44.474009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:44.524352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 26926642-c07b-45ac-ba4c-16b6bd6c42dc has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:44.581660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3c9e3db-7c5e-4799-a3d7-655ff252f4b5 req-407af601-54e4-4ffe-ae74-862f61fe710a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120536 Oct 19 01:44:44.706628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f7fc2926-f7de-4f50-8767-880fb2ce9e0d None None] Provisioning complete for port 2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:44.707131 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2926-f7de-4f50-8767-880fb2ce9e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:44.752827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:44.759037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-39c07b81-3e2b-48e4-8bce-f85dba6867be tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/routers/26926642-c07b-45ac-ba4c-16b6bd6c42dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8377542 Oct 19 01:44:44.774938 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] Sync routers for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:44.785689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42416) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:44.790223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc2926-f7de-4f50-8767-880fb2ce9e0d None None] Port 2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:44:44.790799 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:44.797235 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:44.820781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'port': {'network_id': '3e9ce8b7-c356-4092-b506-57c3585fcda2', 'name': 'tempest-FloatingIPTestJSON-933753284'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:44.845844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.856681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.863501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.870088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.872021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:44.877490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.884564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.891558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:44.902573 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:44.903350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f7f6b1a6-ecd2-4bdb-9176-e35e321e0ba6 req-6ca5e2d4-46f3-498d-9f31-e20f5a2e5b0d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1648440 Oct 19 01:44:44.903786 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:44.970306 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:44.973900 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98e034-81cb-4a15-a178-d580cb2fd8b0 None None] The sync data for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:45.071551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:45.106543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=252d2cc5-65a5-427c-8b95-c2fcb7dcfd89,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:45.139058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Made reservation on behalf of ab95c98da4d143e18f89ac06d212aecc for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:45.143080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:45.191529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] device_id is not set on port c8639a1d-8df9-452c-b13d-7e759e80f99e yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:44:45.767095 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:45.778507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Allocated IP 172.20.0.8 (3e9ce8b7-c356-4092-b506-57c3585fcda2/e978c9f6-d535-4e77-8882-7cd3712681f2/c8639a1d-8df9-452c-b13d-7e759e80f99e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:46.129020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.163884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:46.226839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.283459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:46.294048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:46.296672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:46.363918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event updated for resources: {'Port': ['ID=c8639a1d-8df9-452c-b13d-7e759e80f99e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:46.398246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:46.404240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f68b983a-f263-4152-904b-a3e0204519cd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9757698 Oct 19 01:44:46.408306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42426) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:46.414603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] Sync routers for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:46.424903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:46.425571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.431788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:46.433232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:46.508215 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f4620e63-8a9d-4cdb-b5cc-fce2397c75b2 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7189865 Oct 19 01:44:46.511123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42428) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:46.522321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Request body: {'floatingip': {'port_id': 'c8639a1d-8df9-452c-b13d-7e759e80f99e'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:46.525147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting subnet 2c9d22ac-a1b0-4466-b926-fc27f82d3d22 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:44:46.530855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.600087 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.603928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.662769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:46.736800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.739726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ea845909-843b-45a6-be6e-2011213cb258 None None] Provisioning complete for port c8639a1d-8df9-452c-b13d-7e759e80f99e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:46.740118 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ea845909-843b-45a6-be6e-2011213cb258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.852081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ea845909-843b-45a6-be6e-2011213cb258 None None] Port c8639a1d-8df9-452c-b13d-7e759e80f99e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:44:46.853099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.929647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9d22ac-a1b0-4466-b926-fc27f82d3d22,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:46.938609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1d79a-86a2-4e0d-a2b7-ff4906d79c98 None None] Network 63c22939-b42b-4cfd-a6c4-1df36d0e2797 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:46.938888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:46.943421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8e71ba5a-007a-4f76-9dad-0078e450613f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/subnets/2c9d22ac-a1b0-4466-b926-fc27f82d3d22 HTTP/1.1" status: 204 len: 168 time: 0.5141039 Oct 19 01:44:46.945283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42436) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:46.969174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:44:44Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:47.034099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] Checking router: 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:44:47.070133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] Routers {'4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:47.070786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:47.168108 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.317823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] Set router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:47.358891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42446) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:47.420442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.521045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:47.521797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:47.522425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:47.523051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:47.523672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:47.524353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:47.524976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:47.534046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-27374ecf-4e9a-4af1-99a8-3f7cc0295ccf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.1741502 Oct 19 01:44:47.549095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] DHCP port deletion for 63c22939-b42b-4cfd-a6c4-1df36d0e2797 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:44:47.566286 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.578425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.578896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 429bf64f-7052-448f-b801-61dd10a54c27 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:47.579416 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.589927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-56365e71-e7e5-4f04-adea-fffa75767925 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&id=33f20569-96f0-4cb6-ba25-b485c2144a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546663 Oct 19 01:44:47.661941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:44:44Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:47.703594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f2da6-db1d-4fd9-a3a8-757833f8ad79 None None] The sync data for ids ['4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c'] in n-d-789963-20 is: [{'id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1651476904', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '429bf64f-7052-448f-b801-61dd10a54c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:44:44Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '429bf64f-7052-448f-b801-61dd10a54c27', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:42:24Z', 'updated_at': '2021-10-19T01:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:47.710558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port 429bf64f-7052-448f-b801-61dd10a54c27, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=429bf64f-7052-448f-b801-61dd10a54c27,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:47.710938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.720044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Deleting port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:47.720430 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:47.727202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 429bf64f-7052-448f-b801-61dd10a54c27 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:47.741470 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 117a6adb-8c9b-4290-8173-21db7662818e associated. External IP: 172.25.0.109, port: fac4615e-4c94-46e1-88be-aff9e91cf291. Oct 19 01:44:47.966389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.010097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:48.107681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=429bf64f-7052-448f-b801-61dd10a54c27,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:48.157290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:48.172593 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:48.174466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] For port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e731a330-639c-4d9a-a58a-2c8c3fd5ac8e,segment=NetworkSegment(02965d12-b4f5-4a54-85e6-767962f55188),segment_id=02965d12-b4f5-4a54-85e6-767962f55188)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:48.175054 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.176489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.195053 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:48.195691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.204582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Calling delete_port for e731a330-639c-4d9a-a58a-2c8c3fd5ac8e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:48.284061 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.310317 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:48.312406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.349258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.351830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.379728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.380781 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.381653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093769a-bdf5-47be-9a7d-719378138ea2 None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:48.419659 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.420812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Fanout notify agent at l3_agent the message router_deleted on router 4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:44:48.436367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] No DVR routers for this DVR port e731a330-639c-4d9a-a58a-2c8c3fd5ac8e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:44:48.437735 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.439047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fa12db01-6768-4165-a9d6-c88a6f222305 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/routers/4fba2aa4-c5e2-4cc9-b3a3-53796d17f98c HTTP/1.1" status: 204 len: 168 time: 1.4927464 Oct 19 01:44:48.443621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Pushing event deleted for resources: {'Port': ['ID=e731a330-639c-4d9a-a58a-2c8c3fd5ac8e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:48.444281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42456) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:48.453141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.453465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.453868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.454200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.454526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.454903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.455298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.455540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.455860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.456336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.456551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.456868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901df4e0-4af2-4c75-b811-44816da82ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:48.580392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 26926642-c07b-45ac-ba4c-16b6bd6c42dc has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:48.601810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.747969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:48.756886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.760254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] Sync routers for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:48.762798 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.772492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:48.772492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.801562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c22939-b42b-4cfd-a6c4-1df36d0e2797']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.815257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02965d12-b4f5-4a54-85e6-767962f55188') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.816207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02965d12-b4f5-4a54-85e6-767962f55188') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.829134 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.844948 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.852525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:44:48.853042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.855331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.855541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4712d534-b464-4bc0-822c-fee6921009d3 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/floatingips/117a6adb-8c9b-4290-8173-21db7662818e HTTP/1.1" status: 200 len: 977 time: 2.3411524 Oct 19 01:44:48.856424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42464) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:48.867483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:48.870310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.910248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:48.911186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff7df3-518e-48f8-a231-42fef7b3eeda None None] The sync data for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: items = [ Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:44:48.916893 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:44:48.919638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42466) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:48.927936 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.935706 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:48.942274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/networks/63c22939-b42b-4cfd-a6c4-1df36d0e2797 HTTP/1.1" status: 204 len: 168 time: 0.4944248 Oct 19 01:44:48.942586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42470) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:48.954719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d160c1c-1130-4d5a-96b6-fbdaa84f66a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Network': ['ID=63c22939-b42b-4cfd-a6c4-1df36d0e2797,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:49.052956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port c8639a1d-8df9-452c-b13d-7e759e80f99e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:49.053297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.057805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-112f4cd6-fcf0-478c-a16b-ca1b79839f08 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.071679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bbd93d3a-a951-4bef-8633-220ae2179277 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0062516e67e4ccba9217f3cedbe1227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508026 Oct 19 01:44:49.074945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42472) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:49.149186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61c168bb-2cba-4355-be0e-2f589e69614d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.173966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.188940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61c168bb-2cba-4355-be0e-2f589e69614d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.198249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e731a330-639c-4d9a-a58a-2c8c3fd5ac8e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:49.225885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e731a330-639c-4d9a-a58a-2c8c3fd5ac8e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:44:49.226584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e731a330-639c-4d9a-a58a-2c8c3fd5ac8e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:49.227368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:49.239090 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:44:49.243521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-112f4cd6-fcf0-478c-a16b-ca1b79839f08 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.244164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61c168bb-2cba-4355-be0e-2f589e69614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.247516 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61c168bb-2cba-4355-be0e-2f589e69614d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.252180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-61c168bb-2cba-4355-be0e-2f589e69614d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9758c6c5-57f7-46d6-9d52-1bddfe06740b HTTP/1.1" status: 204 len: 168 time: 0.1760950 Oct 19 01:44:49.261456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c168bb-2cba-4355-be0e-2f589e69614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9758c6c5-57f7-46d6-9d52-1bddfe06740b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:49.262015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:44:49.262466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 252d2cc5-65a5-427c-8b95-c2fcb7dcfd89 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:49.262984 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 429bf64f-7052-448f-b801-61dd10a54c27 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:49.289038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 429bf64f-7052-448f-b801-61dd10a54c27 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:44:49.289443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 429bf64f-7052-448f-b801-61dd10a54c27 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:49.434105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-112f4cd6-fcf0-478c-a16b-ca1b79839f08 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.437266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-112f4cd6-fcf0-478c-a16b-ca1b79839f08 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.440484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-112f4cd6-fcf0-478c-a16b-ca1b79839f08 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/security-groups/0a2eeb02-ae27-4487-bd8b-c3559a9da6be HTTP/1.1" status: 204 len: 168 time: 0.4949059 Oct 19 01:44:49.457008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f4cd6-fcf0-478c-a16b-ca1b79839f08 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2eeb02-ae27-4487-bd8b-c3559a9da6be,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:49.473068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.473467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.473788 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Floating IP 117a6adb-8c9b-4290-8173-21db7662818e disassociated. External IP: 172.25.0.109, port: c8639a1d-8df9-452c-b13d-7e759e80f99e. Oct 19 01:44:49.474134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for c8639a1d-8df9-452c-b13d-7e759e80f99e owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:49.645557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.682907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=c8639a1d-8df9-452c-b13d-7e759e80f99e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:49.815601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42490) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:49.820588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-221e34e8-6e7e-4f98-8d9b-934f37cc7911 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077194573', 'description': 'tempest-secgroup-smoke-2077194573 description', 'project_id': '446eaabb7b8b48159e8221f499748465'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:49.854665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 26926642-c07b-45ac-ba4c-16b6bd6c42dc has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:49.854820 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-221e34e8-6e7e-4f98-8d9b-934f37cc7911 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.955817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-221e34e8-6e7e-4f98-8d9b-934f37cc7911 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.960445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-221e34e8-6e7e-4f98-8d9b-934f37cc7911 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.967084 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.991780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-221e34e8-6e7e-4f98-8d9b-934f37cc7911 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:49.995914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-221e34e8-6e7e-4f98-8d9b-934f37cc7911 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1768188 Oct 19 01:44:49.996780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42498) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:50.002276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e34e8-6e7e-4f98-8d9b-934f37cc7911 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7fb926-a76a-42dd-8de2-1a538850638e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:50.004122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-023fb2a4-220f-4401-a2c8-1dd72efb2a0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '1d7fb926-a76a-42dd-8de2-1a538850638e', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:50.323530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:50.336182 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] Sync routers for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:50.345504 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:50.346103 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:50.383196 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:50.390541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-023fb2a4-220f-4401-a2c8-1dd72efb2a0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.393264 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:50.394097 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:50.415069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.418459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6c82691a-8ca6-4823-bd1e-24f283658325 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/ports/c8639a1d-8df9-452c-b13d-7e759e80f99e HTTP/1.1" status: 204 len: 168 time: 1.5587971 Oct 19 01:44:50.423042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42506) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:50.429330 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:50.430296 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930f8fd-6599-41b2-9454-173c83200ec7 None None] The sync data for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:50.453907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-023fb2a4-220f-4401-a2c8-1dd72efb2a0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.458981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-023fb2a4-220f-4401-a2c8-1dd72efb2a0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.478242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fb2a4-220f-4401-a2c8-1dd72efb2a0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc8352c-a0be-47b0-a93c-61da98d6d092,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:50.487288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-023fb2a4-220f-4401-a2c8-1dd72efb2a0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.491294 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-023fb2a4-220f-4401-a2c8-1dd72efb2a0a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926643 Oct 19 01:44:50.491885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42508) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:50.496388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8f0343a6-d2b5-4f06-ad43-48abc7945fc7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '1d7fb926-a76a-42dd-8de2-1a538850638e', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:50.529510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f0343a6-d2b5-4f06-ad43-48abc7945fc7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.599553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f0343a6-d2b5-4f06-ad43-48abc7945fc7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.609831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f0343a6-d2b5-4f06-ad43-48abc7945fc7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.628384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0343a6-d2b5-4f06-ad43-48abc7945fc7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53115896-7131-4af6-9485-d1df96c27323,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:50.638115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f0343a6-d2b5-4f06-ad43-48abc7945fc7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.639297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8f0343a6-d2b5-4f06-ad43-48abc7945fc7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464412 Oct 19 01:44:50.642222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42514) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:50.646446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-59e9b4ae-9740-4d37-9e36-1178f2accfcd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '1d7fb926-a76a-42dd-8de2-1a538850638e', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:50.680376 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59e9b4ae-9740-4d37-9e36-1178f2accfcd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.753563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59e9b4ae-9740-4d37-9e36-1178f2accfcd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.757875 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59e9b4ae-9740-4d37-9e36-1178f2accfcd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.777792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9b4ae-9740-4d37-9e36-1178f2accfcd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f143f50-9043-4dcb-ae99-059d7f78dc53,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:50.787459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59e9b4ae-9740-4d37-9e36-1178f2accfcd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.791448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59e9b4ae-9740-4d37-9e36-1178f2accfcd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457026 Oct 19 01:44:50.791725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42518) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:50.796163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-eb138fe7-bef9-4738-a308-1e0197fd8b58 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '1d7fb926-a76a-42dd-8de2-1a538850638e', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:50.822668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb138fe7-bef9-4738-a308-1e0197fd8b58 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.853737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.888393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb138fe7-bef9-4738-a308-1e0197fd8b58 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.894151 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb138fe7-bef9-4738-a308-1e0197fd8b58 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.921652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb138fe7-bef9-4738-a308-1e0197fd8b58 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbda812-0cdc-40ca-ba82-94713601530c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:50.927529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb138fe7-bef9-4738-a308-1e0197fd8b58 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:50.928748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eb138fe7-bef9-4738-a308-1e0197fd8b58 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360304 Oct 19 01:44:50.931433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42520) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:50.935774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '1d7fb926-a76a-42dd-8de2-1a538850638e', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:50.960649 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:44:50.966129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.031835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.037227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.060460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d88f8b-a06d-44a8-ba53-80439d806814,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:51.068260 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.069628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-74153e3f-f96b-4aa9-8fe5-ee956b495214 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372271 Oct 19 01:44:51.072516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42522) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:51.078195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '1d7fb926-a76a-42dd-8de2-1a538850638e', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:51.102357 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:44:51.108056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.136033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port 2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:51.136634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.177177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.182392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.200620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d3e61e-ffc4-49e8-8c34-8329e42b1866,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:51.212554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.216441 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b91a2b03-da00-423f-8052-fd9320b5de5c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426036 Oct 19 01:44:51.216958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42524) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:51.225420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'network': {'name': 'tempest-network-smoke--5995526', 'project_id': '446eaabb7b8b48159e8221f499748465', 'port_security_enabled': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:51.239369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.257861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for 2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:51.271578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:51.275137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.348895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:44:51.365001 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.365001 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Added segment a3441766-17b4-43c9-a831-00f7b306f995 of type vlan for network 0db668d8-a056-4491-8d8a-1b2944cd70a2 Oct 19 01:44:51.450487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.492121 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.497613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:51.498228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.565114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3436508 Oct 19 01:44:51.568014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42526) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:51.573053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'admin_state_up': True, 'project_id': '446eaabb7b8b48159e8221f499748465', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:51.597189 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.598263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.605247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57077fbd-320b-4a46-a7e1-63f5097da6dc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Network': ['ID=0db668d8-a056-4491-8d8a-1b2944cd70a2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:51.616190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.621466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:44:51.646529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=2c35d8ff-f8ed-4c36-aec0-61d0bf6c0bda,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:51.687664 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.889226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:51.904795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.105425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.129752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.146445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 26926642-c07b-45ac-ba4c-16b6bd6c42dc has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:52.248054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.45 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a089ffa5-fc19-4188-8dc7-f0698420667a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:52.356944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.399065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.441112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:52.444024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:52.450874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:52.454613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=a089ffa5-fc19-4188-8dc7-f0698420667a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:52.629416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:52.635098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6ed53746-0aab-4581-bee3-14dacfd6af1b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/routers/26926642-c07b-45ac-ba4c-16b6bd6c42dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2100694 Oct 19 01:44:52.637362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42536) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:52.640637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] Sync routers for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:52.661763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:52.662742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:52.710375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:52.721074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] Routers {'26926642-c07b-45ac-ba4c-16b6bd6c42dc'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:52.722037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:52.734237 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.756474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:52.757643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455fc62-ae57-4f46-9c5e-6511d3a856c7 None None] The sync data for ids ['26926642-c07b-45ac-ba4c-16b6bd6c42dc'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:52.773254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.883015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.944218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port 86b46dcc-4e1c-49e2-b8b8-3eccb14253c8 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:52.944781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:52.963797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.025239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.037734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for 86b46dcc-4e1c-49e2-b8b8-3eccb14253c8 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:53.102948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e628cd39-389d-46a1-aa68-969cce5d9da0 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:44:53.215413 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.228120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:53.239261 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Sync routers for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:53.252186 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:53.253301 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:53.255086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=86b46dcc-4e1c-49e2-b8b8-3eccb14253c8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:53.259851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.263418 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ea7284b8-36c7-4797-b47e-4ae846fa905c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6942778 Oct 19 01:44:53.272466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42540) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:53.312902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68d12cb9-7bda-4e15-b300-28bd41684de9 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=446eaabb7b8b48159e8221f499748465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360727 Oct 19 01:44:53.313111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42542) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:53.329860 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.384307 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:53.404629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e05094-5aac-4371-80f6-f7836a9907a2 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:53.409641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-44e05094-5aac-4371-80f6-f7836a9907a2 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931206 Oct 19 01:44:53.409906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42544) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:53.434147 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.436536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.452053 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3c6f8c6b-0540-402d-a662-fe6c60e6fcf1 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382621 Oct 19 01:44:53.452399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42546) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:53.457297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977415848', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'project_id': '446eaabb7b8b48159e8221f499748465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:53.485495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.486659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Fanout notify agent at l3_agent the message router_deleted on router 26926642-c07b-45ac-ba4c-16b6bd6c42dc {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:44:53.501551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.502698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66c9e6cc-4c5f-46c6-b12a-e3f7133d6df4 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/routers/26926642-c07b-45ac-ba4c-16b6bd6c42dc HTTP/1.1" status: 204 len: 168 time: 0.8641739 Oct 19 01:44:53.505742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42548) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:53.561114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:53.566037 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.570787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting subnet e978c9f6-d535-4e77-8882-7cd3712681f2 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:44:53.573097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.620242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.636082 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:52Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:53.694286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Checking router: e628cd39-389d-46a1-aa68-969cce5d9da0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:44:53.694888 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Updating router e628cd39-389d-46a1-aa68-969cce5d9da0 port a089ffa5-fc19-4188-8dc7-f0698420667a binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:44:53.726188 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.735922 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.782114 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.823429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.852235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Subnet': ['ID=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:53.856322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Subnet': ['ID=e978c9f6-d535-4e77-8882-7cd3712681f2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:53.862834 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.863478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Checking segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:53.863844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network hostable DHCP agents. Network: 0db668d8-a056-4491-8d8a-1b2944cd70a2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:44:53.868038 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-18011320-2ab7-4cb0-b4f4-ff3603ab1cce tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/subnets/e978c9f6-d535-4e77-8882-7cd3712681f2 HTTP/1.1" status: 204 len: 168 time: 0.3598549 Oct 19 01:44:53.869227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42550) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:53.873465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac159442-17a7-47af-a3b0-bd10ab74afde None None] Network 3e9ce8b7-c356-4092-b506-57c3585fcda2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:53.946352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:44:53.963621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.970753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 0db668d8-a056-4491-8d8a-1b2944cd70a2) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:53.976782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:53.977302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:53.985574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a1beca-e135-41e1-a730-65b50c6409a0 None None] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:54.020487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42554) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:54.020744 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15f7e434-01a4-41df-bcc9-507d2fb615a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5674412 Oct 19 01:44:54.046629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port 2db8acfb-1519-402c-bb5a-c22d96a7594d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:54.046958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.057115 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.065363 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.139251 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Attempting to bind port a089ffa5-fc19-4188-8dc7-f0698420667a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:54.139848 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Attempting to bind port a089ffa5-fc19-4188-8dc7-f0698420667a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:54.140229 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Attempting to bind port a089ffa5-fc19-4188-8dc7-f0698420667a on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:54.140379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] For port 2db8acfb-1519-402c-bb5a-c22d96a7594d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2db8acfb-1519-402c-bb5a-c22d96a7594d,segment=NetworkSegment(b9814896-7de2-4937-a9ec-af02e3b479a8),segment_id=b9814896-7de2-4937-a9ec-af02e3b479a8)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:54.140717 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.150211 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Pushing event updated for resources: {'Port': ['ID=a089ffa5-fc19-4188-8dc7-f0698420667a,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:54.153926 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:54.154296 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:54.154689 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.155652 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:54.156207 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Bound port: a089ffa5-fc19-4188-8dc7-f0698420667a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:54.156663 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.170100 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.170501 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.173167 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.173728 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.173917 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.174212 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.174535 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.174859 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.175184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.175507 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.175829 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.176178 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:44:54.177887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for 2db8acfb-1519-402c-bb5a-c22d96a7594d owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:54.235885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-0db668d8-a056-4491-8d8a-1b2944cd70a2', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:44:54.237139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.260559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6844f025-54cd-451d-9d5d-9090339cb575 None None] DHCP port deletion for 3e9ce8b7-c356-4092-b506-57c3585fcda2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:44:54.275550 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.290052 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] For port a089ffa5-fc19-4188-8dc7-f0698420667a, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:54.296480 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] For port a089ffa5-fc19-4188-8dc7-f0698420667a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a089ffa5-fc19-4188-8dc7-f0698420667a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:54.307395 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.316050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=2db8acfb-1519-402c-bb5a-c22d96a7594d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:54.320282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] No DVR routers for this DVR port 2db8acfb-1519-402c-bb5a-c22d96a7594d on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:44:54.383679 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:54.384329 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:54.410574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6844f025-54cd-451d-9d5d-9090339cb575 None None] The port '2db8acfb-1519-402c-bb5a-c22d96a7594d' was deleted {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 19 01:44:54.412401 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.438751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9ce8b7-c356-4092-b506-57c3585fcda2']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:54.448907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9814896-7de2-4937-a9ec-af02e3b479a8') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:54.449423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9814896-7de2-4937-a9ec-af02e3b479a8') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:54.460775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.477764 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.485348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:44:54.485929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.500915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Allocated IP 172.20.0.2 (0db668d8-a056-4491-8d8a-1b2944cd70a2/4c86cba6-cb52-470a-8be5-5b3cc4e1c25f/3d5e3619-e2d6-4cba-8470-862ac183f39c) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:44:54.569277 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:44:54.581704 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd081-0bae-4e7e-91c1-1dcc56fc3b1d None None] Pushing event updated for resources: {'Port': ['ID=a089ffa5-fc19-4188-8dc7-f0698420667a,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:54.609951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.618216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.622753 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:54.631568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/networks/3e9ce8b7-c356-4092-b506-57c3585fcda2 HTTP/1.1" status: 204 len: 168 time: 0.7579782 Oct 19 01:44:54.632801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42556) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:54.675608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593d0f7-8c44-42e3-bd2b-a6336b81b7cb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Network': ['ID=3e9ce8b7-c356-4092-b506-57c3585fcda2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:54.760878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.777332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.818721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:54.827764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:54.835956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:54.853666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.855922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port c1069143-1011-4862-b8d4-cc258856918a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:54.857079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.863236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Pushing event updated for resources: {'Port': ['ID=3d5e3619-e2d6-4cba-8470-862ac183f39c,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:54.915818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Attempting to bind port 3d5e3619-e2d6-4cba-8470-862ac183f39c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:54.916546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Attempting to bind port 3d5e3619-e2d6-4cba-8470-862ac183f39c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:54.916546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Attempting to bind port 3d5e3619-e2d6-4cba-8470-862ac183f39c on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:54.922526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:54.922888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Checking segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:54.923466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.924069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Bound using segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:54.924672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Bound port: 3d5e3619-e2d6-4cba-8470-862ac183f39c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:54.925234 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.977701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.978210 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:54.997408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for c1069143-1011-4862-b8d4-cc258856918a owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:55.019450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] For port 3d5e3619-e2d6-4cba-8470-862ac183f39c, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:55.027013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] For port 3d5e3619-e2d6-4cba-8470-862ac183f39c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3d5e3619-e2d6-4cba-8470-862ac183f39c,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:55.035369 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:52Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:55.035651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.072408 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7444318e-cccb-4f17-82f7-d6d0ad36529a None None] The sync data for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 is: [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:52Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:44:55.210325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2db8acfb-1519-402c-bb5a-c22d96a7594d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:44:55.267321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e3b17-dcb3-4a38-b574-e24fe587ce51 None None] Pushing event updated for resources: {'Port': ['ID=3d5e3619-e2d6-4cba-8470-862ac183f39c,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:55.272310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2db8acfb-1519-402c-bb5a-c22d96a7594d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:44:55.272657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2db8acfb-1519-402c-bb5a-c22d96a7594d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:44:55.336191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.1 (0db668d8-a056-4491-8d8a-1b2944cd70a2/4c86cba6-cb52-470a-8be5-5b3cc4e1c25f/139eb7e2-9469-4fdf-bec1-ef91c39ceb1d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:44:55.337256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.378254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=c1069143-1011-4862-b8d4-cc258856918a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:55.553941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.560162 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.575440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.583126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fe9c0e0d-3a48-4b50-a5f6-3f5965c326bb tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/floatingips/117a6adb-8c9b-4290-8173-21db7662818e HTTP/1.1" status: 204 len: 168 time: 0.9250517 Oct 19 01:44:55.583883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:55.635740 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f31384f-d717-409b-8694-db9a4e3e9b9d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] DELETE failed (client error): The resource could not be found. Oct 19 01:44:55.636684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f31384f-d717-409b-8694-db9a4e3e9b9d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:44:55.640994 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6f31384f-d717-409b-8694-db9a4e3e9b9d tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/ports/c8639a1d-8df9-452c-b13d-7e759e80f99e HTTP/1.1" status: 404 len: 333 time: 0.0537975 Oct 19 01:44:55.644322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42566) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:55.662572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42568) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:55.673217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.706943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-220e44cb-7951-4751-ac6d-e605de22a8f0 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "GET /v2.0/ports?device_id=26926642-c07b-45ac-ba4c-16b6bd6c42dc HTTP/1.1" status: 200 len: 205 time: 0.0613923 Oct 19 01:44:55.709767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:55.764216 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-afca4cb8-924e-42ec-be33-b5fcd7e2cd8b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] delete failed (client error): The resource could not be found. Oct 19 01:44:55.765928 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-afca4cb8-924e-42ec-be33-b5fcd7e2cd8b tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/routers/26926642-c07b-45ac-ba4c-16b6bd6c42dc HTTP/1.1" status: 404 len: 336 time: 0.0551305 Oct 19 01:44:55.772930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42574) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:55.798629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d63df73d-41e4-428f-bdce-6b4d166828ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.800509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:55.807100 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0588ce72-4c29-474d-9d4e-b7ae87091ea6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] DELETE failed (client error): The resource could not be found. Oct 19 01:44:55.807717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0588ce72-4c29-474d-9d4e-b7ae87091ea6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:44:55.813382 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0588ce72-4c29-474d-9d4e-b7ae87091ea6 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/subnets/e978c9f6-d535-4e77-8882-7cd3712681f2 HTTP/1.1" status: 404 len: 337 time: 0.0369649 Oct 19 01:44:55.813909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42576) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:55.814445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:55.817817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:55.820683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:44:55.901613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:55.937111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port fac4615e-4c94-46e1-88be-aff9e91cf291 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:55.937689 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.036558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d63df73d-41e4-428f-bdce-6b4d166828ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.042743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.051087 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d63df73d-41e4-428f-bdce-6b4d166828ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.062590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for fac4615e-4c94-46e1-88be-aff9e91cf291 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:56.110884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63df73d-41e4-428f-bdce-6b4d166828ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b216c57-fd06-4a55-b0ed-7b0fb7e4cf39,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:56.123597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42578) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:56.126597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d63df73d-41e4-428f-bdce-6b4d166828ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b630ace4d3f41629eebd405b00f4c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4629064 Oct 19 01:44:56.183084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.233436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69ebbbae-4dc8-4cf1-8f58-202db72b0879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.257770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69ebbbae-4dc8-4cf1-8f58-202db72b0879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.341919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.396736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=fac4615e-4c94-46e1-88be-aff9e91cf291,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:56.421487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69ebbbae-4dc8-4cf1-8f58-202db72b0879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.424030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-69ebbbae-4dc8-4cf1-8f58-202db72b0879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.425195 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-69ebbbae-4dc8-4cf1-8f58-202db72b0879 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b216c57-fd06-4a55-b0ed-7b0fb7e4cf39 HTTP/1.1" status: 204 len: 168 time: 0.2997813 Oct 19 01:44:56.458194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebbbae-4dc8-4cf1-8f58-202db72b0879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b216c57-fd06-4a55-b0ed-7b0fb7e4cf39,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:56.486393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.489886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4cb39494-e7e3-4625-a60b-8f807b2b0341 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/ports/fac4615e-4c94-46e1-88be-aff9e91cf291 HTTP/1.1" status: 204 len: 168 time: 0.6749935 Oct 19 01:44:56.492960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42582) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:56.522538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.527823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.606798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19891728-95cf-4b7d-8826-08474e209769 None None] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:56.622635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.624670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:56.631235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port e77519af-51f4-4355-878f-eeaa4d8159e8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:56.631583 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.769730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:44:56.771292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.771423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:56.797549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for e77519af-51f4-4355-878f-eeaa4d8159e8 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:56.805168 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e2dc73e2-e252-4302-bda4-ec94733554a5 None None] Provisioning complete for port 3d5e3619-e2d6-4cba-8470-862ac183f39c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:56.805787 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73e2-e252-4302-bda4-ec94733554a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.907997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e628cd39-389d-46a1-aa68-969cce5d9da0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:56.914515 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73e2-e252-4302-bda4-ec94733554a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:56.994653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e2dc73e2-e252-4302-bda4-ec94733554a5 None None] For port 3d5e3619-e2d6-4cba-8470-862ac183f39c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3d5e3619-e2d6-4cba-8470-862ac183f39c,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:57.005700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e2dc73e2-e252-4302-bda4-ec94733554a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.080372 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.093489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:57.099241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-940bb941-0a8f-4495-90dd-ad5e38a96ffd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/e628cd39-389d-46a1-aa68-969cce5d9da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0770628 Oct 19 01:44:57.124039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc73e2-e252-4302-bda4-ec94733554a5 None None] Pushing event updated for resources: {'Port': ['ID=3d5e3619-e2d6-4cba-8470-862ac183f39c,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:57.137384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=e77519af-51f4-4355-878f-eeaa4d8159e8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:57.233815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fb74e6bd-2776-4900-9274-bb42f121f3ec None None] Provisioning complete for port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:57.238974 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb74e6bd-2776-4900-9274-bb42f121f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.251904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.259831 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-22db6279-212f-4d79-975a-faf43aa49d80 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/ports/e77519af-51f4-4355-878f-eeaa4d8159e8 HTTP/1.1" status: 204 len: 168 time: 0.7636769 Oct 19 01:44:57.261071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42606) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:57.343783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83416c7e-941d-4782-979e-e2a200ba8a89 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:57.345436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-83416c7e-941d-4782-979e-e2a200ba8a89 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 HTTP/1.1" status: 200 len: 913 time: 0.0832434 Oct 19 01:44:57.348058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42612) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:57.363101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3d5e3619-e2d6-4cba-8470-862ac183f39c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:57.390830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-fb74e6bd-2776-4900-9274-bb42f121f3ec None None] Port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:44:57.434954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fb74e6bd-2776-4900-9274-bb42f121f3ec None None] Provisioning complete for port 3d5e3619-e2d6-4cba-8470-862ac183f39c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:57.435584 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb74e6bd-2776-4900-9274-bb42f121f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.475790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3d5e3619-e2d6-4cba-8470-862ac183f39c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:57.476380 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.496302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-62516d2a-ec33-49aa-81f9-2308d6a9f69b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077194573&fields=id&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 267 time: 0.0557241 Oct 19 01:44:57.553616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Sync routers for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:57.599602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:57.599952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:57.606796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42626) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:57.656297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-a28685dc-c016-497e-a883-0bc444c5722b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:57.665484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-a28685dc-c016-497e-a883-0bc444c5722b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 794 time: 0.1605151 Oct 19 01:44:57.688898 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-8c8a475c-56bf-4c87-b8c8-df6f7ae18f4f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/quotas/446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 375 time: 0.0220609 Oct 19 01:44:57.718446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:57.764108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-897759699-network', 'tenant_id': '8f1c2160b7194208afa6fffe4f06863a'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:57.813829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-5f040519-61ad-488e-a79f-e9e2a7581e65 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233852 Oct 19 01:44:57.849430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a089ffa5-fc19-4188-8dc7-f0698420667a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:57.901833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Made reservation on behalf of 8f1c2160b7194208afa6fffe4f06863a for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:57.904411 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.915115 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:57.987916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a089ffa5-fc19-4188-8dc7-f0698420667a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:57.988428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.011683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-e3d9337b-1fce-4c0d-adc4-d105e12d3ced service neutron] 10.222.0.64 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915345 Oct 19 01:44:58.015903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dc043089-a281-4f1c-aef8-2c8d417a946e None None] Provisioning complete for port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:58.016684 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dc043089-a281-4f1c-aef8-2c8d417a946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.043730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.057470 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.088665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-dc043089-a281-4f1c-aef8-2c8d417a946e None None] Port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:44:58.121709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3355c9a9-f371-4d59-836b-3470bb10c553,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:58.121942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.139952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:44:58.141525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 2, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:58.158479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.158829 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Added segment 0cee6ba4-211a-4c74-afad-9fe1843df38f of type vlan for network ca583e17-118d-475e-b655-4e43cda00247 Oct 19 01:44:58.177693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Checking router: e628cd39-389d-46a1-aa68-969cce5d9da0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:44:58.178070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Updating router e628cd39-389d-46a1-aa68-969cce5d9da0 port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:44:58.180397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.203036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-1129f874-6244-4e8c-ae09-65d5c5f2ed03 service neutron] 10.222.0.64 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903675 Oct 19 01:44:58.221344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.222512 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.225499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a089ffa5-fc19-4188-8dc7-f0698420667a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a089ffa5-fc19-4188-8dc7-f0698420667a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:44:58.235854 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.259410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.260621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:58.261383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.315951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7052794 Oct 19 01:44:58.316184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42630) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:58.323578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Request body: {'subnet': {'network_id': 'ca583e17-118d-475e-b655-4e43cda00247', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-897759699-subnet', 'tenant_id': '8f1c2160b7194208afa6fffe4f06863a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:44:58.380627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea7097-8d7e-42d6-b986-b67daf0897c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca583e17-118d-475e-b655-4e43cda00247,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:58.431142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Made reservation on behalf of 8f1c2160b7194208afa6fffe4f06863a for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:44:58.434185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.470105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0521ff83-eef0-4534-b9e6-6178a93757c5 req-34330700-49dd-4e19-aeb3-42d821f9396a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 210 time: 0.0399880 Oct 19 01:44:58.548552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network ca583e17-118d-475e-b655-4e43cda00247 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:44:58.548745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port 6e4daf18-671d-406c-b527-bb219f1ee28c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:44:58.549221 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.550658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a089ffa5-fc19-4188-8dc7-f0698420667a,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:58.674182 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.678684 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.692434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for 6e4daf18-671d-406c-b527-bb219f1ee28c owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:44:58.722334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d57e0b-701b-4b7b-9fbf-2470e829ba1b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:58.752467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Checking segment: {'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:58.752920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Network hostable DHCP agents. Network: ca583e17-118d-475e-b655-4e43cda00247, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:44:58.774842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Network ca583e17-118d-475e-b655-4e43cda00247 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:44:58.787519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, ca583e17-118d-475e-b655-4e43cda00247) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:44:58.794159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:58.795264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.797686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca43beb-900e-4013-ac8b-d5ea053d3d12 None None] Network ca583e17-118d-475e-b655-4e43cda00247 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:58.818420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-99a7bdfb-2800-4343-b63d-201e3753ca6a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5011268 Oct 19 01:44:58.846153 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.880728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.937495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:58.958122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020d80e-3052-4b70-9e1b-12da76c1441c None None] Pushing event updated for resources: {'Port': ['ID=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:58.991601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=6e4daf18-671d-406c-b527-bb219f1ee28c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:59.067423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Attempting to bind port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:44:59.067795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Attempting to bind port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:44:59.068296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Attempting to bind port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:44:59.074412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:44:59.074890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Checking segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:44:59.075183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.075559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Bound using segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:44:59.076055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Bound port: 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:44:59.076905 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.081130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8b906-3866-45e9-ba4f-80df0acec481 None None] Network ca583e17-118d-475e-b655-4e43cda00247 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:44:59.237181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3d5e3619-e2d6-4cba-8470-862ac183f39c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:59.315862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.318064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] For port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:44:59.338335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] For port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:44:59.346470 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.378974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c2bcb04e-479f-469b-8b88-f568001fca26 None None] Provisioning complete for port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:59.379340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb04e-479f-469b-8b88-f568001fca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.440270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:59.440813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:59.487148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3d5e3619-e2d6-4cba-8470-862ac183f39c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:44:59.487496 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.489074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020d80e-3052-4b70-9e1b-12da76c1441c None None] Pushing event updated for resources: {'Port': ['ID=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:44:59.627041 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fa9b4d3-2aba-4937-bcf2-6e96cf23fc42 req-6c07b155-f721-4df7-a268-67d42c340244 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 210 time: 0.0396683 Oct 19 01:44:59.662171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:44:59.703481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:44:59.800349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a089ffa5-fc19-4188-8dc7-f0698420667a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:44:59.869906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:44:59.886068 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] Sync routers for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:44:59.890583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f6c5d14-cbb8-401b-807b-67dbae179adc tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "PUT /v2.0/routers/0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413024 Oct 19 01:44:59.892989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42656) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:44:59.897109 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb04e-479f-469b-8b88-f568001fca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:44:59.902302 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:44:59.903015 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:59.906849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-975deb54-642b-4fa5-9d5d-2fc0fcb78e31 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:44:59.913866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-975deb54-642b-4fa5-9d5d-2fc0fcb78e31 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 794 time: 0.1769462 Oct 19 01:44:59.974669 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:44:59.997466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-4596f598-8f81-4c10-ab8a-ca8df8383596 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 380 time: 0.0678401 Oct 19 01:45:00.005984 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] Routers {'0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:45:00.006897 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:44:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:00.019116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c2bcb04e-479f-469b-8b88-f568001fca26 None None] For port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:00.027521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'port': {'device_id': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'admin_state_up': True, 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'security_groups': ['1d7fb926-a76a-42dd-8de2-1a538850638e']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:00.037868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb04e-479f-469b-8b88-f568001fca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.044266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.054240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a089ffa5-fc19-4188-8dc7-f0698420667a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:45:00.055232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.082505 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:00.084427 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a71848-8eb2-49c4-9ad7-60ec8e3141fd None None] The sync data for ids ['0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:45:00.167579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:45:00.173350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.187747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.219673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcb04e-479f-469b-8b88-f568001fca26 None None] Pushing event updated for resources: {'Port': ['ID=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:00.235743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c9709012-2b09-479a-a1a0-4cfa01bdf429 None None] Provisioning complete for port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:45:00.236153 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c9709012-2b09-479a-a1a0-4cfa01bdf429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.258073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting port 0c551623-1d97-4e0f-b658-4746ae5e372e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:45:00.258424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.315352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:00.353886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.368581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Calling delete_port for 0c551623-1d97-4e0f-b658-4746ae5e372e owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:45:00.372138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24f3ff-2367-41af-bfc3-637943e380bb None None] The sync data for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 is: [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:45:00.651395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.712500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Port': ['ID=0c551623-1d97-4e0f-b658-4746ae5e372e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:00.808241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d7b7cfa-45b9-4868-8892-349c27827895 req-ed3fdb6d-7523-4882-8c0d-ac52d1f2690a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 210 time: 0.0573704 Oct 19 01:45:00.821050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.823392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.4 (0db668d8-a056-4491-8d8a-1b2944cd70a2/4c86cba6-cb52-470a-8be5-5b3cc4e1c25f/d6e5805e-66ba-48c9-b348-e1e90d70ed02) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:45:00.926569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.928973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.976997 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.977566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:45:00.981488 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.984617 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:00.985755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e38b978e-1310-4524-a94a-8846b3c87270 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/routers/0ba78b30-afe8-42ff-aeb0-eccf9e84a1b2 HTTP/1.1" status: 204 len: 168 time: 1.0917706 Oct 19 01:45:00.988305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42662) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:01.021440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.046267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Deleting subnet 84dd0c7a-0fe4-4b0c-b329-e50951e92f8f {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:45:01.050970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.069946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:45:01.073245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:45:01.077950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:45:01.086892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:01.134653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.138277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:01.140050 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.169145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-eb6a3e79-cd9d-4e7c-b025-c820f6484229 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1462522 Oct 19 01:45:01.188840 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.191386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Request body: {'port': {'device_id': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:01.228356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:45:01.273674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.289430 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.300239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:45:01.300910 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.337071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Subnet': ['ID=84dd0c7a-0fe4-4b0c-b329-e50951e92f8f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:01.345627 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.353069 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-14c0c38a-d3bc-4084-8989-44f3b9a4d180 tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/subnets/84dd0c7a-0fe4-4b0c-b329-e50951e92f8f HTTP/1.1" status: 204 len: 168 time: 0.3637044 Oct 19 01:45:01.354288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42664) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:01.466714 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.493563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2bdb1888-778f-44fb-80bd-f41e311813f0 None None] Provisioning complete for port d6e5805e-66ba-48c9-b348-e1e90d70ed02 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:45:01.493941 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1888-778f-44fb-80bd-f41e311813f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.535706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb1888-778f-44fb-80bd-f41e311813f0 None None] Port d6e5805e-66ba-48c9-b348-e1e90d70ed02 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:45:01.575643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.598738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18abda3d-eecb-44b6-ab4f-e013f8a2c62c']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:01.608830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d5fdb2-1a38-40dc-be4f-74a5456faf6f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:01.609255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d5fdb2-1a38-40dc-be4f-74a5456faf6f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:01.618880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.633097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.639157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:45:01.640419 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:45:01.643574 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:45:01.667723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e5805e-66ba-48c9-b348-e1e90d70ed02 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:45:01.680963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.711986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.713099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Transition to ACTIVE for port object d6e5805e-66ba-48c9-b348-e1e90d70ed02 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:45:01.717679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.721092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] 10.222.0.64 "DELETE /v2.0/networks/18abda3d-eecb-44b6-ab4f-e013f8a2c62c HTTP/1.1" status: 204 len: 168 time: 0.3646181 Oct 19 01:45:01.724537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:01.740492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc82cdd-a0e5-41f3-b55d-84b00363363e tempest-FloatingIPTestJSON-502537350 tempest-FloatingIPTestJSON-502537350-project] Pushing event deleted for resources: {'Network': ['ID=18abda3d-eecb-44b6-ab4f-e013f8a2c62c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:01.810320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:01.881763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:45:01.882561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:45:01.882561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:01.887563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:45:01.888038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:01.894251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:45:01.894667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Checking segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:45:01.895115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Bound using segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:45:01.895552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Bound port: d6e5805e-66ba-48c9-b348-e1e90d70ed02, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:45:01.895903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:02.035895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965388e7-4a0e-43c5-9284-57a11214cbd0 req-af390a28-d812-4d7e-84c9-8253b5f888b6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.044005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-965388e7-4a0e-43c5-9284-57a11214cbd0 req-af390a28-d812-4d7e-84c9-8253b5f888b6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.1353707 Oct 19 01:45:02.062343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:45:02.074787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42678) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:02.083659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:45:02.096178 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:02.116664 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-965388e7-4a0e-43c5-9284-57a11214cbd0 req-6083cacc-a262-4c33-9fd7-8098871b9028 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716827 Oct 19 01:45:02.148158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.148780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:02.150310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] 10.222.0.74 "PUT /v2.0/ports/d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1092 time: 0.9662728 Oct 19 01:45:02.150598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:02.153434 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c017ffe-7192-44e0-8a62-765c0358ed36" -d '{"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:02.208854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b861f-a3d0-45e7-9f5b-2bdc34c1dea5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:02.235474 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593ffc08-62eb-4465-9193-e41c5486d5fd x-openstack-request-id: req-593ffc08-62eb-4465-9193-e41c5486d5fd {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:02.235725 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:02.235970 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-593ffc08-62eb-4465-9193-e41c5486d5fd {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:02.236507 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'status': 'completed', 'code': 200} Oct 19 01:45:02.274697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-505f63b3-cf83-49b6-9429-51f3bff50fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.276282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-505f63b3-cf83-49b6-9429-51f3bff50fec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1095 time: 0.0535257 Oct 19 01:45:02.286517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a28d9aec-7b23-4402-99ab-e3d69c3652a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab95c98da4d143e18f89ac06d212aecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102592 Oct 19 01:45:02.289111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42684) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:02.344406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-51cd1ce8-dbf6-49ba-abab-707e1a82444d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 217 time: 0.0550740 Oct 19 01:45:02.361369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-47f3-415e-9bc7-87dc36e79971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:02.386548 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-47f3-415e-9bc7-87dc36e79971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:02.399866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-58d15351-a97c-4630-a603-4ada30d79b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.401705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-58d15351-a97c-4630-a603-4ada30d79b6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0506706 Oct 19 01:45:02.439023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-47f3-415e-9bc7-87dc36e79971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:02.441810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-47f3-415e-9bc7-87dc36e79971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:02.445250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c06f6c71-47f3-415e-9bc7-87dc36e79971 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b508d29-fe34-4611-9aca-86f583a05e1a HTTP/1.1" status: 204 len: 168 time: 0.1525006 Oct 19 01:45:02.450579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f6c71-47f3-415e-9bc7-87dc36e79971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b508d29-fe34-4611-9aca-86f583a05e1a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:02.457281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-2c23b95f-d077-49de-8809-c2e35579988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.459637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-2c23b95f-d077-49de-8809-c2e35579988d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495746 Oct 19 01:45:02.562892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-25bfd789-86cc-4873-856c-296c586131ff service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962913 Oct 19 01:45:02.662711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4869137-dce6-456f-86e9-49b32d4c5a0e req-0785fc32-e8ad-4edf-a789-164116a6b62d service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930195 Oct 19 01:45:02.793405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-3b1ab931-f945-4c75-8579-f067b0d06620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.795000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-3b1ab931-f945-4c75-8579-f067b0d06620 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1095 time: 0.0481813 Oct 19 01:45:02.901351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-0392e0ba-cab7-4f0a-b9df-eae996558292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:02.903054 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-0392e0ba-cab7-4f0a-b9df-eae996558292 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.0997546 Oct 19 01:45:02.950948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-defa777a-157c-45c2-9e06-1100d3cd2f8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 217 time: 0.0372667 Oct 19 01:45:03.014180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-69eaa5c9-7477-4af6-915a-2d415546b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:03.016518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-69eaa5c9-7477-4af6-915a-2d415546b7a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0581770 Oct 19 01:45:03.079095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-fed8e149-140b-40ac-a36e-99293d027389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:03.080868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-fed8e149-140b-40ac-a36e-99293d027389 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574844 Oct 19 01:45:03.188516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-3cabd3fa-d270-4b4c-afe9-8c00dcca7e39 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946243 Oct 19 01:45:03.188645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42710) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:03.298161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7698becb-8853-4695-8013-074b27e519d0 tempest-DvrRoutersNegativeTest-1885606872 tempest-DvrRoutersNegativeTest-1885606872-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1639355251', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:03.301024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.policy [None req-7698becb-8853-4695-8013-074b27e519d0 tempest-DvrRoutersNegativeTest-1885606872 tempest-DvrRoutersNegativeTest-1885606872-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100848) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 19 01:45:03.301316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.policy [None req-7698becb-8853-4695-8013-074b27e519d0 tempest-DvrRoutersNegativeTest-1885606872 tempest-DvrRoutersNegativeTest-1885606872-project] Failed policy check for 'create_router' {{(pid=100848) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 19 01:45:03.301868 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-7698becb-8853-4695-8013-074b27e519d0 tempest-DvrRoutersNegativeTest-1885606872 tempest-DvrRoutersNegativeTest-1885606872-project] create failed (client error): Access was denied to this resource. Oct 19 01:45:03.302903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7698becb-8853-4695-8013-074b27e519d0 tempest-DvrRoutersNegativeTest-1885606872 tempest-DvrRoutersNegativeTest-1885606872-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1131582 Oct 19 01:45:03.320808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0382267-e416-48a2-a19a-9540c9c291ee req-1a6b7cb5-684b-4746-97df-382e22f5524e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:03.322356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0382267-e416-48a2-a19a-9540c9c291ee req-1a6b7cb5-684b-4746-97df-382e22f5524e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.1194649 Oct 19 01:45:03.344689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3c017ffe-7192-44e0-8a62-765c0358ed36 req-e401b53a-94d2-4acf-9db4-5e1b54063743 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499627 Oct 19 01:45:03.377787 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0382267-e416-48a2-a19a-9540c9c291ee req-ab15120e-2faa-4270-88b6-e15f3db71c40 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Oct 19 01:45:03.631786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42718) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:03.738737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c75b97c5-4f46-43b4-8b39-681c80e70149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:03.810062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c75b97c5-4f46-43b4-8b39-681c80e70149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:03.814183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c75b97c5-4f46-43b4-8b39-681c80e70149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:03.852153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c75b97c5-4f46-43b4-8b39-681c80e70149 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e984a6f394745f29b7468eb3cfb6cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192428 Oct 19 01:45:03.853055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b97c5-4f46-43b4-8b39-681c80e70149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd074a7a-c7fa-47a8-986a-f9e34e53aaee,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:03.855720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42722) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:03.906898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0202ca1-a0bb-4b71-8acd-2d552f8cf0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:03.927895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0202ca1-a0bb-4b71-8acd-2d552f8cf0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:03.973952 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0202ca1-a0bb-4b71-8acd-2d552f8cf0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:03.976534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0202ca1-a0bb-4b71-8acd-2d552f8cf0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:03.977665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a0202ca1-a0bb-4b71-8acd-2d552f8cf0ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd074a7a-c7fa-47a8-986a-f9e34e53aaee HTTP/1.1" status: 204 len: 168 time: 0.1204689 Oct 19 01:45:03.986101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0202ca1-a0bb-4b71-8acd-2d552f8cf0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd074a7a-c7fa-47a8-986a-f9e34e53aaee,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:04.520982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49b81e-fb92-4b5a-a8ad-9502bf9e56a7 req-40d7136d-32c5-4c22-be38-f91ec4229078 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:04.522845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e49b81e-fb92-4b5a-a8ad-9502bf9e56a7 req-40d7136d-32c5-4c22-be38-f91ec4229078 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0595708 Oct 19 01:45:04.580486 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2e49b81e-fb92-4b5a-a8ad-9502bf9e56a7 req-ae7d692b-1fba-4541-a7e7-725f3124fb1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472300 Oct 19 01:45:04.763457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42752) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:04.771382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42754) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:04.771543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0067205 Oct 19 01:45:04.869134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2c0df5b2-4e0d-417d-95ac-1a8b1d16f2ae tempest-NetworksApiDiscovery-1121984298 tempest-NetworksApiDiscovery-1121984298-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0965421 Oct 19 01:45:05.131146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42762) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:05.251587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfc20a88-e355-4f35-a701-a1b1091e3920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:05.328146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfc20a88-e355-4f35-a701-a1b1091e3920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:05.332384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cfc20a88-e355-4f35-a701-a1b1091e3920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:05.371454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cfc20a88-e355-4f35-a701-a1b1091e3920 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb016d91052848d88d87539f2954b4da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392159 Oct 19 01:45:05.372351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc20a88-e355-4f35-a701-a1b1091e3920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8858a76f-4a9e-44ee-9b68-eb01d64411d6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:05.374218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42768) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:05.426207 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b22eb75-2433-4147-8254-e605e93546b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:05.447396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b22eb75-2433-4147-8254-e605e93546b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:05.495553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b22eb75-2433-4147-8254-e605e93546b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:05.498233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b22eb75-2433-4147-8254-e605e93546b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:05.499387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b22eb75-2433-4147-8254-e605e93546b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8858a76f-4a9e-44ee-9b68-eb01d64411d6 HTTP/1.1" status: 204 len: 168 time: 0.1238608 Oct 19 01:45:05.508992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22eb75-2433-4147-8254-e605e93546b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858a76f-4a9e-44ee-9b68-eb01d64411d6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:05.719962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2747850-986c-47ab-9834-173d80a7de27 req-83ef2106-0539-4401-a544-9c8a8dae3391 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:05.721479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2747850-986c-47ab-9834-173d80a7de27 req-83ef2106-0539-4401-a544-9c8a8dae3391 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0587618 Oct 19 01:45:05.760279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2747850-986c-47ab-9834-173d80a7de27 req-e830b5ef-8008-4a65-91bc-0458df9e9ee4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328960 Oct 19 01:45:06.893733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486648d-5f18-43c8-a5ee-d1bf1247d939 req-d44be069-d2a3-4f2f-b54c-6ffdda73d06c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:06.895556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f486648d-5f18-43c8-a5ee-d1bf1247d939 req-d44be069-d2a3-4f2f-b54c-6ffdda73d06c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0657024 Oct 19 01:45:06.933840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8143d1da-65a2-4037-960e-630171b26538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:06.946391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f486648d-5f18-43c8-a5ee-d1bf1247d939 req-5b8e0118-8550-41f8-a7f3-8dd491b021e9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Oct 19 01:45:07.528202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:45:07.634753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:07.647303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'port_id': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'mac_address': 'fa:16:3e:f6:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:45:07.695460 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:07.711640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e5805e-66ba-48c9-b348-e1e90d70ed02 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:45:07.738709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:07.744536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:07.795958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:08.080076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6141f49-7b9c-430a-be09-781c9c03fa9d req-103fa3cf-2eb2-4769-97e7-26ba26459b64 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:08.084204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6141f49-7b9c-430a-be09-781c9c03fa9d req-103fa3cf-2eb2-4769-97e7-26ba26459b64 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 944 time: 0.0554717 Oct 19 01:45:08.120475 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6141f49-7b9c-430a-be09-781c9c03fa9d req-765b1209-f7a5-44ec-81e2-b62b3856e5df tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330775 Oct 19 01:45:08.137553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d6e5805e-66ba-48c9-b348-e1e90d70ed02'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:45:09.261489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383138a-c4a6-4433-8010-d2b473b1b7fc req-9209ad41-ae41-458f-b1be-6d9cf8c7d570 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:09.264575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5383138a-c4a6-4433-8010-d2b473b1b7fc req-9209ad41-ae41-458f-b1be-6d9cf8c7d570 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 944 time: 0.0676527 Oct 19 01:45:09.305941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5383138a-c4a6-4433-8010-d2b473b1b7fc req-2974016d-0a05-46a7-9c27-ffb2c0c5aadb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353105 Oct 19 01:45:09.527897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:45:09.624020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port d6e5805e-66ba-48c9-b348-e1e90d70ed02 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:45:09.624020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port d6e5805e-66ba-48c9-b348-e1e90d70ed02 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:45:09.624020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:09.721085 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b253-bc6d-4e1e-8f4a-f2df8b93f6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:09.807698 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:09.809755 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:09.846739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:45:09.847721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:09.850820 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b938ed89-1119-4700-ab5a-2db566f2da40" -d '{"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:09.865277 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:09.918963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:09.938323 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0838b9a-db63-415f-9e42-910b082a2a2b x-openstack-request-id: req-a0838b9a-db63-415f-9e42-910b082a2a2b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:09.940581 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:09.940581 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0838b9a-db63-415f-9e42-910b082a2a2b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:09.940581 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'code': 200} Oct 19 01:45:10.077455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3501f-34ef-4a94-bb16-d15672212791 req-282fa410-5ab2-473e-b2e8-326559dc42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:10.079678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3da3501f-34ef-4a94-bb16-d15672212791 req-282fa410-5ab2-473e-b2e8-326559dc42b8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1097 time: 0.0444422 Oct 19 01:45:10.117822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3da3501f-34ef-4a94-bb16-d15672212791 req-f672e752-f512-4ffb-b2b1-561a6c720c9f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Oct 19 01:45:10.457206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdca08-516b-4b11-af1d-6ee6df008b35 req-239ac982-9f77-463d-8a26-00b64b40834f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:10.464586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8bbdca08-516b-4b11-af1d-6ee6df008b35 req-239ac982-9f77-463d-8a26-00b64b40834f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0823708 Oct 19 01:45:10.507384 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8bbdca08-516b-4b11-af1d-6ee6df008b35 req-6d19460e-d8a0-41f7-9d6f-af7b4366570f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Oct 19 01:45:10.611963 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:10.835026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:11.667627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db26b2-c5d2-4e9c-961f-3b9e44eb06c1 req-98e1461a-ee5f-403c-afca-4772ad59ba41 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:11.677047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66db26b2-c5d2-4e9c-961f-3b9e44eb06c1 req-98e1461a-ee5f-403c-afca-4772ad59ba41 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0783525 Oct 19 01:45:11.723854 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66db26b2-c5d2-4e9c-961f-3b9e44eb06c1 req-fa7b2b98-6ac1-4aef-8398-19ead000fed9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458853 Oct 19 01:45:11.853137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3178e1-fbe5-4aae-8640-94c996d14f5d req-a8cf2390-6e0e-4a07-8b77-c9e4c1cad16a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:11.862481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff3178e1-fbe5-4aae-8640-94c996d14f5d req-a8cf2390-6e0e-4a07-8b77-c9e4c1cad16a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0637944 Oct 19 01:45:11.905676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff3178e1-fbe5-4aae-8640-94c996d14f5d req-2d0be60e-ef31-497f-935f-c0e24ede9a02 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418375 Oct 19 01:45:11.927376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42864) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:11.986404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2708d31-b556-49e8-8fd5-34b384dbfac2 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:11.990666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e2708d31-b556-49e8-8fd5-34b384dbfac2 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1092 time: 0.0595441 Oct 19 01:45:11.991171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42866) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:12.001503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:12.031954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:12.141721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:12.251370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.173 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/58c52158-530f-4a82-8af2-400d9e6c1f97) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:45:12.351894 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:12.367604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:12.406078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:12.444430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:45:12.447263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:45:12.450633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:45:12.459756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=58c52158-530f-4a82-8af2-400d9e6c1f97,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:12.489120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.489464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.489803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.490137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.490464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.490799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.491122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.491442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.491762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.492106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.492426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.492742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:12.840457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:13.219721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:13.374683 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:13.379135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:13.448291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=58c52158-530f-4a82-8af2-400d9e6c1f97,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:13.461053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:13.582886 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 4cccd592-d42b-426c-8225-42abfa10542c associated. External IP: 172.25.0.173, port: d6e5805e-66ba-48c9-b348-e1e90d70ed02. Oct 19 01:45:13.808341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e628cd39-389d-46a1-aa68-969cce5d9da0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:45:13.918870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:45:13.930602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] Sync routers for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:45:13.937425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:13.942426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:45:13.943377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:45:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:13.968536 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-23eb1879-8c9a-4576-abfb-9ae778670498 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9727905 Oct 19 01:45:13.968536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:13.969255 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81" -d '{"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:14.012275 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e228063-7b84-4a5d-bf5d-eeef198f8de2 x-openstack-request-id: req-8e228063-7b84-4a5d-bf5d-eeef198f8de2 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:14.012519 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:14.012770 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e228063-7b84-4a5d-bf5d-eeef198f8de2 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:14.013167 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'status': 'completed', 'code': 200} Oct 19 01:45:14.077957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:45:14.112064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-baf11a70-fff9-4b13-af84-c91de7bbb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:14.113688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-baf11a70-fff9-4b13-af84-c91de7bbb2c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1097 time: 0.0560143 Oct 19 01:45:14.276578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-dec5d49b-eb44-4ba9-93c7-902aee396e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:14.278192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-dec5d49b-eb44-4ba9-93c7-902aee396e70 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.1574690 Oct 19 01:45:14.350975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '4cccd592-d42b-426c-8225-42abfa10542c', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'port_id': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'mac_address': 'fa:16:3e:f6:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:45:12Z', 'updated_at': '2021-10-19T01:45:12Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:14.381449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] Checking router: e628cd39-389d-46a1-aa68-969cce5d9da0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:45:14.395291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:45:14.396661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:45:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:14.397102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-7358c596-b2d3-4253-9e5f-2b8403388fd0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 999 time: 0.1102278 Oct 19 01:45:14.459303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-0affa581-15db-4bc3-9fdd-0d8d1ac1260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:14.460912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-0affa581-15db-4bc3-9fdd-0d8d1ac1260b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0540609 Oct 19 01:45:14.490628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a6e3e-5b01-441a-ac4b-f5a7a17fdfaf req-238bb70e-be82-4a35-9c01-99b13eafdc60 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:14.499799 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-910a6e3e-5b01-441a-ac4b-f5a7a17fdfaf req-238bb70e-be82-4a35-9c01-99b13eafdc60 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.4512944 Oct 19 01:45:14.525159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:45:14.565250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-910a6e3e-5b01-441a-ac4b-f5a7a17fdfaf req-3ae097df-6cb2-4209-8d2c-d06718f99e7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641687 Oct 19 01:45:14.587015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42892) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:14.600894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-fa589565-5d5c-4987-9fd6-8c9abab41b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:14.602647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-fa589565-5d5c-4987-9fd6-8c9abab41b68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332090 Oct 19 01:45:14.704921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5a52f778-153b-459e-bda6-3ce7538b136c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/4cccd592-d42b-426c-8225-42abfa10542c HTTP/1.1" status: 200 len: 991 time: 0.1155286 Oct 19 01:45:14.718505 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-b8e91380-e126-40e4-af38-e4eb9b6d7797 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031625 Oct 19 01:45:14.820329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '4cccd592-d42b-426c-8225-42abfa10542c', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'port_id': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'mac_address': 'fa:16:3e:f6:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:45:12Z', 'updated_at': '2021-10-19T01:45:12Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:45:14.834336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d1eca2c-3b54-4f28-9a5a-70e3ee953e81 req-ecb6bbf3-9b85-4456-b39e-11fea29099ae service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083391 Oct 19 01:45:14.853278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1cb052-c505-4276-859e-4ede281f7699 None None] The sync data for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 is: [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '4cccd592-d42b-426c-8225-42abfa10542c', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'port_id': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'mac_address': 'fa:16:3e:f6:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:45:12Z', 'updated_at': '2021-10-19T01:45:12Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:45:15.078866 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a042be6-cf0c-47eb-9627-8cd302efc6ef None None] New status for floating IP 4cccd592-d42b-426c-8225-42abfa10542c: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:45:15.707671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42898) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:15.777889 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6fbfccb5-fd2b-4fd2-b1da-40dd46e0a381 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/4cccd592-d42b-426c-8225-42abfa10542c HTTP/1.1" status: 200 len: 993 time: 0.0609162 Oct 19 01:45:16.901218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42910) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:17.020610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f53db76-0cd7-4872-b6af-a7bef6c7fb3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.101073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f53db76-0cd7-4872-b6af-a7bef6c7fb3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.104918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8f53db76-0cd7-4872-b6af-a7bef6c7fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.146900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8f53db76-0cd7-4872-b6af-a7bef6c7fb3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a16fb14f12ea41b080566a1a3e5f5325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419152 Oct 19 01:45:17.147400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42914) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:17.155500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53db76-0cd7-4872-b6af-a7bef6c7fb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415431f7-a98d-4618-9994-97d685d69816,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:17.213416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25de3ce5-3f41-4b1e-9c67-cc4302d2da7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.238437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25de3ce5-3f41-4b1e-9c67-cc4302d2da7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.289786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25de3ce5-3f41-4b1e-9c67-cc4302d2da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.293001 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25de3ce5-3f41-4b1e-9c67-cc4302d2da7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.296483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-25de3ce5-3f41-4b1e-9c67-cc4302d2da7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/415431f7-a98d-4618-9994-97d685d69816 HTTP/1.1" status: 204 len: 168 time: 0.1481445 Oct 19 01:45:17.315549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de3ce5-3f41-4b1e-9c67-cc4302d2da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415431f7-a98d-4618-9994-97d685d69816,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:17.636481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 42924) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:17.650195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a58ab41-89de-4af1-9288-cffea31f8b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.731456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a58ab41-89de-4af1-9288-cffea31f8b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.736315 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4a58ab41-89de-4af1-9288-cffea31f8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.774879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4a58ab41-89de-4af1-9288-cffea31f8b09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1139fcd006ea49f598cc2f70b5fbe5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372516 Oct 19 01:45:17.775734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ab41-89de-4af1-9288-cffea31f8b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb56627-2938-40da-856e-acb9312684b0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:17.777551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 42926) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:17.830621 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba021315-c0ef-46af-937b-3cf1274f0806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.859824 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba021315-c0ef-46af-937b-3cf1274f0806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.909754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba021315-c0ef-46af-937b-3cf1274f0806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.912666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba021315-c0ef-46af-937b-3cf1274f0806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:17.913918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ba021315-c0ef-46af-937b-3cf1274f0806 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbb56627-2938-40da-856e-acb9312684b0 HTTP/1.1" status: 204 len: 168 time: 0.1346416 Oct 19 01:45:17.924004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba021315-c0ef-46af-937b-3cf1274f0806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb56627-2938-40da-856e-acb9312684b0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:19.823970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43028) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:19.933964 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59a63b1b-8075-4a57-9aeb-a9eb52b17cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:19.970643 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.011745 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59a63b1b-8075-4a57-9aeb-a9eb52b17cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.017137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59a63b1b-8075-4a57-9aeb-a9eb52b17cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.055402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59a63b1b-8075-4a57-9aeb-a9eb52b17cf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43b8b297047247b3a47cddbd4e2a693b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303371 Oct 19 01:45:20.056243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a63b1b-8075-4a57-9aeb-a9eb52b17cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3a5c4-73f3-4354-95eb-4b902d57715a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:20.058270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43032) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:20.120754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5a11004-c9c1-4890-b1c3-5a6f76204d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.150438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5a11004-c9c1-4890-b1c3-5a6f76204d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.198353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5a11004-c9c1-4890-b1c3-5a6f76204d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.202000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5a11004-c9c1-4890-b1c3-5a6f76204d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.204452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c5a11004-c9c1-4890-b1c3-5a6f76204d3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00f3a5c4-73f3-4354-95eb-4b902d57715a HTTP/1.1" status: 204 len: 168 time: 0.1445813 Oct 19 01:45:20.213206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a11004-c9c1-4890-b1c3-5a6f76204d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f3a5c4-73f3-4354-95eb-4b902d57715a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:20.488007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43046) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:20.502180 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2b60-c715-405b-820f-58be4c2731af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.577732 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2b60-c715-405b-820f-58be4c2731af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.581612 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1fe2b60-c715-405b-820f-58be4c2731af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.621614 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c1fe2b60-c715-405b-820f-58be4c2731af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf62963aac1444ea96ee7726d86c4cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324775 Oct 19 01:45:20.622583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe2b60-c715-405b-820f-58be4c2731af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af0fb2b-23d4-48e5-9049-03422cda0d34,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:20.625508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43052) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:20.679570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f65c96b8-af9e-4909-a263-21de7422ac48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.710706 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f65c96b8-af9e-4909-a263-21de7422ac48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.763871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f65c96b8-af9e-4909-a263-21de7422ac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.766530 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f65c96b8-af9e-4909-a263-21de7422ac48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:20.770058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f65c96b8-af9e-4909-a263-21de7422ac48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8af0fb2b-23d4-48e5-9049-03422cda0d34 HTTP/1.1" status: 204 len: 168 time: 0.1411915 Oct 19 01:45:20.776463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c96b8-af9e-4909-a263-21de7422ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af0fb2b-23d4-48e5-9049-03422cda0d34,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:21.864200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 43106) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:21.970772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d47cdabe-0d4f-40ee-a89c-54064573a558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:22.051417 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d47cdabe-0d4f-40ee-a89c-54064573a558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:22.055535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d47cdabe-0d4f-40ee-a89c-54064573a558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:22.092896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cdabe-0d4f-40ee-a89c-54064573a558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab5c04-e72b-460d-9be2-4e405a3d6446,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:22.099959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d47cdabe-0d4f-40ee-a89c-54064573a558 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98dc8d3e0feb469f9806fe9acb831d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346139 Oct 19 01:45:22.100145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 43114) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:45:22.159678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-91805b0c-1cd3-4a81-9ef2-1e560337226b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:22.186270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-91805b0c-1cd3-4a81-9ef2-1e560337226b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:22.235853 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-91805b0c-1cd3-4a81-9ef2-1e560337226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:22.238734 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-91805b0c-1cd3-4a81-9ef2-1e560337226b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:22.242546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-91805b0c-1cd3-4a81-9ef2-1e560337226b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37ab5c04-e72b-460d-9be2-4e405a3d6446 HTTP/1.1" status: 204 len: 168 time: 0.1412029 Oct 19 01:45:22.252123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91805b0c-1cd3-4a81-9ef2-1e560337226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab5c04-e72b-460d-9be2-4e405a3d6446,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:22.645111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-1cef2467-4928-4a14-abf3-219956e5f582 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436144 Oct 19 01:45:22.766505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-fddf9bbb-b854-4c78-a2ff-99134829cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:22.778564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-fddf9bbb-b854-4c78-a2ff-99134829cdff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1097 time: 0.0580902 Oct 19 01:45:22.887529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-fe268f2b-db3a-4bfa-9100-39812ea7cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:22.889589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-fe268f2b-db3a-4bfa-9100-39812ea7cfb6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.0908120 Oct 19 01:45:22.960773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-22076e1e-b3fb-4e32-9eab-88ba5bbf8438 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1001 time: 0.0617399 Oct 19 01:45:23.011796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-ce90aa97-e8e7-4500-a17e-056bbc08ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:23.013316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-ce90aa97-e8e7-4500-a17e-056bbc08ba0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0455649 Oct 19 01:45:23.067012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-100651a1-cf6e-479c-a201-5d07007dcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:23.068587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-100651a1-cf6e-479c-a201-5d07007dcc11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478702 Oct 19 01:45:23.171995 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-5b2b2f44-c0ad-49b1-96ae-610b12342951 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903976 Oct 19 01:45:23.271218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d964a068-6d29-4180-92b2-e8446a96b9dc req-59cb809a-b6c8-41e7-808b-0f32c534e9de service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896938 Oct 19 01:45:26.238320 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:45:36.935498 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-89c7477b-9e5e-4896-8d43-3f1c22bec150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:39.684256 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc476-e5d0-448a-8100-968148faa50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:39.774620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:40.614097 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:40.828747 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:42.350569 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:49.983750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:54.934331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-5a11e621-4b98-43e5-849d-f6c1ac7c7cfb tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:54.936286 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-5a11e621-4b98-43e5-849d-f6c1ac7c7cfb tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/networks?id=ca583e17-118d-475e-b655-4e43cda00247 HTTP/1.1" status: 200 len: 813 time: 0.1047654 Oct 19 01:45:54.952164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-894b601a-bfd9-4ca2-8be3-c05bc383c6ad tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/quotas/8f1c2160b7194208afa6fffe4f06863a HTTP/1.1" status: 200 len: 375 time: 0.0098035 Oct 19 01:45:54.983419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-6320a4a0-2ad7-4e1f-ab14-e7facd202253 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f1c2160b7194208afa6fffe4f06863a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259261 Oct 19 01:45:55.081628 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fece3f05-3361-47e0-bcd2-784a673feef9 service neutron] 10.222.0.64 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903387 Oct 19 01:45:55.168986 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-58eb4574-dffe-45a4-8011-2918234115da service neutron] 10.222.0.64 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812304 Oct 19 01:45:55.504632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18200608-154e-4370-b2c0-69bdd51663fc req-0b36929b-f048-40a1-9a8f-6841d186d3d9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 210 time: 0.2023926 Oct 19 01:45:56.317388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-c303d5e0-6f64-468c-ba66-a070a4abc254 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:56.318835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-c303d5e0-6f64-468c-ba66-a070a4abc254 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.62 "GET /v2.0/networks?id=ca583e17-118d-475e-b655-4e43cda00247 HTTP/1.1" status: 200 len: 813 time: 0.1086993 Oct 19 01:45:56.331776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Request body: {'port': {'device_id': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247', 'admin_state_up': True, 'tenant_id': '8f1c2160b7194208afa6fffe4f06863a'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:56.436609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Made reservation on behalf of 8f1c2160b7194208afa6fffe4f06863a for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:45:56.440107 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:56.566370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Allocated IP 172.20.0.9 (ca583e17-118d-475e-b655-4e43cda00247/e1d57e0b-701b-4b7b-9fbf-2470e829ba1b/87a8ac83-974c-4bbd-adba-3914622bf5db) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:45:56.622367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d0c825e9-8db4-4cf4-a607-70643af913af req-d546083f-643e-4bf1-b4df-2722a03c15e7 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 210 time: 0.0403190 Oct 19 01:45:56.741703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:56.777158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:56.818491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Network ca583e17-118d-475e-b655-4e43cda00247 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:45:56.821553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:45:56.825154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:45:56.851796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Pushing event updated for resources: {'Port': ['ID=87a8ac83-974c-4bbd-adba-3914622bf5db,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:56.866261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.866606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.866943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.867276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.867605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.867929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.868276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.868596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.868916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.869236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.869550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.869866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:45:56.890008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:56.890603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:56.905508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-10d50d60-6fc8-4097-980e-ca85c5a06c52 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780075 Oct 19 01:45:56.920143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Request body: {'port': {'device_id': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:45:56.976677 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:57.243694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a8ac83-974c-4bbd-adba-3914622bf5db {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:45:57.251175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:57.262620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Transition to ACTIVE for port object 87a8ac83-974c-4bbd-adba-3914622bf5db will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:45:57.266680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:57.321219 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Pushing event updated for resources: {'Port': ['ID=87a8ac83-974c-4bbd-adba-3914622bf5db,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:57.384503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Attempting to bind port 87a8ac83-974c-4bbd-adba-3914622bf5db on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:45:57.384831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Attempting to bind port 87a8ac83-974c-4bbd-adba-3914622bf5db by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:45:57.385153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Attempting to bind port 87a8ac83-974c-4bbd-adba-3914622bf5db on network ca583e17-118d-475e-b655-4e43cda00247 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:57.389477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Port 87a8ac83-974c-4bbd-adba-3914622bf5db on network ca583e17-118d-475e-b655-4e43cda00247 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:45:57.389791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Attempting to bind port 87a8ac83-974c-4bbd-adba-3914622bf5db on network ca583e17-118d-475e-b655-4e43cda00247 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:45:57.394577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:45:57.394907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Checking segment: {'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:45:57.395280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Bound using segment: {'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:45:57.395696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Bound port: 87a8ac83-974c-4bbd-adba-3914622bf5db, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:45:57.396067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:57.458036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] For port 87a8ac83-974c-4bbd-adba-3914622bf5db, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:45:57.460994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] For port 87a8ac83-974c-4bbd-adba-3914622bf5db, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=87a8ac83-974c-4bbd-adba-3914622bf5db,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:45:57.464856 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:57.501940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:57.502542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:45:57.504036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] 10.222.0.62 "PUT /v2.0/ports/87a8ac83-974c-4bbd-adba-3914622bf5db HTTP/1.1" status: 200 len: 1092 time: 0.5884376 Oct 19 01:45:57.504466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'tag': '87a8ac83-974c-4bbd-adba-3914622bf5db'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:45:57.506702 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c58204b-a2c7-4e10-8caf-7cc06016bb04" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad80e7-9605-4238-acc5-33ed07d36b11", "tag": "87a8ac83-974c-4bbd-adba-3914622bf5db"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:45:57.535087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441a31-f177-4336-9a79-2e1b6970634f service neutron] Pushing event updated for resources: {'Port': ['ID=87a8ac83-974c-4bbd-adba-3914622bf5db,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:45:57.552922 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bd2615-26ec-4cfc-9210-19392a1b590b x-openstack-request-id: req-67bd2615-26ec-4cfc-9210-19392a1b590b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:45:57.553202 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad80e7-9605-4238-acc5-33ed07d36b11", "tag": "87a8ac83-974c-4bbd-adba-3914622bf5db", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:45:57.553451 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67bd2615-26ec-4cfc-9210-19392a1b590b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:45:57.553869 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'tag': '87a8ac83-974c-4bbd-adba-3914622bf5db', 'status': 'completed', 'code': 200} Oct 19 01:45:57.586492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-b7516c47-d440-4cfd-a82b-858b89598914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:57.588020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-b7516c47-d440-4cfd-a82b-858b89598914 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f1c2160b7194208afa6fffe4f06863a&device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 1095 time: 0.0436132 Oct 19 01:45:57.628717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-6629d985-cbc0-4117-a6d4-699bbd20bad2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a8ac83-974c-4bbd-adba-3914622bf5db HTTP/1.1" status: 200 len: 217 time: 0.0331376 Oct 19 01:45:57.679893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-6e57c776-7cf9-41c5-ae8e-aaeb265c09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:57.681385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-6e57c776-7cf9-41c5-ae8e-aaeb265c09ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1d57e0b-701b-4b7b-9fbf-2470e829ba1b HTTP/1.1" status: 200 len: 853 time: 0.0456157 Oct 19 01:45:57.736326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-8bd65c59-f5c4-4b57-8957-9688559a1a6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca583e17-118d-475e-b655-4e43cda00247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483227 Oct 19 01:45:57.783209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1912e-7361-497c-95cd-8dc8a794d666 req-2814e492-6206-4f34-9533-da01dc0f9e85 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:57.784570 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39c1912e-7361-497c-95cd-8dc8a794d666 req-2814e492-6206-4f34-9533-da01dc0f9e85 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 943 time: 0.0890481 Oct 19 01:45:58.186154 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-39c1912e-7361-497c-95cd-8dc8a794d666 req-6894fd87-24c7-4926-990f-e0eaa5543c17 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727374 Oct 19 01:45:58.187700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-35ac04ec-f570-4cd6-a355-b442f0a733b3 service neutron] 10.222.0.62 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431210 Oct 19 01:45:58.281753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d1110d1-bee1-4d58-aa72-5f46cf28bbef req-63bd08f7-3699-4635-a8b0-fd40c935dbb6 service neutron] 10.222.0.62 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845270 Oct 19 01:45:58.369144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-1504d6a5-7b18-420c-b7d5-abfd4c776dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:58.370587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-1504d6a5-7b18-420c-b7d5-abfd4c776dd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8f1c2160b7194208afa6fffe4f06863a&device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 1095 time: 0.0407426 Oct 19 01:45:58.463514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-72f00cfb-acad-47c7-aa54-77b4e6b2e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:58.465006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-72f00cfb-acad-47c7-aa54-77b4e6b2e41a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ca583e17-118d-475e-b655-4e43cda00247 HTTP/1.1" status: 200 len: 914 time: 0.0877047 Oct 19 01:45:58.506189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-cfaa7fe0-fbc9-4c5b-8bab-142b25d3cb37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a8ac83-974c-4bbd-adba-3914622bf5db HTTP/1.1" status: 200 len: 217 time: 0.0338194 Oct 19 01:45:58.558528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-9cb4e192-5bc2-4ba3-a7fa-1e1b5210ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:58.559933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-9cb4e192-5bc2-4ba3-a7fa-1e1b5210ef2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e1d57e0b-701b-4b7b-9fbf-2470e829ba1b HTTP/1.1" status: 200 len: 853 time: 0.0461338 Oct 19 01:45:58.593095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-8770ab05-cf4e-49f4-8aea-0bb82297b634 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ca583e17-118d-475e-b655-4e43cda00247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252137 Oct 19 01:45:58.686223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-065c6dfd-0fcd-42c5-91ff-4a9d4e06454d service neutron] 10.222.0.62 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Oct 19 01:45:58.782545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c58204b-a2c7-4e10-8caf-7cc06016bb04 req-127a87a4-bcc1-4057-bb36-7e44a0c4446c service neutron] 10.222.0.62 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875871 Oct 19 01:45:59.303422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09759212-8d81-4f1b-a920-a2a931eaa6e8 req-ae220411-fd1c-4f07-9671-f59870af6f47 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:45:59.304908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09759212-8d81-4f1b-a920-a2a931eaa6e8 req-ae220411-fd1c-4f07-9671-f59870af6f47 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 943 time: 0.0497715 Oct 19 01:45:59.347284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-09759212-8d81-4f1b-a920-a2a931eaa6e8 req-119e3100-b915-4a8e-a3f5-2a02df66d5d4 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 Oct 19 01:46:00.459852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b721c37-5cd0-4941-baf3-d984bdd40acb req-c7ab1a60-70a2-45a6-bda2-1de58f0712b1 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:00.461364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b721c37-5cd0-4941-baf3-d984bdd40acb req-c7ab1a60-70a2-45a6-bda2-1de58f0712b1 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 943 time: 0.0492139 Oct 19 01:46:00.498553 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6b721c37-5cd0-4941-baf3-d984bdd40acb req-d9ebb981-097f-4a3d-baa8-8919e7990752 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305939 Oct 19 01:46:00.790564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 87a8ac83-974c-4bbd-adba-3914622bf5db details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:46:00.883965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 87a8ac83-974c-4bbd-adba-3914622bf5db, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=87a8ac83-974c-4bbd-adba-3914622bf5db,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:00.895311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '87a8ac83-974c-4bbd-adba-3914622bf5db', 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247', 'port_id': '87a8ac83-974c-4bbd-adba-3914622bf5db', 'mac_address': 'fa:16:3e:3d:2a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d57e0b-701b-4b7b-9fbf-2470e829ba1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:46:00.930543 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:00.943158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a8ac83-974c-4bbd-adba-3914622bf5db {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:46:00.962356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 87a8ac83-974c-4bbd-adba-3914622bf5db, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=87a8ac83-974c-4bbd-adba-3914622bf5db,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:00.966252 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:01.016281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=87a8ac83-974c-4bbd-adba-3914622bf5db,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:01.023452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.023806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.024179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.024520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.024859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.025193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.025522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.025850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.026176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.026499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.026825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.027146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:01.236612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['87a8ac83-974c-4bbd-adba-3914622bf5db'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:46:01.614761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e700137-9866-4e5b-bbac-46e9fa31b368 req-5838cc15-0d0e-469b-8a99-20e70295a1a3 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:01.616298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e700137-9866-4e5b-bbac-46e9fa31b368 req-5838cc15-0d0e-469b-8a99-20e70295a1a3 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 944 time: 0.0494781 Oct 19 01:46:01.654431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e700137-9866-4e5b-bbac-46e9fa31b368 req-de7f2a48-50dc-42ed-b31f-914d08ed11c1 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Oct 19 01:46:02.773212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492cb98-a368-48aa-9c06-20d6c0fe44fb req-4ff63743-a2c7-4585-9592-b1ea31c14b9a tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:02.774648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1492cb98-a368-48aa-9c06-20d6c0fe44fb req-4ff63743-a2c7-4585-9592-b1ea31c14b9a tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 944 time: 0.0533435 Oct 19 01:46:02.806165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 87a8ac83-974c-4bbd-adba-3914622bf5db up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:02.814288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1492cb98-a368-48aa-9c06-20d6c0fe44fb req-86912648-af57-418d-941a-e7465c06f351 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Oct 19 01:46:02.855737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 87a8ac83-974c-4bbd-adba-3914622bf5db completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:46:02.860126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 87a8ac83-974c-4bbd-adba-3914622bf5db triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:02.860494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:02.934969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:02.957213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a8ac83-974c-4bbd-adba-3914622bf5db'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:02.959413 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520cc593-d2eb-4e33-8ec4-eb2134d03c67" -d '{"events": [{"server_uuid": "89ad80e7-9605-4238-acc5-33ed07d36b11", "name": "network-vif-plugged", "status": "completed", "tag": "87a8ac83-974c-4bbd-adba-3914622bf5db"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:02.971229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 87a8ac83-974c-4bbd-adba-3914622bf5db, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=87a8ac83-974c-4bbd-adba-3914622bf5db,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:02.975063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:03.000633 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967cb409-b469-45d4-9106-8b7e5c2bf249 x-openstack-request-id: req-967cb409-b469-45d4-9106-8b7e5c2bf249 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:03.000919 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad80e7-9605-4238-acc5-33ed07d36b11", "name": "network-vif-plugged", "status": "completed", "tag": "87a8ac83-974c-4bbd-adba-3914622bf5db", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:03.001707 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-967cb409-b469-45d4-9106-8b7e5c2bf249 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:03.002100 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a8ac83-974c-4bbd-adba-3914622bf5db', 'code': 200} Oct 19 01:46:03.032559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=87a8ac83-974c-4bbd-adba-3914622bf5db,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:03.089391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c605f7f-9db2-4cf4-8b84-1572e02293ca req-9a800dd3-4499-4dad-8ce3-dfdf49d3135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:03.090838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c605f7f-9db2-4cf4-8b84-1572e02293ca req-9a800dd3-4499-4dad-8ce3-dfdf49d3135b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 1097 time: 0.0401418 Oct 19 01:46:03.126671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c605f7f-9db2-4cf4-8b84-1572e02293ca req-0483e666-596f-4a3e-92b3-f8e617d4b440 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282161 Oct 19 01:46:03.238511 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:46:03.927569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540427c-089c-4646-ba11-aec7c9c800a0 req-fe1c221c-528c-4bdc-8e7b-2c5fe41a0a11 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:03.928943 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5540427c-089c-4646-ba11-aec7c9c800a0 req-fe1c221c-528c-4bdc-8e7b-2c5fe41a0a11 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 945 time: 0.0485852 Oct 19 01:46:03.967648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5540427c-089c-4646-ba11-aec7c9c800a0 req-49d56cd5-dac8-4026-bd92-82273e5f0486 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327990 Oct 19 01:46:05.089952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c3830-7a27-4a64-87fb-0e8dc50c8d1a req-f3f6b002-1b9b-49dd-9ddd-8ac221f84a0f tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:05.091553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a5c3830-7a27-4a64-87fb-0e8dc50c8d1a req-f3f6b002-1b9b-49dd-9ddd-8ac221f84a0f tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 945 time: 0.0549924 Oct 19 01:46:05.129936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a5c3830-7a27-4a64-87fb-0e8dc50c8d1a req-76e3261b-2408-4562-b0dd-a23e245db207 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317366 Oct 19 01:46:06.938913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3eb98e26-16e3-47a2-bfc6-68219a254bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:09.688382 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49c85842-cf2c-4309-9ed9-47fd6afb6262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:09.787296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:10.618106 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:10.835112 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:12.355104 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:16.306434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535c5d2-df45-4bae-a637-b53ab6d3447b req-3cd03fc0-0d12-48a9-b924-32b47279e61a tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.307850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d535c5d2-df45-4bae-a637-b53ab6d3447b req-3cd03fc0-0d12-48a9-b924-32b47279e61a tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1097 time: 0.0441968 Oct 19 01:46:16.343304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d535c5d2-df45-4bae-a637-b53ab6d3447b req-d4cb6680-15bb-416c-88f2-9abc6cbca62d tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291941 Oct 19 01:46:16.458265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaf6f5-bae2-4959-9c75-224214ee1989 req-f47c07c9-520b-4843-9ff8-a64822118e48 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:16.459748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afcaf6f5-bae2-4959-9c75-224214ee1989 req-f47c07c9-520b-4843-9ff8-a64822118e48 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Oct 19 01:46:16.497727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afcaf6f5-bae2-4959-9c75-224214ee1989 req-5e5716f7-ae2d-456e-83eb-f0c70ca6a939 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317781 Oct 19 01:46:16.520955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44182) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:16.586388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6b420c42-2f85-4fb8-a8f7-0f005e7f1db4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/4cccd592-d42b-426c-8225-42abfa10542c HTTP/1.1" status: 200 len: 993 time: 0.0642724 Oct 19 01:46:18.145188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7d07a-a9e6-435b-9e1e-50d3d45c1e8e req-f7f0c93f-1127-4509-b91f-09440ab5cd0f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:18.147430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e0a7d07a-a9e6-435b-9e1e-50d3d45c1e8e req-f7f0c93f-1127-4509-b91f-09440ab5cd0f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0568836 Oct 19 01:46:18.176592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-f4a37c5b-be6e-4715-b1e7-6b241e4f48bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023722 Oct 19 01:46:18.185925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-06ae2b00-7c9a-4a62-9440-ee16462a9ce2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:46:18.187134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-06ae2b00-7c9a-4a62-9440-ee16462a9ce2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055242 Oct 19 01:46:18.191930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e0a7d07a-a9e6-435b-9e1e-50d3d45c1e8e req-8ee89c36-63ce-4af8-a23b-2da8af80b987 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371289 Oct 19 01:46:19.317419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102521a9-073b-4cea-8bcb-e2c54a7d4064 req-afe41bb7-39b4-4c9f-b03c-9932973c6ee9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.318907 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-102521a9-073b-4cea-8bcb-e2c54a7d4064 req-afe41bb7-39b4-4c9f-b03c-9932973c6ee9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0542657 Oct 19 01:46:19.357819 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-102521a9-073b-4cea-8bcb-e2c54a7d4064 req-d9721a32-1b4c-453e-8914-5839897f58be tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323501 Oct 19 01:46:19.523490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-0c19bb96-36c2-4687-9535-ebab8e2bba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.525050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-0c19bb96-36c2-4687-9535-ebab8e2bba7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1097 time: 0.0444176 Oct 19 01:46:19.624656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-a099a52a-dd2e-4d90-8047-9178650f322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.626486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-a099a52a-dd2e-4d90-8047-9178650f322e service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.0939109 Oct 19 01:46:19.698146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-24849479-a35a-4b8e-a1e4-e9d89ac24400 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1001 time: 0.0647485 Oct 19 01:46:19.755653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-cd6d04bc-e7c0-4ac4-8a9d-f9259cd9b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.757054 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-cd6d04bc-e7c0-4ac4-8a9d-f9259cd9b5a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0516770 Oct 19 01:46:19.802202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-1fd743df-986f-45d2-a229-db8fc9a3e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:19.803674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-1fd743df-986f-45d2-a229-db8fc9a3e2d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396624 Oct 19 01:46:19.895251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-bf1f9180-a1fc-4597-ae25-b8d75ebbb98c service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834534 Oct 19 01:46:19.982892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:19.992281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-cb02372c-3699-4947-be0e-a92c44c720c0 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898972 Oct 19 01:46:20.478777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a8a8c-808f-41da-95f6-1f062f1c865b req-40425087-89c6-4bf9-847d-a8d3e01404c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:20.480414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-257a8a8c-808f-41da-95f6-1f062f1c865b req-40425087-89c6-4bf9-847d-a8d3e01404c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0545988 Oct 19 01:46:20.524670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-257a8a8c-808f-41da-95f6-1f062f1c865b req-eaf6b93d-76b6-4720-a455-71b7b250f510 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348563 Oct 19 01:46:21.647149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e62707-e118-4d3a-b1ff-52097c63887e req-3f9947d6-f22d-4963-8097-0b70b5f79ab2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:21.650854 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29e62707-e118-4d3a-b1ff-52097c63887e req-3f9947d6-f22d-4963-8097-0b70b5f79ab2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Oct 19 01:46:21.689996 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-29e62707-e118-4d3a-b1ff-52097c63887e req-a23c4dd9-c1a8-4d25-8b24-73918d817ad2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351334 Oct 19 01:46:22.811880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12bfd5-a7e5-4432-b816-6b5bbf4861ee req-38c46fc1-93a9-4997-b0ee-c62d2d8af25f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:22.813503 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd12bfd5-a7e5-4432-b816-6b5bbf4861ee req-38c46fc1-93a9-4997-b0ee-c62d2d8af25f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0550594 Oct 19 01:46:22.855403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd12bfd5-a7e5-4432-b816-6b5bbf4861ee req-c8d61781-e35d-4e5d-82e9-9e4bf54627ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355744 Oct 19 01:46:23.979248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71923924-1470-46aa-925b-e70f79e724c6 req-8b2b2f5a-db3c-49d5-8825-7f564716ff55 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:23.980769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71923924-1470-46aa-925b-e70f79e724c6 req-8b2b2f5a-db3c-49d5-8825-7f564716ff55 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0547490 Oct 19 01:46:24.019551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71923924-1470-46aa-925b-e70f79e724c6 req-f1a5173d-fa81-411e-9409-9d645c8b6efc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Oct 19 01:46:24.676318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-8afc15b5-59ba-4d8f-a572-83cb2c1ee63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:24.677882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-8afc15b5-59ba-4d8f-a572-83cb2c1ee63d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1097 time: 0.0418513 Oct 19 01:46:24.788680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-54a33c56-f6a0-430f-973c-7811cfd25b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:24.790148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-54a33c56-f6a0-430f-973c-7811cfd25b28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.0918658 Oct 19 01:46:24.858364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-5c899926-630b-4a19-b7e8-e0e30705a71f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1001 time: 0.0597620 Oct 19 01:46:24.907399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-56d7f227-3986-4ad0-9d57-dbe8c0b36771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:24.908897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-56d7f227-3986-4ad0-9d57-dbe8c0b36771 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0437317 Oct 19 01:46:24.959039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-1e5ca011-a1e5-467a-b7ab-66bd53e97662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:24.960555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-1e5ca011-a1e5-467a-b7ab-66bd53e97662 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446899 Oct 19 01:46:25.055533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-6956bc59-13f3-439d-9f23-9c2acefdd2ea service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869353 Oct 19 01:46:25.145369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621e20-89d6-4865-bfa2-d9d56b1bcd9f req-0bbc81d8-f5ae-458e-8225-cf62232294d9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.147598 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21621e20-89d6-4865-bfa2-d9d56b1bcd9f req-0bbc81d8-f5ae-458e-8225-cf62232294d9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0551040 Oct 19 01:46:25.160022 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b09e41c3-6738-41c0-8dd3-86b1d042a6d7 req-e5cf48e6-ede4-4954-8502-7f5d7bf9f5c8 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970750 Oct 19 01:46:25.187864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21621e20-89d6-4865-bfa2-d9d56b1bcd9f req-becac811-f505-4641-9982-c0dc7473d082 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338874 Oct 19 01:46:25.465160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-e5da69ae-1f3d-48fc-832f-1b5b3dda912b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1029181 Oct 19 01:46:25.563211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.563686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.564179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.564640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.565095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.565548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.566000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.567887 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-393cacb7-2554-4944-afa2-88b8479de728 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ec170c5f0744796b976548774c0eba6&device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 6508 time: 0.0503988 Oct 19 01:46:25.690405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-11809679-bc47-41ef-973a-a79177cea16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.690871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-11809679-bc47-41ef-973a-a79177cea16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.691325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-11809679-bc47-41ef-973a-a79177cea16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.692953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-11809679-bc47-41ef-973a-a79177cea16b service neutron] 10.222.0.62 "GET /v2.0/networks?id=bff67c72-0a31-4c48-b9a2-d18133b5062b&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=241c9cdd-dae8-43ff-85bc-702992e8210e&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 200 len: 2298 time: 0.1003373 Oct 19 01:46:25.758709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-23eba359-4c84-4a6a-83ea-4f126ac3ef02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 200 len: 1001 time: 0.0582545 Oct 19 01:46:25.813067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-4cb4842d-e86a-423f-b72f-8aae1c937473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.814530 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-4cb4842d-e86a-423f-b72f-8aae1c937473 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 200 len: 856 time: 0.0489712 Oct 19 01:46:25.861629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-3492d6be-3bbc-47ea-a47b-d45b8c47710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:25.863077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-3492d6be-3bbc-47ea-a47b-d45b8c47710f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bff67c72-0a31-4c48-b9a2-d18133b5062b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403876 Oct 19 01:46:25.954677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-862a0f6f-6578-44ea-a1f7-31ceb4832f2f service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831821 Oct 19 01:46:26.048317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-46794c26-c6f7-441d-b5a3-7f347b857f2e service neutron] 10.222.0.62 "GET /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858266 Oct 19 01:46:26.090244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-a7d8eaa2-645d-421b-a3fc-476b93aa1c3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 217 time: 0.0341041 Oct 19 01:46:26.142372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-b7d6d907-1e2f-4f50-aa5e-fb504d5e51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.143776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-b7d6d907-1e2f-4f50-aa5e-fb504d5e51e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0467396 Oct 19 01:46:26.189864 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-da1a808b-c430-41ff-8258-e9cf2a30855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.191314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-da1a808b-c430-41ff-8258-e9cf2a30855a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0399599 Oct 19 01:46:26.319455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-896e8dbd-5ef7-400f-9921-ac5ffdabbe9e service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197627 Oct 19 01:46:26.328373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee1245-43e7-4fce-be49-ca87f0523f92 req-a55e5a96-42ad-40ff-9608-4ae3df6a0f11 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.329735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abee1245-43e7-4fce-be49-ca87f0523f92 req-a55e5a96-42ad-40ff-9608-4ae3df6a0f11 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0733962 Oct 19 01:46:26.419639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-abee1245-43e7-4fce-be49-ca87f0523f92 req-16b7e963-9369-4ae7-b3ae-eeb3d3640d98 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820482 Oct 19 01:46:26.442099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-deb52ead-e01f-4f3e-a722-c75ee42e2b83 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114585 Oct 19 01:46:26.484401 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9d5e2d9f-128c-4d99-a158-2c39f9967e95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 217 time: 0.0342622 Oct 19 01:46:26.535081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-4427f027-3841-4a8d-b4b8-b1705d08df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.536547 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-4427f027-3841-4a8d-b4b8-b1705d08df6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0437484 Oct 19 01:46:26.582670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9da0778b-2444-4fab-a9ee-f8bfad2baa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.584139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9da0778b-2444-4fab-a9ee-f8bfad2baa1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0398123 Oct 19 01:46:26.677777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-cdf4c5d3-d7af-468f-b469-291ab743d3cc service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858502 Oct 19 01:46:26.775235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-45c97f26-d34a-4a4a-bbd0-a4af9055be7f service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891161 Oct 19 01:46:26.819951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-3deac8a4-01f7-401a-8556-8ef98fbab58d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 200 len: 217 time: 0.0375903 Oct 19 01:46:26.869828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-1038113c-29d3-4372-942f-1fda2399e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.871256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-1038113c-29d3-4372-942f-1fda2399e843 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0442531 Oct 19 01:46:26.921967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-8e65c2db-1dea-4de1-85c4-3313507449ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:26.923407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-8e65c2db-1dea-4de1-85c4-3313507449ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446045 Oct 19 01:46:27.013740 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-d483a6a1-3e45-4065-9ad9-12492ab5ccfc service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814829 Oct 19 01:46:27.107289 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9ebdbcf7-76e2-44a1-905e-17e1041c02eb service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848675 Oct 19 01:46:27.147292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-7f145a5f-537c-4aec-846a-4371ea3ffa8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 200 len: 217 time: 0.0332322 Oct 19 01:46:27.195404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-addf3ed1-9ddd-44e1-aa76-ac1fc728ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:27.196799 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-addf3ed1-9ddd-44e1-aa76-ac1fc728ad2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 200 len: 797 time: 0.0424719 Oct 19 01:46:27.247934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9588c1ae-fbff-42cd-bfe9-e8c144a2967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:27.249399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9588c1ae-fbff-42cd-bfe9-e8c144a2967c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=241c9cdd-dae8-43ff-85bc-702992e8210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451212 Oct 19 01:46:27.339751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-3b234081-d79b-4945-aee4-e64c74670bf3 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821774 Oct 19 01:46:27.433360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-55a271d2-a673-4b32-8fb6-e1601b55f980 service neutron] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Oct 19 01:46:27.475607 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-805d42c6-25ea-4ceb-9b35-fcd919768390 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 200 len: 217 time: 0.0351205 Oct 19 01:46:27.527145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-5ccecc44-43b2-4708-aa46-6a3d236c3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:27.528938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-5ccecc44-43b2-4708-aa46-6a3d236c3075 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0446017 Oct 19 01:46:27.536476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326c69-8ba8-470e-8254-2bb18df9171b req-190eecb9-88f0-4318-9b23-f91f5aa87b69 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:27.537967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79326c69-8ba8-470e-8254-2bb18df9171b req-190eecb9-88f0-4318-9b23-f91f5aa87b69 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0491459 Oct 19 01:46:27.577773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79326c69-8ba8-470e-8254-2bb18df9171b req-3543f789-cda2-4eb2-b10c-479f41766740 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329535 Oct 19 01:46:27.581842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-91b0c8bc-971d-4b4e-82d7-77c71011eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:27.583315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-91b0c8bc-971d-4b4e-82d7-77c71011eb91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457616 Oct 19 01:46:27.674111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-3cd2f1f1-c0ca-415b-8e9c-dbda46e38075 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819628 Oct 19 01:46:27.769157 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-428089ca-0cfa-4a36-aad1-0442e3d9f177 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862896 Oct 19 01:46:27.811327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-15787590-a59b-4e28-8e0e-c710e344775a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 200 len: 217 time: 0.0342121 Oct 19 01:46:27.863960 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9a708b90-76f2-4ac4-a72b-e77335281d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:27.865472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9a708b90-76f2-4ac4-a72b-e77335281d90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 200 len: 797 time: 0.0466006 Oct 19 01:46:27.920075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9f9bbdc5-189f-4bd9-bde7-c037da225dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:27.921578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-9f9bbdc5-189f-4bd9-bde7-c037da225dd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3be7c16e-d9cf-416d-9b0c-37b3a94ed212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483816 Oct 19 01:46:28.014398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-a3800c94-8ad8-4cb0-a450-514ae59eab88 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839908 Oct 19 01:46:28.108490 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c009db-4b6d-4224-af19-a0f86be3368b req-af8dea24-8c56-4d4b-a0d1-15adfc50b753 service neutron] 10.222.0.62 "GET /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860505 Oct 19 01:46:28.694469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430f98d-5ddf-424b-b327-a737fde1f474 req-59187401-51ff-4e6e-8080-c97a25e5eeea tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:28.695962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d430f98d-5ddf-424b-b327-a737fde1f474 req-59187401-51ff-4e6e-8080-c97a25e5eeea tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0495498 Oct 19 01:46:28.733956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d430f98d-5ddf-424b-b327-a737fde1f474 req-3a93b590-4089-4cd1-8fda-7eefa44db5d8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Oct 19 01:46:29.855199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a34f81-faca-4853-97ec-d54eb3c38d97 req-1d4144d1-7896-4522-ba55-5df2b214a0c5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:29.856746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8a34f81-faca-4853-97ec-d54eb3c38d97 req-1d4144d1-7896-4522-ba55-5df2b214a0c5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0530393 Oct 19 01:46:29.898044 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8a34f81-faca-4853-97ec-d54eb3c38d97 req-c7b674ab-88a1-4529-a8d6-80151d363c4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350740 Oct 19 01:46:31.011953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c398f-082c-4965-bc74-364bb0166e65 req-5a90c83b-2438-45ed-8bd1-48bdd62c8bf7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:31.013760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a04c398f-082c-4965-bc74-364bb0166e65 req-5a90c83b-2438-45ed-8bd1-48bdd62c8bf7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Oct 19 01:46:31.053039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a04c398f-082c-4965-bc74-364bb0166e65 req-012ea549-1917-4c8e-8c8b-07814384bc2b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333662 Oct 19 01:46:31.961125 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-017c1234-69cd-403c-b073-2975f247a604 req-de4f88ec-0f79-485f-95cb-47c9fad854fb service neutron] show failed (client error): The resource could not be found. Oct 19 01:46:31.962103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-de4f88ec-0f79-485f-95cb-47c9fad854fb service neutron] 10.222.0.74 "GET /v2.0/ports/d6e5805e-66ba-48c9-b348-e1e90d70ed02/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0595481 Oct 19 01:46:32.179024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-f54a9a7b-789c-4a26-ad8d-c0f95e68b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:32.180878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-f54a9a7b-789c-4a26-ad8d-c0f95e68b849 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 1097 time: 0.0478635 Oct 19 01:46:32.193878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:32.195899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15702289-6ad7-46be-90e3-a7439a2790bd req-d0c87481-1b83-4647-9863-1e9771a355f5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:32.197443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15702289-6ad7-46be-90e3-a7439a2790bd req-d0c87481-1b83-4647-9863-1e9771a355f5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0640435 Oct 19 01:46:32.244405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15702289-6ad7-46be-90e3-a7439a2790bd req-f2269f1d-037d-4f5e-8da9-8a551494c887 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Oct 19 01:46:32.257611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.471951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:32.504734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:32.545828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:32.548138 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de442a-163f-4dc9-a4b2-0e2fd05e10ea" -d '{"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:32.551958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.564671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Transition to ACTIVE for port object d6e5805e-66ba-48c9-b348-e1e90d70ed02 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:46:32.569264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.661846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:32.688540 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc842f4-8bbc-4a7c-af7f-a479f04053bf x-openstack-request-id: req-3dc842f4-8bbc-4a7c-af7f-a479f04053bf {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:32.688973 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:32.689234 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3dc842f4-8bbc-4a7c-af7f-a479f04053bf {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:32.689636 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'code': 200} Oct 19 01:46:32.710024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] No DVR routers for this DVR port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:32.858588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:46:32.858934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:46:32.859249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:32.863563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:46:32.863884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:32.868734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:46:32.869071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Checking segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:32.869449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Bound using segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:46:32.869939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Bound port: d6e5805e-66ba-48c9-b348-e1e90d70ed02, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:46:32.870218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.933335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:32.937046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:46:32.941435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.979048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:32.979774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:32.981835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] 10.222.0.62 "PUT /v2.0/ports/d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1092 time: 0.7916219 Oct 19 01:46:33.008113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b78cb-5832-4c08-baf3-ad5dcac19992 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:33.060447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-47379344-7970-4097-a569-2e0b8b44a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:33.061959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-47379344-7970-4097-a569-2e0b8b44a172 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1095 time: 0.0478532 Oct 19 01:46:33.174885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-2502f3fc-3907-4317-bf0c-ac53f7327fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:33.176386 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-2502f3fc-3907-4317-bf0c-ac53f7327fa7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.1044314 Oct 19 01:46:33.376940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178829fc-fc95-4f16-8a6e-7f26b81b142e req-06644601-eab8-4a49-a9a4-5fbc923d9a80 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:33.384555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-178829fc-fc95-4f16-8a6e-7f26b81b142e req-06644601-eab8-4a49-a9a4-5fbc923d9a80 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0640440 Oct 19 01:46:33.426462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-178829fc-fc95-4f16-8a6e-7f26b81b142e req-30f79a8b-c50e-4d1f-924b-7f67a59a1baf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353014 Oct 19 01:46:33.580507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-7ee7cbac-4c1f-405c-88a9-e76cecd11121 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 999 time: 0.3948004 Oct 19 01:46:33.636117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-a301e1da-9c86-457b-bb12-443dffa9b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:33.637672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-a301e1da-9c86-457b-bb12-443dffa9b272 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0481155 Oct 19 01:46:33.688822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c1234-69cd-403c-b073-2975f247a604 req-73cc3966-97de-4775-95a8-b12548cd5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:33.690317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-73cc3966-97de-4775-95a8-b12548cd5452 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455110 Oct 19 01:46:33.810310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-df35eb6a-490f-4f36-a1fc-3eb3176aee0b service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089182 Oct 19 01:46:33.913901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-017c1234-69cd-403c-b073-2975f247a604 req-ebaea46a-4eb8-4d42-bfcc-9147272ef7c1 service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944090 Oct 19 01:46:34.560490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f6232-ae17-44a0-ad43-56a91d974920 req-c4e886e1-4810-449e-899c-17e7fd1b6a22 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:34.565064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-662f6232-ae17-44a0-ad43-56a91d974920 req-c4e886e1-4810-449e-899c-17e7fd1b6a22 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0643361 Oct 19 01:46:34.608733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-662f6232-ae17-44a0-ad43-56a91d974920 req-3c9952ac-13e7-42c5-a408-33d31158db10 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372224 Oct 19 01:46:34.690475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:34.692928 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0095bc-c3f9-455c-b01f-a3804ba93e52" -d '{"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:34.741271 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cde8937-7af1-43dd-b130-766d20b760e6 x-openstack-request-id: req-5cde8937-7af1-43dd-b130-766d20b760e6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:34.741566 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:34.741825 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cde8937-7af1-43dd-b130-766d20b760e6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:34.742228 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'status': 'completed', 'code': 200} Oct 19 01:46:34.841852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-8b0da083-0afd-486d-886f-3e6cfc22f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:34.843319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-8b0da083-0afd-486d-886f-3e6cfc22f814 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1095 time: 0.0711768 Oct 19 01:46:34.845001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-aa78f435-284d-4fdb-a45c-55270a0d9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:34.846315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-aa78f435-284d-4fdb-a45c-55270a0d9011 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1095 time: 0.0647562 Oct 19 01:46:35.016287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-b80d1854-5a45-4e3b-9ad1-041771b34bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.017736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-b80d1854-5a45-4e3b-9ad1-041771b34bb9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.1590979 Oct 19 01:46:35.018774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-801a990c-ee49-4a39-9ba4-6a5a9a23dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.020073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-801a990c-ee49-4a39-9ba4-6a5a9a23dea7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.1683464 Oct 19 01:46:35.135581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-dfd5b439-0d9e-4bfa-81f4-bd40f251d886 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 999 time: 0.1107762 Oct 19 01:46:35.137344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-7a1897e0-14b2-4eb8-a377-ad8eff17b988 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 999 time: 0.1066809 Oct 19 01:46:35.218859 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-2d6da861-691b-4f2b-9d9d-9124cae64ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.220366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-2d6da861-691b-4f2b-9d9d-9124cae64ab5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0776179 Oct 19 01:46:35.224381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-667991b5-ee1b-4cd8-b759-b310eb7fcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.225803 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-667991b5-ee1b-4cd8-b759-b310eb7fcd3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0758045 Oct 19 01:46:35.300926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-af29a460-9120-419f-ac1d-8d720ce87e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.302416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-af29a460-9120-419f-ac1d-8d720ce87e03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752935 Oct 19 01:46:35.304820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-a9c5c778-b5a2-4682-8dd2-67fc3a744628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.306152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-a9c5c778-b5a2-4682-8dd2-67fc3a744628 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705688 Oct 19 01:46:35.465266 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-5364e25c-7f8b-42e5-a611-ca62d712ee73 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544988 Oct 19 01:46:35.467464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-e2ee5e7d-d3a4-4253-aa77-0edf8353e9c3 service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498306 Oct 19 01:46:35.639887 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-91e48c42-5e4c-44aa-be34-90747e43a053 service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601143 Oct 19 01:46:35.642209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f0095bc-c3f9-455c-b01f-a3804ba93e52 req-cbc5027c-8204-4f3c-82ba-5fe5c86de1ba service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697633 Oct 19 01:46:35.744616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c38e-431a-4953-9976-c470222c56fe req-d01af3b0-89ec-4868-9c8a-fa7d9fc440eb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:35.746107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd45c38e-431a-4953-9976-c470222c56fe req-d01af3b0-89ec-4868-9c8a-fa7d9fc440eb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0558991 Oct 19 01:46:35.787173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dd45c38e-431a-4953-9976-c470222c56fe req-718b9c30-d38a-42b2-b1bd-b5cd55d8c1d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340409 Oct 19 01:46:35.946568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:36.005553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:36.912468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83bf03-8cb4-465e-820f-9d050f30b623 req-f4004adf-0526-4f42-a595-adb3b8d11202 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:36.913984 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a83bf03-8cb4-465e-820f-9d050f30b623 req-f4004adf-0526-4f42-a595-adb3b8d11202 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0548568 Oct 19 01:46:36.941370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8caa6b6-28a8-4ed5-98a3-69c81b301308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:36.955766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a83bf03-8cb4-465e-820f-9d050f30b623 req-85c0caf3-e897-48b5-ace5-fbd1ad7c8666 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345662 Oct 19 01:46:36.994043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:46:37.097146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:37.108991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'port_id': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'mac_address': 'fa:16:3e:f6:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:46:37.150716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:37.165959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e5805e-66ba-48c9-b348-e1e90d70ed02 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:46:37.197523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:37.204035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:37.226411 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-98dfa793-fee7-49fa-bd30-dd2527554040 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:37.227946 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-98dfa793-fee7-49fa-bd30-dd2527554040 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8&tenant_id=446eaabb7b8b48159e8221f499748465&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 943 time: 0.0758858 Oct 19 01:46:37.233406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2904-e3b4-4a21-9581-9ec090f9f596 req-1e7f6c30-a14e-477e-829b-5b8d894be85f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:37.235223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-957c2904-e3b4-4a21-9581-9ec090f9f596 req-1e7f6c30-a14e-477e-829b-5b8d894be85f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 943 time: 0.0559785 Oct 19 01:46:37.274694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:37.284542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-957c2904-e3b4-4a21-9581-9ec090f9f596 req-ec3f655c-fba4-45bf-b352-8e095a132bee tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427399 Oct 19 01:46:37.313542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-38ef204c-ac5d-4855-be4e-4107df1421d8 service neutron] 10.222.0.62 "GET /v2.0/ports/d6e5805e-66ba-48c9-b348-e1e90d70ed02/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 383 time: 0.0761495 Oct 19 01:46:37.384449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-bf3e1d7c-419c-4e50-ab2e-c3db05a8897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:37.385824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-bf3e1d7c-419c-4e50-ab2e-c3db05a8897c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1096 time: 0.0454178 Oct 19 01:46:37.484908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-717dd78f-8421-4bc6-8fe6-18744957fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:37.486398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-717dd78f-8421-4bc6-8fe6-18744957fbe1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.0926225 Oct 19 01:46:37.506751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['d6e5805e-66ba-48c9-b348-e1e90d70ed02'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:46:37.558391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-88fbb652-c44e-4262-a1e0-ae016b7ff907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1000 time: 0.0637496 Oct 19 01:46:37.609317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-72851060-c159-43d8-9861-92bf6eff71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:37.611076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-72851060-c159-43d8-9861-92bf6eff71a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0455835 Oct 19 01:46:37.668594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-2af55b32-e302-48fa-90a1-46f7dd8a7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:37.670374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-2af55b32-e302-48fa-90a1-46f7dd8a7b59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506172 Oct 19 01:46:37.770666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-f84e5f62-180a-43c7-b835-68ed24163050 service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914369 Oct 19 01:46:37.865494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-bd480111-65f0-4934-87c9-80ebbec4c038 service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862417 Oct 19 01:46:38.399843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010b58a-5bed-44d2-af61-15dfd98faefc req-84289f6f-aae9-404a-a818-06a756c5c68f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:38.401316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5010b58a-5bed-44d2-af61-15dfd98faefc req-84289f6f-aae9-404a-a818-06a756c5c68f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 944 time: 0.0513890 Oct 19 01:46:38.443065 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5010b58a-5bed-44d2-af61-15dfd98faefc req-e07057e9-8348-46e4-9779-b756fc16f451 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355184 Oct 19 01:46:38.995689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:39.046437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port d6e5805e-66ba-48c9-b348-e1e90d70ed02 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:46:39.050092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port d6e5805e-66ba-48c9-b348-e1e90d70ed02 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:39.050458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:39.129906 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:39.155154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:39.157613 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396fdfd9-19d7-4b90-a27b-8d8719a0ea50" -d '{"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:39.170676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:39.175678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:39.219730 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee60832f-4ff5-4f08-8121-1d0ae189c9a9 x-openstack-request-id: req-ee60832f-4ff5-4f08-8121-1d0ae189c9a9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:39.220820 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:39.221301 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee60832f-4ff5-4f08-8121-1d0ae189c9a9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:39.221839 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'code': 200} Oct 19 01:46:39.231880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:39.565606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15750e-d67a-46e3-ae15-6794aacdf0be req-13a89954-1490-48f5-9ea4-3c0c79ac742f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:39.567653 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a15750e-d67a-46e3-ae15-6794aacdf0be req-13a89954-1490-48f5-9ea4-3c0c79ac742f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Oct 19 01:46:39.604948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a15750e-d67a-46e3-ae15-6794aacdf0be req-6eaf35be-6384-44b2-9d1f-49f9cd2f5a62 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Oct 19 01:46:39.692862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-884f5283-1036-441b-aee0-afc8064d1b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:39.790835 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.020090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-fad03eb5-a9f3-433a-b426-561e760bb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:40.021576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-fad03eb5-a9f3-433a-b426-561e760bb5e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 1097 time: 0.0413156 Oct 19 01:46:40.040057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:40.097813 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.241102 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:46:40.332095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:40.367956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:40.410061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:40.412674 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3883bc-bf8f-4d23-a6a2-12066be161d4" -d '{"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:40.416473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.430100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Transition to ACTIVE for port object d6e5805e-66ba-48c9-b348-e1e90d70ed02 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:46:40.434254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.477715 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedc757f-26c3-45a5-99e5-6e49ba4794b7 x-openstack-request-id: req-fedc757f-26c3-45a5-99e5-6e49ba4794b7 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:40.477985 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:40.478235 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fedc757f-26c3-45a5-99e5-6e49ba4794b7 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:40.478671 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'code': 200} Oct 19 01:46:40.520314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=10']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:40.564628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] No DVR routers for this DVR port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:40.626807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.730434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:46:40.731144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:46:40.731144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:40.736742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:46:40.737058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Attempting to bind port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on network 0db668d8-a056-4491-8d8a-1b2944cd70a2 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:46:40.744920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:46:40.745245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Checking segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:46:40.745614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Bound using segment: {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:46:40.746031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Bound port: d6e5805e-66ba-48c9-b348-e1e90d70ed02, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3441766-17b4-43c9-a831-00f7b306f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:46:40.746382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.770505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05eb41b-8cdd-49fd-be6d-fc5131ce645c req-c9b24a4a-4087-4a72-8df1-1a2d0b846d7a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:40.772024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b05eb41b-8cdd-49fd-be6d-fc5131ce645c req-c9b24a4a-4087-4a72-8df1-1a2d0b846d7a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 944 time: 0.0775158 Oct 19 01:46:40.834470 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.851888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b05eb41b-8cdd-49fd-be6d-fc5131ce645c req-58805082-8d17-4edd-937d-033bfc4a292b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599666 Oct 19 01:46:40.854251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:40.857432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:46:40.861310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.894921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:40.895556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:40.896961 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] 10.222.0.74 "PUT /v2.0/ports/d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1093 time: 0.8611326 Oct 19 01:46:40.922526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d73b53-8de9-421a-b99f-66a424d132c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=11']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:40.975225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-8ff7eb4a-68b5-40ec-a97f-355e863c946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:40.976491 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-8ff7eb4a-68b5-40ec-a97f-355e863c946c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1096 time: 0.0463653 Oct 19 01:46:41.080294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-a880505f-de35-400e-b87f-4168dba3f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:41.081792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-a880505f-de35-400e-b87f-4168dba3f054 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.0982497 Oct 19 01:46:41.148608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-950abde4-1ed2-4610-998d-b99a562efedf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 999 time: 0.0597193 Oct 19 01:46:41.199041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-676ee74a-8660-4a14-ae35-0dfc7c12bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:41.200910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-676ee74a-8660-4a14-ae35-0dfc7c12bb81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0462503 Oct 19 01:46:41.252164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-411b3736-1cd8-4802-bee8-83b06797e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:41.253669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-411b3736-1cd8-4802-bee8-83b06797e597 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457680 Oct 19 01:46:41.344741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-fb7839c3-bda0-43c4-a4af-4ede84a77dd2 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835714 Oct 19 01:46:41.438960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c225a15-42f3-4c56-8623-97e2bd4510f8 req-aacbeaaa-b3a0-4de2-a8fd-9a65f9081af7 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875995 Oct 19 01:46:41.971218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7985-15d9-41e4-876f-a784daa76f8d req-abbaf302-7715-4a21-b308-6a2349a703cb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:41.972751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d25e7985-15d9-41e4-876f-a784daa76f8d req-abbaf302-7715-4a21-b308-6a2349a703cb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 944 time: 0.0495305 Oct 19 01:46:42.011464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d25e7985-15d9-41e4-876f-a784daa76f8d req-e9ebc043-1c4e-4ae4-b97c-6cdce43dafd9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Oct 19 01:46:42.358959 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:42.480227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:42.483475 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df965a06-e477-4fc0-a3ed-1863b595e122" -d '{"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:42.535414 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe3d20-2895-4499-97b3-06e57e032dfa x-openstack-request-id: req-9dbe3d20-2895-4499-97b3-06e57e032dfa {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:42.536292 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:42.536506 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dbe3d20-2895-4499-97b3-06e57e032dfa {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:42.536929 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'status': 'completed', 'code': 200} Oct 19 01:46:42.629225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-78e522dd-904d-4f23-bae4-ebdcad32f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:42.630687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-78e522dd-904d-4f23-bae4-ebdcad32f84a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1096 time: 0.0697863 Oct 19 01:46:42.635543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-028b02fc-4472-4aae-bf36-35b505e17bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:42.636909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-028b02fc-4472-4aae-bf36-35b505e17bb7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1096 time: 0.0507867 Oct 19 01:46:42.792350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-69dd8862-c8a3-471d-a996-72ef3fc3559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:42.794531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-69dd8862-c8a3-471d-a996-72ef3fc3559f service neutron] 10.222.0.62 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.1551931 Oct 19 01:46:42.797006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-45eae5a1-7cf9-4e0a-a54d-9f5898701c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:42.798284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-45eae5a1-7cf9-4e0a-a54d-9f5898701c20 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.1521785 Oct 19 01:46:42.907034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-6149b525-bfc7-499b-839e-cf1bf5a77f57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 999 time: 0.1049244 Oct 19 01:46:42.908791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-25e51da8-9f7d-4a8a-a087-81d88d3ac91d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 999 time: 0.1013358 Oct 19 01:46:42.989790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-8a21086d-5e55-4b1d-a163-b353d52ce66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:42.991187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-8a21086d-5e55-4b1d-a163-b353d52ce66b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0768876 Oct 19 01:46:42.992516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-38dad482-fdc5-41be-ba4a-ddea9a89441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:42.993784 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-38dad482-fdc5-41be-ba4a-ddea9a89441a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0718894 Oct 19 01:46:43.009362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:43.048200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:43.068456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-8663a0bc-519d-4c4b-94a3-1d8957da86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:43.069953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-8663a0bc-519d-4c4b-94a3-1d8957da86be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719876 Oct 19 01:46:43.077096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-d1d00dee-20db-4a14-b044-cc03365c0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:43.078528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-d1d00dee-20db-4a14-b044-cc03365c0d2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734458 Oct 19 01:46:43.137071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf014c7d-95a8-4708-80d1-ee3b4abd5614 req-97d6a890-d548-45cf-b6e5-52b034ba485d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:43.139402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf014c7d-95a8-4708-80d1-ee3b4abd5614 req-97d6a890-d548-45cf-b6e5-52b034ba485d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 944 time: 0.0567834 Oct 19 01:46:43.182510 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cf014c7d-95a8-4708-80d1-ee3b4abd5614 req-889c0f82-6ac1-4cdc-8b03-0da4cafcd479 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364456 Oct 19 01:46:43.562162 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-0173d781-aed1-44fd-9713-c67b29d29ede service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826884 Oct 19 01:46:43.565439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-92f2163e-d25f-41e5-84b1-29b36d665953 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791081 Oct 19 01:46:43.725598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-b070f024-49f9-40d7-9ae0-917691cb5649 service neutron] 10.222.0.62 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547036 Oct 19 01:46:43.727454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df965a06-e477-4fc0-a3ed-1863b595e122 req-ce8ff48e-816c-47eb-b52a-9d9161d7d009 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494303 Oct 19 01:46:44.322301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bceb6f-cb54-437f-9690-c04c202c96a4 req-42e8429b-19a6-47c3-9104-191dc5a8ddbd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:44.323753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53bceb6f-cb54-437f-9690-c04c202c96a4 req-42e8429b-19a6-47c3-9104-191dc5a8ddbd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 944 time: 0.0502641 Oct 19 01:46:44.377729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53bceb6f-cb54-437f-9690-c04c202c96a4 req-44a684ef-5696-464b-88f4-56865c14d0a7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466111 Oct 19 01:46:44.408466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44374) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:46:44.473795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03acdfda-3922-42d6-a24a-0098cc1dbe14 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/4cccd592-d42b-426c-8225-42abfa10542c HTTP/1.1" status: 200 len: 991 time: 0.0637517 Oct 19 01:46:45.993034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:46:46.087204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:46.101990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'port_id': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'mac_address': 'fa:16:3e:f6:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:46:46.139873 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:46.152222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e5805e-66ba-48c9-b348-e1e90d70ed02 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:46:46.171523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:46.175239 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:46.223674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:46.576188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d6e5805e-66ba-48c9-b348-e1e90d70ed02'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:46:48.026877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:46:48.076350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port d6e5805e-66ba-48c9-b348-e1e90d70ed02 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:46:48.080324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port d6e5805e-66ba-48c9-b348-e1e90d70ed02 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:48.080693 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:48.159504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:48.181625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:48.184353 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9fc46-426c-48e9-a63d-fa9b92b54983" -d '{"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:48.196853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:48.202377 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:48.226932 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0abd2c1-1125-4046-8bcc-fc14e117765f x-openstack-request-id: req-f0abd2c1-1125-4046-8bcc-fc14e117765f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:48.227218 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-plugged", "status": "completed", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:48.227468 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0abd2c1-1125-4046-8bcc-fc14e117765f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:48.227853 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'code': 200} Oct 19 01:46:48.252741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=13']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:49.667843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:49.676887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:49.682318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:49.688796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:49.694617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:49.701624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:49.707421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:49.709373 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-75e2ab14-a66c-427c-a5fc-cf0aa2ef7cf2 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1041358 Oct 19 01:46:49.750069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b362db22-f1d6-4de8-a92c-c5e29491b6c8 req-99dd01f5-5f28-4bdb-976e-964d12221e90 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344901 Oct 19 01:46:49.985045 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:50.673726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.679674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.686336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.692282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.698184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.705113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.711032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.712955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-7ef88635-52f6-46ac-9608-e0a9edce0d6b tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.0924878 Oct 19 01:46:50.768296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5927f6f-4e18-4661-baee-fc4b919331d1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.769687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5927f6f-4e18-4661-baee-fc4b919331d1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "GET /v2.0/ports/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0502656 Oct 19 01:46:50.920528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-37d8cc0d-42e8-477a-84f2-8cf6856e06f5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "GET /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1447966 Oct 19 01:46:50.935674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.941548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.947460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.953709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.959635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.965718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.971706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.973611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0baea8f4-3cae-4d1e-914d-04d68f8b96ab tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 5444 time: 0.1195714 Oct 19 01:46:50.976359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154b7d-ede4-4223-9042-56991346b8ec req-52badba7-2d3e-490f-8e18-094555e71299 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:50.977850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89154b7d-ede4-4223-9042-56991346b8ec req-52badba7-2d3e-490f-8e18-094555e71299 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 945 time: 0.0531139 Oct 19 01:46:50.978503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:51.019674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89154b7d-ede4-4223-9042-56991346b8ec req-82b87344-0a0c-4620-870b-30feac268d47 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333896 Oct 19 01:46:51.062088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0d006da-7ada-42ac-acc4-2430be32aa35 req-0c13a50f-a388-48b7-8090-033c51c15b60 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=33f20569-96f0-4cb6-ba25-b485c2144a4c&id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790555 Oct 19 01:46:51.064439 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.197718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] For port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:51.229619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] For port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:51.261203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] device_id is not set on port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:46:51.269301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.274682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.323275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:51.343431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] No DVR routers for this DVR port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:51.382264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] In _notify_port_updated(), no bound segment for port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:46:51.383169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:51.383765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.385080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a881fd29-83b6-4b83-9bb3-cb5f4f0d6bc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 200 len: 1032 time: 0.4105504 Oct 19 01:46:51.433405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-89d1d601-c6a2-4e3c-802a-163e316c9418 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:51.435486 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-89d1d601-c6a2-4e3c-802a-163e316c9418 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "GET /v2.0/ports/98d3662c-418b-49a1-8b91-34bf11b0b370?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0433311 Oct 19 01:46:51.447387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:46:51.506989 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.589097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-300d3eca-39c3-443e-8796-296e39b90534 None None] Provisioning complete for port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:51.589706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-300d3eca-39c3-443e-8796-296e39b90534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.626552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-300d3eca-39c3-443e-8796-296e39b90534 None None] Port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:46:51.636751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] For port 98d3662c-418b-49a1-8b91-34bf11b0b370, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=98d3662c-418b-49a1-8b91-34bf11b0b370,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:51.670560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] For port 98d3662c-418b-49a1-8b91-34bf11b0b370, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:46:51.708104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] device_id is not set on port 98d3662c-418b-49a1-8b91-34bf11b0b370 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:46:51.717326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.722194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.784857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] No DVR routers for this DVR port 98d3662c-418b-49a1-8b91-34bf11b0b370 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:51.786890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] Pushing event updated for resources: {'Port': ['ID=98d3662c-418b-49a1-8b91-34bf11b0b370,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:51.826617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] In _notify_port_updated(), no bound segment for port 98d3662c-418b-49a1-8b91-34bf11b0b370 on network 241c9cdd-dae8-43ff-85bc-702992e8210e {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:46:51.827502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:51.828141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.829444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-05907204-fe52-4798-b73f-01f6f7a568a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 200 len: 1033 time: 0.3863125 Oct 19 01:46:51.932242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port b3e8dcf7-0768-4e63-89e6-ffa884cc265d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:46:51.932579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.946627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-47ab5ac2-4297-4b18-94da-da4fe5310dd1 None None] Provisioning complete for port 98d3662c-418b-49a1-8b91-34bf11b0b370 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:46:51.946996 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47ab5ac2-4297-4b18-94da-da4fe5310dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:51.980479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-47ab5ac2-4297-4b18-94da-da4fe5310dd1 None None] Port 98d3662c-418b-49a1-8b91-34bf11b0b370 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:46:52.026621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] For port b3e8dcf7-0768-4e63-89e6-ffa884cc265d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:52.026903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.038904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for b3e8dcf7-0768-4e63-89e6-ffa884cc265d owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:46:52.146328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8df5d-8f16-45f9-8e29-e1f46934043b req-5379c58a-3f86-47e2-b70d-7acc9ff06a70 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:52.147998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ef8df5d-8f16-45f9-8e29-e1f46934043b req-5379c58a-3f86-47e2-b70d-7acc9ff06a70 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 945 time: 0.0591590 Oct 19 01:46:52.190676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ef8df5d-8f16-45f9-8e29-e1f46934043b req-738ecefc-22e3-4125-b393-b0ae161d1dba tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Oct 19 01:46:52.216944 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.228879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6e69-7eed-4a31-bc65-cc27273a6c44 req-ceede479-2a26-48ca-8758-39d28140cc52 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:52.235588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6e69-7eed-4a31-bc65-cc27273a6c44 req-ceede479-2a26-48ca-8758-39d28140cc52 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:52.241547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6e69-7eed-4a31-bc65-cc27273a6c44 req-ceede479-2a26-48ca-8758-39d28140cc52 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:52.248170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6e69-7eed-4a31-bc65-cc27273a6c44 req-ceede479-2a26-48ca-8758-39d28140cc52 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:52.254123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6e69-7eed-4a31-bc65-cc27273a6c44 req-ceede479-2a26-48ca-8758-39d28140cc52 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:52.255942 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-19ad6e69-7eed-4a31-bc65-cc27273a6c44 req-ceede479-2a26-48ca-8758-39d28140cc52 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 3885 time: 0.1028786 Oct 19 01:46:52.292148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=b3e8dcf7-0768-4e63-89e6-ffa884cc265d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:52.347424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] No DVR routers for this DVR port b3e8dcf7-0768-4e63-89e6-ffa884cc265d on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:52.351447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.354830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-65693ec1-0b5b-40df-aa0f-ba308ae491be tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "DELETE /v2.0/ports/b3e8dcf7-0768-4e63-89e6-ffa884cc265d HTTP/1.1" status: 204 len: 173 time: 0.5181315 Oct 19 01:46:52.356101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:52.358360 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7891e898-bffd-4812-8490-4892637f7e2d" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "b3e8dcf7-0768-4e63-89e6-ffa884cc265d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:52.363656 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-19ad6e69-7eed-4a31-bc65-cc27273a6c44 req-6a291fda-bdb7-449e-bf0a-61509a4f3ed1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981474 Oct 19 01:46:52.399643 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bc008-b948-45ca-836a-3a5f20bc2145 x-openstack-request-id: req-102bc008-b948-45ca-836a-3a5f20bc2145 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:52.399935 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "b3e8dcf7-0768-4e63-89e6-ffa884cc265d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:52.400216 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-102bc008-b948-45ca-836a-3a5f20bc2145 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:52.400615 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'b3e8dcf7-0768-4e63-89e6-ffa884cc265d', 'status': 'completed', 'code': 200} Oct 19 01:46:52.442666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74049f3-2a0a-4070-8268-1e0670968828 req-a6867fb0-6ee7-4186-9f33-fc2691feeb1e tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:52.444261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74049f3-2a0a-4070-8268-1e0670968828 req-a6867fb0-6ee7-4186-9f33-fc2691feeb1e tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.62 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 945 time: 0.0550506 Oct 19 01:46:52.459893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:46:52.460259 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.542394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Deleting port 87a8ac83-974c-4bbd-adba-3914622bf5db {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:46:52.542629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.550439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] For port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:52.550801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.564225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:46:52.635108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] For port 87a8ac83-974c-4bbd-adba-3914622bf5db, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=87a8ac83-974c-4bbd-adba-3914622bf5db,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:52.635475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.653834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Calling delete_port for 87a8ac83-974c-4bbd-adba-3914622bf5db owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:46:52.709675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.742741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=66708e09-d5cc-4619-a9b9-f1a6d14e09d7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:52.791466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] No DVR routers for this DVR port 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:52.794578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.798259 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-d500cfae-cb1e-4214-af1b-e5f722240aa1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "DELETE /v2.0/ports/66708e09-d5cc-4619-a9b9-f1a6d14e09d7 HTTP/1.1" status: 204 len: 173 time: 0.4336970 Oct 19 01:46:52.811564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.824278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['87a8ac83-974c-4bbd-adba-3914622bf5db'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:46:52.877864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Pushing event deleted for resources: {'Port': ['ID=87a8ac83-974c-4bbd-adba-3914622bf5db,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:52.896879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] No DVR routers for this DVR port 87a8ac83-974c-4bbd-adba-3914622bf5db on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:52.899850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.900650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:46:52.900997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:52.904636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74049f3-2a0a-4070-8268-1e0670968828 req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.62 "DELETE /v2.0/ports/87a8ac83-974c-4bbd-adba-3914622bf5db HTTP/1.1" status: 204 len: 173 time: 0.4538617 Oct 19 01:46:52.909405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'name': 'network-vif-deleted', 'tag': '87a8ac83-974c-4bbd-adba-3914622bf5db'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:52.911697 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31d2b77-3f0c-4b16-af74-48bbe1a7ddb4" -d '{"events": [{"server_uuid": "89ad80e7-9605-4238-acc5-33ed07d36b11", "name": "network-vif-deleted", "tag": "87a8ac83-974c-4bbd-adba-3914622bf5db"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:52.916344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.916701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.917102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.917443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.917845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.918811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.919177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.919595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.920348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.920348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.920688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.921028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645fd72-317a-44df-9ae9-09d335214f41 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:46:52.952855 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78e424f-485d-4358-a21d-403bf1d4c8cd x-openstack-request-id: req-e78e424f-485d-4358-a21d-403bf1d4c8cd {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:52.953790 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad80e7-9605-4238-acc5-33ed07d36b11", "name": "network-vif-deleted", "tag": "87a8ac83-974c-4bbd-adba-3914622bf5db", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:52.954054 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e78e424f-485d-4358-a21d-403bf1d4c8cd {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:52.954488 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad80e7-9605-4238-acc5-33ed07d36b11', 'name': 'network-vif-deleted', 'tag': '87a8ac83-974c-4bbd-adba-3914622bf5db', 'status': 'completed', 'code': 200} Oct 19 01:46:53.014078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] For port bbf4a61b-0094-48a9-bfdf-976fc4bcb457, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:53.014438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.041469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.062174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:46:53.062498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 66708e09-d5cc-4619-a9b9-f1a6d14e09d7 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:53.062849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e6fff87a-42e4-4089-9dbf-589d21d0f45c no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.158854 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.183446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:53.186098 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e9511-e1b2-4f1e-8cf7-ecf6cd0e24a5" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:53.201482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.201920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.202303 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Floating IP 36b6e07d-e245-4e2d-9b64-1891333e6d5b disassociated. External IP: 172.25.0.207, port: bbf4a61b-0094-48a9-bfdf-976fc4bcb457. Oct 19 01:46:53.202757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for bbf4a61b-0094-48a9-bfdf-976fc4bcb457 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:46:53.209863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e6fff87a-42e4-4089-9dbf-589d21d0f45c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:53.216977 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.217815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 87a8ac83-974c-4bbd-adba-3914622bf5db no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.322563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 87a8ac83-974c-4bbd-adba-3914622bf5db {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:46:53.322820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 87a8ac83-974c-4bbd-adba-3914622bf5db not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:53.323242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device ea549d0a-9368-4127-a8fc-1e3091cc9150 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.330529 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c0277e-cfc4-4a44-b143-91fd2ca11fc8 x-openstack-request-id: req-a1c0277e-cfc4-4a44-b143-91fd2ca11fc8 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:53.330815 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:53.331070 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1c0277e-cfc4-4a44-b143-91fd2ca11fc8 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:53.331462 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c', 'code': 200} Oct 19 01:46:53.360139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e6fff87a-42e4-4089-9dbf-589d21d0f45c,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:53.377619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b1d212b-e27b-473a-bfc3-76d2defb4f4f req-5810d0ac-8fea-4878-841b-44fef7b9ffa1 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ad80e7-9605-4238-acc5-33ed07d36b11 HTTP/1.1" status: 200 len: 210 time: 0.0399261 Oct 19 01:46:53.404105 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.425205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.440060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=bbf4a61b-0094-48a9-bfdf-976fc4bcb457,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:53.466183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port ea549d0a-9368-4127-a8fc-1e3091cc9150, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:53.470494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.472824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b3e8dcf7-0768-4e63-89e6-ffa884cc265d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.495736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: b3e8dcf7-0768-4e63-89e6-ffa884cc265d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:46:53.496442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b3e8dcf7-0768-4e63-89e6-ffa884cc265d not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:53.496894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 98d3662c-418b-49a1-8b91-34bf11b0b370 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.512167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435281f-cd22-49cf-8230-60b17b1b70f4 req-11fdba04-5208-4d7c-a9b9-b16fde608d34 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:53.519770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435281f-cd22-49cf-8230-60b17b1b70f4 req-11fdba04-5208-4d7c-a9b9-b16fde608d34 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:46:53.521462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8435281f-cd22-49cf-8230-60b17b1b70f4 req-11fdba04-5208-4d7c-a9b9-b16fde608d34 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 1678 time: 0.0672197 Oct 19 01:46:53.563921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8435281f-cd22-49cf-8230-60b17b1b70f4 req-6c231376-f2a0-4fb7-84ac-afddc58b8b83 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups?id=7cb97af8-949c-4357-983d-97ef83de299a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362167 Oct 19 01:46:53.569591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Router b6e70ace-4bbc-450d-8fba-c290ccf53e3b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:46:53.574822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=ea549d0a-9368-4127-a8fc-1e3091cc9150,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:53.578001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 98d3662c-418b-49a1-8b91-34bf11b0b370 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:53.578508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.698143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:46:53.740020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] No DVR routers for this DVR port bbf4a61b-0094-48a9-bfdf-976fc4bcb457 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:53.742571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.745991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-a5ff70c1-c8b2-48d8-b8bb-7a1d5e797087 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "DELETE /v2.0/ports/bbf4a61b-0094-48a9-bfdf-976fc4bcb457 HTTP/1.1" status: 204 len: 173 time: 0.9405828 Oct 19 01:46:53.748937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] Sync routers for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:46:53.770001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:53.770624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:46:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:53.805051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:53.805482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bbf4a61b-0094-48a9-bfdf-976fc4bcb457 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:46:53.831303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: bbf4a61b-0094-48a9-bfdf-976fc4bcb457 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:46:53.831973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bbf4a61b-0094-48a9-bfdf-976fc4bcb457 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:46:53.846225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port e6fff87a-42e4-4089-9dbf-589d21d0f45c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:46:53.846563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.905211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:53.948993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] For port e6fff87a-42e4-4089-9dbf-589d21d0f45c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e6fff87a-42e4-4089-9dbf-589d21d0f45c,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:53.949405 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:53.963235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for e6fff87a-42e4-4089-9dbf-589d21d0f45c owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:46:54.095675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:54.115009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 5, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:54.130480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=e6fff87a-42e4-4089-9dbf-589d21d0f45c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:54.145382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] Checking router: b6e70ace-4bbc-450d-8fba-c290ccf53e3b for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:46:54.155257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:46:54.155948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:46:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:54.176871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] No DVR routers for this DVR port e6fff87a-42e4-4089-9dbf-589d21d0f45c on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:54.179480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:54.182933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-33ea2e2b-6884-406c-a47c-fb0ad569d84d tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "DELETE /v2.0/ports/e6fff87a-42e4-4089-9dbf-589d21d0f45c HTTP/1.1" status: 204 len: 173 time: 0.4311979 Oct 19 01:46:54.261963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:46:54.274200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port ea549d0a-9368-4127-a8fc-1e3091cc9150 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:46:54.274545 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:54.369617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] For port ea549d0a-9368-4127-a8fc-1e3091cc9150, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=ea549d0a-9368-4127-a8fc-1e3091cc9150,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:46:54.369886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:54.381816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for ea549d0a-9368-4127-a8fc-1e3091cc9150 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:46:54.424085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7'}, {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457'}, {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:54.426372 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e542556-765c-4ce1-b249-484aa2d3ad2b" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "66708e09-d5cc-4619-a9b9-f1a6d14e09d7"}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457"}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:54.478804 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886af341-f102-4986-b3a9-c988164869bc x-openstack-request-id: req-886af341-f102-4986-b3a9-c988164869bc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:54.479106 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "66708e09-d5cc-4619-a9b9-f1a6d14e09d7", "status": "completed", "code": 200}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "bbf4a61b-0094-48a9-bfdf-976fc4bcb457", "status": "completed", "code": 200}, {"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "e6fff87a-42e4-4089-9dbf-589d21d0f45c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:54.479361 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-886af341-f102-4986-b3a9-c988164869bc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:54.479771 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': '66708e09-d5cc-4619-a9b9-f1a6d14e09d7', 'status': 'completed', 'code': 200} Oct 19 01:46:54.480053 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'bbf4a61b-0094-48a9-bfdf-976fc4bcb457', 'status': 'completed', 'code': 200} Oct 19 01:46:54.480308 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'e6fff87a-42e4-4089-9dbf-589d21d0f45c', 'status': 'completed', 'code': 200} Oct 19 01:46:54.493274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 5, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:46:54.522911 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ef7ea-45a5-47fe-b5bc-b2a33de2d599 None None] The sync data for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 is: [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:36:47Z', 'revision_number': 4, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a', 'name': '', 'network_id': 'bff67c72-0a31-4c48-b9a2-d18133b5062b', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'mac_address': 'fa:16:3e:c6:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:46Z', 'updated_at': '2021-10-19T01:36:53Z', 'revision_number': 5, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'subnets': [{'id': 'cd823d06-bf8b-4143-a362-5d9e6228ba6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:46:54.562172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:54.633968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=ea549d0a-9368-4127-a8fc-1e3091cc9150,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:46:54.739196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] No DVR routers for this DVR port ea549d0a-9368-4127-a8fc-1e3091cc9150 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:46:54.742372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-209d0e61-aa3c-4da0-b5db-e1d62fab2640 req-b6d62535-c48a-4658-a0d5-549b763b9ab5 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0539541 Oct 19 01:46:54.743552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:46:54.747007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f4479f0-69e6-4223-ad59-dd1d7c89bc51 req-ecb3e7d5-432b-4d9e-a155-bfa7acf3f1c1 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.62 "DELETE /v2.0/ports/ea549d0a-9368-4127-a8fc-1e3091cc9150 HTTP/1.1" status: 204 len: 173 time: 0.5584819 Oct 19 01:46:54.896253 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d18a1-0caa-480e-8267-99c1827387f4 None None] New status for floating IP 36b6e07d-e245-4e2d-9b64-1891333e6d5b: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:46:55.332924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:55.335464 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fda7db-3957-47b5-9d0c-0fbf1dc00ee6" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-unplugged", "status": "completed", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:55.376523 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780fa427-a89e-4ee1-9726-d3604a0b5ec0 x-openstack-request-id: req-780fa427-a89e-4ee1-9726-d3604a0b5ec0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:55.376835 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-unplugged", "status": "completed", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:55.377115 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-780fa427-a89e-4ee1-9726-d3604a0b5ec0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:55.377539 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150', 'code': 200} Oct 19 01:46:55.862379 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7cc88f0f-7e3d-4665-bd0a-a01f2a7d6714 req-a3ea6c5b-00cc-4732-8031-d664dfa12c74 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0334263 Oct 19 01:46:56.481589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:46:56.484095 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e31baa5-d438-4d95-b3b0-08669a038483" -d '{"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:46:56.521241 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41de149-7b74-4e1c-a64d-2e38b7b82559 x-openstack-request-id: req-d41de149-7b74-4e1c-a64d-2e38b7b82559 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:46:56.521535 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a919d3-1313-469c-892b-4dc13ba7b754", "name": "network-vif-deleted", "tag": "ea549d0a-9368-4127-a8fc-1e3091cc9150", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:46:56.521783 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d41de149-7b74-4e1c-a64d-2e38b7b82559 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:46:56.522182 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a919d3-1313-469c-892b-4dc13ba7b754', 'name': 'network-vif-deleted', 'tag': 'ea549d0a-9368-4127-a8fc-1e3091cc9150', 'status': 'completed', 'code': 200} Oct 19 01:46:56.982365 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b0bd60f-57b3-40dd-acc4-3946c376c565 req-87cde73d-e541-4953-ab31-1dfee392106a tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0367532 Oct 19 01:46:58.084575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a4f483da-8915-4079-8394-311c8dd56063 req-cd802669-ee99-4a12-86a9-deda1d1ee7f8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0288134 Oct 19 01:46:59.221751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f28a11a4-d306-4a4a-b8fb-76db39597df5 req-7dcd0bf2-adcb-42ee-893f-6fbe9c88d388 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0364115 Oct 19 01:47:00.328279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6df8c01-f60e-4c8f-a652-a4ceb7e7c7de req-4de7d6d6-a74b-41e5-9dd8-7094185ead80 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0291212 Oct 19 01:47:01.412885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-79a28494-dd90-46ea-98cd-f9c0ab285102 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:01.414485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-79a28494-dd90-46ea-98cd-f9c0ab285102 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/networks?id=ca583e17-118d-475e-b655-4e43cda00247 HTTP/1.1" status: 200 len: 813 time: 0.1058831 Oct 19 01:47:01.430623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-bc81b633-7877-49ff-b33d-1a7677f34c85 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/quotas/8f1c2160b7194208afa6fffe4f06863a HTTP/1.1" status: 200 len: 375 time: 0.0096688 Oct 19 01:47:01.452854 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-92d38c79-cba0-483c-902f-d5603805056e req-5c3d1066-4f44-40af-871b-6146410f08de tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0270410 Oct 19 01:47:01.473512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-b37bb6c5-5901-4ee2-ad99-6c0ef071f6cf tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f1c2160b7194208afa6fffe4f06863a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320044 Oct 19 01:47:01.566542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-9a236549-e767-482c-b1a8-2e5b89f0e327 service neutron] 10.222.0.64 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852208 Oct 19 01:47:01.662273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-81c8907f-d0f4-49c5-9a01-26f3b4402053 service neutron] 10.222.0.64 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895526 Oct 19 01:47:01.832294 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-caad7b04-dcb6-48e2-9dd5-0f2645d703a4 req-4f909b19-aee5-4d85-b155-2aec049c2bf5 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 210 time: 0.0309393 Oct 19 01:47:02.556492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a15a7254-6448-45aa-ba75-2c339276d372 req-83709c2a-6c7b-4205-8a36-38ddf26ca168 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0279601 Oct 19 01:47:02.843263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-9b23f8d8-d443-424a-bf90-c36dabb20f12 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:02.845420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-9b23f8d8-d443-424a-bf90-c36dabb20f12 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.74 "GET /v2.0/networks?id=ca583e17-118d-475e-b655-4e43cda00247 HTTP/1.1" status: 200 len: 813 time: 0.1081235 Oct 19 01:47:02.876739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Request body: {'port': {'device_id': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247', 'admin_state_up': True, 'tenant_id': '8f1c2160b7194208afa6fffe4f06863a'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:02.931049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5f0616c-3013-4268-945d-4ba9078cc7c1 req-75e2546a-3a7f-4e2a-9ae2-2a4cf05ff7b8 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Oct 19 01:47:02.993868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Made reservation on behalf of 8f1c2160b7194208afa6fffe4f06863a for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:47:02.998149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:03.128559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Allocated IP 172.20.0.11 (ca583e17-118d-475e-b655-4e43cda00247/e1d57e0b-701b-4b7b-9fbf-2470e829ba1b/ffcf614a-1e80-47c9-af02-30491c845bd6) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:47:03.275738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:03.310414 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:03.357654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Network ca583e17-118d-475e-b655-4e43cda00247 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:47:03.360744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:03.364523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:47:03.375074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Pushing event updated for resources: {'Port': ['ID=ffcf614a-1e80-47c9-af02-30491c845bd6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:03.406886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.407131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.407470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.407804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.408161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.408519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.408841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.409160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.409491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.409806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.410142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.410446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:03.434717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:03.435185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:03.452323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-ea2eaf99-4f12-4c4d-a76b-cd3f76f01e40 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5794582 Oct 19 01:47:03.477522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Request body: {'port': {'device_id': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:03.533420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:03.674860 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15e0246f-2041-45e4-976f-7de8dd1ff150 req-265d6271-cc58-4bb3-a697-81e067b5ea8c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0336385 Oct 19 01:47:03.832660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcf614a-1e80-47c9-af02-30491c845bd6 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:47:03.840166 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:03.851827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Transition to ACTIVE for port object ffcf614a-1e80-47c9-af02-30491c845bd6 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:47:03.856571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:03.914072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcf614a-1e80-47c9-af02-30491c845bd6,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:03.985814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Attempting to bind port ffcf614a-1e80-47c9-af02-30491c845bd6 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:47:03.986157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Attempting to bind port ffcf614a-1e80-47c9-af02-30491c845bd6 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:47:03.986468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Attempting to bind port ffcf614a-1e80-47c9-af02-30491c845bd6 on network ca583e17-118d-475e-b655-4e43cda00247 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:03.990820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Port ffcf614a-1e80-47c9-af02-30491c845bd6 on network ca583e17-118d-475e-b655-4e43cda00247 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:47:03.991135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Attempting to bind port ffcf614a-1e80-47c9-af02-30491c845bd6 on network ca583e17-118d-475e-b655-4e43cda00247 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:03.996967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:47:03.997309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Checking segment: {'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:03.997694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Bound using segment: {'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:47:03.998114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Bound port: ffcf614a-1e80-47c9-af02-30491c845bd6, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cee6ba4-211a-4c74-afad-9fe1843df38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:47:03.998465 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:04.050149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac3b7-1981-4b0c-9081-e7cd78d56538 req-761c1bfd-c6b1-449a-8e06-7b1d6c9af0fe tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:04.051820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b19ac3b7-1981-4b0c-9081-e7cd78d56538 req-761c1bfd-c6b1-449a-8e06-7b1d6c9af0fe tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 944 time: 0.0507276 Oct 19 01:47:04.065908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] For port ffcf614a-1e80-47c9-af02-30491c845bd6, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:47:04.069439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] For port ffcf614a-1e80-47c9-af02-30491c845bd6, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ffcf614a-1e80-47c9-af02-30491c845bd6,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:47:04.075262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:04.093392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b19ac3b7-1981-4b0c-9081-e7cd78d56538 req-9c6af420-464f-4799-aa56-6ab450973fcc tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355182 Oct 19 01:47:04.115571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:04.116643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:04.118348 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] 10.222.0.74 "PUT /v2.0/ports/ffcf614a-1e80-47c9-af02-30491c845bd6 HTTP/1.1" status: 200 len: 1093 time: 0.6450927 Oct 19 01:47:04.120701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'tag': 'ffcf614a-1e80-47c9-af02-30491c845bd6'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:04.123002 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1220a89-f2b4-4511-acca-8990cc94e3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7478c7-5787-4957-9bd8-89e33fb925e7", "tag": "ffcf614a-1e80-47c9-af02-30491c845bd6"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:04.147174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd9b70-b87c-499c-b20a-b0e5bf6a7ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcf614a-1e80-47c9-af02-30491c845bd6,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:04.176236 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4fdcee-057b-4b6b-9101-0ec76539a93d x-openstack-request-id: req-1a4fdcee-057b-4b6b-9101-0ec76539a93d {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:04.176525 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7478c7-5787-4957-9bd8-89e33fb925e7", "tag": "ffcf614a-1e80-47c9-af02-30491c845bd6", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:04.176798 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a4fdcee-057b-4b6b-9101-0ec76539a93d {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:04.177198 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'tag': 'ffcf614a-1e80-47c9-af02-30491c845bd6', 'status': 'completed', 'code': 200} Oct 19 01:47:04.237838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-4fdb78b2-019b-430c-bc55-0f191085f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:04.239260 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-4fdb78b2-019b-430c-bc55-0f191085f1b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f1c2160b7194208afa6fffe4f06863a&device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 1096 time: 0.0468545 Oct 19 01:47:04.289385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-fc734f27-62d4-4f08-a0c8-cd9a62f36be8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcf614a-1e80-47c9-af02-30491c845bd6 HTTP/1.1" status: 200 len: 217 time: 0.0362961 Oct 19 01:47:04.341038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-3cbd6a7d-5d0f-4dd3-9b3a-302dd1cd0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:04.342535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-3cbd6a7d-5d0f-4dd3-9b3a-302dd1cd0783 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d57e0b-701b-4b7b-9fbf-2470e829ba1b HTTP/1.1" status: 200 len: 853 time: 0.0462356 Oct 19 01:47:04.377418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-0f3e26d8-3db8-49e4-868d-a7d28336e5aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca583e17-118d-475e-b655-4e43cda00247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272484 Oct 19 01:47:04.477969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-69481b7d-5224-4301-b481-efb96cc2124e service neutron] 10.222.0.74 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932593 Oct 19 01:47:04.582833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5fccc6f6-48a9-40fd-ab5e-240120070e7d req-0114897f-a9aa-412f-8e24-d5075d88438a service neutron] 10.222.0.74 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975940 Oct 19 01:47:04.713092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-163e8e9a-3131-4ccd-aa0a-698a0b128fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:04.714912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-163e8e9a-3131-4ccd-aa0a-698a0b128fec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f1c2160b7194208afa6fffe4f06863a&device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 1096 time: 0.0429714 Oct 19 01:47:04.783936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d558603a-937a-4df8-90cf-a5627ac24fdb req-56b3d0d2-13af-4999-913a-965487a7a443 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0288241 Oct 19 01:47:04.812416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-3f806e30-b053-4b6a-af40-25b381583ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:04.813884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-3f806e30-b053-4b6a-af40-25b381583ad2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca583e17-118d-475e-b655-4e43cda00247 HTTP/1.1" status: 200 len: 914 time: 0.0881276 Oct 19 01:47:04.859540 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-bb973b23-9cb3-4252-a06a-93277cc4833c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcf614a-1e80-47c9-af02-30491c845bd6 HTTP/1.1" status: 200 len: 217 time: 0.0379179 Oct 19 01:47:04.909524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-9c653ea6-091b-475c-9e89-160069490d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:04.911970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-9c653ea6-091b-475c-9e89-160069490d10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d57e0b-701b-4b7b-9fbf-2470e829ba1b HTTP/1.1" status: 200 len: 853 time: 0.0456543 Oct 19 01:47:04.948200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-1e235d37-2020-41d7-9037-c80a77e04030 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca583e17-118d-475e-b655-4e43cda00247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281351 Oct 19 01:47:05.046210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-79c64c7a-73e1-4400-8442-c781a93cb66f service neutron] 10.222.0.74 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899103 Oct 19 01:47:05.143529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e1220a89-f2b4-4511-acca-8990cc94e3a2 req-d0753c56-5840-4fd1-a5b5-8e286ad0f2dc service neutron] 10.222.0.74 "GET /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900507 Oct 19 01:47:05.218354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36f5c1-07b0-4906-8cab-e7f180fd4bd1 req-4478df3c-17f2-431b-9eff-1d18405afe33 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:05.219937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a36f5c1-07b0-4906-8cab-e7f180fd4bd1 req-4478df3c-17f2-431b-9eff-1d18405afe33 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Oct 19 01:47:05.264650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a36f5c1-07b0-4906-8cab-e7f180fd4bd1 req-7b5501e0-c1d6-415d-a380-a6aa476cc225 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Oct 19 01:47:05.891406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc5bd033-431f-4467-8838-5b496667347a req-54b1849d-45e0-435b-b311-13018687bd92 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0298519 Oct 19 01:47:06.379840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd769c7-9224-495d-abd0-82c87fce5aab req-b8ee3d40-3851-43f4-a07d-77e5dd3418da tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:06.381242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afd769c7-9224-495d-abd0-82c87fce5aab req-b8ee3d40-3851-43f4-a07d-77e5dd3418da tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 944 time: 0.0493414 Oct 19 01:47:06.419899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afd769c7-9224-495d-abd0-82c87fce5aab req-6a251616-1c9f-41d2-911a-9378cc8358f8 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Oct 19 01:47:06.947931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c9cbbac6-64ca-4114-899b-3f5dc4d151c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:06.997977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38a98c2f-115c-45e6-9cd6-776056f9090f req-f534927e-475a-40e9-ac7f-1031f76c13aa tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0275962 Oct 19 01:47:07.537067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f6e8e-7518-4c33-a45c-18263e64d518 req-1095c67d-2d36-4a35-915c-128a78b18641 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:07.538559 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e19f6e8e-7518-4c33-a45c-18263e64d518 req-1095c67d-2d36-4a35-915c-128a78b18641 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 944 time: 0.0507543 Oct 19 01:47:07.578116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e19f6e8e-7518-4c33-a45c-18263e64d518 req-69225522-6cfa-4c38-a00e-057853a32071 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Oct 19 01:47:08.100801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ffcf614a-1e80-47c9-af02-30491c845bd6 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:47:08.113832 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c3aafd67-e457-4995-82e7-41ce30a80d91 req-47340e4a-8e0f-4418-bb69-64c9161de59c tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a919d3-1313-469c-892b-4dc13ba7b754 HTTP/1.1" status: 200 len: 210 time: 0.0300961 Oct 19 01:47:08.201034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ffcf614a-1e80-47c9-af02-30491c845bd6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ffcf614a-1e80-47c9-af02-30491c845bd6,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:08.213785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'ffcf614a-1e80-47c9-af02-30491c845bd6', 'network_id': 'ca583e17-118d-475e-b655-4e43cda00247', 'port_id': 'ffcf614a-1e80-47c9-af02-30491c845bd6', 'mac_address': 'fa:16:3e:54:2d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d57e0b-701b-4b7b-9fbf-2470e829ba1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:47:08.252099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:08.267419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcf614a-1e80-47c9-af02-30491c845bd6 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:47:08.286014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ffcf614a-1e80-47c9-af02-30491c845bd6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ffcf614a-1e80-47c9-af02-30491c845bd6,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:08.289721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:08.336475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ffcf614a-1e80-47c9-af02-30491c845bd6,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:08.344569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.344909 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.345245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.345575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.345902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.346226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.346547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.346866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.347184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.347500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.347815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.348155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:08.666036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ffcf614a-1e80-47c9-af02-30491c845bd6'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:47:08.694134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5cfd-6807-412a-80ff-6ab736b66e13 req-8285024d-f2ac-4d40-883c-7f0b3705ff81 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:08.695601 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7bb5cfd-6807-412a-80ff-6ab736b66e13 req-8285024d-f2ac-4d40-883c-7f0b3705ff81 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 945 time: 0.0516870 Oct 19 01:47:08.738145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7bb5cfd-6807-412a-80ff-6ab736b66e13 req-8f24394b-93bc-41f0-b120-38b96acebadf tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352631 Oct 19 01:47:09.210292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44536) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:09.264004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4007610-afe8-476c-9ed4-baa714cf2ed8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.286375 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4007610-afe8-476c-9ed4-baa714cf2ed8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.335347 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4007610-afe8-476c-9ed4-baa714cf2ed8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.337981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a4007610-afe8-476c-9ed4-baa714cf2ed8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.339131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a4007610-afe8-476c-9ed4-baa714cf2ed8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/security-groups/7cb97af8-949c-4357-983d-97ef83de299a HTTP/1.1" status: 204 len: 168 time: 0.1278055 Oct 19 01:47:09.342128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44538) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:09.348093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4007610-afe8-476c-9ed4-baa714cf2ed8 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb97af8-949c-4357-983d-97ef83de299a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:09.676628 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-8f34d71a-322c-417a-ab57-433d756e2eee tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] show failed (client error): The resource could not be found. Oct 19 01:47:09.677662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8f34d71a-322c-417a-ab57-433d756e2eee tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "GET /v2.0/security-groups/7cb97af8-949c-4357-983d-97ef83de299a HTTP/1.1" status: 404 len: 347 time: 0.3345213 Oct 19 01:47:09.680577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44540) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:09.698274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-80812986-d248-4da9-8222-9eb3b019f231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.806208 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.807784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port ed25bedb-6f53-4a3d-9d1d-1fe17233c5fa {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:09.808821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.858935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856b3bf-811f-4e31-adac-750aea6f9a5a req-e0ac7e61-752b-4a41-9ee8-52dfc38b9b55 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:09.860454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6856b3bf-811f-4e31-adac-750aea6f9a5a req-e0ac7e61-752b-4a41-9ee8-52dfc38b9b55 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Oct 19 01:47:09.885110 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.885462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:09.898315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for ed25bedb-6f53-4a3d-9d1d-1fe17233c5fa owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:09.899791 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6856b3bf-811f-4e31-adac-750aea6f9a5a req-dc07d0c5-a10a-4771-9bd3-cbd8dadf70a8 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Oct 19 01:47:10.037933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.069042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=ed25bedb-6f53-4a3d-9d1d-1fe17233c5fa,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:10.122243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ffcf614a-1e80-47c9-af02-30491c845bd6 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:47:10.127799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.130395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.131552 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-86ca35e1-46b8-415f-b512-dd4485f1c937 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/floatingips/36b6e07d-e245-4e2d-9b64-1891333e6d5b HTTP/1.1" status: 204 len: 168 time: 0.4500530 Oct 19 01:47:10.134315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44544) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:10.170315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port ffcf614a-1e80-47c9-af02-30491c845bd6 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:47:10.174365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port ffcf614a-1e80-47c9-af02-30491c845bd6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:10.174865 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.224481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:10.224861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.254807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.277068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcf614a-1e80-47c9-af02-30491c845bd6'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:10.279510 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaf170c-c1ca-4008-902a-4fdd36aa05be" -d '{"events": [{"server_uuid": "2f7478c7-5787-4957-9bd8-89e33fb925e7", "name": "network-vif-plugged", "status": "completed", "tag": "ffcf614a-1e80-47c9-af02-30491c845bd6"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:10.292112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port ffcf614a-1e80-47c9-af02-30491c845bd6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ffcf614a-1e80-47c9-af02-30491c845bd6,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:10.297057 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.319553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.326526 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642c1fe9-9361-48c4-9e0b-17f00465374c x-openstack-request-id: req-642c1fe9-9361-48c4-9e0b-17f00465374c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:10.326813 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7478c7-5787-4957-9bd8-89e33fb925e7", "name": "network-vif-plugged", "status": "completed", "tag": "ffcf614a-1e80-47c9-af02-30491c845bd6", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:10.327063 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-642c1fe9-9361-48c4-9e0b-17f00465374c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:10.327448 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcf614a-1e80-47c9-af02-30491c845bd6', 'code': 200} Oct 19 01:47:10.332151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for 9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:10.352118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=ffcf614a-1e80-47c9-af02-30491c845bd6,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:10.488853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48867a4-d117-48da-957c-3dd4cce65ce4 req-b1fc2f26-1162-4a8b-bee5-8a7f84f12d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:10.490358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c48867a4-d117-48da-957c-3dd4cce65ce4 req-b1fc2f26-1162-4a8b-bee5-8a7f84f12d26 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 1098 time: 0.0817637 Oct 19 01:47:10.495687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.539604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:10.575733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c48867a4-d117-48da-957c-3dd4cce65ce4 req-55a125ad-b597-406e-bcff-a9de81af1550 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772390 Oct 19 01:47:10.621305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.621933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.625312 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-68f5116d-7652-4ee5-bf51-f000c323bc76 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/ports/9d533cd3-bd54-44aa-b3df-d9b4bcad4bdd HTTP/1.1" status: 204 len: 168 time: 0.4900820 Oct 19 01:47:10.627924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44548) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:10.716080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port 98d3662c-418b-49a1-8b91-34bf11b0b370 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:10.716418 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.805925 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.817755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for 98d3662c-418b-49a1-8b91-34bf11b0b370 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:10.836202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.953239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:10.991281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=98d3662c-418b-49a1-8b91-34bf11b0b370,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:11.029213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b926f32-5c3e-4d7b-80ce-1bbcb729bb13 req-0ac7bacd-d4be-4665-8dc8-7035febbb827 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:11.030795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b926f32-5c3e-4d7b-80ce-1bbcb729bb13 req-0ac7bacd-d4be-4665-8dc8-7035febbb827 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 946 time: 0.0533700 Oct 19 01:47:11.067139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.071087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e0680d43-40b6-4d2a-8467-629571208144 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/ports/98d3662c-418b-49a1-8b91-34bf11b0b370 HTTP/1.1" status: 204 len: 168 time: 0.4421635 Oct 19 01:47:11.072625 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b926f32-5c3e-4d7b-80ce-1bbcb729bb13 req-ca17ab70-fea3-4620-b16f-d93862185f4c tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352442 Oct 19 01:47:11.074742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44552) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:11.125630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting subnet 6744088d-5f89-47f0-99e8-53cdb1f85b71 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:47:11.128585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.167788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.252743 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.310214 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.339082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Subnet': ['ID=6744088d-5f89-47f0-99e8-53cdb1f85b71,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:11.341601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.345887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5115e-66fc-4e0b-a1f8-2be0d220121f None None] Network 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:11.346650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5392ce4c-0a62-4c3d-8237-0ad9c3809e10 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/subnets/6744088d-5f89-47f0-99e8-53cdb1f85b71 HTTP/1.1" status: 204 len: 168 time: 0.2706952 Oct 19 01:47:11.347707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44554) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:11.408166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting subnet 2d259fbb-049b-4cc7-b289-389751d1141d {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:47:11.411608 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.458153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.558999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] DHCP port deletion for 3be7c16e-d9cf-416d-9b0c-37b3a94ed212 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:47:11.566299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.615486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] Deleting port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:11.615848 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.631913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.659196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Subnet': ['ID=2d259fbb-049b-4cc7-b289-389751d1141d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:11.662827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.666149 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-960b1881-bd4d-4b45-a42d-f36e921d1201 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/subnets/2d259fbb-049b-4cc7-b289-389751d1141d HTTP/1.1" status: 204 len: 168 time: 0.3173885 Oct 19 01:47:11.670087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44556) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:11.672953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51f990-84ae-4202-ba56-a62bdc5a3642 None None] Network 241c9cdd-dae8-43ff-85bc-702992e8210e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:11.701422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] For port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:11.701817 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.746516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] Calling delete_port for 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:11.756234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.807942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Deleting port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:11.808329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.872743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] For port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,segment=NetworkSegment(b6eb8466-634b-44e9-8483-eb21348a0dbf),segment_id=b6eb8466-634b-44e9-8483-eb21348a0dbf)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:11.873010 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.878514 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:11.886355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Calling delete_port for 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:11.913731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] Pushing event deleted for resources: {'Port': ['ID=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:11.923859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743433cb-f83f-487d-b3c8-dc44cc176ea3 None None] No DVR routers for this DVR port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:47:11.951938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] DHCP port deletion for 241c9cdd-dae8-43ff-85bc-702992e8210e request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:47:11.972593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.000373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Port': ['ID=2b231116-18b1-4ae6-9ef9-9817d0ed4ce5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:12.002543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] No DVR routers for this DVR port 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:47:12.006399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] Deleting port 705d00fb-4f8e-4a06-825f-2f04e66f828e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:12.006922 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.072586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] For port 705d00fb-4f8e-4a06-825f-2f04e66f828e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=705d00fb-4f8e-4a06-825f-2f04e66f828e,segment=NetworkSegment(65877888-12bd-42f3-8608-e56839c12d06),segment_id=65877888-12bd-42f3-8608-e56839c12d06)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:12.072977 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.085556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] Calling delete_port for 705d00fb-4f8e-4a06-825f-2f04e66f828e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:12.090885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.113125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be7c16e-d9cf-416d-9b0c-37b3a94ed212']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:12.122586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6eb8466-634b-44e9-8483-eb21348a0dbf') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:12.122924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6eb8466-634b-44e9-8483-eb21348a0dbf') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:12.132424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.148572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.156845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:47:12.157277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:47:12.160745 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:47:12.177294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.208070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] Pushing event deleted for resources: {'Port': ['ID=705d00fb-4f8e-4a06-825f-2f04e66f828e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:12.210589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15778f-5867-428c-8bf6-efafbe3eb259 None None] No DVR routers for this DVR port 705d00fb-4f8e-4a06-825f-2f04e66f828e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:47:12.215762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e99a06-5104-4b02-9b10-55e9df521876 req-50ac196d-7247-4d35-a06a-00e10ce23121 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:12.217827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11e99a06-5104-4b02-9b10-55e9df521876 req-50ac196d-7247-4d35-a06a-00e10ce23121 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 946 time: 0.0642459 Oct 19 01:47:12.235687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.244969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.251228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/networks/3be7c16e-d9cf-416d-9b0c-37b3a94ed212 HTTP/1.1" status: 204 len: 168 time: 0.5776420 Oct 19 01:47:12.252927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44560) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:12.258650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3df7d2-8feb-420d-9aec-23fa8f9099b7 tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Network': ['ID=3be7c16e-d9cf-416d-9b0c-37b3a94ed212,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:12.278464 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11e99a06-5104-4b02-9b10-55e9df521876 req-b1f2e0e9-8615-4da8-8a21-4597f0f67c29 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529625 Oct 19 01:47:12.341529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.361314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.442762 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.465639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241c9cdd-dae8-43ff-85bc-702992e8210e']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:12.474945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65877888-12bd-42f3-8608-e56839c12d06') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:12.475399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65877888-12bd-42f3-8608-e56839c12d06') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:12.484636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.498940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.505687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:47:12.506103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:47:12.509912 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:47:12.580671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.595849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:12.595849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] 10.222.0.64 "DELETE /v2.0/networks/241c9cdd-dae8-43ff-85bc-702992e8210e HTTP/1.1" status: 204 len: 168 time: 0.3375432 Oct 19 01:47:12.610367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443e265-e599-4070-bf5e-9e52c66af06e tempest-TaggedBootDevicesTest_v242-716997371 tempest-TaggedBootDevicesTest_v242-716997371-project] Pushing event deleted for resources: {'Network': ['ID=241c9cdd-dae8-43ff-85bc-702992e8210e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:13.205993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:13.226550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:13.226896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2b231116-18b1-4ae6-9ef9-9817d0ed4ce5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:13.227303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 705d00fb-4f8e-4a06-825f-2f04e66f828e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:13.247771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 705d00fb-4f8e-4a06-825f-2f04e66f828e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:13.248080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 705d00fb-4f8e-4a06-825f-2f04e66f828e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:17.255353 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:47:19.988957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:22.514978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44630) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:22.977780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:23.232930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Deleting port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:23.233333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:23.311888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] For port e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:23.312271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:23.329180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Calling delete_port for e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:23.513098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:23.538684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:23.705946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:24.208274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Router b6e70ace-4bbc-450d-8fba-c290ccf53e3b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:47:24.312202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:47:24.317147 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e045b057-c1e1-4d00-b074-dc4dbdf2bbcb admin admin] 10.222.0.64 "PUT /v2.0/routers/b6e70ace-4bbc-450d-8fba-c290ccf53e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010740 Oct 19 01:47:24.319631 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44640) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:24.322188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] Sync routers for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:47:24.333879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:24.334498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:24.424008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:24.438265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:24.535084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:24.592152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Deleting port 50edf1c7-5490-4d59-9c0f-54c42f2559ea {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:24.592835 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:24.637690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:47:23Z', 'revision_number': 5, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port': {'id': '50edf1c7-5490-4d59-9c0f-54c42f2559ea', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:36:43Z', 'updated_at': '2021-10-19T01:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:24.651908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-fb007508-3d63-4d61-a00a-4c4e7ce3f355 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468891 Oct 19 01:47:24.669025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] Checking router: b6e70ace-4bbc-450d-8fba-c290ccf53e3b for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:47:24.678944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] Routers {'b6e70ace-4bbc-450d-8fba-c290ccf53e3b'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:24.679561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:24.681154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] For port 50edf1c7-5490-4d59-9c0f-54c42f2559ea, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=50edf1c7-5490-4d59-9c0f-54c42f2559ea,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:24.681525 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:24.701758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Calling delete_port for 50edf1c7-5490-4d59-9c0f-54c42f2559ea owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:24.759814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-2a2776e7-3067-4243-9c6e-8d2b8e4d99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:24.762496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-2a2776e7-3067-4243-9c6e-8d2b8e4d99f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1098 time: 0.0502894 Oct 19 01:47:24.776112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] Set router b6e70ace-4bbc-450d-8fba-c290ccf53e3b gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:24.829770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:47:24Z', 'revision_number': 6, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:24.876646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-1c28062c-7ede-436b-a09b-3da17c229a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:24.876962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:24.878796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-1c28062c-7ede-436b-a09b-3da17c229a49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.0949893 Oct 19 01:47:24.909904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Pushing event deleted for resources: {'Port': ['ID=50edf1c7-5490-4d59-9c0f-54c42f2559ea,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:24.959088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-2bf6c131-d69a-4bb8-a6dd-aae871998092 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 1001 time: 0.0712702 Oct 19 01:47:24.976487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.009413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d62e5-912c-4a34-b8cc-5c59cd57f280 None None] The sync data for ids ['b6e70ace-4bbc-450d-8fba-c290ccf53e3b'] in n-d-789963-20 is: [{'id': 'b6e70ace-4bbc-450d-8fba-c290ccf53e3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1369233980-router', 'tenant_id': '3ec170c5f0744796b976548774c0eba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:36:42Z', 'updated_at': '2021-10-19T01:47:24Z', 'revision_number': 6, 'project_id': '3ec170c5f0744796b976548774c0eba6', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:47:25.020535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-2a66f23d-ba7b-43b4-8677-c03b3fdc2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:25.022146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-2a66f23d-ba7b-43b4-8677-c03b3fdc2b8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0546999 Oct 19 01:47:25.078318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-b92ce474-b60e-41de-be3f-f19b739e8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:25.079926 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-b92ce474-b60e-41de-be3f-f19b739e8de6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481646 Oct 19 01:47:25.086774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.089496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.138172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.138799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e70ace-4bbc-450d-8fba-c290ccf53e3b {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:47:25.143150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.144390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ffc2d957-539d-41d9-8607-a836db1e84fb admin admin] 10.222.0.64 "DELETE /v2.0/routers/b6e70ace-4bbc-450d-8fba-c290ccf53e3b HTTP/1.1" status: 204 len: 168 time: 0.8238287 Oct 19 01:47:25.146833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44642) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:25.178423 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-297a0624-cb1c-4f81-8ec6-d85d114223eb service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906968 Oct 19 01:47:25.191512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] Deleting subnet cd823d06-bf8b-4143-a362-5d9e6228ba6d {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:47:25.194826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.232899 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.271283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b385e7cd-a5e5-4b09-940b-19cdb2e52d09 req-cb28ce08-6945-4afb-8752-17b0552f765b service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847919 Oct 19 01:47:25.320436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.382987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.414987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd823d06-bf8b-4143-a362-5d9e6228ba6d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:25.419664 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.422960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1a9e56c1-329f-4dc1-9b6d-3887039c250c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cd823d06-bf8b-4143-a362-5d9e6228ba6d HTTP/1.1" status: 204 len: 168 time: 0.2752087 Oct 19 01:47:25.425750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44648) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:25.432472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfbd053-714c-4be9-9f0e-cd6312f5dbdd None None] Network bff67c72-0a31-4c48-b9a2-d18133b5062b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:25.519676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:25.545261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.549106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:25.549457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e98fce8a-17b2-4d4e-9e81-cb8c3d49a81a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:25.604042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Deleting port 0c289107-ba3c-4368-b8c1-179b67f72d97 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:25.604382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.679211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] For port 0c289107-ba3c-4368-b8c1-179b67f72d97, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c289107-ba3c-4368-b8c1-179b67f72d97,segment=NetworkSegment(0507123c-84cf-4a26-b937-e7f57072dbee),segment_id=0507123c-84cf-4a26-b937-e7f57072dbee)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:25.679787 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.693348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Calling delete_port for 0c289107-ba3c-4368-b8c1-179b67f72d97 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:25.772154 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.798689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c289107-ba3c-4368-b8c1-179b67f72d97,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:25.802153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] No DVR routers for this DVR port 0c289107-ba3c-4368-b8c1-179b67f72d97 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:47:25.847128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e9adb-688c-40b7-8a34-4d13d9a58cff None None] DHCP port deletion for bff67c72-0a31-4c48-b9a2-d18133b5062b request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:47:25.893941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.914834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff67c72-0a31-4c48-b9a2-d18133b5062b']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:25.925184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0507123c-84cf-4a26-b937-e7f57072dbee') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:25.925561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0507123c-84cf-4a26-b937-e7f57072dbee') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:25.936913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.951387 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.957905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:47:25.958263 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:47:25.959915 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:47:26.020307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:26.025807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:26.029186 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bff67c72-0a31-4c48-b9a2-d18133b5062b HTTP/1.1" status: 204 len: 168 time: 0.6023648 Oct 19 01:47:26.040292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef8990-2914-4be1-b811-f598ca1c02a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff67c72-0a31-4c48-b9a2-d18133b5062b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:26.156355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44654) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:26.199516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b3fed7a2-c5b5-415e-ae99-789c4c5e4227 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ec170c5f0744796b976548774c0eba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419335 Oct 19 01:47:26.202467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44656) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:26.252768 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1382-f532-42eb-9195-445b92e2aa79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:26.274258 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1382-f532-42eb-9195-445b92e2aa79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:26.330695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1382-f532-42eb-9195-445b92e2aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:26.333415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1382-f532-42eb-9195-445b92e2aa79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:26.334681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3f8c1382-f532-42eb-9195-445b92e2aa79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33f20569-96f0-4cb6-ba25-b485c2144a4c HTTP/1.1" status: 204 len: 168 time: 0.1311891 Oct 19 01:47:26.343051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c1382-f532-42eb-9195-445b92e2aa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f20569-96f0-4cb6-ba25-b485c2144a4c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:27.117886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44680) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:27.211414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 50edf1c7-5490-4d59-9c0f-54c42f2559ea no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:27.223126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1769778481-network', 'tenant_id': 'ef31a6bbc7a3443eaf3ae99ad7d99146'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:27.232594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 50edf1c7-5490-4d59-9c0f-54c42f2559ea {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:27.232938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 50edf1c7-5490-4d59-9c0f-54c42f2559ea not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:27.233345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c289107-ba3c-4368-b8c1-179b67f72d97 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:27.252250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0c289107-ba3c-4368-b8c1-179b67f72d97 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:27.252595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c289107-ba3c-4368-b8c1-179b67f72d97 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:27.252943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Made reservation on behalf of ef31a6bbc7a3443eaf3ae99ad7d99146 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:47:27.256294 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.266126 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.345625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.349839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.377390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:47:27.383551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa98f0e9-2a1d-4964-9a66-0db483a03dde,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:27.390175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.390515 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Added segment 1488951f-62ed-4281-9ad7-e568a328f4c6 of type vlan for network 74a28f3b-adaa-41ed-9479-b45414f4b2ea Oct 19 01:47:27.430543 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.454714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.455638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:27.456232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.487964 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3688736 Oct 19 01:47:27.490933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:27.497177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Request body: {'subnet': {'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1769778481-subnet', 'tenant_id': 'ef31a6bbc7a3443eaf3ae99ad7d99146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:27.517830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Made reservation on behalf of ef31a6bbc7a3443eaf3ae99ad7d99146 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:47:27.520602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.520793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4614f61-fe24-435d-990e-e38b0ff50cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=74a28f3b-adaa-41ed-9479-b45414f4b2ea,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:27.530574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 74a28f3b-adaa-41ed-9479-b45414f4b2ea details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:47:27.713018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.782552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755e08db-6f6a-480b-a947-e7fde5dbb088,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:27.785227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Checking segment: {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:27.785599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Network hostable DHCP agents. Network: 74a28f3b-adaa-41ed-9479-b45414f4b2ea, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:47:27.803695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Network 74a28f3b-adaa-41ed-9479-b45414f4b2ea is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:47:27.812682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 74a28f3b-adaa-41ed-9479-b45414f4b2ea) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:27.817087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:27.817765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:27.827007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af3d038-01f1-4599-bc7d-19a7b9c593d3 None None] Network 74a28f3b-adaa-41ed-9479-b45414f4b2ea requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:27.839706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8cccd87b-7e88-4d64-a687-049abff88310 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3423593 Oct 19 01:47:27.961182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8bb5a-7524-4b11-88d2-62846276cb0a None None] Network 74a28f3b-adaa-41ed-9479-b45414f4b2ea requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:28.275268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-9276a775-11ba-4335-9b6c-bef8876e7329 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:28.277274 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-9276a775-11ba-4335-9b6c-bef8876e7329 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 815 time: 0.1075933 Oct 19 01:47:28.291691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-c84e1259-8570-4c1b-8a2a-a4dd1e625d38 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/quotas/ef31a6bbc7a3443eaf3ae99ad7d99146 HTTP/1.1" status: 200 len: 375 time: 0.0088921 Oct 19 01:47:28.324467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-32eebdde-0c34-489e-86ea-5a6cb1b80725 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266702 Oct 19 01:47:28.336485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-d47149a4-9c29-4dc1-91be-0d96fad1362d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:47:28.337574 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-d47149a4-9c29-4dc1-91be-0d96fad1362d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056472 Oct 19 01:47:28.436531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-17355a73-bab6-4cb8-9643-e1bfe0ca15b6 service neutron] 10.222.0.64 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916905 Oct 19 01:47:28.527204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-3877f82d-d768-46c3-a057-d81a75f2200b service neutron] 10.222.0.64 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839279 Oct 19 01:47:28.694734 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c59c5e2-2db8-428b-b150-f7bda2ae4e03 req-1fb4fed9-ad8b-4427-a7a6-d05509edaefe tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 210 time: 0.0319641 Oct 19 01:47:29.699341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-58600fe4-60e7-45a7-a3b8-6b58d24b845c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:29.701084 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-58600fe4-60e7-45a7-a3b8-6b58d24b845c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 815 time: 0.1080022 Oct 19 01:47:29.715019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Request body: {'port': {'device_id': '1f00ea42-7564-429a-976f-41e7be33a586', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'admin_state_up': True, 'tenant_id': 'ef31a6bbc7a3443eaf3ae99ad7d99146'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:29.799568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-677fac68-7e0c-4657-85d2-0349c0608dd5 req-804f7a52-6c8b-44c1-a080-aedaa88084c6 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 210 time: 0.0333002 Oct 19 01:47:29.830631 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Made reservation on behalf of ef31a6bbc7a3443eaf3ae99ad7d99146 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:47:29.834146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:29.968239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Allocated IP 172.20.0.5 (74a28f3b-adaa-41ed-9479-b45414f4b2ea/755e08db-6f6a-480b-a947-e7fde5dbb088/bdc93656-7251-4308-8ecb-572e7e213849) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:47:30.113966 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.147263 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.193201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Network 74a28f3b-adaa-41ed-9479-b45414f4b2ea is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:47:30.196349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:30.200919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:47:30.227736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:30.257581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:30.258179 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.274506 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-89752546-37b6-4f8d-9450-8165c66173d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637853 Oct 19 01:47:30.286357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Request body: {'port': {'device_id': '1f00ea42-7564-429a-976f-41e7be33a586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:30.340464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.616344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc93656-7251-4308-8ecb-572e7e213849 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:47:30.625002 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.637302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Transition to ACTIVE for port object bdc93656-7251-4308-8ecb-572e7e213849 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:47:30.640192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.689456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:30.768057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Attempting to bind port bdc93656-7251-4308-8ecb-572e7e213849 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:47:30.768803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Attempting to bind port bdc93656-7251-4308-8ecb-572e7e213849 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:47:30.768803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Attempting to bind port bdc93656-7251-4308-8ecb-572e7e213849 on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:30.773226 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Port bdc93656-7251-4308-8ecb-572e7e213849 on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:47:30.773496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Attempting to bind port bdc93656-7251-4308-8ecb-572e7e213849 on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:30.778964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:47:30.779295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Checking segment: {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:30.779670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Bound using segment: {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:47:30.780113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Bound port: bdc93656-7251-4308-8ecb-572e7e213849, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:47:30.780463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.849258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:47:30.852463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:47:30.858557 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.929474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:30.930084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:30.931458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] 10.222.0.62 "PUT /v2.0/ports/bdc93656-7251-4308-8ecb-572e7e213849 HTTP/1.1" status: 200 len: 1092 time: 0.6490910 Oct 19 01:47:30.931897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:30.934456 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584cff69-78c3-41a9-b81f-da15708beac3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "tag": "bdc93656-7251-4308-8ecb-572e7e213849"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:30.968932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad13af-2160-4903-a193-b876d41f63f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:30.981775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f7490-7142-4f14-8e9a-d009c5c1d6e0 req-ce28ded1-78ff-4e7f-a799-1fe70655057b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:30.983701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-156f7490-7142-4f14-8e9a-d009c5c1d6e0 req-ce28ded1-78ff-4e7f-a799-1fe70655057b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 943 time: 0.0980835 Oct 19 01:47:30.994850 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596176d8-8f16-4463-bacb-d952c82ff660 x-openstack-request-id: req-596176d8-8f16-4463-bacb-d952c82ff660 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:30.995186 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "tag": "bdc93656-7251-4308-8ecb-572e7e213849", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:30.995456 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-596176d8-8f16-4463-bacb-d952c82ff660 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:30.995884 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849', 'status': 'completed', 'code': 200} Oct 19 01:47:31.052715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-156f7490-7142-4f14-8e9a-d009c5c1d6e0 req-5a6a76f5-d753-4c59-a96f-85ad8e98ad85 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593543 Oct 19 01:47:31.055184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-80b705e6-4483-49aa-81e8-c3ddb5a778f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:31.056637 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-80b705e6-4483-49aa-81e8-c3ddb5a778f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 1095 time: 0.0718977 Oct 19 01:47:31.101313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-39294071-c05a-4eaf-aa5b-498d7c2191b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc93656-7251-4308-8ecb-572e7e213849 HTTP/1.1" status: 200 len: 217 time: 0.0365965 Oct 19 01:47:31.159656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-c9d4fea8-7f4b-4a70-b50a-f6af3fce2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:31.165601 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-c9d4fea8-7f4b-4a70-b50a-f6af3fce2aba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 200 len: 855 time: 0.0576630 Oct 19 01:47:31.209286 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-d73ce472-0443-482d-a7ae-199d3ef5513c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74a28f3b-adaa-41ed-9479-b45414f4b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351839 Oct 19 01:47:31.307454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-91bf30ce-e358-4c4e-a06c-635346f76c25 service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908804 Oct 19 01:47:31.404833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0bb5ec0f-1b0d-4fcc-a973-9a60d6035d38 req-22515c85-65c4-4f5a-8092-003f42a00656 service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900085 Oct 19 01:47:31.492324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cff69-78c3-41a9-b81f-da15708beac3 req-0a29c4f8-8890-455a-af09-50d6c952cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:31.493821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-584cff69-78c3-41a9-b81f-da15708beac3 req-0a29c4f8-8890-455a-af09-50d6c952cfef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 1095 time: 0.0415266 Oct 19 01:47:31.594524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cff69-78c3-41a9-b81f-da15708beac3 req-4b10f007-56ee-4b61-a1f3-5935b3e4ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:31.595908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-584cff69-78c3-41a9-b81f-da15708beac3 req-4b10f007-56ee-4b61-a1f3-5935b3e4ca47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 916 time: 0.0949163 Oct 19 01:47:31.638480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-584cff69-78c3-41a9-b81f-da15708beac3 req-c86c65b9-cc56-409d-9db3-6293d06f26b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc93656-7251-4308-8ecb-572e7e213849 HTTP/1.1" status: 200 len: 217 time: 0.0345695 Oct 19 01:47:31.689085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cff69-78c3-41a9-b81f-da15708beac3 req-c3e7d2ee-438f-44a8-a600-bd4ade784281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:31.690520 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-584cff69-78c3-41a9-b81f-da15708beac3 req-c3e7d2ee-438f-44a8-a600-bd4ade784281 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 200 len: 855 time: 0.0442183 Oct 19 01:47:31.728069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-584cff69-78c3-41a9-b81f-da15708beac3 req-a95661b9-cf11-49e5-a9d3-4a02f9989799 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74a28f3b-adaa-41ed-9479-b45414f4b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296450 Oct 19 01:47:31.815527 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-584cff69-78c3-41a9-b81f-da15708beac3 req-de190f17-7c2c-4625-91ec-5e5f76fd68c1 service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801733 Oct 19 01:47:31.907674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-584cff69-78c3-41a9-b81f-da15708beac3 req-f9b49c1e-309f-4111-823c-d4b9386ba5bb service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Oct 19 01:47:32.183087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92486ab-90bf-49a1-96a7-ad1f82ca6e7f req-26305f8a-c4cc-46bd-b465-f343a8157062 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:32.184506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d92486ab-90bf-49a1-96a7-ad1f82ca6e7f req-26305f8a-c4cc-46bd-b465-f343a8157062 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 943 time: 0.0565615 Oct 19 01:47:32.224236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d92486ab-90bf-49a1-96a7-ad1f82ca6e7f req-8931e5ff-4118-4eac-9b55-296f2be29042 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Oct 19 01:47:33.132142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee98fa-ef3d-4b8c-9843-eff672c84ec6 req-ec11043a-637c-4dfd-ae7e-dd0635beee35 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:33.135458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ee98fa-ef3d-4b8c-9843-eff672c84ec6 req-ec11043a-637c-4dfd-ae7e-dd0635beee35 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1098 time: 0.0441334 Oct 19 01:47:33.173495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f0ee98fa-ef3d-4b8c-9843-eff672c84ec6 req-336c2afc-37ac-492b-b75d-e04520019266 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314629 Oct 19 01:47:33.204224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44752) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:33.357400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de2fe-ac30-4489-b26d-a235d9f85e76 req-b409686e-cd3c-4e33-8920-bd114195f3eb tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:33.360513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-949de2fe-ac30-4489-b26d-a235d9f85e76 req-b409686e-cd3c-4e33-8920-bd114195f3eb tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 943 time: 0.0613418 Oct 19 01:47:33.446859 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-949de2fe-ac30-4489-b26d-a235d9f85e76 req-9e8ffca3-b817-47af-9812-9ef5f40d0d04 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580559 Oct 19 01:47:33.545771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 58c52158-530f-4a82-8af2-400d9e6c1f97 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:33.546100 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:33.625711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:33.626029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:33.638029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 58c52158-530f-4a82-8af2-400d9e6c1f97 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:33.786254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:33.812297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=58c52158-530f-4a82-8af2-400d9e6c1f97,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:33.871562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:33.871895 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 4cccd592-d42b-426c-8225-42abfa10542c disassociated (deleted). External IP: 172.25.0.173, port: d6e5805e-66ba-48c9-b348-e1e90d70ed02. Oct 19 01:47:34.082330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e628cd39-389d-46a1-aa68-969cce5d9da0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:47:34.196977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:47:34.203604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:34.207847 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] Sync routers for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:47:34.218882 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:34.219750 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:34.232182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bb67883b-a018-4e86-8de2-ba8c97d262fb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/floatingips/4cccd592-d42b-426c-8225-42abfa10542c HTTP/1.1" status: 204 len: 168 time: 1.0261405 Oct 19 01:47:34.232768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:34.236232 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e27c4f-9df5-4091-ae5b-e469dd140fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:34.285396 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d21569b-23a1-43db-866d-6ef23ffa4ee7 x-openstack-request-id: req-4d21569b-23a1-43db-866d-6ef23ffa4ee7 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:34.285695 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:34.285951 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d21569b-23a1-43db-866d-6ef23ffa4ee7 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:34.286357 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'status': 'completed', 'code': 200} Oct 19 01:47:34.348037 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:34.453684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-9a772d33-7d7b-4ba8-b61c-eb6d01791c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:34.455209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-9a772d33-7d7b-4ba8-b61c-eb6d01791c8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 1098 time: 0.1264567 Oct 19 01:47:34.486184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173b4de-9054-45ab-b105-9a8aa4511b4d req-25a745e3-9480-4afa-a34e-a342b4740c3b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:34.488301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4173b4de-9054-45ab-b105-9a8aa4511b4d req-25a745e3-9480-4afa-a34e-a342b4740c3b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 946 time: 0.0584788 Oct 19 01:47:34.552575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4173b4de-9054-45ab-b105-9a8aa4511b4d req-e80e254f-65a9-4bc4-92b7-5f43c57087c7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553365 Oct 19 01:47:34.598622 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:34.630410 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] Checking router: e628cd39-389d-46a1-aa68-969cce5d9da0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:47:34.639534 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:34.640172 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:34.850523 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:34.960060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-e8519895-1224-47f8-aa83-5a488b3248f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:34.961515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-e8519895-1224-47f8-aa83-5a488b3248f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 200 len: 895 time: 0.4983342 Oct 19 01:47:34.971132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7d87a-4573-404d-b730-4fd68c66ee7b req-a2dcb687-4940-4455-ae59-0a53f8dd0374 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:34.972686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2a7d87a-4573-404d-b730-4fd68c66ee7b req-a2dcb687-4940-4455-ae59-0a53f8dd0374 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 943 time: 0.0730376 Oct 19 01:47:35.020235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-41006f74-05f9-4f61-b9f0-da3b1f947836 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 200 len: 217 time: 0.0465801 Oct 19 01:47:35.061076 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:35.080606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2a7d87a-4573-404d-b730-4fd68c66ee7b req-c38fc26e-84c6-4542-ad8f-960ff6bd7da4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993676 Oct 19 01:47:35.087409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-be298df6-67ad-4821-90d4-bbedcf514c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:35.088898 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66bf07-357d-4feb-b735-ad7987efe159 None None] The sync data for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 is: [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:44:56Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '139eb7e2-9469-4fdf-bec1-ef91c39ceb1d', 'name': '', 'network_id': '0db668d8-a056-4491-8d8a-1b2944cd70a2', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:46:e4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:55Z', 'updated_at': '2021-10-19T01:44:59Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': '4c86cba6-cb52-470a-8be5-5b3cc4e1c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:47:35.089708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-be298df6-67ad-4821-90d4-bbedcf514c06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 200 len: 835 time: 0.0594447 Oct 19 01:47:35.146468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-bb5a389e-cbe5-4abe-bdeb-1c25392f080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:35.148192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-bb5a389e-cbe5-4abe-bdeb-1c25392f080b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0db668d8-a056-4491-8d8a-1b2944cd70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497799 Oct 19 01:47:35.252719 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-180cd05a-5645-4668-b838-fb72d408f326 service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953290 Oct 19 01:47:35.304688 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bdc93656-7251-4308-8ecb-572e7e213849 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:47:35.355428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-32e27c4f-9df5-4091-ae5b-e469dd140fa7 req-2ec52744-64b1-42a4-a364-c557cc268ecb service neutron] 10.222.0.74 "GET /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933383 Oct 19 01:47:35.393858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b180dc08-ae09-4ab2-8c98-1f749858df29 None None] New status for floating IP 4cccd592-d42b-426c-8225-42abfa10542c: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:47:35.496591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:35.515236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'bdc93656-7251-4308-8ecb-572e7e213849', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'port_id': 'bdc93656-7251-4308-8ecb-572e7e213849', 'mac_address': 'fa:16:3e:5e:d1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755e08db-6f6a-480b-a947-e7fde5dbb088', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:47:35.558656 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:35.576942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc93656-7251-4308-8ecb-572e7e213849 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:47:35.607282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:35.612506 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:35.679778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:35.685685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fbe93-97c1-4166-a837-37ef12f2ea71 req-23af0809-6155-4b36-85f2-7a1c7ee3bde0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:35.688518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf6fbe93-97c1-4166-a837-37ef12f2ea71 req-23af0809-6155-4b36-85f2-7a1c7ee3bde0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 946 time: 0.0565667 Oct 19 01:47:35.730835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf6fbe93-97c1-4166-a837-37ef12f2ea71 req-366cb3f2-789a-45a8-b702-01fec313a2cf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d7fb926-a76a-42dd-8de2-1a538850638e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366209 Oct 19 01:47:35.817363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bdc93656-7251-4308-8ecb-572e7e213849'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:47:36.019608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-a88cd8f4-b7bc-4b2f-ae35-ed395bd55a26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:36.020967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-a88cd8f4-b7bc-4b2f-ae35-ed395bd55a26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 946 time: 0.0518694 Oct 19 01:47:36.108981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port d6e5805e-66ba-48c9-b348-e1e90d70ed02 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:36.109317 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:36.233011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port d6e5805e-66ba-48c9-b348-e1e90d70ed02, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d6e5805e-66ba-48c9-b348-e1e90d70ed02,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:36.233379 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:36.255625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960c8d2-6e8a-469a-93d8-f88bda121dfb req-585455f6-9a63-4a10-a540-5b2fc7d0e5dc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:36.257113 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9960c8d2-6e8a-469a-93d8-f88bda121dfb req-585455f6-9a63-4a10-a540-5b2fc7d0e5dc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 944 time: 0.0880492 Oct 19 01:47:36.257987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for d6e5805e-66ba-48c9-b348-e1e90d70ed02 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:36.348843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9960c8d2-6e8a-469a-93d8-f88bda121dfb req-d2645042-65c1-4522-9328-828d35d6f9c4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838923 Oct 19 01:47:36.428995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:36.458689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=d6e5805e-66ba-48c9-b348-e1e90d70ed02,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:36.500873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] No DVR routers for this DVR port d6e5805e-66ba-48c9-b348-e1e90d70ed02 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:47:36.503363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:36.507003 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8be5a433-c465-45f6-a2d4-5ae73ea970df req-903075e0-00dc-482c-9c25-8c24e963b413 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "DELETE /v2.0/ports/d6e5805e-66ba-48c9-b348-e1e90d70ed02 HTTP/1.1" status: 204 len: 173 time: 0.4793971 Oct 19 01:47:36.507459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-deleted', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:36.509928 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7a7025-0881-4bed-86a2-8275869b1363" -d '{"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-deleted", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:36.549248 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a25c735-f0d7-4789-8f1f-e02919ac6548 x-openstack-request-id: req-5a25c735-f0d7-4789-8f1f-e02919ac6548 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:36.549248 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d40ef78-7b5b-4925-a34d-4f5c271d53a8", "name": "network-vif-deleted", "tag": "d6e5805e-66ba-48c9-b348-e1e90d70ed02", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:36.549248 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a25c735-f0d7-4789-8f1f-e02919ac6548 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:36.549702 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d40ef78-7b5b-4925-a34d-4f5c271d53a8', 'name': 'network-vif-deleted', 'tag': 'd6e5805e-66ba-48c9-b348-e1e90d70ed02', 'status': 'completed', 'code': 200} Oct 19 01:47:36.849054 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcfdeb4b-1519-4b7d-9025-c87407d20a89 req-00a1d516-aaa8-4309-9d83-2083a7a68c8b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d40ef78-7b5b-4925-a34d-4f5c271d53a8 HTTP/1.1" status: 200 len: 210 time: 0.0324252 Oct 19 01:47:36.942364 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-369cb84a-4b9b-4d5a-99f8-ab65497b5cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:37.306299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bdc93656-7251-4308-8ecb-572e7e213849 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:47:37.356389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port bdc93656-7251-4308-8ecb-572e7e213849 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:47:37.359965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port bdc93656-7251-4308-8ecb-572e7e213849 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:37.360375 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:37.451074 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:37.487377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:37.489962 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575390a3-4300-4bfe-8ab0-492475f69ac4" -d '{"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-plugged", "status": "completed", "tag": "bdc93656-7251-4308-8ecb-572e7e213849"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:37.490284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61850f5-4940-408b-9889-0a84a9008f0b req-65f4763d-886f-41ba-8790-982dd79a1686 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:37.503540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:37.504148 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a61850f5-4940-408b-9889-0a84a9008f0b req-65f4763d-886f-41ba-8790-982dd79a1686 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 944 time: 0.0671830 Oct 19 01:47:37.508148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:37.538713 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d1dd75-5bf3-4972-a2a2-0b54612bae75 x-openstack-request-id: req-65d1dd75-5bf3-4972-a2a2-0b54612bae75 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:37.539005 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-plugged", "status": "completed", "tag": "bdc93656-7251-4308-8ecb-572e7e213849", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:37.539275 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65d1dd75-5bf3-4972-a2a2-0b54612bae75 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:37.539649 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849', 'code': 200} Oct 19 01:47:37.561645 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a61850f5-4940-408b-9889-0a84a9008f0b req-8a86fb2e-1fb9-403a-a9e7-1cb9cc8a99cc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Oct 19 01:47:37.563928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:37.643641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15a2f-aac1-4cad-b51f-6113c228201d req-4f576e5a-56fe-4948-bf2a-aeaf9a30f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:37.645163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eae15a2f-aac1-4cad-b51f-6113c228201d req-4f576e5a-56fe-4948-bf2a-aeaf9a30f9e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 1097 time: 0.0404210 Oct 19 01:47:37.682076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eae15a2f-aac1-4cad-b51f-6113c228201d req-af57640c-7c25-421c-ab8d-f762dc05dcea service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292988 Oct 19 01:47:37.907488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44802) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:38.275734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:38.543607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:38.543952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:38.642245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:38.642616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:38.657394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:38.707956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e097-6a84-4e65-a137-cbf548146dae req-b54a6b88-9201-4e8f-a669-efd7f1216c40 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:38.709749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15d6e097-6a84-4e65-a137-cbf548146dae req-b54a6b88-9201-4e8f-a669-efd7f1216c40 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0635760 Oct 19 01:47:38.756497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15d6e097-6a84-4e65-a137-cbf548146dae req-18225f44-f96c-44de-9190-72a0fb0350fd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381231 Oct 19 01:47:38.872873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:38.904725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=139eb7e2-9469-4fdf-bec1-ef91c39ceb1d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:39.085913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.311699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e628cd39-389d-46a1-aa68-969cce5d9da0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:47:39.422968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:47:39.427893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-162ba895-af00-43b5-a988-8e5bb638c328 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/e628cd39-389d-46a1-aa68-969cce5d9da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5192852 Oct 19 01:47:39.430641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44808) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:39.433197 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] Sync routers for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:47:39.443186 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:39.443791 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:39.489456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting subnet 4c86cba6-cb52-470a-8be5-5b3cc4e1c25f {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:47:39.492747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.538984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.564789 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:39.644026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.704162 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c47c722f-2507-47e9-880f-737ef9ee365c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.718278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.750543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Subnet': ['ID=4c86cba6-cb52-470a-8be5-5b3cc4e1c25f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:39.754635 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.758367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6ce0e94f-d739-4eff-9db3-882b39c92c26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/subnets/4c86cba6-cb52-470a-8be5-5b3cc4e1c25f HTTP/1.1" status: 204 len: 168 time: 0.3267100 Oct 19 01:47:39.762058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44812) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:39.766920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5594eaaa-5966-49ae-9ac3-551ae696d56e None None] Network 0db668d8-a056-4491-8d8a-1b2944cd70a2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:39.780456 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:47:38Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:39.809962 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] Checking router: e628cd39-389d-46a1-aa68-969cce5d9da0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:47:39.821935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] Routers {'e628cd39-389d-46a1-aa68-969cce5d9da0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:39.822526 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e628cd39-389d-46a1-aa68-969cce5d9da0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:39.907567 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.915659 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:39.967573 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] Set router e628cd39-389d-46a1-aa68-969cce5d9da0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:40.007107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ff6c-bb38-4dfc-9095-cf64fa900fad req-4d553c9c-108d-43f9-870b-16ddc0fcb7f7 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:40.007548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82c8ff6c-bb38-4dfc-9095-cf64fa900fad req-4d553c9c-108d-43f9-870b-16ddc0fcb7f7 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.1154430 Oct 19 01:47:40.027162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] DHCP port deletion for 0db668d8-a056-4491-8d8a-1b2944cd70a2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:47:40.089411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] Deleting port 3d5e3619-e2d6-4cba-8470-862ac183f39c {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:40.090183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.093990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.102810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-82c8ff6c-bb38-4dfc-9095-cf64fa900fad req-17445abe-e056-4190-b894-8cc3e49d4117 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619013 Oct 19 01:47:40.165800 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port a089ffa5-fc19-4188-8dc7-f0698420667a {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:40.166447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.194146 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:47:38Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:40.207750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] For port 3d5e3619-e2d6-4cba-8470-862ac183f39c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3d5e3619-e2d6-4cba-8470-862ac183f39c,segment=NetworkSegment(a3441766-17b4-43c9-a831-00f7b306f995),segment_id=a3441766-17b4-43c9-a831-00f7b306f995)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:40.208175 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.222080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] Calling delete_port for 3d5e3619-e2d6-4cba-8470-862ac183f39c owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:40.244154 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd463a1-0369-4278-a5a8-1334c7b878f6 None None] The sync data for ids ['e628cd39-389d-46a1-aa68-969cce5d9da0'] in n-d-789963-20 is: [{'id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733705298', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:44:51Z', 'updated_at': '2021-10-19T01:47:38Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'a089ffa5-fc19-4188-8dc7-f0698420667a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e628cd39-389d-46a1-aa68-969cce5d9da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:44:52Z', 'updated_at': '2021-10-19T01:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:47:40.273606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port a089ffa5-fc19-4188-8dc7-f0698420667a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a089ffa5-fc19-4188-8dc7-f0698420667a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:40.274139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.277816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:40.291065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for a089ffa5-fc19-4188-8dc7-f0698420667a owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:40.304572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8320af-5c3b-42eb-9dc3-4d0d51281c39 req-dcf909a3-9104-4f40-93b1-86effa09a98c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:40.309367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: d6e5805e-66ba-48c9-b348-e1e90d70ed02 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:40.309712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d6e5805e-66ba-48c9-b348-e1e90d70ed02 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:40.314352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f8320af-5c3b-42eb-9dc3-4d0d51281c39 req-dcf909a3-9104-4f40-93b1-86effa09a98c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0748186 Oct 19 01:47:40.353356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.354956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f8320af-5c3b-42eb-9dc3-4d0d51281c39 req-b0968a84-65e1-41cb-9855-6696254edb72 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 Oct 19 01:47:40.399920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] Pushing event deleted for resources: {'Port': ['ID=3d5e3619-e2d6-4cba-8470-862ac183f39c,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:40.403204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb9e1d-39d0-4718-81c4-ee03cf9f2391 None None] No DVR routers for this DVR port 3d5e3619-e2d6-4cba-8470-862ac183f39c on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:47:40.641033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.796683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0a075-4e7a-482d-aa10-831b21382dad req-49e4d629-99c6-414e-8ebb-6cbe8d2c12b8 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:40.804641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2de0a075-4e7a-482d-aa10-831b21382dad req-49e4d629-99c6-414e-8ebb-6cbe8d2c12b8 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0749707 Oct 19 01:47:40.853223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2de0a075-4e7a-482d-aa10-831b21382dad req-c957fd6d-4773-4636-8098-acb5c9305bbf tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474942 Oct 19 01:47:40.856279 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.962175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:40.988557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=a089ffa5-fc19-4188-8dc7-f0698420667a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:41.056054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.154672 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.156814 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.205889 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.206452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Fanout notify agent at l3_agent the message router_deleted on router e628cd39-389d-46a1-aa68-969cce5d9da0 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:47:41.214730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.215873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-419a4ecc-5ad5-4b0d-b339-b82c13a4c6ec tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/routers/e628cd39-389d-46a1-aa68-969cce5d9da0 HTTP/1.1" status: 204 len: 168 time: 1.4533155 Oct 19 01:47:41.218667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44838) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:41.303313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.323117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3d5e3619-e2d6-4cba-8470-862ac183f39c no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:41.349303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3d5e3619-e2d6-4cba-8470-862ac183f39c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:41.349709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3d5e3619-e2d6-4cba-8470-862ac183f39c not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:41.350132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:41.375742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:41.376165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 139eb7e2-9469-4fdf-bec1-ef91c39ceb1d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:41.410175 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.430839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db668d8-a056-4491-8d8a-1b2944cd70a2']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:41.440161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3441766-17b4-43c9-a831-00f7b306f995') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:41.440454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3441766-17b4-43c9-a831-00f7b306f995') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:41.450467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.463188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.469959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:47:41.470346 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:47:41.473301 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:47:41.532687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.540647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.544857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/networks/0db668d8-a056-4491-8d8a-1b2944cd70a2 HTTP/1.1" status: 204 len: 168 time: 0.3251736 Oct 19 01:47:41.547743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44840) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:41.556266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178a527-b083-4f2b-94c9-35961905df7d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Network': ['ID=0db668d8-a056-4491-8d8a-1b2944cd70a2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:41.612295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d48e89b9-aede-4502-a333-9a01d121401f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.640877 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d48e89b9-aede-4502-a333-9a01d121401f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.724124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d48e89b9-aede-4502-a333-9a01d121401f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.728398 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d48e89b9-aede-4502-a333-9a01d121401f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:41.730152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d48e89b9-aede-4502-a333-9a01d121401f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/security-groups/1d7fb926-a76a-42dd-8de2-1a538850638e HTTP/1.1" status: 204 len: 168 time: 0.1813543 Oct 19 01:47:41.745816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e89b9-aede-4502-a333-9a01d121401f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7fb926-a76a-42dd-8de2-1a538850638e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.029918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a979e40-c60b-49aa-9dd2-bbc0ed1a32fb req-2625f13c-7715-452f-9502-c33151eac7e1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:42.032227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a979e40-c60b-49aa-9dd2-bbc0ed1a32fb req-2625f13c-7715-452f-9502-c33151eac7e1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0575511 Oct 19 01:47:42.037880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44854) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.042976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-458a752e-a262-4e4c-8d59-6cf14a851b21 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252674700', 'description': 'tempest-secgroup-smoke-1252674700 description', 'project_id': '446eaabb7b8b48159e8221f499748465'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.070178 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-458a752e-a262-4e4c-8d59-6cf14a851b21 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.078765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a979e40-c60b-49aa-9dd2-bbc0ed1a32fb req-727ce83e-7356-4788-8522-f87016dd81ad tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377676 Oct 19 01:47:42.173035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b5cfd-3276-42cc-8d4d-b97cfb7e5d11 req-fd7c21b5-cb14-4dae-a01f-b073a2a18077 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:42.174572 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-785b5cfd-3276-42cc-8d4d-b97cfb7e5d11 req-fd7c21b5-cb14-4dae-a01f-b073a2a18077 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 946 time: 0.0875463 Oct 19 01:47:42.186458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-458a752e-a262-4e4c-8d59-6cf14a851b21 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.193247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-458a752e-a262-4e4c-8d59-6cf14a851b21 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.233801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-458a752e-a262-4e4c-8d59-6cf14a851b21 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.235024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-458a752e-a262-4e4c-8d59-6cf14a851b21 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1960495 Oct 19 01:47:42.238078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44856) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.242714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8214b353-22a9-4dc2-b506-84f5f33b4330 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '07d4e85d-ff3d-408e-af7b-3de95098b3ad', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.252712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-785b5cfd-3276-42cc-8d4d-b97cfb7e5d11 req-615629e3-5fbb-4475-a468-9c45c24a2d5d tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704567 Oct 19 01:47:42.256860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a752e-a262-4e4c-8d59-6cf14a851b21 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d4e85d-ff3d-408e-af7b-3de95098b3ad,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.273326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8214b353-22a9-4dc2-b506-84f5f33b4330 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.319088 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8214b353-22a9-4dc2-b506-84f5f33b4330 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.322308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8214b353-22a9-4dc2-b506-84f5f33b4330 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.340062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214b353-22a9-4dc2-b506-84f5f33b4330 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b03519-c8ee-436b-9aff-3171e1179818,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.347086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8214b353-22a9-4dc2-b506-84f5f33b4330 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.348317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8214b353-22a9-4dc2-b506-84f5f33b4330 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091244 Oct 19 01:47:42.351148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44858) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.355772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-523805a8-cb95-4bb9-a26b-e138cddd0f4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '07d4e85d-ff3d-408e-af7b-3de95098b3ad', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.364095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.382733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-523805a8-cb95-4bb9-a26b-e138cddd0f4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.437368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-523805a8-cb95-4bb9-a26b-e138cddd0f4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.440998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-523805a8-cb95-4bb9-a26b-e138cddd0f4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.458553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523805a8-cb95-4bb9-a26b-e138cddd0f4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcd7fe5-1d3b-4416-9db2-1f05c09abe63,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.467416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-523805a8-cb95-4bb9-a26b-e138cddd0f4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.468682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-523805a8-cb95-4bb9-a26b-e138cddd0f4a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166091 Oct 19 01:47:42.471417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44860) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.475672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-dae13933-67b6-4af2-bb03-03ce409c8f34 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '07d4e85d-ff3d-408e-af7b-3de95098b3ad', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.501516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dae13933-67b6-4af2-bb03-03ce409c8f34 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.561672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dae13933-67b6-4af2-bb03-03ce409c8f34 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.565245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dae13933-67b6-4af2-bb03-03ce409c8f34 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.582323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae13933-67b6-4af2-bb03-03ce409c8f34 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bb23c5-21ff-4211-b6cb-77bf99a8191a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.590458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dae13933-67b6-4af2-bb03-03ce409c8f34 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.591652 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dae13933-67b6-4af2-bb03-03ce409c8f34 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192653 Oct 19 01:47:42.594447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44862) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.598700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7996593b-c396-4ef4-81ee-dba1f839d73b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '07d4e85d-ff3d-408e-af7b-3de95098b3ad', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.624701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7996593b-c396-4ef4-81ee-dba1f839d73b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.684424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7996593b-c396-4ef4-81ee-dba1f839d73b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.688130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7996593b-c396-4ef4-81ee-dba1f839d73b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.707336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996593b-c396-4ef4-81ee-dba1f839d73b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c21ebd5-a1c7-4189-ae6c-aecde0432ee4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.713490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7996593b-c396-4ef4-81ee-dba1f839d73b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.714998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7996593b-c396-4ef4-81ee-dba1f839d73b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196160 Oct 19 01:47:42.717789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44864) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.722016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '07d4e85d-ff3d-408e-af7b-3de95098b3ad', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.744505 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:47:42.749856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.808984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.812462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.830027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d889431e-b9bc-4420-91e0-7420f89703a5,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.837435 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.839408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6df81cdc-938f-469a-9638-8b209ecc3c54 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199474 Oct 19 01:47:42.842157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44866) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.846393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': '07d4e85d-ff3d-408e-af7b-3de95098b3ad', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.868711 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:47:42.873444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.938220 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.941959 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.960297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef05a1d1-5539-4ca0-a3fe-93d2e47c8f9c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:42.969817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:42.971215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6fe8e5da-2260-4ef6-a77d-17625f21e1b3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279340 Oct 19 01:47:42.973905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44868) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:42.978602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'network': {'name': 'tempest-network-smoke--2060624830', 'project_id': '446eaabb7b8b48159e8221f499748465', 'port_security_enabled': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:42.999075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:47:43.002408 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.025013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:47:43.035361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.035973 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Added segment e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb of type vlan for network f2fbf41b-e678-48d0-8173-47fb7630dadc Oct 19 01:47:43.076224 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.099069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.104931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:43.106032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.145007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700706 Oct 19 01:47:43.148184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:43.153886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'admin_state_up': True, 'project_id': '446eaabb7b8b48159e8221f499748465', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:43.179451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.180526 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.187924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a089ffa5-fc19-4188-8dc7-f0698420667a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:43.192881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f658cf-60bf-427d-a350-db349a19b9d0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Network': ['ID=f2fbf41b-e678-48d0-8173-47fb7630dadc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:43.224423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f2fbf41b-e678-48d0-8173-47fb7630dadc details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:47:43.226678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a089ffa5-fc19-4188-8dc7-f0698420667a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:43.227017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a089ffa5-fc19-4188-8dc7-f0698420667a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:43.235182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6147-4be4-41c0-8d45-5c72bce4a009 req-b945ee91-8a16-477e-9d8a-a4f160f1d77d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:43.237011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be7b6147-4be4-41c0-8d45-5c72bce4a009 req-b945ee91-8a16-477e-9d8a-a4f160f1d77d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0887229 Oct 19 01:47:43.243635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.278523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be7b6147-4be4-41c0-8d45-5c72bce4a009 req-10da55fd-a817-458c-a568-88175eee1c67 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343454 Oct 19 01:47:43.427194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.465716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7583a5-1c85-4daa-9a28-56e4b03eb3e3 req-0f2b5197-329b-4b11-b7e7-adc4bc6cdd24 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:43.467187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c7583a5-1c85-4daa-9a28-56e4b03eb3e3 req-0f2b5197-329b-4b11-b7e7-adc4bc6cdd24 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 946 time: 0.1343131 Oct 19 01:47:43.547301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c7583a5-1c85-4daa-9a28-56e4b03eb3e3 req-82149cad-9b66-4846-89d8-6213d240f941 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/security-groups?id=3355c9a9-f371-4d59-836b-3470bb10c553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733476 Oct 19 01:47:43.665533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.693054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:43.779888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-e9a5027f-cd75-4075-89e9-ca344697d041 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:43.781362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-e9a5027f-cd75-4075-89e9-ca344697d041 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 946 time: 0.0967166 Oct 19 01:47:43.877058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.205 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ac744f67-8c1f-432a-be39-9238c6c2b9c8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:47:43.968723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Deleting port ffcf614a-1e80-47c9-af02-30491c845bd6 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:47:43.969059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.062622 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.092801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] For port ffcf614a-1e80-47c9-af02-30491c845bd6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=ffcf614a-1e80-47c9-af02-30491c845bd6,segment=NetworkSegment(0cee6ba4-211a-4c74-afad-9fe1843df38f),segment_id=0cee6ba4-211a-4c74-afad-9fe1843df38f)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:44.093156 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.114251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Calling delete_port for ffcf614a-1e80-47c9-af02-30491c845bd6 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:47:44.160409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.211523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:47:44.216561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:44.222397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:47:44.253599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=ac744f67-8c1f-432a-be39-9238c6c2b9c8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:44.396058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accccc5-e16f-465c-9882-ca0827a2eb1f req-378c0694-a301-4fe2-86aa-f6b98e894c9c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:44.397607 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8accccc5-e16f-465c-9882-ca0827a2eb1f req-378c0694-a301-4fe2-86aa-f6b98e894c9c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Oct 19 01:47:44.414161 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.438505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8accccc5-e16f-465c-9882-ca0827a2eb1f req-d7fb6391-9ebf-4b58-8f43-76cf4912de13 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Oct 19 01:47:44.447553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['ffcf614a-1e80-47c9-af02-30491c845bd6'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:47:44.454133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Pushing event deleted for resources: {'Port': ['ID=ffcf614a-1e80-47c9-af02-30491c845bd6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:44.537198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] No DVR routers for this DVR port ffcf614a-1e80-47c9-af02-30491c845bd6 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:47:44.540931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.545132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c12e8ca0-82ac-4abb-b78c-46741a37909d req-90640144-675c-4e35-9a5a-cfb1379abdc9 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.74 "DELETE /v2.0/ports/ffcf614a-1e80-47c9-af02-30491c845bd6 HTTP/1.1" status: 204 len: 173 time: 0.7565107 Oct 19 01:47:44.545558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'name': 'network-vif-deleted', 'tag': 'ffcf614a-1e80-47c9-af02-30491c845bd6'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:44.547839 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3425ce01-8847-4249-86f8-2bb42ebfa375" -d '{"events": [{"server_uuid": "2f7478c7-5787-4957-9bd8-89e33fb925e7", "name": "network-vif-deleted", "tag": "ffcf614a-1e80-47c9-af02-30491c845bd6"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:44.616018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.657375 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496c785-4fb9-4baa-b977-aa8cea975374 x-openstack-request-id: req-8496c785-4fb9-4baa-b977-aa8cea975374 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:44.657662 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7478c7-5787-4957-9bd8-89e33fb925e7", "name": "network-vif-deleted", "tag": "ffcf614a-1e80-47c9-af02-30491c845bd6", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:44.657916 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8496c785-4fb9-4baa-b977-aa8cea975374 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:44.658318 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7478c7-5787-4957-9bd8-89e33fb925e7', 'name': 'network-vif-deleted', 'tag': 'ffcf614a-1e80-47c9-af02-30491c845bd6', 'status': 'completed', 'code': 200} Oct 19 01:47:44.682519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-61ba8c99-4777-4282-8d20-a7ab6f7cce32 req-c7e07f0b-294c-4f35-8e49-5aa78ba99922 tempest-VolumesSnapshotTestJSON-922805335 tempest-VolumesSnapshotTestJSON-922805335-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7478c7-5787-4957-9bd8-89e33fb925e7 HTTP/1.1" status: 200 len: 210 time: 0.0381181 Oct 19 01:47:44.832917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:44.959032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router d54dd96d-22e1-40fc-8031-a361e3d72358 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:47:45.070948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:47:45.081530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Sync routers for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:47:45.092925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:45.093105 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.093463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:45.094158 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-08dfed41-78f8-4f91-8393-dccb67727756 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9448960 Oct 19 01:47:45.097409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44882) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:45.129145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-379b3cf6-2ceb-407d-a053-be63e3f06846 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=446eaabb7b8b48159e8221f499748465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305552 Oct 19 01:47:45.132297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44884) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:45.207582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:45.286454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d741aaa8-ddfa-4bcc-bbad-e40ad207a284 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:45.287970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d741aaa8-ddfa-4bcc-bbad-e40ad207a284 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540799 Oct 19 01:47:45.290743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44886) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:45.318726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9372aa77-5aad-4cc6-a6aa-2834b6e23a30 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269444 Oct 19 01:47:45.321249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 44888) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:45.326663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282393713', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'project_id': '446eaabb7b8b48159e8221f499748465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:45.387389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:44Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:45.414643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Checking router: d54dd96d-22e1-40fc-8031-a361e3d72358 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:47:45.414987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Updating router d54dd96d-22e1-40fc-8031-a361e3d72358 port ac744f67-8c1f-432a-be39-9238c6c2b9c8 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:47:45.419514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:47:45.423049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.440921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.603326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aecfd-9eb3-4a4b-9395-be129e16d440 req-f2b0e916-02b0-4054-ba97-39cdac561cd0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:45.605008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-859aecfd-9eb3-4a4b-9395-be129e16d440 req-f2b0e916-02b0-4054-ba97-39cdac561cd0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0923424 Oct 19 01:47:45.678047 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.708396 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-859aecfd-9eb3-4a4b-9395-be129e16d440 req-6fb7a875-11b0-4dd8-8275-d7d1e12f4141 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781071 Oct 19 01:47:45.733141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.755232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.771920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Subnet': ['ID=feb34ae1-f823-478d-8c57-0a6f50e97563,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:45.802420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Checking segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:45.802924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network hostable DHCP agents. Network: f2fbf41b-e678-48d0-8173-47fb7630dadc, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:47:45.825229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network f2fbf41b-e678-48d0-8173-47fb7630dadc is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:47:45.837805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Attempting to bind port ac744f67-8c1f-432a-be39-9238c6c2b9c8 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:47:45.838170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Attempting to bind port ac744f67-8c1f-432a-be39-9238c6c2b9c8 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:47:45.838404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f2fbf41b-e678-48d0-8173-47fb7630dadc) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:45.838684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Attempting to bind port ac744f67-8c1f-432a-be39-9238c6c2b9c8 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:45.848106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:45.848935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.849731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af8a3f-7cb0-40b2-aef3-9d5890bba2d7 None None] Network f2fbf41b-e678-48d0-8173-47fb7630dadc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:45.861499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa8ec7-e2de-452b-85d4-c5e8ed8383d2 None None] Pushing event updated for resources: {'Port': ['ID=ac744f67-8c1f-432a-be39-9238c6c2b9c8,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:45.873368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cd874ba6-18cc-4e7a-a55c-42a8088ec8b1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5493803 Oct 19 01:47:45.875112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 44896) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:47:45.875852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:47:45.876239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:45.876640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.877144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:47:45.877633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Bound port: ac744f67-8c1f-432a-be39-9238c6c2b9c8, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:47:45.878007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:45.984703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] For port ac744f67-8c1f-432a-be39-9238c6c2b9c8, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:47:45.989189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] For port ac744f67-8c1f-432a-be39-9238c6c2b9c8, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ac744f67-8c1f-432a-be39-9238c6c2b9c8,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:47:46.001518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:46.101053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f2fbf41b-e678-48d0-8173-47fb7630dadc', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:47:46.101964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:46.117195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:46.117723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:46.176236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa8ec7-e2de-452b-85d4-c5e8ed8383d2 None None] Pushing event updated for resources: {'Port': ['ID=ac744f67-8c1f-432a-be39-9238c6c2b9c8,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:46.442160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:46.487894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:46.581071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Allocated IP 172.20.0.2 (f2fbf41b-e678-48d0-8173-47fb7630dadc/feb34ae1-f823-478d-8c57-0a6f50e97563/16ff6d1f-868a-491f-83b8-5976bb58732d) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:47:46.868934 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:46.883525 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:46.906907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f469b64-291c-4613-83a5-8b9f155c9689 req-5f7ee3a3-85ce-4c05-8014-9b5254ea6292 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:46.912460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:44Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:46.922103 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f469b64-291c-4613-83a5-8b9f155c9689 req-5f7ee3a3-85ce-4c05-8014-9b5254ea6292 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0951042 Oct 19 01:47:46.970374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9032e424-6056-419f-aeaf-4da3746013aa None None] The sync data for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 is: [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:44Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:47:46.984641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Network f2fbf41b-e678-48d0-8173-47fb7630dadc is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:47:46.988127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:46.988496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f469b64-291c-4613-83a5-8b9f155c9689 req-ca023318-c3cf-43b0-b8bd-1be0e6a9739f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641525 Oct 19 01:47:46.991613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:47:47.067268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Attempting to bind port 16ff6d1f-868a-491f-83b8-5976bb58732d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:47:47.067669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Attempting to bind port 16ff6d1f-868a-491f-83b8-5976bb58732d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:47:47.068039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Attempting to bind port 16ff6d1f-868a-491f-83b8-5976bb58732d on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:47.070433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Pushing event updated for resources: {'Port': ['ID=16ff6d1f-868a-491f-83b8-5976bb58732d,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:47.076958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:47:47.077325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Checking segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:47.077723 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.078141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Bound using segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:47:47.078616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Bound port: 16ff6d1f-868a-491f-83b8-5976bb58732d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:47:47.078991 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.164022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] For port 16ff6d1f-868a-491f-83b8-5976bb58732d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:47:47.168312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] For port 16ff6d1f-868a-491f-83b8-5976bb58732d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=16ff6d1f-868a-491f-83b8-5976bb58732d,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:47:47.184770 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.195409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.1 (f2fbf41b-e678-48d0-8173-47fb7630dadc/feb34ae1-f823-478d-8c57-0a6f50e97563/a58eda53-0432-4ca0-9ad1-e0e7b2c014f7) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:47:47.290497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469422-a8d2-494a-9e7a-3d2edcb8276d None None] Pushing event updated for resources: {'Port': ['ID=16ff6d1f-868a-491f-83b8-5976bb58732d,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:47.443335 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.499656 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.582471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network f2fbf41b-e678-48d0-8173-47fb7630dadc is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:47:47.585883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:47.590830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:47:47.644277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:47.663100 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:47.824280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:48.239038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782c19c-1c7c-43cd-85fe-bce36eea0c59 req-09763e32-27ed-4236-841d-9e7f9b8931fa tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:48.240792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f782c19c-1c7c-43cd-85fe-bce36eea0c59 req-09763e32-27ed-4236-841d-9e7f9b8931fa tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.1437066 Oct 19 01:47:48.274740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ffcf614a-1e80-47c9-af02-30491c845bd6 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:47:48.309437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: ffcf614a-1e80-47c9-af02-30491c845bd6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:47:48.309858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device ffcf614a-1e80-47c9-af02-30491c845bd6 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:47:48.329854 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:48.334933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f782c19c-1c7c-43cd-85fe-bce36eea0c59 req-053fdeec-a4a5-4a6b-8cc3-be43c78aed65 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857801 Oct 19 01:47:48.337523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:48.436926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:48.465977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:48.591869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network f2fbf41b-e678-48d0-8173-47fb7630dadc is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:47:48.593537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:48.612572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a11bb-ff7f-4641-8e34-1f5fafd48fa5 None None] Network f2fbf41b-e678-48d0-8173-47fb7630dadc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:47:48.654217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-52218398-30eb-43e5-8433-ef5e509c6c4a None None] Provisioning complete for port 16ff6d1f-868a-491f-83b8-5976bb58732d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:48.654966 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-52218398-30eb-43e5-8433-ef5e509c6c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:48.725408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router d54dd96d-22e1-40fc-8031-a361e3d72358 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:47:48.836133 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-52218398-30eb-43e5-8433-ef5e509c6c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:48.842264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:47:48.857415 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-373b1ceb-78fe-4c12-800d-bdd57c1a5f9a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/d54dd96d-22e1-40fc-8031-a361e3d72358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9799778 Oct 19 01:47:48.879565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-52218398-30eb-43e5-8433-ef5e509c6c4a None None] For port 16ff6d1f-868a-491f-83b8-5976bb58732d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=16ff6d1f-868a-491f-83b8-5976bb58732d,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:48.889197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-52218398-30eb-43e5-8433-ef5e509c6c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:48.947440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52218398-30eb-43e5-8433-ef5e509c6c4a None None] Pushing event updated for resources: {'Port': ['ID=16ff6d1f-868a-491f-83b8-5976bb58732d,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:49.041433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-468d527d-58bc-419d-87d1-4fd8e8c0193d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252674700&fields=id&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 267 time: 0.0478599 Oct 19 01:47:49.222383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-11cc7d14-87d3-400c-a115-f00c60e4c845 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:49.223923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-11cc7d14-87d3-400c-a115-f00c60e4c845 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 797 time: 0.1814029 Oct 19 01:47:49.255614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-6e2c12bb-5f10-4428-bbd8-9f7b056ede49 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/quotas/446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 375 time: 0.0243783 Oct 19 01:47:49.259799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4ea62757-dcd3-4254-96ae-c895071f6deb None None] Provisioning complete for port 16ff6d1f-868a-491f-83b8-5976bb58732d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:49.259799 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ea62757-dcd3-4254-96ae-c895071f6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:49.352980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-5673df83-f768-4c3d-8c44-0262d3db08a6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926354 Oct 19 01:47:49.415225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4ea62757-dcd3-4254-96ae-c895071f6deb None None] Provisioning complete for port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:49.415713 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ea62757-dcd3-4254-96ae-c895071f6deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:49.462857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ac744f67-8c1f-432a-be39-9238c6c2b9c8 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:47:49.523725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1d34f-9eda-4658-ac6a-bf9736a93ff1 req-8189ef82-a5ba-4135-ac63-5069b52ca13f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:49.533427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ba1d34f-9eda-4658-ac6a-bf9736a93ff1 req-8189ef82-a5ba-4135-ac63-5069b52ca13f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0789804 Oct 19 01:47:49.536784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4ea62757-dcd3-4254-96ae-c895071f6deb None None] Port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:47:49.566815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ac744f67-8c1f-432a-be39-9238c6c2b9c8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:49.567190 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:49.596727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ba1d34f-9eda-4658-ac6a-bf9736a93ff1 req-23a63dc2-b0d5-435f-bd61-9bf617edb6d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621803 Oct 19 01:47:49.611212 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Sync routers for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:47:49.625254 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:49.627114 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:49.646034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-7da6366c-7fc7-44c3-a0cc-637229d94019 service neutron] 10.222.0.64 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746270 Oct 19 01:47:49.694129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-57b936f7-df20-434b-9233-70bb364c2fdf None None] Provisioning complete for port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:49.694502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57b936f7-df20-434b-9233-70bb364c2fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:49.744511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:49.769628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-57b936f7-df20-434b-9233-70bb364c2fdf None None] Port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:47:49.773571 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-3a286e4c-026b-46f4-a4ad-53becceeeee6 service neutron] 10.222.0.64 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263528 Oct 19 01:47:49.780373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:49.790405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port ac744f67-8c1f-432a-be39-9238c6c2b9c8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ac744f67-8c1f-432a-be39-9238c6c2b9c8,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:49.797426 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:49.798313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 16ff6d1f-868a-491f-83b8-5976bb58732d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:47:49.942216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=ac744f67-8c1f-432a-be39-9238c6c2b9c8,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:49.960483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 16ff6d1f-868a-491f-83b8-5976bb58732d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:49.960872 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.021194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26eb2232-5025-4efb-a366-2738b93eafc2 req-5a633be4-f867-4fc2-8ade-02eb8dc7ffb1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 210 time: 0.0806627 Oct 19 01:47:50.040398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a7fb4689-d62c-44c7-9688-e5b87d98f506 None None] Provisioning complete for port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:50.040398 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a7fb4689-d62c-44c7-9688-e5b87d98f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.061345 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.080219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb4689-d62c-44c7-9688-e5b87d98f506 None None] Port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:47:50.123544 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:48Z', 'revision_number': 2, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:50.152236 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Checking router: d54dd96d-22e1-40fc-8031-a361e3d72358 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:47:50.152584 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Updating router d54dd96d-22e1-40fc-8031-a361e3d72358 port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:47:50.183311 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.561981 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.567703 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.625288 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Pushing event updated for resources: {'Port': ['ID=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:50.664771 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.665345 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.665832 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.666337 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.667551 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.675960 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.676104 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.676346 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.676861 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.677355 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.677841 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.678328 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:47:50.732364 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Attempting to bind port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:47:50.732708 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Attempting to bind port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:47:50.733452 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Attempting to bind port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:50.745158 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:47:50.746934 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Checking segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:50.747505 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.748808 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Bound using segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:47:50.750932 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Bound port: a58eda53-0432-4ca0-9ad1-e0e7b2c014f7, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:47:50.751649 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.769875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9081581-c410-4287-8488-0b1eb98bfbe5 req-24e560fb-4f9e-41fb-b4a8-72c1f53f3c96 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:50.772029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9081581-c410-4287-8488-0b1eb98bfbe5 req-24e560fb-4f9e-41fb-b4a8-72c1f53f3c96 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0767355 Oct 19 01:47:50.845957 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] For port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:47:50.850771 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] For port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:47:50.853144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9081581-c410-4287-8488-0b1eb98bfbe5 req-764f16f5-add3-49bf-b969-6493d7cc4c7e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721946 Oct 19 01:47:50.866058 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.912297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-472ec211-bd0c-4666-8eee-6f8f741e3100 None None] Provisioning complete for port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:50.913492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-472ec211-bd0c-4666-8eee-6f8f741e3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:50.936725 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:47:50.937345 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:50.997760 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336cfbd-7b8e-40eb-88cf-cf35841f0dc7 None None] Pushing event updated for resources: {'Port': ['ID=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:51.025288 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-472ec211-bd0c-4666-8eee-6f8f741e3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:51.066623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-472ec211-bd0c-4666-8eee-6f8f741e3100 None None] For port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:51.073969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-472ec211-bd0c-4666-8eee-6f8f741e3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:51.090945 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:47:51.178266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ec211-bd0c-4666-8eee-6f8f741e3100 None None] Pushing event updated for resources: {'Port': ['ID=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:51.261127 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a231f0c4-b9fa-453f-b133-045cd5d6fd34 req-53deb230-c3a5-4da0-b29a-6ab56f0a1892 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 210 time: 0.0506101 Oct 19 01:47:51.279652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ac744f67-8c1f-432a-be39-9238c6c2b9c8 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:47:51.338163 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-864426b1-872e-4b76-8903-6f061208e91e None None] Provisioning complete for port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:51.344498 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-864426b1-872e-4b76-8903-6f061208e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:51.410638 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:50Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:47:51.427170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-c31eb381-6963-4dbd-a62f-4633e1701521 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:51.431744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-c31eb381-6963-4dbd-a62f-4633e1701521 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 797 time: 0.1858563 Oct 19 01:47:51.440075 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0951-9d2b-4716-a863-3e867bf4c189 None None] The sync data for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 is: [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:50Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:47:51.483443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ac744f67-8c1f-432a-be39-9238c6c2b9c8 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:51.484123 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:51.531288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-3856dc54-d82e-4fc9-b76b-3776f4ba776c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 380 time: 0.0849752 Oct 19 01:47:51.550642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'port': {'device_id': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'admin_state_up': True, 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'security_groups': ['07d4e85d-ff3d-408e-af7b-3de95098b3ad']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:51.690240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:47:51.693882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:51.837694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.14 (f2fbf41b-e678-48d0-8173-47fb7630dadc/feb34ae1-f823-478d-8c57-0a6f50e97563/4817a04f-4ac4-4c66-9682-a9a94e35558c) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:47:52.394189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673e791-5f99-4b38-9274-3c4191fe793a req-d7c683da-f3dd-4912-a871-fb97001053f5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:52.394826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a986ff07-cfed-4e9f-90d7-8c33ad27056a req-6430f43f-b9b2-40b2-94bb-cff0799b03aa tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 210 time: 0.0350022 Oct 19 01:47:52.396768 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7673e791-5f99-4b38-9274-3c4191fe793a req-d7c683da-f3dd-4912-a871-fb97001053f5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0924265 Oct 19 01:47:52.425906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:52.457452 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7673e791-5f99-4b38-9274-3c4191fe793a req-0ad133ad-547b-4259-9deb-e44959e03c4b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517185 Oct 19 01:47:52.485765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:52.534545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network f2fbf41b-e678-48d0-8173-47fb7630dadc is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:47:52.537798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:47:52.543128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:47:52.573451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:52.607856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:52.608918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:52.628471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-469bad03-febe-49a6-8b79-cb19ba82d542 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0839238 Oct 19 01:47:52.651426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Request body: {'port': {'device_id': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:47:52.726969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:52.892840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-68e478b0-766f-4c20-afdc-a94cdd8296fa None None] Provisioning complete for port 4817a04f-4ac4-4c66-9682-a9a94e35558c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:52.893430 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68e478b0-766f-4c20-afdc-a94cdd8296fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:52.946245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-68e478b0-766f-4c20-afdc-a94cdd8296fa None None] Port 4817a04f-4ac4-4c66-9682-a9a94e35558c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:47:53.023252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4817a04f-4ac4-4c66-9682-a9a94e35558c {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:47:53.032093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:53.043933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Transition to ACTIVE for port object 4817a04f-4ac4-4c66-9682-a9a94e35558c will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:47:53.048260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:53.101853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:53.172379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:47:53.172743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:47:53.173030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:53.177554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:47:53.177872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:47:53.184301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:47:53.184637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Checking segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:47:53.185018 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Bound using segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:47:53.185447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Bound port: 4817a04f-4ac4-4c66-9682-a9a94e35558c, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:47:53.185799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:53.274259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:47:53.281870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:47:53.294057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:53.327118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:47:53.340707 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:53.341312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:53.342715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] 10.222.0.74 "PUT /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 1093 time: 0.6977746 Oct 19 01:47:53.343160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:47:53.345564 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b6f2f0-5b1a-48b4-be87-0278fb518cee" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:47:53.380279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d4ee2-c054-4457-af07-83b316eb1429 service neutron] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:53.404623 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ae4827-41df-4c17-bf2c-bf1cc6405020 x-openstack-request-id: req-43ae4827-41df-4c17-bf2c-bf1cc6405020 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:47:53.404913 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:47:53.405164 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43ae4827-41df-4c17-bf2c-bf1cc6405020 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:47:53.405564 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'status': 'completed', 'code': 200} Oct 19 01:47:53.427456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:47:53.428215 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:53.485836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-71089148-5e47-4032-837e-f1da1360283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:53.489648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-71089148-5e47-4032-837e-f1da1360283d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1096 time: 0.0710468 Oct 19 01:47:53.602718 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-ddc12a38-a23e-4554-9ab7-744aff6c469c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 217 time: 0.0469847 Oct 19 01:47:53.656260 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ccae4-35d3-4f27-9e4f-2e072eab80e1 req-d5253450-a802-47b5-bb1c-cfecbaee694d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:53.664183 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a7ccae4-35d3-4f27-9e4f-2e072eab80e1 req-d5253450-a802-47b5-bb1c-cfecbaee694d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 944 time: 0.1675446 Oct 19 01:47:53.687932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f58c97-7e02-4997-9f25-c9c598bc5cac req-087188ab-e024-4929-a0aa-c78e3f385cf5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:53.702245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-82a02b22-0d07-4a50-88e8-b98f60ea98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:53.703688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-82a02b22-0d07-4a50-88e8-b98f60ea98e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 200 len: 835 time: 0.0871990 Oct 19 01:47:53.703834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1f58c97-7e02-4997-9f25-c9c598bc5cac req-087188ab-e024-4929-a0aa-c78e3f385cf5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.1278028 Oct 19 01:47:53.753740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1f58c97-7e02-4997-9f25-c9c598bc5cac req-cf424331-86be-42a9-8cd3-9d1611238199 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488634 Oct 19 01:47:53.764123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a7ccae4-35d3-4f27-9e4f-2e072eab80e1 req-711dac63-7b96-45c9-8e79-24a28bb275d2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926118 Oct 19 01:47:53.786987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925869a-8379-4b17-a604-48bac425abea req-f3f0dc7f-c6de-4ef3-b8d7-cef6e8a77814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:53.788584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-f3f0dc7f-c6de-4ef3-b8d7-cef6e8a77814 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2fbf41b-e678-48d0-8173-47fb7630dadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778120 Oct 19 01:47:53.882306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-0144293d-0e5d-4127-a328-afb9df9284e0 service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864551 Oct 19 01:47:53.988380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1925869a-8379-4b17-a604-48bac425abea req-35bf9473-0508-409b-a91a-e9ef30a36279 service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983019 Oct 19 01:47:54.123151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-4d934b6f-aa6a-4c5b-9a5f-3f6e18f68e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:54.125539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-4d934b6f-aa6a-4c5b-9a5f-3f6e18f68e51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1096 time: 0.0547943 Oct 19 01:47:54.227705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-0cf9c86f-c139-4940-94cc-6dcb2a7a6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:54.229407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-0cf9c86f-c139-4940-94cc-6dcb2a7a6085 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 898 time: 0.0965488 Oct 19 01:47:54.246198 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:47:54.274151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-0a942604-caac-4b92-a62c-08d0f102ed33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 217 time: 0.0378604 Oct 19 01:47:54.325922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-13faf3f8-e2a0-4ae1-8378-c626f8d35fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:54.328856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-13faf3f8-e2a0-4ae1-8378-c626f8d35fa8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 200 len: 835 time: 0.0459883 Oct 19 01:47:54.382008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-c001a3b4-c9e9-4b27-b145-9f390cb88558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:54.383745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-c001a3b4-c9e9-4b27-b145-9f390cb88558 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2fbf41b-e678-48d0-8173-47fb7630dadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499756 Oct 19 01:47:54.478141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-94636311-5a04-4f67-9021-ba80015847fa service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869632 Oct 19 01:47:54.581095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63b6f2f0-5b1a-48b4-be87-0278fb518cee req-0ef40c38-0af7-4ab7-ab0a-12f62b4cff19 service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962262 Oct 19 01:47:54.880863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32ea42-d12d-492f-ad34-0607b206c7b7 req-d87d1ca5-53b8-4a0c-b915-aec9a2ffb818 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:54.885379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571cb78-f97d-417d-b450-4ae713d7201a req-a44be786-fb98-46d1-a1f5-f90103604a9f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:54.887366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9571cb78-f97d-417d-b450-4ae713d7201a req-a44be786-fb98-46d1-a1f5-f90103604a9f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 944 time: 0.0562243 Oct 19 01:47:54.890355 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a32ea42-d12d-492f-ad34-0607b206c7b7 req-d87d1ca5-53b8-4a0c-b915-aec9a2ffb818 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0714355 Oct 19 01:47:54.935285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a32ea42-d12d-492f-ad34-0607b206c7b7 req-2cb56ef9-02e7-411d-b5dd-6dd7912c07cc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Oct 19 01:47:54.943253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9571cb78-f97d-417d-b450-4ae713d7201a req-2b097660-83cf-4681-bfb9-e10ff321e34b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495446 Oct 19 01:47:56.092146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10024265-d529-446d-9a1d-49b2bd48386d req-d503d33c-d7e5-4a44-8d92-261967a6d1d2 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:56.094634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10024265-d529-446d-9a1d-49b2bd48386d req-d503d33c-d7e5-4a44-8d92-261967a6d1d2 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0813911 Oct 19 01:47:56.115192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172196-8e44-4a0a-8c06-402a789bc816 req-341a2bd2-d296-4d78-a301-7d24f3d95965 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:56.117569 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-62172196-8e44-4a0a-8c06-402a789bc816 req-341a2bd2-d296-4d78-a301-7d24f3d95965 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 944 time: 0.0729125 Oct 19 01:47:56.144379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-10024265-d529-446d-9a1d-49b2bd48386d req-24bcbedb-2cc2-4b3e-b42f-6f516528ee32 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Oct 19 01:47:56.163872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-62172196-8e44-4a0a-8c06-402a789bc816 req-23116a1f-41e9-461a-b941-9e6cc3512150 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 Oct 19 01:47:57.285135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b0fd2-0434-4d31-bf9f-5a4cf0766b1d req-2ca75bf7-f14c-4016-a9a9-bed719546dc4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:57.289053 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f33b0fd2-0434-4d31-bf9f-5a4cf0766b1d req-2ca75bf7-f14c-4016-a9a9-bed719546dc4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0785944 Oct 19 01:47:57.300790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225c0c-ce88-419b-a7a0-2963872858ce req-bc2fbdf1-2a2a-468d-962a-413ec74ce6f5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:57.302270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1c225c0c-ce88-419b-a7a0-2963872858ce req-bc2fbdf1-2a2a-468d-962a-413ec74ce6f5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 944 time: 0.0650475 Oct 19 01:47:57.336134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f33b0fd2-0434-4d31-bf9f-5a4cf0766b1d req-4f1681a8-7868-43c6-be3c-106627ee0682 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Oct 19 01:47:57.361457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1c225c0c-ce88-419b-a7a0-2963872858ce req-19c2bc46-4015-427c-bb7d-8691164e7ff0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429330 Oct 19 01:47:58.347297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:47:58.446340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:58.458005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'port_id': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'mac_address': 'fa:16:3e:33:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:47:58.460129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd003b-75c3-4917-95eb-9ea34270cfac req-65a9f91a-70aa-4c08-9f4a-2d15e37edfab tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:58.461765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-acbd003b-75c3-4917-95eb-9ea34270cfac req-65a9f91a-70aa-4c08-9f4a-2d15e37edfab tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Oct 19 01:47:58.480859 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426f9e8-289c-46a1-8edd-6ea0d61793da req-5a6009cb-3a80-4d4d-9cf7-018bc3c1dfd9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:58.482406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2426f9e8-289c-46a1-8edd-6ea0d61793da req-5a6009cb-3a80-4d4d-9cf7-018bc3c1dfd9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 944 time: 0.0585682 Oct 19 01:47:58.496262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:58.504887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-acbd003b-75c3-4917-95eb-9ea34270cfac req-e4f7e0fb-c6bb-46a3-b5dd-8f56aa0cd03a tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368223 Oct 19 01:47:58.509171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4817a04f-4ac4-4c66-9682-a9a94e35558c {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:47:58.526945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2426f9e8-289c-46a1-8edd-6ea0d61793da req-55a892d1-ba7d-4dd8-a728-cf405e86710f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Oct 19 01:47:58.530955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:47:58.536023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:47:58.583636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:47:58.900208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4817a04f-4ac4-4c66-9682-a9a94e35558c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:47:59.641005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1eaf-8ab8-4c35-b061-c461231d9568 req-fe7970a0-22d9-4b66-b392-cc42a498dc10 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:59.642458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d7e1eaf-8ab8-4c35-b061-c461231d9568 req-fe7970a0-22d9-4b66-b392-cc42a498dc10 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0678377 Oct 19 01:47:59.643917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c17ee-f7fe-4b46-83f1-2980f1c883fd req-a0aead3d-087a-4b86-b8ed-464fa0754b31 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:47:59.645428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b24c17ee-f7fe-4b46-83f1-2980f1c883fd req-a0aead3d-087a-4b86-b8ed-464fa0754b31 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 945 time: 0.0517404 Oct 19 01:47:59.685820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d7e1eaf-8ab8-4c35-b061-c461231d9568 req-d3eb35b2-10fa-4797-99d2-cff809054623 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Oct 19 01:47:59.692501 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b24c17ee-f7fe-4b46-83f1-2980f1c883fd req-6d6ed409-366f-4a2d-a124-69db52817175 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372627 Oct 19 01:48:00.401126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:00.452704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 4817a04f-4ac4-4c66-9682-a9a94e35558c completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:48:00.456209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 4817a04f-4ac4-4c66-9682-a9a94e35558c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:00.456583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:00.536379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:00.559403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:00.561806 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62643219-7bc2-48d5-bd4d-c53f8a2df288" -d '{"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-plugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:00.576681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:00.582207 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:00.635896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:00.684658 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce9e02-a6ea-4227-aa24-8f8a7b02e2ca x-openstack-request-id: req-85ce9e02-a6ea-4227-aa24-8f8a7b02e2ca {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:00.684938 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-plugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:00.685187 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85ce9e02-a6ea-4227-aa24-8f8a7b02e2ca {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:00.685606 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'code': 200} Oct 19 01:48:00.832757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cc01d-9188-490c-a853-1c15043f20ba req-b8c3f653-16c6-4fa2-9dc5-691fffad54f1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:00.834693 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d2cc01d-9188-490c-a853-1c15043f20ba req-b8c3f653-16c6-4fa2-9dc5-691fffad54f1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0557549 Oct 19 01:48:00.866127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956ca4-2bbf-4f40-ba4e-fa00150baf12 req-7fb83517-f9f6-4f09-9921-b2035d6f98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:00.867809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34956ca4-2bbf-4f40-ba4e-fa00150baf12 req-7fb83517-f9f6-4f09-9921-b2035d6f98fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1098 time: 0.0654263 Oct 19 01:48:00.877370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7459c-88a0-43ab-8545-8fb10a9f48ba req-e9223069-6514-45e5-adab-e73565179026 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:00.878955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcd7459c-88a0-43ab-8545-8fb10a9f48ba req-e9223069-6514-45e5-adab-e73565179026 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.1158922 Oct 19 01:48:00.888114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d2cc01d-9188-490c-a853-1c15043f20ba req-f668ef34-ff90-4d2f-87b4-fa32e86c821a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Oct 19 01:48:00.929189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34956ca4-2bbf-4f40-ba4e-fa00150baf12 req-4477bd72-a52b-4423-8d1d-f8b0c97d82fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490112 Oct 19 01:48:00.946347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dcd7459c-88a0-43ab-8545-8fb10a9f48ba req-9bee7adb-7b65-42ab-9eb1-111253e27389 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Oct 19 01:48:02.018489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e1d5-49e5-4269-8bad-56ef08de143f req-bbe59796-cb9b-477d-b19d-d63d6259b3ed tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:02.020007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8578e1d5-49e5-4269-8bad-56ef08de143f req-bbe59796-cb9b-477d-b19d-d63d6259b3ed tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0528114 Oct 19 01:48:02.058312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8578e1d5-49e5-4269-8bad-56ef08de143f req-6e96cbe4-74f3-4430-88a5-870882c5cd15 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Oct 19 01:48:02.069737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a760c-9de6-49fc-b9fb-c82386ea0b75 req-20435551-4528-449e-aee9-740d5f4a6332 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:02.071257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-155a760c-9de6-49fc-b9fb-c82386ea0b75 req-20435551-4528-449e-aee9-740d5f4a6332 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0495117 Oct 19 01:48:02.116667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-155a760c-9de6-49fc-b9fb-c82386ea0b75 req-37a99222-6eb3-46bb-8666-8678d7ca32eb tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Oct 19 01:48:03.190260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f530e-1e26-46e2-bed5-3ce064d25bf1 req-68c8f8c2-3724-4afe-9fec-68deac3f743c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:03.191757 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-309f530e-1e26-46e2-bed5-3ce064d25bf1 req-68c8f8c2-3724-4afe-9fec-68deac3f743c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0641820 Oct 19 01:48:03.232373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-309f530e-1e26-46e2-bed5-3ce064d25bf1 req-11f2cb6d-24db-4de6-821b-c672c94019db tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Oct 19 01:48:03.238962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26fbd6-fbc4-4461-92f8-bb96f9200bd9 req-7458ae5c-89ff-4fb6-b89f-e6d744cd977e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:03.244492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1c26fbd6-fbc4-4461-92f8-bb96f9200bd9 req-7458ae5c-89ff-4fb6-b89f-e6d744cd977e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0571969 Oct 19 01:48:03.284512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1c26fbd6-fbc4-4461-92f8-bb96f9200bd9 req-d06e5aaa-a3c3-4dc3-88df-dc7b10f5ff21 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374937 Oct 19 01:48:03.361098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cfc0d-cc32-474a-8fca-6262426f8e6e req-25d4c4a9-4c04-48be-8324-ed5df82291b8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:03.362577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73cfc0d-cc32-474a-8fca-6262426f8e6e req-25d4c4a9-4c04-48be-8324-ed5df82291b8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0514631 Oct 19 01:48:03.400248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73cfc0d-cc32-474a-8fca-6262426f8e6e req-ada7a67d-4d2c-4798-b3df-7d03ee0d2222 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Oct 19 01:48:03.422620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:03.465679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ade44-138c-48d0-8728-f880c30bc9ee tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:03.467226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f10ade44-138c-48d0-8728-f880c30bc9ee tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1093 time: 0.0435667 Oct 19 01:48:03.470208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45052) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:03.474590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:03.504896 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:03.643903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:03.754308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.2 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/c27b483e-25bc-408c-bb22-c9f393f88b74) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:03.864680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:03.896722 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:03.933208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:03.936034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:03.939558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:03.970544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=c27b483e-25bc-408c-bb22-c9f393f88b74,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:03.984256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.984613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.984958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.985297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.985637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.985972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.986304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.986634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.986961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.987286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.987619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:03.987938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:04.309274 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:04.386231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:04.403807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1905a00-dab2-467e-9458-fe89fb2a6548 req-c1c7ce19-7750-4c64-903c-4d0b4a5befb4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:04.405361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1905a00-dab2-467e-9458-fe89fb2a6548 req-c1c7ce19-7750-4c64-903c-4d0b4a5befb4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0515492 Oct 19 01:48:04.445578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1905a00-dab2-467e-9458-fe89fb2a6548 req-dcde24fe-7a3f-4710-9e1c-98db75508ef8 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Oct 19 01:48:04.549287 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:04.553604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:04.633260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=c27b483e-25bc-408c-bb22-c9f393f88b74,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:04.646743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:04.762093 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 5c2c7994-7ed9-4d15-a541-e44d8f44f69e associated. External IP: 172.25.0.2, port: 4817a04f-4ac4-4c66-9682-a9a94e35558c. Oct 19 01:48:04.982332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router d54dd96d-22e1-40fc-8031-a361e3d72358 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:48:05.094014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:48:05.106689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] Sync routers for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:48:05.111642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:05.118044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:05.118764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:05.140122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2caf87f-dd21-4e2e-acea-cf81635607ab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6687608 Oct 19 01:48:05.140729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:05.143011 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1fa8d7-715c-4e71-a6e6-b1814e484145" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:05.265848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423d370-8f26-4b4c-be10-69a1732c69d8 req-3861b1b0-ca09-43eb-921d-0098138603ff tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:05.267114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b423d370-8f26-4b4c-be10-69a1732c69d8 req-3861b1b0-ca09-43eb-921d-0098138603ff tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0664663 Oct 19 01:48:05.270903 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905159ff-16f4-4854-95b0-0c5e9aac5510 x-openstack-request-id: req-905159ff-16f4-4854-95b0-0c5e9aac5510 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:05.271190 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:05.271441 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-905159ff-16f4-4854-95b0-0c5e9aac5510 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:05.271868 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'status': 'completed', 'code': 200} Oct 19 01:48:05.320581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b423d370-8f26-4b4c-be10-69a1732c69d8 req-c06df804-d25a-4890-8e47-c53458f87569 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423791 Oct 19 01:48:05.342711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45072) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:05.358793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-c5e067dd-98ba-476a-ab6b-e6c68cc04f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:05.360411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-c5e067dd-98ba-476a-ab6b-e6c68cc04f58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1098 time: 0.0478561 Oct 19 01:48:05.471759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:05.479645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-ee00886b-8d7a-44a4-8016-0b9e1ba28cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:05.482383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-ee00886b-8d7a-44a4-8016-0b9e1ba28cc5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 898 time: 0.1148949 Oct 19 01:48:05.588681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-9f97d6e6-b89a-406a-894c-2bdaf5d0e161 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 998 time: 0.0976665 Oct 19 01:48:05.683435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-017c4278-50ba-4afb-a1e7-81bc1b42fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:05.684991 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-017c4278-50ba-4afb-a1e7-81bc1b42fea9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 200 len: 835 time: 0.0760109 Oct 19 01:48:05.749085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a361ad-8efd-4bec-b516-32b194368109 req-30ee4c94-5221-4c1a-9c9e-ea84b8a11da9 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:05.754748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02a361ad-8efd-4bec-b516-32b194368109 req-30ee4c94-5221-4c1a-9c9e-ea84b8a11da9 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.1625257 Oct 19 01:48:05.783411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5c2c7994-7ed9-4d15-a541-e44d8f44f69e', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'port_id': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'mac_address': 'fa:16:3e:33:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:48:04Z', 'updated_at': '2021-10-19T01:48:04Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:51Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:05.789891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e4d3f2bf-48d3-42d7-bb74-ee9005dccbab tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/5c2c7994-7ed9-4d15-a541-e44d8f44f69e HTTP/1.1" status: 200 len: 990 time: 0.4446445 Oct 19 01:48:05.799890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-0012c83a-4f8a-4201-87d1-8d68ac019b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:05.801550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-0012c83a-4f8a-4201-87d1-8d68ac019b23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2fbf41b-e678-48d0-8173-47fb7630dadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069641 Oct 19 01:48:05.812671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] Checking router: d54dd96d-22e1-40fc-8031-a361e3d72358 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:48:05.821034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:05.821631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:47:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:05.838817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-02a361ad-8efd-4bec-b516-32b194368109 req-0d205bc7-18ac-404b-a70c-6e45b21e1638 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760975 Oct 19 01:48:05.917347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-def23472-80ba-4c12-97b8-abd3f40e82e3 service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042750 Oct 19 01:48:05.930462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:06.011152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec1fa8d7-715c-4e71-a6e6-b1814e484145 req-53726dd8-380e-4fe4-bc74-febbdefa3582 service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872860 Oct 19 01:48:06.170110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5c2c7994-7ed9-4d15-a541-e44d8f44f69e', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'port_id': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'mac_address': 'fa:16:3e:33:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:48:04Z', 'updated_at': '2021-10-19T01:48:04Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:51Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:06.196015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cf17c-060b-47b5-b16d-c72b48ec1dc9 None None] The sync data for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 is: [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5c2c7994-7ed9-4d15-a541-e44d8f44f69e', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'port_id': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'mac_address': 'fa:16:3e:33:29:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:48:04Z', 'updated_at': '2021-10-19T01:48:04Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:51Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:48:06.393067 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a0fbe-7b1d-422e-9800-1802e0cecc65 None None] New status for floating IP 5c2c7994-7ed9-4d15-a541-e44d8f44f69e: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:48:06.792239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45080) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:06.865901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-248adeeb-63a7-4d8b-9d28-7828ab84c7ac tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/5c2c7994-7ed9-4d15-a541-e44d8f44f69e HTTP/1.1" status: 200 len: 992 time: 0.0719085 Oct 19 01:48:06.944370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b2db353-5de2-45da-a326-e17fbacb19ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:06.961846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dccf70-c2ca-4f10-bd64-f8aa968f947b req-4e6a391b-a92d-490a-b57d-5fd06088e4cf tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:06.963374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-69dccf70-c2ca-4f10-bd64-f8aa968f947b req-4e6a391b-a92d-490a-b57d-5fd06088e4cf tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Oct 19 01:48:07.002080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-69dccf70-c2ca-4f10-bd64-f8aa968f947b req-fccbaebf-74f4-434f-9bc2-5bc417c99524 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Oct 19 01:48:08.128106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1939-d1c1-456e-9634-8016f73de358 req-b1477614-6348-45bf-812d-231885e43280 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:08.132520 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-079c1939-d1c1-456e-9634-8016f73de358 req-b1477614-6348-45bf-812d-231885e43280 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0600753 Oct 19 01:48:08.170542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-079c1939-d1c1-456e-9634-8016f73de358 req-edacccdc-8f9c-4330-85b9-0b7683fcf1e5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338571 Oct 19 01:48:09.293592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392bd8d-d730-47d8-b1ae-f335260bdda9 req-594628b6-66bd-42b7-a7c9-eb33a37a5571 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:09.295078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3392bd8d-d730-47d8-b1ae-f335260bdda9 req-594628b6-66bd-42b7-a7c9-eb33a37a5571 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0557530 Oct 19 01:48:09.334877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3392bd8d-d730-47d8-b1ae-f335260bdda9 req-5eea35cc-0e14-4b64-bba3-f91b4bf3b48f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Oct 19 01:48:09.697441 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-23be2017-3272-4cab-961b-f000daf37862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:09.803113 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:10.453918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a6dfa-650f-410a-b7b2-c0a59f8da49b req-e3bba15e-e51a-4152-98bc-ecfc2f7ad39e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:10.455410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-785a6dfa-650f-410a-b7b2-c0a59f8da49b req-e3bba15e-e51a-4152-98bc-ecfc2f7ad39e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0516784 Oct 19 01:48:10.495437 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-785a6dfa-650f-410a-b7b2-c0a59f8da49b req-a1b99255-37c3-4d5c-bee5-4c0036d3d558 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Oct 19 01:48:10.624558 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:10.844438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:11.446978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bdc93656-7251-4308-8ecb-572e7e213849 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:48:11.449582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bdc93656-7251-4308-8ecb-572e7e213849 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:48:11.609011 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:11.621698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79552527-f954-4c26-a23c-adbd98a702c3 req-1ede880a-c613-460a-949d-7a0c94e34638 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:11.624706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79552527-f954-4c26-a23c-adbd98a702c3 req-1ede880a-c613-460a-949d-7a0c94e34638 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0530236 Oct 19 01:48:11.643917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:11.646193 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cc7780-61a4-4905-beb3-2471763e66d0" -d '{"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc93656-7251-4308-8ecb-572e7e213849"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:11.664712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:11.682054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79552527-f954-4c26-a23c-adbd98a702c3 req-704058aa-18a0-4c2b-8e2b-fa4105486f13 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 Oct 19 01:48:11.683361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:11.688877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'bdc93656-7251-4308-8ecb-572e7e213849', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'port_id': 'bdc93656-7251-4308-8ecb-572e7e213849', 'mac_address': 'fa:16:3e:5e:d1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755e08db-6f6a-480b-a947-e7fde5dbb088', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:48:11.694749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:11.737725 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f041c-6e85-4c6f-af27-ac00b5f868e3 x-openstack-request-id: req-eb9f041c-6e85-4c6f-af27-ac00b5f868e3 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:11.738088 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc93656-7251-4308-8ecb-572e7e213849", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:11.738294 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb9f041c-6e85-4c6f-af27-ac00b5f868e3 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:11.738638 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849', 'code': 200} Oct 19 01:48:11.770512 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:11.783355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:11.793102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc93656-7251-4308-8ecb-572e7e213849 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:48:11.797892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.798295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.798602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.798942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.799278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.799646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.799939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.800292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.800623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.800960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.801269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.801595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:11.821301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:11.826356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:11.880772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:12.022764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bdc93656-7251-4308-8ecb-572e7e213849'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:48:12.365645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:12.783855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fecae-09a9-4c92-bf5c-0259f9c05c7c req-785a2f6c-8a6e-42b0-b6d5-3be870d90328 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:12.785591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-043fecae-09a9-4c92-bf5c-0259f9c05c7c req-785a2f6c-8a6e-42b0-b6d5-3be870d90328 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 944 time: 0.0495143 Oct 19 01:48:12.823948 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-043fecae-09a9-4c92-bf5c-0259f9c05c7c req-e0c9af93-0946-4f7d-8090-13f98d316f58 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Oct 19 01:48:13.443375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bdc93656-7251-4308-8ecb-572e7e213849 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:13.494666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port bdc93656-7251-4308-8ecb-572e7e213849 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:13.494965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:13.570718 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:13.603281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:13.607887 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:13.655153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:13.739823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:13.742182 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57d791b-f3eb-4da0-9d23-6b72ecfdba98" -d '{"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-plugged", "status": "completed", "tag": "bdc93656-7251-4308-8ecb-572e7e213849"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:13.778643 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c8237-ce33-4d63-9397-48cb6285dd9b x-openstack-request-id: req-669c8237-ce33-4d63-9397-48cb6285dd9b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:13.778930 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-plugged", "status": "completed", "tag": "bdc93656-7251-4308-8ecb-572e7e213849", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:13.779180 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-669c8237-ce33-4d63-9397-48cb6285dd9b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:13.779572 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849', 'code': 200} Oct 19 01:48:13.924312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091976b4-00b3-4172-8a9a-63fdc5d20fe2 req-da2283af-c880-4563-a57f-aba36d5bb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:13.926550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-091976b4-00b3-4172-8a9a-63fdc5d20fe2 req-da2283af-c880-4563-a57f-aba36d5bb96c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 1097 time: 0.0450785 Oct 19 01:48:13.951827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f2fd1-c092-4ec8-b449-96369cecc91e req-faa0eae9-fe48-47d1-89d2-b2d8c0093c27 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:13.954140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-476f2fd1-c092-4ec8-b449-96369cecc91e req-faa0eae9-fe48-47d1-89d2-b2d8c0093c27 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0592806 Oct 19 01:48:13.966755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-091976b4-00b3-4172-8a9a-63fdc5d20fe2 req-70aafdd2-b29f-47c2-bf37-16e948afdcd3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Oct 19 01:48:13.993054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-476f2fd1-c092-4ec8-b449-96369cecc91e req-8fc559f4-7eee-4611-9b74-dc2d0402b9c2 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Oct 19 01:48:15.124366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e663fa-c8d5-4216-a9c7-0df29d92af3e req-e516e21c-b6db-4f41-839b-1af86de58d3b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:15.126072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4e663fa-c8d5-4216-a9c7-0df29d92af3e req-e516e21c-b6db-4f41-839b-1af86de58d3b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0590479 Oct 19 01:48:15.174878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4e663fa-c8d5-4216-a9c7-0df29d92af3e req-bfa4a77e-9c95-4352-82bf-89c0ccb0eefd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Oct 19 01:48:15.296277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cba989-26ee-4c77-a8d7-7809c2bbe500 req-c4f940fc-3535-4215-8ca3-e50e1fe379de tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:15.297812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17cba989-26ee-4c77-a8d7-7809c2bbe500 req-c4f940fc-3535-4215-8ca3-e50e1fe379de tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0514138 Oct 19 01:48:15.341051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17cba989-26ee-4c77-a8d7-7809c2bbe500 req-b291bbad-db7d-46f3-a964-f647b7a2cbf6 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Oct 19 01:48:15.747084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297635-0b3a-4860-bc92-47853f991bde req-27f989bb-1bfa-4429-9427-9b90a82bb6d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:15.748606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-27f989bb-1bfa-4429-9427-9b90a82bb6d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 815 time: 0.1115797 Oct 19 01:48:15.763946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-56ff7e02-90a4-4d8b-924f-ba4276f539e6 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/quotas/ef31a6bbc7a3443eaf3ae99ad7d99146 HTTP/1.1" status: 200 len: 375 time: 0.0093446 Oct 19 01:48:15.825324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-32ba355c-3a28-4a68-ad50-8b11e91c86ab tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554307 Oct 19 01:48:15.925678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-ff1a4fb6-708d-4ba7-b458-4a11cd9c1be4 service neutron] 10.222.0.64 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932171 Oct 19 01:48:16.018555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-14613562-74b0-444b-8e23-45c58ea65be1 service neutron] 10.222.0.64 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859854 Oct 19 01:48:16.199457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1ea1b3b5-6b8e-4b1b-be5f-797be43bc0fe req-9900bde4-5aad-4d07-af1b-595074395309 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 210 time: 0.0351634 Oct 19 01:48:16.867917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-424973ba-90b1-4a3c-9e27-9b9cc2fee4bc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:16.870100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-424973ba-90b1-4a3c-9e27-9b9cc2fee4bc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f00ea42-7564-429a-976f-41e7be33a586 HTTP/1.1" status: 200 len: 945 time: 0.0560477 Oct 19 01:48:16.973196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Deleting port bdc93656-7251-4308-8ecb-572e7e213849 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:48:16.973589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.064635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] For port bdc93656-7251-4308-8ecb-572e7e213849, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bdc93656-7251-4308-8ecb-572e7e213849,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:17.064998 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.077657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Calling delete_port for bdc93656-7251-4308-8ecb-572e7e213849 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:48:17.208231 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.219503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bdc93656-7251-4308-8ecb-572e7e213849'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:48:17.254882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Pushing event deleted for resources: {'Port': ['ID=bdc93656-7251-4308-8ecb-572e7e213849,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:17.277453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.277797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.280319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.280781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.281217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.281654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.282156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.282582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.283010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.283432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.283879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.284728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:48:17.326096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] No DVR routers for this DVR port bdc93656-7251-4308-8ecb-572e7e213849 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:48:17.328678 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.332218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0cb8c3be-894c-4676-a959-6c4d925c05ad req-6661c5b3-0c7e-4bcc-9b51-4d5f94f2a4d3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "DELETE /v2.0/ports/bdc93656-7251-4308-8ecb-572e7e213849 HTTP/1.1" status: 204 len: 173 time: 0.4565172 Oct 19 01:48:17.332767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-deleted', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:17.335122 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb22359-a684-403d-ab4d-cce5cfb2bf5b" -d '{"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-deleted", "tag": "bdc93656-7251-4308-8ecb-572e7e213849"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:17.352794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f21dd-215b-4708-9c80-8029617bec41 req-86b5aff3-53d9-47e5-b808-4dbae86fe8db tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 210 time: 0.0571411 Oct 19 01:48:17.383544 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a09292d-41a6-42a9-b9b0-2e2010333f59 x-openstack-request-id: req-4a09292d-41a6-42a9-b9b0-2e2010333f59 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:17.383834 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f00ea42-7564-429a-976f-41e7be33a586", "name": "network-vif-deleted", "tag": "bdc93656-7251-4308-8ecb-572e7e213849", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:17.384304 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a09292d-41a6-42a9-b9b0-2e2010333f59 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:17.384646 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f00ea42-7564-429a-976f-41e7be33a586', 'name': 'network-vif-deleted', 'tag': 'bdc93656-7251-4308-8ecb-572e7e213849', 'status': 'completed', 'code': 200} Oct 19 01:48:17.459376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297635-0b3a-4860-bc92-47853f991bde req-1d8bc2fa-549e-4bb5-999f-a54f6ff55140 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:17.460850 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-1d8bc2fa-549e-4bb5-999f-a54f6ff55140 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 815 time: 0.1752064 Oct 19 01:48:17.481630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Request body: {'port': {'device_id': '79699019-ba04-4c96-840a-5d37d80714d6', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'admin_state_up': True, 'tenant_id': 'ef31a6bbc7a3443eaf3ae99ad7d99146'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:17.596542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Made reservation on behalf of ef31a6bbc7a3443eaf3ae99ad7d99146 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:48:17.600060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.732388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Allocated IP 172.20.0.14 (74a28f3b-adaa-41ed-9479-b45414f4b2ea/755e08db-6f6a-480b-a947-e7fde5dbb088/3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:17.905141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.938850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:17.981497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Network 74a28f3b-adaa-41ed-9479-b45414f4b2ea is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:17.984478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:17.988097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:18.014114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:18.042406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.043013 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.058820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-6c30be19-097d-4a49-95d3-f4bf0610a955 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832865 Oct 19 01:48:18.070623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Request body: {'port': {'device_id': '79699019-ba04-4c96-840a-5d37d80714d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:18.129767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.399685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:48:18.408187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.421577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Transition to ACTIVE for port object 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:48:18.426075 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.482481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f068de4-355d-4158-8558-35b742c8b973 req-02eeec24-1d64-49e4-a9a8-5a0322feee5c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.487166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:18.490034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f068de4-355d-4158-8558-35b742c8b973 req-02eeec24-1d64-49e4-a9a8-5a0322feee5c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 944 time: 0.0571609 Oct 19 01:48:18.525828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f068de4-355d-4158-8558-35b742c8b973 req-246367f7-73ab-4bec-8d35-294d6225b3ff tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Oct 19 01:48:18.564850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Attempting to bind port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:18.565272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Attempting to bind port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:18.565676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Attempting to bind port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:18.574799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:48:18.575129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Attempting to bind port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:18.582237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:18.582578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Checking segment: {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:18.583009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Bound using segment: {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:18.583500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Bound port: 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:18.584126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.661512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:18.665936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:18.678164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.700902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.702809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:18.704228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] 10.222.0.62 "PUT /v2.0/ports/3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f HTTP/1.1" status: 200 len: 1093 time: 0.6375012 Oct 19 01:48:18.706953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:18.709428 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0035036-3c1b-430c-950a-9443021beebd" -d '{"events": [{"name": "network-changed", "server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:18.779487 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b7bb78-608e-4361-8b37-75e8fd03a6f9 x-openstack-request-id: req-93b7bb78-608e-4361-8b37-75e8fd03a6f9 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:18.779726 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:18.779991 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93b7bb78-608e-4361-8b37-75e8fd03a6f9 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:18.780406 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'status': 'completed', 'code': 200} Oct 19 01:48:18.807576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ce17d-6232-4506-893c-d4ce242d0bdd service neutron] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:18.815295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297635-0b3a-4860-bc92-47853f991bde req-67cb6952-f293-4d2e-8843-313732c4a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.816705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-67cb6952-f293-4d2e-8843-313732c4a3f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 1096 time: 0.0654953 Oct 19 01:48:18.861444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-7167818d-15bc-498b-a154-001c658c5f7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f HTTP/1.1" status: 200 len: 217 time: 0.0360725 Oct 19 01:48:18.915012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297635-0b3a-4860-bc92-47853f991bde req-3a91cb09-7215-4780-8288-e2ca204cecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:18.916926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-3a91cb09-7215-4780-8288-e2ca204cecc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 200 len: 855 time: 0.0468407 Oct 19 01:48:18.954698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-f8c2b55a-a88d-48b9-b350-d1e3d9e3c427 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74a28f3b-adaa-41ed-9479-b45414f4b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306802 Oct 19 01:48:19.047780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-e7cbd976-6150-42fb-b9a0-9640bcba958e service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Oct 19 01:48:19.145250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8b297635-0b3a-4860-bc92-47853f991bde req-d4c80f70-9194-4c93-964e-a476e27c099e service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891840 Oct 19 01:48:19.229848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035036-3c1b-430c-950a-9443021beebd req-9c4e31b0-e911-487a-88b9-68147b7a4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:19.231378 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0035036-3c1b-430c-950a-9443021beebd req-9c4e31b0-e911-487a-88b9-68147b7a4509 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 1096 time: 0.0428143 Oct 19 01:48:19.325848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035036-3c1b-430c-950a-9443021beebd req-9a99a8c5-5dd6-4d6b-a483-5903ba520255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:19.327217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0035036-3c1b-430c-950a-9443021beebd req-9a99a8c5-5dd6-4d6b-a483-5903ba520255 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 916 time: 0.0885994 Oct 19 01:48:19.370286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0035036-3c1b-430c-950a-9443021beebd req-31c249b5-8158-4eb8-a143-ecf7c604db3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f HTTP/1.1" status: 200 len: 217 time: 0.0353465 Oct 19 01:48:19.420997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035036-3c1b-430c-950a-9443021beebd req-4c52a86f-222a-4f5a-8a57-624e814954a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:19.422639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0035036-3c1b-430c-950a-9443021beebd req-4c52a86f-222a-4f5a-8a57-624e814954a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 200 len: 855 time: 0.0449286 Oct 19 01:48:19.458138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0035036-3c1b-430c-950a-9443021beebd req-92d0e8b9-64f9-416a-82c0-67d23cdce280 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74a28f3b-adaa-41ed-9479-b45414f4b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267041 Oct 19 01:48:19.462955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bdc93656-7251-4308-8ecb-572e7e213849 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:48:19.485978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: bdc93656-7251-4308-8ecb-572e7e213849 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:48:19.486338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bdc93656-7251-4308-8ecb-572e7e213849 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:48:19.573211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0035036-3c1b-430c-950a-9443021beebd req-1fc5cce6-bbfc-43d0-b48d-f0086504b917 service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051099 Oct 19 01:48:19.654433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a985cbb-bb21-4252-94ce-c3b57ae38df2 req-c570059d-1a8e-40e2-b8bd-4e758ec7e1ea tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:19.661135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a985cbb-bb21-4252-94ce-c3b57ae38df2 req-c570059d-1a8e-40e2-b8bd-4e758ec7e1ea tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 944 time: 0.0580251 Oct 19 01:48:19.679151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0035036-3c1b-430c-950a-9443021beebd req-c833deae-71ec-47b7-a1f3-3559235a374d service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979133 Oct 19 01:48:19.708267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a985cbb-bb21-4252-94ce-c3b57ae38df2 req-951c7450-56c5-4592-bfde-a86bd50df286 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Oct 19 01:48:19.993339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:20.839859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5d7b-3e6c-4cd8-b6ea-33c40318cfbc req-891a917e-c91d-4399-9d95-39ecd5cd5b5f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:20.841538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-714a5d7b-3e6c-4cd8-b6ea-33c40318cfbc req-891a917e-c91d-4399-9d95-39ecd5cd5b5f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 944 time: 0.0517337 Oct 19 01:48:20.883585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-714a5d7b-3e6c-4cd8-b6ea-33c40318cfbc req-5d6d9b38-7853-4fd1-869d-f99a24bce47c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354712 Oct 19 01:48:22.017121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6dd10-8c27-4af3-a344-114f8516b0f2 req-9850f1c8-7775-44d8-b119-5fdcd988a82c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:22.018643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ad6dd10-8c27-4af3-a344-114f8516b0f2 req-9850f1c8-7775-44d8-b119-5fdcd988a82c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 944 time: 0.0567265 Oct 19 01:48:22.057385 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ad6dd10-8c27-4af3-a344-114f8516b0f2 req-8d7b196b-3e4b-4310-8923-f29e18fad0f3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Oct 19 01:48:23.173239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2b8ae-8c5f-4ba4-b36a-643166439432 req-1f40f7ef-8be2-43a3-83f3-975a6b477d99 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:23.174807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05f2b8ae-8c5f-4ba4-b36a-643166439432 req-1f40f7ef-8be2-43a3-83f3-975a6b477d99 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 944 time: 0.0509186 Oct 19 01:48:23.215406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05f2b8ae-8c5f-4ba4-b36a-643166439432 req-ee592433-d5c9-428d-bb89-78f4784f390b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344644 Oct 19 01:48:23.481975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:48:23.574963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:23.586058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'port_id': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'mac_address': 'fa:16:3e:5b:ba:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755e08db-6f6a-480b-a947-e7fde5dbb088', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:48:23.626401 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:23.639092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:48:23.658346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:23.662272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:23.711521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:23.861227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:48:24.133147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-44c8c64a-e1bf-4ffb-9872-7f07a30ed8b8 req-f37d4c0b-5b25-470c-b08a-06825978c7a5 service neutron] (100847) timed out ('10.222.0.64', 52544) {{(pid=100847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:48:24.341156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a1e30-f18e-49bb-8f8b-fc4d1b4faf5b req-4d3c3a35-123f-4aad-877c-5a5f67f1bc84 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:24.343316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc3a1e30-f18e-49bb-8f8b-fc4d1b4faf5b req-4d3c3a35-123f-4aad-877c-5a5f67f1bc84 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 945 time: 0.0538499 Oct 19 01:48:24.384728 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc3a1e30-f18e-49bb-8f8b-fc4d1b4faf5b req-5f2ebd15-5deb-455e-8d16-8936ab1e4492 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341899 Oct 19 01:48:25.482391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:25.503564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dbd6a-39e1-41ab-af66-d85d8150f611 req-3b6d7390-63ca-4f5b-8064-9c69eea166be tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:25.505074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-656dbd6a-39e1-41ab-af66-d85d8150f611 req-3b6d7390-63ca-4f5b-8064-9c69eea166be tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 945 time: 0.0506017 Oct 19 01:48:25.533076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:48:25.537243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:25.537617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:25.552640 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-656dbd6a-39e1-41ab-af66-d85d8150f611 req-bacc44de-ed8b-482b-82fd-deca5e79c712 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Oct 19 01:48:25.626008 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:25.651426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:25.653696 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385934a0-d5d9-4fa5-a295-78aab18b4607" -d '{"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:25.667240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:25.672562 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:25.704009 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb76968-780f-4f7b-8021-db35b8cc2036 x-openstack-request-id: req-8eb76968-780f-4f7b-8021-db35b8cc2036 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:25.704299 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:25.704555 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8eb76968-780f-4f7b-8021-db35b8cc2036 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:25.704945 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'code': 200} Oct 19 01:48:25.739956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:25.793493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a4130-499c-4bc5-83bd-1bfdd282736e req-1e64b92f-3b08-48ae-8d33-c43cb2d95d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:25.794955 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f8a4130-499c-4bc5-83bd-1bfdd282736e req-1e64b92f-3b08-48ae-8d33-c43cb2d95d11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 1098 time: 0.0408661 Oct 19 01:48:25.831026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f8a4130-499c-4bc5-83bd-1bfdd282736e req-75341382-3f9e-407d-b538-1fd2b609e282 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289779 Oct 19 01:48:26.680706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867cec-bf45-4c34-96a0-e40a674417ee req-d80378ec-5212-469f-a529-b0f8f0c39381 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:26.682234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-25867cec-bf45-4c34-96a0-e40a674417ee req-d80378ec-5212-469f-a529-b0f8f0c39381 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0498781 Oct 19 01:48:26.721209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-25867cec-bf45-4c34-96a0-e40a674417ee req-cc64d012-a242-4969-8ad5-af166aede47b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Oct 19 01:48:27.847384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8ecc1-668c-48c4-bac9-cfb39be92ec7 req-c9359fac-6f7f-41a4-b483-861037016214 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:27.849240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7cd8ecc1-668c-48c4-bac9-cfb39be92ec7 req-c9359fac-6f7f-41a4-b483-861037016214 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0521748 Oct 19 01:48:27.891088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7cd8ecc1-668c-48c4-bac9-cfb39be92ec7 req-af793daf-6cb3-4c80-a952-36d2ea3f2729 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Oct 19 01:48:28.012191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a7c43-1c44-4059-b40b-e70106e1d303 req-d610d4de-b31a-4e9a-b110-e0a2342160e1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:28.013788 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-108a7c43-1c44-4059-b40b-e70106e1d303 req-d610d4de-b31a-4e9a-b110-e0a2342160e1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0514424 Oct 19 01:48:28.061236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-108a7c43-1c44-4059-b40b-e70106e1d303 req-36a84e3f-ec88-40da-8237-95957a54408d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Oct 19 01:48:28.278735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd565e-9cb4-4bca-88cb-ca94a387e986 req-9650a13d-2504-4cf3-9012-6e17fb3997a4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:28.280567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27cd565e-9cb4-4bca-88cb-ca94a387e986 req-9650a13d-2504-4cf3-9012-6e17fb3997a4 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0535989 Oct 19 01:48:28.322038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27cd565e-9cb4-4bca-88cb-ca94a387e986 req-333b7005-5ab9-45b8-b8bc-2cdb1c8a15ab tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353479 Oct 19 01:48:28.447736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c43ab0-c13d-4540-a149-b1c16491b3fa req-77d0f8ea-f9b7-4d28-839d-7b9bf0789996 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:28.449410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-83c43ab0-c13d-4540-a149-b1c16491b3fa req-77d0f8ea-f9b7-4d28-839d-7b9bf0789996 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0553470 Oct 19 01:48:28.490726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-83c43ab0-c13d-4540-a149-b1c16491b3fa req-6a12a8a2-6a89-47a3-ab5b-10fac4100509 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351167 Oct 19 01:48:28.850966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013f03-0b4d-4365-83db-898a5605416a req-264dd920-60fa-4ea5-8d0d-cf6b590ab48f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:28.852528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63013f03-0b4d-4365-83db-898a5605416a req-264dd920-60fa-4ea5-8d0d-cf6b590ab48f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0565541 Oct 19 01:48:28.895526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63013f03-0b4d-4365-83db-898a5605416a req-6c5dcf5f-1493-4347-a90a-2b509ba18179 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Oct 19 01:48:29.448474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-9904863e-f3e8-4f9c-8934-03c6081c4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:29.450163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-9904863e-f3e8-4f9c-8934-03c6081c4bdf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 1098 time: 0.0458720 Oct 19 01:48:29.562026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-17c48ec8-dfef-4cfc-b6da-3e6d2b5b41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:29.562026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-17c48ec8-dfef-4cfc-b6da-3e6d2b5b41a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 916 time: 0.0924582 Oct 19 01:48:29.605591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-009aa75c-37c1-4ebd-9e89-a14b7f12c34c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f HTTP/1.1" status: 200 len: 217 time: 0.0374119 Oct 19 01:48:29.656417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-b07125ca-e83e-483e-9eb5-0e86945750cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:29.657921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-b07125ca-e83e-483e-9eb5-0e86945750cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 200 len: 855 time: 0.0457189 Oct 19 01:48:29.695650 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-fe1ffbf7-3831-4532-9954-3bf2c12aa168 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74a28f3b-adaa-41ed-9479-b45414f4b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294175 Oct 19 01:48:29.785799 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-c38e4fe8-65e9-4ff6-bc7c-e557e782fc5c service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829465 Oct 19 01:48:29.881056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d0ac100-254c-4828-90b9-4095f0ecfce8 req-e69263b3-1f4e-47be-803a-2fd47af5a1ce service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874424 Oct 19 01:48:30.014946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68abcb-aa54-43f5-8fec-7507038cfddd req-dab42dd9-4d77-48d9-a2fa-9af21e8ef40e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:30.016439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae68abcb-aa54-43f5-8fec-7507038cfddd req-dab42dd9-4d77-48d9-a2fa-9af21e8ef40e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0499148 Oct 19 01:48:30.053802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae68abcb-aa54-43f5-8fec-7507038cfddd req-b8b9cb36-b0a1-4d69-a9bc-179e61eaec3b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311737 Oct 19 01:48:31.169288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb46cfb-c5bf-4e0f-ad7e-3bea631e6006 req-90410fca-f176-42ec-9ded-31946ae58557 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:31.170772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cb46cfb-c5bf-4e0f-ad7e-3bea631e6006 req-90410fca-f176-42ec-9ded-31946ae58557 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0501390 Oct 19 01:48:31.210305 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cb46cfb-c5bf-4e0f-ad7e-3bea631e6006 req-2c09489e-5c8f-4997-9c78-145de50ef0e0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Oct 19 01:48:31.245057 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:48:32.338505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27783b2c-5d25-49a6-be92-356455a1e7a8 req-de7abf0b-2c65-4636-b923-36018c581097 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:32.340035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27783b2c-5d25-49a6-be92-356455a1e7a8 req-de7abf0b-2c65-4636-b923-36018c581097 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0528727 Oct 19 01:48:32.381018 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27783b2c-5d25-49a6-be92-356455a1e7a8 req-e29d26a1-8cd8-4c31-8b2a-23fe92c5e99d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345852 Oct 19 01:48:32.724572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:32.774684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] Deleting subnet e1d57e0b-701b-4b7b-9fbf-2470e829ba1b {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:48:32.777798 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:32.812595 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:32.850697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:32.902182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:32.927852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d57e0b-701b-4b7b-9fbf-2470e829ba1b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:32.932202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:32.935382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ac759ba0-7953-494e-9ed6-0c0183c094e1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e1d57e0b-701b-4b7b-9fbf-2470e829ba1b HTTP/1.1" status: 204 len: 168 time: 0.2092838 Oct 19 01:48:32.937779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45288) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:33.014438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.099750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.120727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca583e17-118d-475e-b655-4e43cda00247']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:33.130336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cee6ba4-211a-4c74-afad-9fe1843df38f') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:33.130622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cee6ba4-211a-4c74-afad-9fe1843df38f') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:33.139890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.153917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.159849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:48:33.160257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:48:33.162001 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:48:33.218909 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.224586 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.227685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] 10.222.0.64 "DELETE /v2.0/networks/ca583e17-118d-475e-b655-4e43cda00247 HTTP/1.1" status: 204 len: 168 time: 0.2889984 Oct 19 01:48:33.239634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc85cc5-d83a-427a-8b42-b613a1e8728c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca583e17-118d-475e-b655-4e43cda00247,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:33.350320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45292) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:33.393745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e3b0dccd-52ed-4e13-a4f4-6647273ff04b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f1c2160b7194208afa6fffe4f06863a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400214 Oct 19 01:48:33.393994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45294) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:33.472359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f614fc7d-4006-4e2e-92e2-f06bb3319d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.508228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f614fc7d-4006-4e2e-92e2-f06bb3319d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.543271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27717f0e-879d-4684-a49a-290942d9ad08 req-3165cd18-634f-433f-8603-e0d26281635e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:33.544792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27717f0e-879d-4684-a49a-290942d9ad08 req-3165cd18-634f-433f-8603-e0d26281635e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0908940 Oct 19 01:48:33.587072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-27717f0e-879d-4684-a49a-290942d9ad08 req-63151e99-4e5c-4d76-84d7-5ff73059a4dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Oct 19 01:48:33.592999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f614fc7d-4006-4e2e-92e2-f06bb3319d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.595644 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f614fc7d-4006-4e2e-92e2-f06bb3319d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:33.596760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f614fc7d-4006-4e2e-92e2-f06bb3319d9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3355c9a9-f371-4d59-836b-3470bb10c553 HTTP/1.1" status: 204 len: 168 time: 0.2019141 Oct 19 01:48:33.613804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614fc7d-4006-4e2e-92e2-f06bb3319d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3355c9a9-f371-4d59-836b-3470bb10c553,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:34.252233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:34.357078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1506454949-network', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:34.378310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Made reservation on behalf of 5992ca92e2b84e1b92e8a4e38927239b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:48:34.380673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.389343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.465777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.469276 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.492427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:48:34.507258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b7ec9-4490-4394-9add-961c1c5b9c96,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:34.510755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.511098 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Added segment 53f80697-9531-4d0e-936b-545cb646cc19 of type vlan for network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f Oct 19 01:48:34.551024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.576482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.577426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:34.578005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.608997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3556046 Oct 19 01:48:34.611924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:34.617428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Request body: {'subnet': {'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1506454949-subnet', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:34.641688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Made reservation on behalf of 5992ca92e2b84e1b92e8a4e38927239b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:48:34.643884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20318471-4cc1-4ef9-b23b-c8c55c074eea admin admin] Pushing event updated for resources: {'Network': ['ID=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:34.644705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.655327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:48:34.765933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5557-000b-4071-b5ee-87a6c1e9a2bb req-ccf8e339-a138-4f36-be86-87c52c04433c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:34.767421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f9d5557-000b-4071-b5ee-87a6c1e9a2bb req-ccf8e339-a138-4f36-be86-87c52c04433c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.1016896 Oct 19 01:48:34.842809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f9d5557-000b-4071-b5ee-87a6c1e9a2bb req-b232f123-e07a-4ab8-a639-db5681f5a558 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691557 Oct 19 01:48:34.891889 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.947306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12832de2-283f-4b50-bc39-98ed7dfb7239,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:34.956624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Checking segment: {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:34.956979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Network hostable DHCP agents. Network: d3bec273-fe27-40d9-a6ae-3a7b3cadb46f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:48:34.973456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:48:34.982464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, d3bec273-fe27-40d9-a6ae-3a7b3cadb46f) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:34.986731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:34.987325 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:34.992252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635f042-be99-4c9c-9f48-71ea7439dae5 None None] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:48:35.004477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7e1e709-92d1-461a-a77a-baa006b70516 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3905034 Oct 19 01:48:35.007072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45326) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:35.011650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:35.032388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.033395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.087906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.142659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-d3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:48:35.143678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.225297 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.277518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Allocated IP 172.20.0.2 (d3bec273-fe27-40d9-a6ae-3a7b3cadb46f/12832de2-283f-4b50-bc39-98ed7dfb7239/0c203ddc-4180-4cac-be2c-ef3e5de71c97) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:35.418794 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.424322 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.427740 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.446982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.464281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:35.468473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:35.471613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:35.482247 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Pushing event updated for resources: {'Port': ['ID=0c203ddc-4180-4cac-be2c-ef3e5de71c97,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:35.534490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Attempting to bind port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:35.534850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Attempting to bind port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:35.535208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Attempting to bind port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 on network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:35.540101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:35.546054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Checking segment: {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:35.546451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.546837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Bound using segment: {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:35.547295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Bound port: 0c203ddc-4180-4cac-be2c-ef3e5de71c97, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:35.547663 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.558085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Allocated IP 172.25.0.115 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f91e7ec5-03b5-4b86-8c0a-67c2d9da679f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:35.617219 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] For port 0c203ddc-4180-4cac-be2c-ef3e5de71c97, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:35.620879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] For port 0c203ddc-4180-4cac-be2c-ef3e5de71c97, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c203ddc-4180-4cac-be2c-ef3e5de71c97,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:35.625406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.662867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.682198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f808c06-25eb-44df-a2c2-4df004609b0b None None] Pushing event updated for resources: {'Port': ['ID=0c203ddc-4180-4cac-be2c-ef3e5de71c97,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:35.708328 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:35.748287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:35.751109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:35.754110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:35.787783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Pushing event updated for resources: {'Port': ['ID=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:36.013698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184081d9-d50b-421a-b850-2beb2963fc65 req-ab21bb68-3925-404b-8d57-ad41e9e24738 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:36.015168 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-184081d9-d50b-421a-b850-2beb2963fc65 req-ab21bb68-3925-404b-8d57-ad41e9e24738 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0983305 Oct 19 01:48:36.099438 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-184081d9-d50b-421a-b850-2beb2963fc65 req-a7d8269b-e37b-428d-b231-1c0f02d3a04d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773389 Oct 19 01:48:36.110633 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:36.311939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:36.521646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d68ae-4b39-414f-abc8-935f4be6ca6c None None] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:48:36.610512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0a69404f-b65a-454b-a765-17de1107ac9e None None] Provisioning complete for port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:36.610886 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a69404f-b65a-454b-a765-17de1107ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:36.755200 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a69404f-b65a-454b-a765-17de1107ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:36.787557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:48:36.788540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0a69404f-b65a-454b-a765-17de1107ac9e None None] For port 0c203ddc-4180-4cac-be2c-ef3e5de71c97, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c203ddc-4180-4cac-be2c-ef3e5de71c97,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:36.792457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a69404f-b65a-454b-a765-17de1107ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:36.841794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69404f-b65a-454b-a765-17de1107ac9e None None] Pushing event updated for resources: {'Port': ['ID=0c203ddc-4180-4cac-be2c-ef3e5de71c97,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:36.900902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:48:36.911587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Sync routers for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:48:36.921623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:36.921945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:36.922244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:36.925910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb7ee2fb-3c9c-4c7e-b2ea-dadb0e9c6cbd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9151156 Oct 19 01:48:36.926295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45330) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:36.982351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0f17c3ed-c141-4df7-9bb6-ef8c2b23e7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.061847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ee012db5-05f8-44f3-9216-bca3a95d8c6f None None] Provisioning complete for port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:37.062119 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee012db5-05f8-44f3-9216-bca3a95d8c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.064638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:37.225155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9caf0-0fd0-4606-9123-4ab70610c5b4 req-bbb9fdc9-b57e-49a0-8610-c4b1e74727db tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:37.226923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1df9caf0-0fd0-4606-9123-4ab70610c5b4 req-bbb9fdc9-b57e-49a0-8610-c4b1e74727db tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0550334 Oct 19 01:48:37.286391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1df9caf0-0fd0-4606-9123-4ab70610c5b4 req-d06090e4-1694-4deb-a684-c884620a8541 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480068 Oct 19 01:48:37.397464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.405916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c203ddc-4180-4cac-be2c-ef3e5de71c97 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:37.514339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:37.514632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.556664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Allocated IP 172.20.0.1 (d3bec273-fe27-40d9-a6ae-3a7b3cadb46f/12832de2-283f-4b50-bc39-98ed7dfb7239/5658106b-988b-401e-8f6d-f1c5afda3c98) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:37.560359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:35Z', 'revision_number': 3, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:37.592693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Checking router: bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:48:37.593047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Updating router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:48:37.622984 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.659126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.695111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.732003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:37.736228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:37.739608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:37.771054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Pushing event updated for resources: {'Port': ['ID=5658106b-988b-401e-8f6d-f1c5afda3c98,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:37.789551 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.926669 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.942202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:37.951517 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.001027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Attempting to bind port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:38.001412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Attempting to bind port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:38.002256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Attempting to bind port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:38.009476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:38.009807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:38.010214 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.010607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:38.011091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Bound port: f91e7ec5-03b5-4b86-8c0a-67c2d9da679f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:38.011475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.049659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a07ca4-828b-435f-bb77-661ac05666b5 None None] Pushing event updated for resources: {'Port': ['ID=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:38.087359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] For port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:38.091102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] For port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:38.096298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b46579a5-6abd-4972-ac43-1ee41b5a2ca3 None None] Provisioning complete for port 5658106b-988b-401e-8f6d-f1c5afda3c98 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:38.096682 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b46579a5-6abd-4972-ac43-1ee41b5a2ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.098607 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.113414 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.119821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.171706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b46579a5-6abd-4972-ac43-1ee41b5a2ca3 None None] Port 5658106b-988b-401e-8f6d-f1c5afda3c98 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:48:38.190213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:38.190833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:38.192666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a07ca4-828b-435f-bb77-661ac05666b5 None None] Pushing event updated for resources: {'Port': ['ID=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:38.192846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Pushing event updated for resources: {'Port': ['ID=5658106b-988b-401e-8f6d-f1c5afda3c98,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:38.195440 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.289847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:38.291722 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:38.303700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:38.528579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 2, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:38.560933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987d7a1-749f-4e58-b4c2-463e10eda0e3 None None] The sync data for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 is: [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 2, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:48:38.600141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8c72261a-936d-486e-a614-1922d6fadf37 None None] Provisioning complete for port 5658106b-988b-401e-8f6d-f1c5afda3c98 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:38.600514 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8c72261a-936d-486e-a614-1922d6fadf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:38.637458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8c72261a-936d-486e-a614-1922d6fadf37 None None] Port 5658106b-988b-401e-8f6d-f1c5afda3c98 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:48:38.772568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:48:38.782596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012ba42-e3e5-4dfa-b8a0-52557c3fca6d req-241afda2-524c-4771-b77b-86a2dc79c116 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:38.784141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4012ba42-e3e5-4dfa-b8a0-52557c3fca6d req-241afda2-524c-4771-b77b-86a2dc79c116 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.3974252 Oct 19 01:48:38.873386 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4012ba42-e3e5-4dfa-b8a0-52557c3fca6d req-6adadaa3-3c3d-4be6-af4d-30b9bb63e76e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811710 Oct 19 01:48:38.929727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:48:38.935732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-61dd14fa-ef5b-4fcd-a045-ed26ebc623fb admin admin] 10.222.0.64 "PUT /v2.0/routers/bccc65b2-5c46-4ba1-863c-e8b7421ff6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0083649 Oct 19 01:48:39.316168 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f91e7ec5-03b5-4b86-8c0a-67c2d9da679f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:39.369150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:39.369580 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.456258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.479902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:39.482097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:39.485131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1236898514-network', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:39.487079 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.521591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Made reservation on behalf of 87eedcac5dde471497fcea8ea88cb4d0 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:48:39.524131 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.534199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.547371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:39.620008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.623762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.648678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:48:39.659140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83fa71-b899-44d8-8f44-45817349a793,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:39.666882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.667226 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Added segment 721881b5-cfe0-4a7b-9ad1-950e278d9100 of type vlan for network f35e0934-116e-497d-9408-ea3605830296 Oct 19 01:48:39.699841 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8856bbf4-98e2-45dc-a747-302846243933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.715161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.741311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.742328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:39.742932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.776637 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2955437 Oct 19 01:48:39.778687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45360) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:39.784293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Request body: {'subnet': {'network_id': 'f35e0934-116e-497d-9408-ea3605830296', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1236898514-subnet', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:39.812910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Made reservation on behalf of 87eedcac5dde471497fcea8ea88cb4d0 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:48:39.813789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b32da-a859-4cc3-b101-5aa08fd30e0c admin admin] Pushing event updated for resources: {'Network': ['ID=f35e0934-116e-497d-9408-ea3605830296,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:39.829177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:39.830482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f35e0934-116e-497d-9408-ea3605830296 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:48:39.849459 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.046204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1caf4-301e-41c2-a5f4-89697ae07dc4 req-f1c3e5bd-bdc7-4d06-9687-8a52c70601f3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:40.047685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97e1caf4-301e-41c2-a5f4-89697ae07dc4 req-f1c3e5bd-bdc7-4d06-9687-8a52c70601f3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0952744 Oct 19 01:48:40.053038 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.134662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f8b9c4-622e-4f3f-81ea-d8570cf14707,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:40.143627 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-97e1caf4-301e-41c2-a5f4-89697ae07dc4 req-a7175600-5dcc-494d-ba48-ef6b06cd69fe tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883465 Oct 19 01:48:40.154348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Checking segment: {'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:40.154630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Network hostable DHCP agents. Network: f35e0934-116e-497d-9408-ea3605830296, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:48:40.171589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Network f35e0934-116e-497d-9408-ea3605830296 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:48:40.180093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, f35e0934-116e-497d-9408-ea3605830296) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:40.184280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:40.184853 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.189200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcae21-2e43-4cd5-97d7-fdfb628ad90a None None] Network f35e0934-116e-497d-9408-ea3605830296 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:48:40.201236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bca74e5f-1205-4135-8aa8-9cd406196f97 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4208312 Oct 19 01:48:40.203679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45364) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:40.207922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:40.229812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.230794 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.282792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.341530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-f35e0934-116e-497d-9408-ea3605830296', 'network_id': 'f35e0934-116e-497d-9408-ea3605830296', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'fixed_ips': [{'subnet_id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:48:40.342396 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.434257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.479556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Allocated IP 172.20.0.2 (f35e0934-116e-497d-9408-ea3605830296/07f8b9c4-622e-4f3f-81ea-d8570cf14707/51446e4a-bbf4-4db7-9f3a-180746fa142f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:40.607040 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Sync routers for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:48:40.616691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:40.617381 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:40.640099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.642870 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.646645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.659188 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.685128 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.687005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Network f35e0934-116e-497d-9408-ea3605830296 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:40.689809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:40.696330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:40.699889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Pushing event updated for resources: {'Port': ['ID=51446e4a-bbf4-4db7-9f3a-180746fa142f,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:40.737520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:40.756249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Attempting to bind port 51446e4a-bbf4-4db7-9f3a-180746fa142f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:40.756615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Attempting to bind port 51446e4a-bbf4-4db7-9f3a-180746fa142f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:40.756976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Attempting to bind port 51446e4a-bbf4-4db7-9f3a-180746fa142f on network f35e0934-116e-497d-9408-ea3605830296 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:40.762749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:40.763115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Checking segment: {'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:40.763508 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.763892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Bound using segment: {'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:40.764378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Bound port: 51446e4a-bbf4-4db7-9f3a-180746fa142f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:40.764751 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.812600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Allocated IP 172.25.0.139 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d73c4dfc-d842-4232-bc0b-2700a3b968f9) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:40.830589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] For port 51446e4a-bbf4-4db7-9f3a-180746fa142f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:40.838248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] For port 51446e4a-bbf4-4db7-9f3a-180746fa142f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=51446e4a-bbf4-4db7-9f3a-180746fa142f,segment=NetworkSegment(721881b5-cfe0-4a7b-9ad1-950e278d9100),segment_id=721881b5-cfe0-4a7b-9ad1-950e278d9100)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:40.845610 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.880311 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.919525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be5f80-fb26-4abc-9170-bca9b6551347 None None] Pushing event updated for resources: {'Port': ['ID=51446e4a-bbf4-4db7-9f3a-180746fa142f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:40.955349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 2, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:40.961523 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:40.982584 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Checking router: bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:48:40.982936 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Updating router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 port 5658106b-988b-401e-8f6d-f1c5afda3c98 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:48:40.999005 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.007733 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.041405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:41.046113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:41.049172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:41.057529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d73c4dfc-d842-4232-bc0b-2700a3b968f9,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:41.306663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506ea9c-3c29-496a-be6b-8a4191a39bb8 req-b81841eb-4532-4c7a-8b5a-486f9cbc8fe2 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:41.308940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6506ea9c-3c29-496a-be6b-8a4191a39bb8 req-b81841eb-4532-4c7a-8b5a-486f9cbc8fe2 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0761034 Oct 19 01:48:41.333044 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.347923 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.355712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6506ea9c-3c29-496a-be6b-8a4191a39bb8 req-a38a023f-ed9b-497d-a94c-280ec8e75a38 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Oct 19 01:48:41.383279 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.396067 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711b17c-a370-41e9-954b-491aaeb700f5 None None] Pushing event updated for resources: {'Port': ['ID=5658106b-988b-401e-8f6d-f1c5afda3c98,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:41.403210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 51446e4a-bbf4-4db7-9f3a-180746fa142f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:41.467095 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Attempting to bind port 5658106b-988b-401e-8f6d-f1c5afda3c98 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:41.467852 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Attempting to bind port 5658106b-988b-401e-8f6d-f1c5afda3c98 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:41.468249 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Attempting to bind port 5658106b-988b-401e-8f6d-f1c5afda3c98 on network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:41.469406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 51446e4a-bbf4-4db7-9f3a-180746fa142f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:41.469938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.473646 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:41.474009 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Checking segment: {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:41.474397 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.474781 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Bound using segment: {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:41.475242 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Bound port: 5658106b-988b-401e-8f6d-f1c5afda3c98, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:41.475613 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.553207 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] For port 5658106b-988b-401e-8f6d-f1c5afda3c98, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:41.557313 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] For port 5658106b-988b-401e-8f6d-f1c5afda3c98, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5658106b-988b-401e-8f6d-f1c5afda3c98,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:41.562072 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.588770 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.633366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 51446e4a-bbf4-4db7-9f3a-180746fa142f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=51446e4a-bbf4-4db7-9f3a-180746fa142f,segment=NetworkSegment(721881b5-cfe0-4a7b-9ad1-950e278d9100),segment_id=721881b5-cfe0-4a7b-9ad1-950e278d9100)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:41.638548 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.639608 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711b17c-a370-41e9-954b-491aaeb700f5 None None] Pushing event updated for resources: {'Port': ['ID=5658106b-988b-401e-8f6d-f1c5afda3c98,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:41.640176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f91e7ec5-03b5-4b86-8c0a-67c2d9da679f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:41.678154 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:41.679044 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:41.698309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.782643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=51446e4a-bbf4-4db7-9f3a-180746fa142f,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:41.798197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1a464e7f-1428-462b-bd3b-b2a0034a50f3 None None] Provisioning complete for port 5658106b-988b-401e-8f6d-f1c5afda3c98 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:41.798566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1a464e7f-1428-462b-bd3b-b2a0034a50f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.844551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:41.844866 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:41.917909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Router 937939e0-1534-407f-a843-d270248fbb47 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:48:41.929710 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:41.960530 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1a464e7f-1428-462b-bd3b-b2a0034a50f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.054433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1a464e7f-1428-462b-bd3b-b2a0034a50f3 None None] For port 5658106b-988b-401e-8f6d-f1c5afda3c98, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5658106b-988b-401e-8f6d-f1c5afda3c98,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:42.061608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1a464e7f-1428-462b-bd3b-b2a0034a50f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.065863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:48:42.095293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Sync routers for ids ['937939e0-1534-407f-a843-d270248fbb47'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:48:42.095451 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.097639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-24976be2-d93d-4ffa-959b-a17fcb9ac7c9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8925653 Oct 19 01:48:42.099922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45368) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:42.123722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Routers {'937939e0-1534-407f-a843-d270248fbb47'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:42.124374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['937939e0-1534-407f-a843-d270248fbb47'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:42.129610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a464e7f-1428-462b-bd3b-b2a0034a50f3 None None] Pushing event updated for resources: {'Port': ['ID=5658106b-988b-401e-8f6d-f1c5afda3c98,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:42.167055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fecfda-2694-4e9b-8bd6-861edf5032bd None None] Network f35e0934-116e-497d-9408-ea3605830296 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:48:42.168058 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:41Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:42.198132 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d2296-3d29-47c7-bf06-26d9bd23f23c None None] The sync data for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 is: [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:41Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:48:42.458516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-86a31a06-e30e-4b97-9e29-725688736802 None None] Provisioning complete for port 51446e4a-bbf4-4db7-9f3a-180746fa142f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:42.459118 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-86a31a06-e30e-4b97-9e29-725688736802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.494082 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.512128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef50e-9d13-424a-af52-2afe31bb8884 req-1b200892-9e15-4a29-ad50-20904f79087f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:42.513883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cdef50e-9d13-424a-af52-2afe31bb8884 req-1b200892-9e15-4a29-ad50-20904f79087f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0606587 Oct 19 01:48:42.527388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Set router 937939e0-1534-407f-a843-d270248fbb47 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:42.581773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cdef50e-9d13-424a-af52-2afe31bb8884 req-afe2b089-b475-4499-bb01-419513ffafb7 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538599 Oct 19 01:48:42.659350 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.836357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-86a31a06-e30e-4b97-9e29-725688736802 None None] Provisioning complete for port 5658106b-988b-401e-8f6d-f1c5afda3c98 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:42.836728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-86a31a06-e30e-4b97-9e29-725688736802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.843839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Allocated IP 172.20.0.1 (f35e0934-116e-497d-9408-ea3605830296/07f8b9c4-622e-4f3f-81ea-d8570cf14707/5f368182-b7d0-4865-9094-5bd348fb86cb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:42.888372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:41Z', 'revision_number': 3, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:42.921295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Checking router: 937939e0-1534-407f-a843-d270248fbb47 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:48:42.921891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Updating router 937939e0-1534-407f-a843-d270248fbb47 port d73c4dfc-d842-4232-bc0b-2700a3b968f9 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:48:42.972466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:42.992063 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.031816 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.067342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Network f35e0934-116e-497d-9408-ea3605830296 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:43.070567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:43.074892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:43.117596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f368182-b7d0-4865-9094-5bd348fb86cb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:43.132786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.242307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-deea8ba0-0c9a-48c0-b8d9-ebc5cdd49366 None None] Provisioning complete for port 51446e4a-bbf4-4db7-9f3a-180746fa142f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:43.242502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-deea8ba0-0c9a-48c0-b8d9-ebc5cdd49366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.277652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.334316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.339466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5658106b-988b-401e-8f6d-f1c5afda3c98 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:43.362348 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.459005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398d8f-708e-4d68-8fd3-7b9a04322516 None None] Pushing event updated for resources: {'Port': ['ID=d73c4dfc-d842-4232-bc0b-2700a3b968f9,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:43.462595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.467165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Attempting to bind port d73c4dfc-d842-4232-bc0b-2700a3b968f9 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:43.467522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.467669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Attempting to bind port d73c4dfc-d842-4232-bc0b-2700a3b968f9 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:43.468146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Attempting to bind port d73c4dfc-d842-4232-bc0b-2700a3b968f9 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:43.484586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:43.484953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:43.485341 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.485718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:43.486183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Bound port: d73c4dfc-d842-4232-bc0b-2700a3b968f9, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:43.486554 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.508594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5658106b-988b-401e-8f6d-f1c5afda3c98 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:43.509295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.562986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.572626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] For port d73c4dfc-d842-4232-bc0b-2700a3b968f9, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:43.572895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f368182-b7d0-4865-9094-5bd348fb86cb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:43.576781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] For port d73c4dfc-d842-4232-bc0b-2700a3b968f9, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d73c4dfc-d842-4232-bc0b-2700a3b968f9,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:43.581569 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.686558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 51446e4a-bbf4-4db7-9f3a-180746fa142f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:43.689224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a7e20699-89be-46b0-bff3-34dd96f226f1 None None] Provisioning complete for port 5f368182-b7d0-4865-9094-5bd348fb86cb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:43.689582 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a7e20699-89be-46b0-bff3-34dd96f226f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.692633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398d8f-708e-4d68-8fd3-7b9a04322516 None None] Pushing event updated for resources: {'Port': ['ID=d73c4dfc-d842-4232-bc0b-2700a3b968f9,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:43.703967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Network f35e0934-116e-497d-9408-ea3605830296 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:43.706923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:43.715264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Routers {'937939e0-1534-407f-a843-d270248fbb47'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:43.715890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['937939e0-1534-407f-a843-d270248fbb47'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:43.731647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691be52-0117-4df0-ae1f-e4ebd2c41a13 req-f91e33fe-6999-4286-8446-a5a58daa805f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:43.733240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3691be52-0117-4df0-ae1f-e4ebd2c41a13 req-f91e33fe-6999-4286-8446-a5a58daa805f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0704708 Oct 19 01:48:43.804412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a7e20699-89be-46b0-bff3-34dd96f226f1 None None] Port 5f368182-b7d0-4865-9094-5bd348fb86cb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:48:43.845282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3691be52-0117-4df0-ae1f-e4ebd2c41a13 req-f7ef6a1f-1d48-4428-b430-61dcd233aa20 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805004 Oct 19 01:48:43.857402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 51446e4a-bbf4-4db7-9f3a-180746fa142f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:43.857770 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:43.876954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Router 937939e0-1534-407f-a843-d270248fbb47 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:48:43.891842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] Set router 937939e0-1534-407f-a843-d270248fbb47 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:43.987641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:48:43.992749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7144eb09-6705-4e6b-95e0-7126c4ecead1 admin admin] 10.222.0.64 "PUT /v2.0/routers/937939e0-1534-407f-a843-d270248fbb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8917327 Oct 19 01:48:44.101509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-058df043-34d3-451c-a8b4-93ded6ebeb0d None None] Provisioning complete for port 5f368182-b7d0-4865-9094-5bd348fb86cb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:44.101877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-058df043-34d3-451c-a8b4-93ded6ebeb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.166974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-058df043-34d3-451c-a8b4-93ded6ebeb0d None None] Port 5f368182-b7d0-4865-9094-5bd348fb86cb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:48:44.190165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 4, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5f368182-b7d0-4865-9094-5bd348fb86cb', 'name': '', 'network_id': 'f35e0934-116e-497d-9408-ea3605830296', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'mac_address': 'fa:16:3e:73:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:42Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 2, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'subnets': [{'id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:44.370088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904334d-1832-4e4d-a12b-d0796f48eacd None None] The sync data for ids ['937939e0-1534-407f-a843-d270248fbb47'] in n-d-789963-20 is: [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 4, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5f368182-b7d0-4865-9094-5bd348fb86cb', 'name': '', 'network_id': 'f35e0934-116e-497d-9408-ea3605830296', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'mac_address': 'fa:16:3e:73:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:42Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 2, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'subnets': [{'id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:48:44.650998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45382) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:44.655595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4e594ddd-514a-4cf7-aa65-0ee8013de0cc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073050785', 'description': 'tempest-secgroup-smoke-2073050785 description', 'project_id': '5992ca92e2b84e1b92e8a4e38927239b'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:44.680307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4e594ddd-514a-4cf7-aa65-0ee8013de0cc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.753782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4e594ddd-514a-4cf7-aa65-0ee8013de0cc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.757970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4e594ddd-514a-4cf7-aa65-0ee8013de0cc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.785966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4e594ddd-514a-4cf7-aa65-0ee8013de0cc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.789963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4e594ddd-514a-4cf7-aa65-0ee8013de0cc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351953 Oct 19 01:48:44.790791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45384) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:44.795017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-257c475c-81d7-4429-a3dc-982043968922 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'security_group_rule': {'security_group_id': 'ac30d5e3-7efd-4607-b515-dc65abf774e7', 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:44.801321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e594ddd-514a-4cf7-aa65-0ee8013de0cc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30d5e3-7efd-4607-b515-dc65abf774e7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:44.826766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-257c475c-81d7-4429-a3dc-982043968922 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.888364 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-257c475c-81d7-4429-a3dc-982043968922 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.893154 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-257c475c-81d7-4429-a3dc-982043968922 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.912469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c475c-81d7-4429-a3dc-982043968922 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caaf5a0-c22b-4cb2-8e66-4448dd265873,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:44.921132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-257c475c-81d7-4429-a3dc-982043968922 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.924932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-257c475c-81d7-4429-a3dc-982043968922 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306543 Oct 19 01:48:44.925242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45388) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:44.930232 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-76354679-72d6-4746-8398-a25f43dd97d3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'security_group_rule': {'security_group_id': 'ac30d5e3-7efd-4607-b515-dc65abf774e7', 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:44.962203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76354679-72d6-4746-8398-a25f43dd97d3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:44.976757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892e783-528a-436f-be9a-7430a59a7d4d req-29c5395d-f02f-47ce-916d-bcbd8e732498 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:44.978820 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0892e783-528a-436f-be9a-7430a59a7d4d req-29c5395d-f02f-47ce-916d-bcbd8e732498 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0547369 Oct 19 01:48:45.014870 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76354679-72d6-4746-8398-a25f43dd97d3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.018505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0892e783-528a-436f-be9a-7430a59a7d4d req-99396921-fc0a-4656-a620-6d4800545aa9 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Oct 19 01:48:45.019502 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76354679-72d6-4746-8398-a25f43dd97d3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.046780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76354679-72d6-4746-8398-a25f43dd97d3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc73cbd-64ba-4aff-a412-a9bc29244c81,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:45.057950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76354679-72d6-4746-8398-a25f43dd97d3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.059241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-76354679-72d6-4746-8398-a25f43dd97d3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329386 Oct 19 01:48:45.064584 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45390) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:45.072355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-aed30848-a82f-4fed-b5ec-3e3900d6712e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'security_group_rule': {'security_group_id': 'ac30d5e3-7efd-4607-b515-dc65abf774e7', 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:45.105865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aed30848-a82f-4fed-b5ec-3e3900d6712e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.189368 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aed30848-a82f-4fed-b5ec-3e3900d6712e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.194220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aed30848-a82f-4fed-b5ec-3e3900d6712e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.214924 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed30848-a82f-4fed-b5ec-3e3900d6712e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed56f559-bd01-459a-8db0-eb618afa80a8,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:45.224102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aed30848-a82f-4fed-b5ec-3e3900d6712e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.228700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aed30848-a82f-4fed-b5ec-3e3900d6712e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597443 Oct 19 01:48:45.228901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45392) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:45.233852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3022039e-976c-49ed-b25c-730863b21d6d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'security_group_rule': {'security_group_id': 'ac30d5e3-7efd-4607-b515-dc65abf774e7', 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:45.267299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3022039e-976c-49ed-b25c-730863b21d6d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.326166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d73c4dfc-d842-4232-bc0b-2700a3b968f9 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:45.342182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3022039e-976c-49ed-b25c-730863b21d6d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.346204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3022039e-976c-49ed-b25c-730863b21d6d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.367388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022039e-976c-49ed-b25c-730863b21d6d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8168f9-426b-42ae-b2ae-7e7b543ec2c2,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:45.374053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3022039e-976c-49ed-b25c-730863b21d6d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.375295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3022039e-976c-49ed-b25c-730863b21d6d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453900 Oct 19 01:48:45.378045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45394) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:45.382595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'security_group_rule': {'security_group_id': 'ac30d5e3-7efd-4607-b515-dc65abf774e7', 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:45.383240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d73c4dfc-d842-4232-bc0b-2700a3b968f9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:45.383615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.406456 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Project 5992ca92e2b84e1b92e8a4e38927239b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:48:45.412596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.470762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.482192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.486415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.494249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port d73c4dfc-d842-4232-bc0b-2700a3b968f9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d73c4dfc-d842-4232-bc0b-2700a3b968f9,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:45.499395 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.509242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e01010-61c0-4873-9bc4-96fe50d45b5b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:45.519171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.523106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d5e5e16f-5cab-442b-8b8a-3780e1c57037 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414239 Oct 19 01:48:45.523559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45396) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:48:45.528933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'security_group_rule': {'security_group_id': 'ac30d5e3-7efd-4607-b515-dc65abf774e7', 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:45.553470 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Project 5992ca92e2b84e1b92e8a4e38927239b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:48:45.557218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=d73c4dfc-d842-4232-bc0b-2700a3b968f9,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:45.560958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.628921 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.632793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.653366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35f4219-4348-412d-80ba-eff90ad5a75e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:45.659449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:45.669254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5cd534be-0f47-43db-8085-01de30ac9842 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363745 Oct 19 01:48:45.801647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-cfd0dbb7-2b06-4089-bd8b-47fa278b0855 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073050785&fields=id&tenant_id=5992ca92e2b84e1b92e8a4e38927239b HTTP/1.1" status: 200 len: 267 time: 0.0343199 Oct 19 01:48:45.909586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-fd94073b-c72d-491d-aa72-d80619e25efa tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:45.911012 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-fd94073b-c72d-491d-aa72-d80619e25efa tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 809 time: 0.1022766 Oct 19 01:48:45.926456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-50fddd46-3d5e-4499-8208-17865945eca3 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/quotas/5992ca92e2b84e1b92e8a4e38927239b HTTP/1.1" status: 200 len: 375 time: 0.0088773 Oct 19 01:48:45.983247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-7bebee57-6bd6-4bcc-949d-16dfc198a667 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512204 Oct 19 01:48:46.081930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-ceec0b14-7377-4c1c-9a55-e1e7a41df408 service neutron] 10.222.0.64 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870674 Oct 19 01:48:46.159016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6c974-3d7b-4ac1-8112-c503969556f7 req-a212cb15-41f5-48e8-bd40-bae79f673e30 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:46.167352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dda6c974-3d7b-4ac1-8112-c503969556f7 req-a212cb15-41f5-48e8-bd40-bae79f673e30 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0738029 Oct 19 01:48:46.183691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-abca57b6-7d6c-4ce7-83fd-9cec64877e17 service neutron] 10.222.0.64 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923328 Oct 19 01:48:46.207286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dda6c974-3d7b-4ac1-8112-c503969556f7 req-2300b6e3-a94b-484b-9a05-275cb2cd8b45 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Oct 19 01:48:46.386280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9e0e51d-4049-4e29-a557-e57adaf1b1f6 req-bf928502-9944-4012-8151-3500c66df89a tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 210 time: 0.0296440 Oct 19 01:48:46.611349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Sync routers for ids ['937939e0-1534-407f-a843-d270248fbb47'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:48:46.621668 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Routers {'937939e0-1534-407f-a843-d270248fbb47'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:46.622343 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['937939e0-1534-407f-a843-d270248fbb47'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:46.748836 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Set router 937939e0-1534-407f-a843-d270248fbb47 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:46.956753 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 4, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5f368182-b7d0-4865-9094-5bd348fb86cb', 'name': '', 'network_id': 'f35e0934-116e-497d-9408-ea3605830296', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'mac_address': 'fa:16:3e:73:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:42Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 2, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'subnets': [{'id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:46.987183 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Checking router: 937939e0-1534-407f-a843-d270248fbb47 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:48:46.987537 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Updating router 937939e0-1534-407f-a843-d270248fbb47 port 5f368182-b7d0-4865-9094-5bd348fb86cb binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:48:47.018388 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.288769 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.301759 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.344617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d73c4dfc-d842-4232-bc0b-2700a3b968f9 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:47.353475 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb6693-a05c-409b-9a7d-56650cebc642 None None] Pushing event updated for resources: {'Port': ['ID=5f368182-b7d0-4865-9094-5bd348fb86cb,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:47.444112 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Attempting to bind port 5f368182-b7d0-4865-9094-5bd348fb86cb on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:47.444481 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Attempting to bind port 5f368182-b7d0-4865-9094-5bd348fb86cb by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:47.444848 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Attempting to bind port 5f368182-b7d0-4865-9094-5bd348fb86cb on network f35e0934-116e-497d-9408-ea3605830296 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:47.469810 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:47.470387 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Checking segment: {'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:47.470802 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.473690 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Bound using segment: {'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:47.474201 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Bound port: 5f368182-b7d0-4865-9094-5bd348fb86cb, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721881b5-cfe0-4a7b-9ad1-950e278d9100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f35e0934-116e-497d-9408-ea3605830296'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:47.478533 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.491100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d73c4dfc-d842-4232-bc0b-2700a3b968f9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:47.491458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.553329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43436bdf-6761-4b99-ab48-f81e6bdd6f02 req-f9ea86c9-326f-4d49-b39d-132c7f59f22e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:47.580856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43436bdf-6761-4b99-ab48-f81e6bdd6f02 req-f9ea86c9-326f-4d49-b39d-132c7f59f22e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.2304800 Oct 19 01:48:47.599214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2a250fce-18fc-4fdd-bd4f-6de1602c933a req-57d337b3-5732-4db1-92f2-742be39943c7 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 210 time: 0.0726962 Oct 19 01:48:47.601879 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] For port 5f368182-b7d0-4865-9094-5bd348fb86cb, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:47.617355 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] For port 5f368182-b7d0-4865-9094-5bd348fb86cb, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5f368182-b7d0-4865-9094-5bd348fb86cb,segment=NetworkSegment(721881b5-cfe0-4a7b-9ad1-950e278d9100),segment_id=721881b5-cfe0-4a7b-9ad1-950e278d9100)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:47.626324 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.725546 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb6693-a05c-409b-9a7d-56650cebc642 None None] Pushing event updated for resources: {'Port': ['ID=5f368182-b7d0-4865-9094-5bd348fb86cb,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:47.730178 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Routers {'937939e0-1534-407f-a843-d270248fbb47'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:48:47.730792 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['937939e0-1534-407f-a843-d270248fbb47'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:47.755253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-62717a1e-fa06-4cdf-a0b4-45aba12b25c5 None None] Provisioning complete for port 5f368182-b7d0-4865-9094-5bd348fb86cb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:47.756193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43436bdf-6761-4b99-ab48-f81e6bdd6f02 req-d6a8f07e-c264-4e96-afd3-8a2e08388511 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744418 Oct 19 01:48:47.766428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-62717a1e-fa06-4cdf-a0b4-45aba12b25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.806775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-008ebe3d-f754-4d68-b950-cbd4abf1fa7d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:47.808590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-008ebe3d-f754-4d68-b950-cbd4abf1fa7d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.74 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 809 time: 0.3782482 Oct 19 01:48:47.876433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-9a9cc0b3-4de1-411b-96f8-9a059814e76e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5992ca92e2b84e1b92e8a4e38927239b HTTP/1.1" status: 200 len: 380 time: 0.0534151 Oct 19 01:48:47.886429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'port': {'device_id': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'admin_state_up': True, 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'security_groups': ['ac30d5e3-7efd-4607-b515-dc65abf774e7']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:47.886936 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-62717a1e-fa06-4cdf-a0b4-45aba12b25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:47.887891 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] Set router 937939e0-1534-407f-a843-d270248fbb47 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:48:47.935612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-62717a1e-fa06-4cdf-a0b4-45aba12b25c5 None None] For port 5f368182-b7d0-4865-9094-5bd348fb86cb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5f368182-b7d0-4865-9094-5bd348fb86cb,segment=NetworkSegment(721881b5-cfe0-4a7b-9ad1-950e278d9100),segment_id=721881b5-cfe0-4a7b-9ad1-950e278d9100)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:47.943675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-62717a1e-fa06-4cdf-a0b4-45aba12b25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.035790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62717a1e-fa06-4cdf-a0b4-45aba12b25c5 None None] Pushing event updated for resources: {'Port': ['ID=5f368182-b7d0-4865-9094-5bd348fb86cb,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:48.060965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Made reservation on behalf of 5992ca92e2b84e1b92e8a4e38927239b for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:48:48.065336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.066446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2bb49c29-f29c-4544-9b19-e532fb134cf4 None None] Provisioning complete for port 5f368182-b7d0-4865-9094-5bd348fb86cb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:48.066811 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bb49c29-f29c-4544-9b19-e532fb134cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.123847 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 4, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5f368182-b7d0-4865-9094-5bd348fb86cb', 'name': '', 'network_id': 'f35e0934-116e-497d-9408-ea3605830296', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'mac_address': 'fa:16:3e:73:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:42Z', 'updated_at': '2021-10-19T01:48:47Z', 'revision_number': 4, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'subnets': [{'id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:48:48.159143 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8b929-b89d-4905-85f7-bd15e39b3d01 None None] The sync data for ids ['937939e0-1534-407f-a843-d270248fbb47'] in n-d-789963-20 is: [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:43Z', 'revision_number': 4, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5f368182-b7d0-4865-9094-5bd348fb86cb', 'name': '', 'network_id': 'f35e0934-116e-497d-9408-ea3605830296', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'mac_address': 'fa:16:3e:73:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:42Z', 'updated_at': '2021-10-19T01:48:47Z', 'revision_number': 4, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'subnets': [{'id': '07f8b9c4-622e-4f3f-81ea-d8570cf14707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:48:48.217280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Allocated IP 172.20.0.7 (d3bec273-fe27-40d9-a6ae-3a7b3cadb46f/12832de2-283f-4b50-bc39-98ed7dfb7239/86bc06e6-e0c2-46af-8e27-d6685ab9c829) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:48:48.365499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.400692 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.447200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:48:48.450925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:48:48.453828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:48:48.485922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'Port': ['ID=86bc06e6-e0c2-46af-8e27-d6685ab9c829,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:48.514544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:48.515190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.534858 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-40542199-554d-4a0b-b731-a19a0a49446b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6530273 Oct 19 01:48:48.552998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Request body: {'port': {'device_id': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:48:48.620153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.697156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ad4300de-352c-4b0d-9d14-6f1a23da9e68 None None] Provisioning complete for port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:48.697750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad4300de-352c-4b0d-9d14-6f1a23da9e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.726108 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f360d0-b602-4ae7-9a75-830ec64fb6bb req-607d9c38-26b5-4d8b-8555-689194ab4aea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:48.728572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16f360d0-b602-4ae7-9a75-830ec64fb6bb req-607d9c38-26b5-4d8b-8555-689194ab4aea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 931 time: 0.0550084 Oct 19 01:48:48.742139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ad4300de-352c-4b0d-9d14-6f1a23da9e68 None None] Port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:48:48.771947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16f360d0-b602-4ae7-9a75-830ec64fb6bb req-643d445a-97ee-41bf-879e-154fe948350a tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367069 Oct 19 01:48:48.912181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee472-2cac-43eb-8026-f56638fa9726 req-7567dfad-6ba1-46b8-8261-e4c9c8b6f736 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:48.913557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11dee472-2cac-43eb-8026-f56638fa9726 req-7567dfad-6ba1-46b8-8261-e4c9c8b6f736 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0797930 Oct 19 01:48:48.960105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bc06e6-e0c2-46af-8e27-d6685ab9c829 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:48:48.972881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:48.986521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11dee472-2cac-43eb-8026-f56638fa9726 req-543e0f53-11ec-4871-a830-2614d5b93019 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556629 Oct 19 01:48:48.990945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Transition to ACTIVE for port object 86bc06e6-e0c2-46af-8e27-d6685ab9c829 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:48:48.994778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:49.050485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Pushing event updated for resources: {'Port': ['ID=86bc06e6-e0c2-46af-8e27-d6685ab9c829,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:49.117410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Attempting to bind port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:48:49.118442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Attempting to bind port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:48:49.118442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Attempting to bind port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 on network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:49.123174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 on network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:48:49.123491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Attempting to bind port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 on network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:48:49.128898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:48:49.129236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Checking segment: {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:48:49.129611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Bound using segment: {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:48:49.130042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Bound port: 86bc06e6-e0c2-46af-8e27-d6685ab9c829, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f80697-9531-4d0e-936b-545cb646cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:48:49.130392 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:49.197074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] For port 86bc06e6-e0c2-46af-8e27-d6685ab9c829, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:48:49.200509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] For port 86bc06e6-e0c2-46af-8e27-d6685ab9c829, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:48:49.204893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:49.244141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:49.245048 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:49.246447 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] 10.222.0.74 "PUT /v2.0/ports/86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 1092 time: 0.6978531 Oct 19 01:48:49.249256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:49.252196 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f421cf-4759-406d-8ff0-8fd430624666" -d '{"events": [{"name": "network-changed", "server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:49.297735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62588b03-358e-4df6-9fbb-5f02e078b7bb service neutron] Pushing event updated for resources: {'Port': ['ID=86bc06e6-e0c2-46af-8e27-d6685ab9c829,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:49.303610 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c0df6d-0551-4c50-b9a1-0f72e77aa5ad x-openstack-request-id: req-c4c0df6d-0551-4c50-b9a1-0f72e77aa5ad {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:49.304224 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:49.304477 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4c0df6d-0551-4c50-b9a1-0f72e77aa5ad {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:49.305018 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'status': 'completed', 'code': 200} Oct 19 01:48:49.319375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5f368182-b7d0-4865-9094-5bd348fb86cb up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:49.369021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-5bb0b9ee-cad9-4add-800f-2315b3b4401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:49.372317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-5bb0b9ee-cad9-4add-800f-2315b3b4401a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1095 time: 0.0494013 Oct 19 01:48:49.375070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5f368182-b7d0-4865-9094-5bd348fb86cb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:49.375439 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:49.434458 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-82251606-99bd-471f-a773-a7ca8aaf8732 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 217 time: 0.0459580 Oct 19 01:48:49.491421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-b04a9592-90c8-4f49-bc1f-c99f26a0f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:49.493050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-b04a9592-90c8-4f49-bc1f-c99f26a0f3b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 200 len: 848 time: 0.0522356 Oct 19 01:48:49.539703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-dbc0bb3c-95e1-4c05-93df-b3768e66ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:49.541391 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-dbc0bb3c-95e1-4c05-93df-b3768e66ba8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417936 Oct 19 01:48:49.636921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-8f308bc7-e406-418a-8421-1e8d651fe605 service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880532 Oct 19 01:48:49.732270 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e317e0db-0332-40cb-923c-ed1e12fa6618 req-0f1fb451-23d1-4c1d-9683-21cbb623917e service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877385 Oct 19 01:48:49.903499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-dc69df15-fdd9-4a27-83f3-0499db278428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:49.905031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-dc69df15-fdd9-4a27-83f3-0499db278428 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1095 time: 0.0860431 Oct 19 01:48:49.918297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28662381-2f6c-4eb5-a81e-cde9e6a45bfa req-30eeecf9-6a10-4bc5-ad7a-9ff4e9dcb27a tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:49.919800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28662381-2f6c-4eb5-a81e-cde9e6a45bfa req-30eeecf9-6a10-4bc5-ad7a-9ff4e9dcb27a tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 943 time: 0.0745516 Oct 19 01:48:50.009299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:50.133183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc12b3-a0c5-40b5-bdf7-6883717a72b7 req-2bd9b9e7-c4a2-4490-b5b1-93ed99194bfe tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:50.135054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dedc12b3-a0c5-40b5-bdf7-6883717a72b7 req-2bd9b9e7-c4a2-4490-b5b1-93ed99194bfe tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0630579 Oct 19 01:48:50.179161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dedc12b3-a0c5-40b5-bdf7-6883717a72b7 req-2b2ca036-f436-4ae6-b29e-7edefd88918e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372868 Oct 19 01:48:50.361040 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-28662381-2f6c-4eb5-a81e-cde9e6a45bfa req-45f952d9-3e2a-4306-82bd-1a3849eb36e0 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331372 Oct 19 01:48:50.383010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-30a4d259-b63e-48b3-aed2-add85e84fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:50.384758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-30a4d259-b63e-48b3-aed2-add85e84fb2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 910 time: 0.4639916 Oct 19 01:48:50.432405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-e84bd1cb-ce8d-40c6-be16-d9b1210703db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 217 time: 0.0402226 Oct 19 01:48:50.485642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-c62f03a1-eb84-4f2f-a861-8bb856b73307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:50.487152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-c62f03a1-eb84-4f2f-a861-8bb856b73307 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 200 len: 848 time: 0.0472732 Oct 19 01:48:50.538198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-1a5f606f-14df-44a6-aff2-21989bfeda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:50.540532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-1a5f606f-14df-44a6-aff2-21989bfeda00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455177 Oct 19 01:48:50.638716 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-bb176c05-a2d0-46cf-844d-4f95228317df service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889621 Oct 19 01:48:50.731310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8f421cf-4759-406d-8ff0-8fd430624666 req-09de7bb7-3e25-401f-b2d1-214aadebd030 service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849409 Oct 19 01:48:51.295042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f838-eba5-43ff-be0d-0c2e68f52570 req-2f7028e1-91ed-475d-bf87-1d65f2def6cd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:51.296541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06c7f838-eba5-43ff-be0d-0c2e68f52570 req-2f7028e1-91ed-475d-bf87-1d65f2def6cd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Oct 19 01:48:51.333872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06c7f838-eba5-43ff-be0d-0c2e68f52570 req-53c45455-a19d-4c39-89a7-ab5fe9222206 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Oct 19 01:48:51.480481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c92681-a28b-47d1-8e55-b5ed0b423d81 req-66fb634d-7f14-4917-9df6-5ba0e1cd6eb5 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:51.481837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8c92681-a28b-47d1-8e55-b5ed0b423d81 req-66fb634d-7f14-4917-9df6-5ba0e1cd6eb5 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 943 time: 0.0539415 Oct 19 01:48:51.518531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8c92681-a28b-47d1-8e55-b5ed0b423d81 req-4e85d7cc-ed19-4c31-a5f2-3f986b618ad6 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Oct 19 01:48:52.447411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675ff69-bf69-4fbd-8471-4b1b53774918 req-8df24e50-6da8-42f3-80f7-60af5b1e7b7a tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:52.449158 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a675ff69-bf69-4fbd-8471-4b1b53774918 req-8df24e50-6da8-42f3-80f7-60af5b1e7b7a tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0491102 Oct 19 01:48:52.485929 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a675ff69-bf69-4fbd-8471-4b1b53774918 req-9e70daf9-075d-4896-8eaa-9e6811613812 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308747 Oct 19 01:48:52.634512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce5672-b625-4890-aff3-b0ea538f3448 req-a3bce743-11a2-4120-b212-0413fd500a9e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:52.635904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dce5672-b625-4890-aff3-b0ea538f3448 req-a3bce743-11a2-4120-b212-0413fd500a9e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 943 time: 0.0501533 Oct 19 01:48:52.675076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8dce5672-b625-4890-aff3-b0ea538f3448 req-9df17dc8-8adb-4563-8d16-01b2d1e5928c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326550 Oct 19 01:48:53.606759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340e1ff-baa2-4013-b93f-b4e87dd4b6d2 req-df0f4458-2647-4ac7-8b9d-b240710683be tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:53.608265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f340e1ff-baa2-4013-b93f-b4e87dd4b6d2 req-df0f4458-2647-4ac7-8b9d-b240710683be tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0556767 Oct 19 01:48:53.646719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f340e1ff-baa2-4013-b93f-b4e87dd4b6d2 req-e6e2372e-b542-4ac3-b2e2-f63b04741e54 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Oct 19 01:48:53.788811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842c481-1d90-4c1f-9afd-4df98a3dceee req-de132ca4-bae6-4830-9bd1-8cba0dcd0b9e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:53.790708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e842c481-1d90-4c1f-9afd-4df98a3dceee req-de132ca4-bae6-4830-9bd1-8cba0dcd0b9e tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 943 time: 0.0496461 Oct 19 01:48:53.830054 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e842c481-1d90-4c1f-9afd-4df98a3dceee req-5a9e0894-22cd-4d7e-8357-1831fd36a638 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333533 Oct 19 01:48:54.639678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86bc06e6-e0c2-46af-8e27-d6685ab9c829 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:48:54.738393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 86bc06e6-e0c2-46af-8e27-d6685ab9c829, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:54.750092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'port_id': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'mac_address': 'fa:16:3e:45:97:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:48:54.762775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaa7e2-4869-4ee3-800f-5f32829e62df req-2bfb8bbc-8f1f-4f48-b0e3-c614fc1fb0e8 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:54.764486 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62aaa7e2-4869-4ee3-800f-5f32829e62df req-2bfb8bbc-8f1f-4f48-b0e3-c614fc1fb0e8 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0495069 Oct 19 01:48:54.788081 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:54.800968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bc06e6-e0c2-46af-8e27-d6685ab9c829 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:48:54.802521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62aaa7e2-4869-4ee3-800f-5f32829e62df req-b0b339f3-ac17-4b1a-8819-96d71423431d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Oct 19 01:48:54.822987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 86bc06e6-e0c2-46af-8e27-d6685ab9c829, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:54.826529 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:54.874169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=86bc06e6-e0c2-46af-8e27-d6685ab9c829,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:54.951741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514dfc6-577c-4bd5-a71a-b091f7a9ab53 req-385844ea-1166-4178-9188-41fcf2325889 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:54.953140 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e514dfc6-577c-4bd5-a71a-b091f7a9ab53 req-385844ea-1166-4178-9188-41fcf2325889 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 944 time: 0.0537250 Oct 19 01:48:54.989976 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e514dfc6-577c-4bd5-a71a-b091f7a9ab53 req-cd47b8bd-0e3f-4224-babc-dbfec1d57ef8 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Oct 19 01:48:55.222430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['86bc06e6-e0c2-46af-8e27-d6685ab9c829'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:48:55.916324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da705f0-adb3-4518-b03b-158c8c78046e req-a7c4f157-0afc-4b6a-a71a-760d114f8699 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:55.917785 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0da705f0-adb3-4518-b03b-158c8c78046e req-a7c4f157-0afc-4b6a-a71a-760d114f8699 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0483310 Oct 19 01:48:55.954548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0da705f0-adb3-4518-b03b-158c8c78046e req-29a62787-d064-4f2e-a297-f0156d27b5ff tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Oct 19 01:48:56.106970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e57d7-6d67-4105-ba82-6fdc6ed78776 req-1f649cc2-7c4f-4f9d-bd54-b1c69807a1c0 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:56.108490 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b55e57d7-6d67-4105-ba82-6fdc6ed78776 req-1f649cc2-7c4f-4f9d-bd54-b1c69807a1c0 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 944 time: 0.0499501 Oct 19 01:48:56.146139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b55e57d7-6d67-4105-ba82-6fdc6ed78776 req-4a85b722-be73-4453-af0d-41aa84627f11 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Oct 19 01:48:56.643748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86bc06e6-e0c2-46af-8e27-d6685ab9c829 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:48:56.691648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:48:56.695215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:48:56.695587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:56.776241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:56.797934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:56.800170 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68756fb-511b-4a30-a01e-6913f5d87071" -d '{"events": [{"server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "name": "network-vif-plugged", "status": "completed", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:56.813539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 86bc06e6-e0c2-46af-8e27-d6685ab9c829, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:56.817446 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:56.841165 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc3c1b-399c-4cb2-9e60-dd2d2963ee5a x-openstack-request-id: req-dacc3c1b-399c-4cb2-9e60-dd2d2963ee5a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:56.841456 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "name": "network-vif-plugged", "status": "completed", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:56.841710 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dacc3c1b-399c-4cb2-9e60-dd2d2963ee5a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:56.842102 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'code': 200} Oct 19 01:48:56.867411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=86bc06e6-e0c2-46af-8e27-d6685ab9c829,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:56.962605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa5401-2cec-4bfe-a456-58aef58a9f72 req-d343ef65-a4a4-4d88-9016-5510e874ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:56.964078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08aa5401-2cec-4bfe-a456-58aef58a9f72 req-d343ef65-a4a4-4d88-9016-5510e874ac73 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1097 time: 0.0406923 Oct 19 01:48:57.000209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08aa5401-2cec-4bfe-a456-58aef58a9f72 req-6a40c289-0e4b-4bef-a4ef-a59a59821170 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288777 Oct 19 01:48:57.072341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cacd13-6f6f-45be-ac44-04f3de759fce req-b3525e10-e284-4108-b573-be80d35914c6 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:57.074081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98cacd13-6f6f-45be-ac44-04f3de759fce req-b3525e10-e284-4108-b573-be80d35914c6 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0529513 Oct 19 01:48:57.111691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-98cacd13-6f6f-45be-ac44-04f3de759fce req-724a8511-40bb-4abd-b49f-5713bbbe42a5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Oct 19 01:48:57.265710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3634-1aca-45f0-a375-07b145f33147 req-12a86275-2ad4-48d2-957c-a7b9cc0ab143 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:57.267220 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d25f3634-1aca-45f0-a375-07b145f33147 req-12a86275-2ad4-48d2-957c-a7b9cc0ab143 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Oct 19 01:48:57.305099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d25f3634-1aca-45f0-a375-07b145f33147 req-23bbc38e-97db-4956-835f-5c6f22cd22ab tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Oct 19 01:48:58.225483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aee86-a787-498f-8fa9-35e39d3d47ff req-90737d93-7d18-41db-b0cf-38347419fafa tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:58.226963 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc7aee86-a787-498f-8fa9-35e39d3d47ff req-90737d93-7d18-41db-b0cf-38347419fafa tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0496318 Oct 19 01:48:58.265711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc7aee86-a787-498f-8fa9-35e39d3d47ff req-1bdf58ab-ef8d-481c-b563-5a3585dd33a6 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Oct 19 01:48:58.429002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc71a2-1da6-4717-a154-c5729fed25c7 req-1e17cdbb-eacf-445e-8957-2312a1e251c5 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:58.431632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7bc71a2-1da6-4717-a154-c5729fed25c7 req-1e17cdbb-eacf-445e-8957-2312a1e251c5 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.0512650 Oct 19 01:48:58.468970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b7bc71a2-1da6-4717-a154-c5729fed25c7 req-ed6a5a1e-1031-4668-983f-bcc82717133c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Oct 19 01:48:59.381689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061118f6-fd67-485f-a95f-bc69c4a2b52d req-b54eab2c-63e5-4898-90a0-5416b67e0509 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:59.383167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-061118f6-fd67-485f-a95f-bc69c4a2b52d req-b54eab2c-63e5-4898-90a0-5416b67e0509 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Oct 19 01:48:59.420969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-061118f6-fd67-485f-a95f-bc69c4a2b52d req-920693a2-4f67-4f33-9e1e-72de4af86fd6 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Oct 19 01:48:59.583868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e88eca-d08c-4afc-bd70-771f908c64a9 req-a58eb35a-ab49-4595-9174-b332b60aff7b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:59.585362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74e88eca-d08c-4afc-bd70-771f908c64a9 req-a58eb35a-ab49-4595-9174-b332b60aff7b tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Oct 19 01:48:59.623697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74e88eca-d08c-4afc-bd70-771f908c64a9 req-8168d2bd-4276-4873-a33f-a79db5f6ea94 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Oct 19 01:48:59.647084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:48:59.650054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:48:59.750901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ace4c4-3f42-4e99-9921-9d3ea851044c req-289c4ea8-1f10-43c0-846d-332b50f93bad tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:59.752315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4ace4c4-3f42-4e99-9921-9d3ea851044c req-289c4ea8-1f10-43c0-846d-332b50f93bad tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.0550065 Oct 19 01:48:59.790641 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4ace4c4-3f42-4e99-9921-9d3ea851044c req-b53fa868-d8ca-46d5-ad4d-e96c8aae6d38 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Oct 19 01:48:59.795675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:59.815251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:59.833259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'port_id': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'mac_address': 'fa:16:3e:5b:ba:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755e08db-6f6a-480b-a947-e7fde5dbb088', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:48:59.838194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:48:59.840468 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a577b1-0c8a-4d14-a6d5-34f04ca41a6a" -d '{"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:48:59.854647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:48:59.880916 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5becb77-b6ad-4b22-9806-368b41f0d03e x-openstack-request-id: req-e5becb77-b6ad-4b22-9806-368b41f0d03e {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:48:59.881200 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:48:59.881449 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5becb77-b6ad-4b22-9806-368b41f0d03e {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:48:59.881997 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'code': 200} Oct 19 01:48:59.884890 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:59.911748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38073cf1-fd4e-42cd-b9fe-a72f8ceef13e req-194f45d2-e09a-49b7-84c6-78f54aa7133d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:48:59.913424 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38073cf1-fd4e-42cd-b9fe-a72f8ceef13e req-194f45d2-e09a-49b7-84c6-78f54aa7133d tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.0542784 Oct 19 01:48:59.921920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:48:59.948516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:48:59.953248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38073cf1-fd4e-42cd-b9fe-a72f8ceef13e req-0379e516-8cec-45f7-88b7-6756c3758fbc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332499 Oct 19 01:48:59.958535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:48:59.976994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45482) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:00.000239 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:49:00.000598 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:49:00.104455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ce0cb-99f2-4bb9-948f-2893a31ebf41 tempest-TestServerBasicOps-1985145858 tempest-TestServerBasicOps-1985145858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:00.105944 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7e7ce0cb-99f2-4bb9-948f-2893a31ebf41 tempest-TestServerBasicOps-1985145858 tempest-TestServerBasicOps-1985145858-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1092 time: 0.1276271 Oct 19 01:49:00.109015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45486) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:00.113190 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:00.135598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:00.234830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:00.339717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Allocated IP 172.25.0.138 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/94509755-2018-4cc9-a90d-2d12b37f299e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:00.444075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:00.480333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:00.536343 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:00.546520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:00.549745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:00.557174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:00.560500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:00.562730 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'Port': ['ID=94509755-2018-4cc9-a90d-2d12b37f299e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:00.571038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:00.576351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:00.622629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077319-32d0-4190-9980-351f953de84a req-178e80ba-5639-44fe-991f-3c02dc882a1e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:00.624097 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66077319-32d0-4190-9980-351f953de84a req-178e80ba-5639-44fe-991f-3c02dc882a1e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 944 time: 0.1179113 Oct 19 01:49:00.626065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:00.720005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66077319-32d0-4190-9980-351f953de84a req-eb40362a-e05d-4a2c-b275-8a452dba9e09 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702364 Oct 19 01:49:00.805099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:00.974718 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.044492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.192794 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.197962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.269597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event updated for resources: {'Port': ['ID=94509755-2018-4cc9-a90d-2d12b37f299e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:01.280151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.379927 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Floating IP 230f7a34-f3f1-47a5-8166-edd72351a97f associated. External IP: 172.25.0.138, port: 86bc06e6-e0c2-46af-8e27-d6685ab9c829. Oct 19 01:49:01.585513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:49:01.653967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:01.693776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:01.705574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] Sync routers for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:01.707896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:01.708296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.713564 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.738456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:01.739062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:01.750883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ffea7c0b-d054-467f-a96c-a82cd9579ecb tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6407685 Oct 19 01:49:01.751466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:01.753773 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28da673-0127-4788-b873-3cf8dfd02455" -d '{"events": [{"name": "network-changed", "server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:01.793781 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d417efa-d61e-414a-8864-e3b8b79d5542 x-openstack-request-id: req-4d417efa-d61e-414a-8864-e3b8b79d5542 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:01.794082 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:01.794333 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d417efa-d61e-414a-8864-e3b8b79d5542 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:01.794736 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'status': 'completed', 'code': 200} Oct 19 01:49:01.848729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f94b77-08dc-46fb-99a4-ba424f624592 req-fcbff476-da43-4aa9-a802-106edb6e2fac tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:01.850185 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88f94b77-08dc-46fb-99a4-ba424f624592 req-fcbff476-da43-4aa9-a802-106edb6e2fac tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 945 time: 0.0521054 Oct 19 01:49:01.880229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da673-0127-4788-b873-3cf8dfd02455 req-c96c6073-8b6f-4ce8-a80c-747c44758d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:01.881296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:01.882150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c28da673-0127-4788-b873-3cf8dfd02455 req-c96c6073-8b6f-4ce8-a80c-747c44758d45 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1097 time: 0.0442274 Oct 19 01:49:01.884332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:01.890646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88f94b77-08dc-46fb-99a4-ba424f624592 req-095140d5-b40c-44e8-b1cd-bf66ef2300f1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Oct 19 01:49:01.934800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:01.937015 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd2fab-b559-447e-a09d-9cc7fcbf12bd" -d '{"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:01.985584 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f00e9b2-8fa1-4898-9a9b-cfa362b8e325 x-openstack-request-id: req-9f00e9b2-8fa1-4898-9a9b-cfa362b8e325 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:01.985846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da673-0127-4788-b873-3cf8dfd02455 req-5ccf4d31-448d-40cf-9a11-50b89ebfb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:01.985961 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:01.986157 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f00e9b2-8fa1-4898-9a9b-cfa362b8e325 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:01.986479 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'code': 200} Oct 19 01:49:01.987209 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c28da673-0127-4788-b873-3cf8dfd02455 req-5ccf4d31-448d-40cf-9a11-50b89ebfb54b service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 910 time: 0.0979562 Oct 19 01:49:01.988183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:01.996448 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:02.060023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c28da673-0127-4788-b873-3cf8dfd02455 req-19a75002-2308-46d0-ad50-699d606ffa7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 999 time: 0.0647714 Oct 19 01:49:02.075934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:02.116041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da673-0127-4788-b873-3cf8dfd02455 req-2563222a-d9cd-4849-b6a8-6bb13365d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:02.117426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c28da673-0127-4788-b873-3cf8dfd02455 req-2563222a-d9cd-4849-b6a8-6bb13365d586 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 200 len: 848 time: 0.0499783 Oct 19 01:49:02.125459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca545e-c241-4989-adbe-2a3dd9c6b65d req-69ace19a-4230-4053-a4d6-fe737871dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:02.126957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efca545e-c241-4989-adbe-2a3dd9c6b65d req-69ace19a-4230-4053-a4d6-fe737871dc98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 1098 time: 0.0414670 Oct 19 01:49:02.165315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efca545e-c241-4989-adbe-2a3dd9c6b65d req-1f947456-50d8-4464-9055-c3ed0aed80dd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297058 Oct 19 01:49:02.167460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28da673-0127-4788-b873-3cf8dfd02455 req-ee322645-e47d-42cf-8eb4-db6941e2435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:02.169062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c28da673-0127-4788-b873-3cf8dfd02455 req-ee322645-e47d-42cf-8eb4-db6941e2435d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444653 Oct 19 01:49:02.190456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '230f7a34-f3f1-47a5-8166-edd72351a97f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'port_id': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'mac_address': 'fa:16:3e:45:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:49:00Z', 'updated_at': '2021-10-19T01:49:00Z', 'revision_number': 0, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:42Z', 'revision_number': 5, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:02.216954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] Checking router: bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:02.225210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:02.225819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:48:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:02.269158 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c28da673-0127-4788-b873-3cf8dfd02455 req-fa1c6a6b-6fb9-464a-92ec-5a2616f34007 service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887458 Oct 19 01:49:02.373446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c28da673-0127-4788-b873-3cf8dfd02455 req-acd81470-d4db-4160-973e-94a05d3b847d service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961192 Oct 19 01:49:02.478816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:02.694081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '230f7a34-f3f1-47a5-8166-edd72351a97f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'port_id': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'mac_address': 'fa:16:3e:45:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:49:00Z', 'updated_at': '2021-10-19T01:49:00Z', 'revision_number': 0, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:42Z', 'revision_number': 5, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:02.725118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d498840-c28e-409f-9e0d-b6f4ac576d91 None None] The sync data for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 is: [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '230f7a34-f3f1-47a5-8166-edd72351a97f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'port_id': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'mac_address': 'fa:16:3e:45:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:49:00Z', 'updated_at': '2021-10-19T01:49:00Z', 'revision_number': 0, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:42Z', 'revision_number': 5, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:02.917819 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3c325-c9c7-4d66-8b2a-f8468f117fb6 None None] New status for floating IP 230f7a34-f3f1-47a5-8166-edd72351a97f: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:49:03.015674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f0cab-4dab-4c9c-817f-7d493a6b290f req-c6924c39-cd7b-4914-97fb-4f52afd1b387 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:03.017687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c57f0cab-4dab-4c9c-817f-7d493a6b290f req-c6924c39-cd7b-4914-97fb-4f52afd1b387 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0544856 Oct 19 01:49:03.059621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c57f0cab-4dab-4c9c-817f-7d493a6b290f req-dda5956e-3c9b-48a5-877f-2cab713bb69c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362833 Oct 19 01:49:04.182624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097fd1-fbe8-4f66-9b89-53500f1eba0e req-68968378-f24a-4e6c-84a0-ff13f1acaac7 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:04.184109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed097fd1-fbe8-4f66-9b89-53500f1eba0e req-68968378-f24a-4e6c-84a0-ff13f1acaac7 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0529568 Oct 19 01:49:04.223196 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed097fd1-fbe8-4f66-9b89-53500f1eba0e req-851f849f-2fce-4462-b985-6a5a7d9a854f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Oct 19 01:49:04.334776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc645-8c98-45e3-932a-5573bda4b85c req-4f24a786-baf9-4922-bed9-757f1d891ab1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:04.336259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a8fc645-8c98-45e3-932a-5573bda4b85c req-4f24a786-baf9-4922-bed9-757f1d891ab1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0483294 Oct 19 01:49:04.373991 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a8fc645-8c98-45e3-932a-5573bda4b85c req-fdf18374-2bd2-4083-b4e5-ba5951d50df9 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Oct 19 01:49:04.779163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-7a66ec5a-89e7-4d81-9c12-c344d8c9754b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:04.780595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-7a66ec5a-89e7-4d81-9c12-c344d8c9754b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 815 time: 0.1099753 Oct 19 01:49:04.795424 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-0bd74329-e8a4-402c-b99e-c7c0787729d1 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/quotas/ef31a6bbc7a3443eaf3ae99ad7d99146 HTTP/1.1" status: 200 len: 375 time: 0.0091083 Oct 19 01:49:04.844947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-103d2752-7e5e-4dfb-825d-a8a838db3a4a tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442467 Oct 19 01:49:04.991830 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-65fbdf8f-42fd-4ea8-a48c-9675b86017e5 service neutron] 10.222.0.64 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397636 Oct 19 01:49:05.086005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-5d1a2ea6-af25-47b0-a77a-fbd96257c293 service neutron] 10.222.0.64 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871131 Oct 19 01:49:05.256418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e49dd32-37b9-4c7a-a332-7d65cb430918 req-6e0de167-e30d-4003-b8a8-4560f0016e68 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 210 time: 0.0315075 Oct 19 01:49:05.890987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-f7349410-af40-4485-bc62-1f92666fac5c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:05.892369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-f7349410-af40-4485-bc62-1f92666fac5c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "GET /v2.0/ports?device_id=79699019-ba04-4c96-840a-5d37d80714d6 HTTP/1.1" status: 200 len: 946 time: 0.0492702 Oct 19 01:49:05.987953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Deleting port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:05.988321 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.090085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] For port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:06.090471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.108929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Calling delete_port for 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:06.156857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-9ecc8c78-0d73-406c-a077-99ab463ddb60 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:06.158621 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-9ecc8c78-0d73-406c-a077-99ab463ddb60 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 815 time: 0.1095057 Oct 19 01:49:06.171523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Request body: {'port': {'device_id': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'admin_state_up': True, 'tenant_id': 'ef31a6bbc7a3443eaf3ae99ad7d99146'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:06.241778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.256209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:06.271484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Pushing event deleted for resources: {'Port': ['ID=3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:06.294647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.295184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.295643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.296005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.296656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.296997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.297334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.297658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.297987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.298312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.298641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.298915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Made reservation on behalf of ef31a6bbc7a3443eaf3ae99ad7d99146 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:06.299388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:06.302956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.349377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] No DVR routers for this DVR port 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:06.353431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.357062 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88bab6c5-8bb5-48f6-9d6f-66c480d7fcd7 req-1a9b2e0b-bb3e-41e3-8010-24c039437a24 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "DELETE /v2.0/ports/3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f HTTP/1.1" status: 204 len: 173 time: 0.4570959 Oct 19 01:49:06.357508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-deleted', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:06.359757 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb62f190-6833-4ab9-8d64-a8ea0e939bb3" -d '{"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-deleted", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:06.387483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec2654cc-baee-4419-9e2f-ae1b36a2485f req-1c8e12a5-31c9-4ed4-8fd1-a597dac187f3 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 210 time: 0.0600271 Oct 19 01:49:06.419050 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ae297-f7ce-4396-9f12-f8c7c18f4b1d x-openstack-request-id: req-882ae297-f7ce-4396-9f12-f8c7c18f4b1d {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:06.419407 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79699019-ba04-4c96-840a-5d37d80714d6", "name": "network-vif-deleted", "tag": "3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:06.419791 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-882ae297-f7ce-4396-9f12-f8c7c18f4b1d {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:06.420289 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79699019-ba04-4c96-840a-5d37d80714d6', 'name': 'network-vif-deleted', 'tag': '3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f', 'status': 'completed', 'code': 200} Oct 19 01:49:06.445196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Allocated IP 172.20.0.3 (74a28f3b-adaa-41ed-9479-b45414f4b2ea/755e08db-6f6a-480b-a947-e7fde5dbb088/6f8c9204-ea67-4655-9010-2744d839e23f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:06.592421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.625984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.638924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:06.670305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Network 74a28f3b-adaa-41ed-9479-b45414f4b2ea is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:06.673309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:06.676883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:06.686013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Pushing event updated for resources: {'Port': ['ID=6f8c9204-ea67-4655-9010-2744d839e23f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:06.736157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:06.736846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.754997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-216e31dd-c4ee-497a-9a48-3f4e8c9df2dd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865347 Oct 19 01:49:06.767150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Request body: {'port': {'device_id': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:06.827951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:06.942955 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-143975de-6b3d-42b7-b202-dcbba077e8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:07.096307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8c9204-ea67-4655-9010-2744d839e23f {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:07.104532 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:07.116181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Transition to ACTIVE for port object 6f8c9204-ea67-4655-9010-2744d839e23f will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:49:07.119924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:07.185879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8c9204-ea67-4655-9010-2744d839e23f,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:07.236356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Attempting to bind port 6f8c9204-ea67-4655-9010-2744d839e23f on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:07.236693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Attempting to bind port 6f8c9204-ea67-4655-9010-2744d839e23f by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:07.237021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Attempting to bind port 6f8c9204-ea67-4655-9010-2744d839e23f on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:07.241361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Port 6f8c9204-ea67-4655-9010-2744d839e23f on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:49:07.241681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Attempting to bind port 6f8c9204-ea67-4655-9010-2744d839e23f on network 74a28f3b-adaa-41ed-9479-b45414f4b2ea {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:07.246711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:07.247047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Checking segment: {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:07.247429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Bound using segment: {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:07.247851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Bound port: 6f8c9204-ea67-4655-9010-2744d839e23f, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1488951f-62ed-4281-9ad7-e568a328f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:07.248234 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:07.312570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] For port 6f8c9204-ea67-4655-9010-2744d839e23f, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:07.315717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] For port 6f8c9204-ea67-4655-9010-2744d839e23f, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8c9204-ea67-4655-9010-2744d839e23f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:07.324888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:07.360009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:07.360611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:07.361965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] 10.222.0.62 "PUT /v2.0/ports/6f8c9204-ea67-4655-9010-2744d839e23f HTTP/1.1" status: 200 len: 1092 time: 0.5989389 Oct 19 01:49:07.362388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'tag': '6f8c9204-ea67-4655-9010-2744d839e23f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:07.364642 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d" -d '{"events": [{"name": "network-changed", "server_uuid": "980f01c4-cf72-4a3b-856e-9da9ed989899", "tag": "6f8c9204-ea67-4655-9010-2744d839e23f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:07.392802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ba65-53a7-4df9-8fe1-6415c5fa3415 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8c9204-ea67-4655-9010-2744d839e23f,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:07.411365 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5a10b5-8e46-49d9-9527-90d0cd9e3d30 x-openstack-request-id: req-cb5a10b5-8e46-49d9-9527-90d0cd9e3d30 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:07.411722 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980f01c4-cf72-4a3b-856e-9da9ed989899", "tag": "6f8c9204-ea67-4655-9010-2744d839e23f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:07.411968 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb5a10b5-8e46-49d9-9527-90d0cd9e3d30 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:07.412386 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'tag': '6f8c9204-ea67-4655-9010-2744d839e23f', 'status': 'completed', 'code': 200} Oct 19 01:49:07.445335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-e24a7bd1-58b0-46e4-b008-b91b96a1c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:07.447717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-e24a7bd1-58b0-46e4-b008-b91b96a1c4d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 1095 time: 0.0465124 Oct 19 01:49:07.513232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-d9694192-9c15-41dd-870f-0cb52b9a50cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8c9204-ea67-4655-9010-2744d839e23f HTTP/1.1" status: 200 len: 217 time: 0.0521688 Oct 19 01:49:07.549723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a1396-51bc-4966-944c-dfe947172ed0 req-5d282c4a-21d8-45d8-ac09-c7ee0dcf80b0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:07.551227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-612a1396-51bc-4966-944c-dfe947172ed0 req-5d282c4a-21d8-45d8-ac09-c7ee0dcf80b0 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0524015 Oct 19 01:49:07.558796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250dfa-7f89-4e7f-8bc8-19e9862980e0 req-592cf219-132f-49ec-9010-fd4d530ca154 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:07.560288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f250dfa-7f89-4e7f-8bc8-19e9862980e0 req-592cf219-132f-49ec-9010-fd4d530ca154 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 943 time: 0.1089072 Oct 19 01:49:07.591143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-711b6ded-5b8e-4ec3-8ba1-95dc96bf169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:07.591454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-612a1396-51bc-4966-944c-dfe947172ed0 req-825a882c-5527-4fb1-8372-7c03f93e91cf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334671 Oct 19 01:49:07.592616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-711b6ded-5b8e-4ec3-8ba1-95dc96bf169c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 200 len: 855 time: 0.0720520 Oct 19 01:49:07.613683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45542) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:07.630938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f250dfa-7f89-4e7f-8bc8-19e9862980e0 req-1f3c7f5b-bf0e-4b88-9496-e3d068b0a326 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643306 Oct 19 01:49:07.632949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-8bdca09e-5fcf-4f63-9451-39930419effc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74a28f3b-adaa-41ed-9479-b45414f4b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309188 Oct 19 01:49:07.686338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8490ba17-ddfc-4dca-ab8c-f6229c19f2c3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/5c2c7994-7ed9-4d15-a541-e44d8f44f69e HTTP/1.1" status: 200 len: 992 time: 0.0714922 Oct 19 01:49:07.736250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-9ee54d36-3ae2-40f1-90c4-ff95777e9d2b service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962236 Oct 19 01:49:07.829581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0aab784-93ea-4cea-93ea-d12ca12cd6ea req-7b822bf0-92e1-4cce-b538-1b7eb3c85d5b service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Oct 19 01:49:07.920514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-56ec169b-a2a8-47e4-a33c-c7f06e020762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:07.921997 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-56ec169b-a2a8-47e4-a33c-c7f06e020762 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 1095 time: 0.0492923 Oct 19 01:49:08.045898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-f750c16d-894b-422d-8492-d6e97ec27007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:08.047374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-f750c16d-894b-422d-8492-d6e97ec27007 service neutron] 10.222.0.62 "GET /v2.0/networks?id=74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 200 len: 916 time: 0.1185853 Oct 19 01:49:08.049857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7da1c-b621-41db-bd3d-fd5cea7c9914 req-08452745-5d51-4ac6-b953-cb2a6166df17 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:08.051195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8e7da1c-b621-41db-bd3d-fd5cea7c9914 req-08452745-5d51-4ac6-b953-cb2a6166df17 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1098 time: 0.0895929 Oct 19 01:49:08.245769 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:49:08.435398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-8b0817d3-caa7-43a4-80f6-b0e247dd5643 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8c9204-ea67-4655-9010-2744d839e23f HTTP/1.1" status: 200 len: 217 time: 0.3804178 Oct 19 01:49:08.459674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8e7da1c-b621-41db-bd3d-fd5cea7c9914 req-5cd085a7-f50b-4594-a861-c6611aa84495 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980875 Oct 19 01:49:08.497143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-0b4acb5f-1a9f-469a-a335-469600052a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:08.498674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-0b4acb5f-1a9f-469a-a335-469600052a70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 200 len: 855 time: 0.0521469 Oct 19 01:49:08.534922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-527a8ee0-6ae0-4b10-84aa-4468a08b76b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=74a28f3b-adaa-41ed-9479-b45414f4b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283391 Oct 19 01:49:08.631211 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-e6540a95-d472-4275-8172-945aef307e40 service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873065 Oct 19 01:49:08.766729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca924cf1-d237-4e1d-bfc1-37e0f7a6d87d req-826db727-5987-4af6-be05-33b7b75b1d9b service neutron] 10.222.0.62 "GET /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263297 Oct 19 01:49:08.777770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d173da0-8470-4a89-b37b-15c7faba8276 req-b7f49521-7db5-41ab-83fb-8db1e5a35453 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:08.779298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d173da0-8470-4a89-b37b-15c7faba8276 req-b7f49521-7db5-41ab-83fb-8db1e5a35453 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 943 time: 0.0706716 Oct 19 01:49:08.819514 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d173da0-8470-4a89-b37b-15c7faba8276 req-0cb86880-e6ba-47b9-826d-a3d1d3daab53 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Oct 19 01:49:09.044284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-50b51edd-fc97-4964-8283-ec457936737f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871165 Oct 19 01:49:09.053693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-419713f8-a4aa-4d16-80af-3b278ec0661b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:49:09.054658 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-419713f8-a4aa-4d16-80af-3b278ec0661b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054266 Oct 19 01:49:09.603216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-6e75e3e3-4ec3-4837-bc56-d78dc84a6d25 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:09.604717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-6e75e3e3-4ec3-4837-bc56-d78dc84a6d25 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 1095 time: 0.0910971 Oct 19 01:49:09.613806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Request body: {'binding': {'host': 'n-h2-789963-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:09.614254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Unknown quota resources ['binding']. {{(pid=100847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 01:49:09.693779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:09.718567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:09.718988 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3fc9f9e9-2c6d-4433-a01a-a6c7da781b8f not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:09.721941 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3a13dee8-2449-4231-8673-2680db4c2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:09.749325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on host n-h2-789963-20 for vnic_type normal with profile None {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:09.749657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:09.749985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:09.754122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:49:09.754442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:09.759223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:09.759555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Checking segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:09.759936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Bound using segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:09.760414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Bound port: 4817a04f-4ac4-4c66-9682-a9a94e35558c, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:09.844409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:09.849795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:09.856739 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] Publish callbacks [] for binding, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:09.857981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-fcf70c72-9e30-4974-9b5e-5b786b29322d service neutron] 10.222.0.64 "POST /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2473760 Oct 19 01:49:09.944073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec9d5-70b2-4549-8a2f-d09aafd714a0 req-a41e7156-ace6-4542-a2ef-ba6e47f3ea1d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:09.945856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eabec9d5-70b2-4549-8a2f-d09aafd714a0 req-a41e7156-ace6-4542-a2ef-ba6e47f3ea1d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 943 time: 0.0558813 Oct 19 01:49:09.996524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c858bc4-cd75-44aa-9d6b-ff282cac663c req-dac78bb5-274f-41ca-ae6d-842d6e67c21d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:09.998158 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c858bc4-cd75-44aa-9d6b-ff282cac663c req-dac78bb5-274f-41ca-ae6d-842d6e67c21d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0525804 Oct 19 01:49:09.999345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eabec9d5-70b2-4549-8a2f-d09aafd714a0 req-7943f23a-50df-45cd-a438-33973e710361 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450432 Oct 19 01:49:10.037071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c858bc4-cd75-44aa-9d6b-ff282cac663c req-74c96139-f468-4095-8ec7-21bf5585b486 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Oct 19 01:49:10.124413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-35b61148-9437-4460-acc0-8e7ef75c91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:10.125811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-35b61148-9437-4460-acc0-8e7ef75c91bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1098 time: 0.0447021 Oct 19 01:49:10.215022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-53ca0eed-c256-4bed-9479-0293a7e1b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:10.216504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-53ca0eed-c256-4bed-9479-0293a7e1b728 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 898 time: 0.0843120 Oct 19 01:49:10.285822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-a37d5041-4dea-4dad-9201-2a972cc2f105 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 1000 time: 0.0623031 Oct 19 01:49:10.334608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-cf60e169-2e5b-4a0c-9f6b-472e79a36a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:10.336058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-cf60e169-2e5b-4a0c-9f6b-472e79a36a57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 200 len: 835 time: 0.0430868 Oct 19 01:49:10.381107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-8092f049-6e31-4ec6-91c8-23b3d6acae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:10.382489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-8092f049-6e31-4ec6-91c8-23b3d6acae29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2fbf41b-e678-48d0-8173-47fb7630dadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389938 Oct 19 01:49:10.476467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-339adc2e-2b77-4bd6-8102-af2ccbc8c9a5 service neutron] 10.222.0.62 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860312 Oct 19 01:49:10.567862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-71c9b560-644b-468b-9951-ecfdb57bb2c4 service neutron] 10.222.0.62 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838563 Oct 19 01:49:10.626297 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:10.703205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-3dbefd86-c6e1-4efb-9006-28ee59263331 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:10.704724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-3dbefd86-c6e1-4efb-9006-28ee59263331 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca&tenant_id=446eaabb7b8b48159e8221f499748465&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1098 time: 0.0800114 Oct 19 01:49:10.715501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-20'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:10.769302 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:10.849828 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:10.893852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:10.930378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:10.973378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:10.975638 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2902fca4-56d0-41f3-b900-aab2ef8dcc27" -d '{"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-unplugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:10.979920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:10.985196 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.013129 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbd470d-6502-4e75-94ef-dff4cb488b17 x-openstack-request-id: req-3dbd470d-6502-4e75-94ef-dff4cb488b17 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:11.013422 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-unplugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:11.013672 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3dbd470d-6502-4e75-94ef-dff4cb488b17 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:11.014060 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'code': 200} Oct 19 01:49:11.080887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:11.132243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39423ca1-e7c4-41e5-b6f7-86e7ce3ac43b req-6cd44136-f69c-47c4-8244-fc43b0e55733 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:11.135027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-39423ca1-e7c4-41e5-b6f7-86e7ce3ac43b req-6cd44136-f69c-47c4-8244-fc43b0e55733 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 943 time: 0.0568891 Oct 19 01:49:11.154905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on host n-h1-789963-20 for vnic_type normal with profile {"migrating_to": "n-h2-789963-20"} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:11.155237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:11.155570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:11.175845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:49:11.176199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Attempting to bind port 4817a04f-4ac4-4c66-9682-a9a94e35558c on network f2fbf41b-e678-48d0-8173-47fb7630dadc {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:11.177099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-39423ca1-e7c4-41e5-b6f7-86e7ce3ac43b req-30b9d79e-eeea-4607-9ca4-ed967c8f8f10 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Oct 19 01:49:11.182317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:11.182591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Checking segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:11.182978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Bound using segment: {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:11.183410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Bound port: 4817a04f-4ac4-4c66-9682-a9a94e35558c, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:11.184463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.237040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad686-de32-4aed-95fe-a5e7c398c893 req-6fce2061-be7a-4c6d-be37-60b3f09d97e7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:11.238548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1eaad686-de32-4aed-95fe-a5e7c398c893 req-6fce2061-be7a-4c6d-be37-60b3f09d97e7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 944 time: 0.0980537 Oct 19 01:49:11.289933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:11.294416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:11.300746 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1eaad686-de32-4aed-95fe-a5e7c398c893 req-5b146e4d-4810-4ed9-b3f2-bb31fb5694d2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542698 Oct 19 01:49:11.302550 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.353352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-37629908-b1c8-4783-8ca9-e023cb47af1e None None] Provisioning complete for port 4817a04f-4ac4-4c66-9682-a9a94e35558c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:11.354108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37629908-b1c8-4783-8ca9-e023cb47af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.405237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=8']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:11.440535 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37629908-b1c8-4783-8ca9-e023cb47af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.448982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:11.449603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.451004 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-48b63a01-2991-4792-943f-cb40c4ec1b35 service neutron] 10.222.0.62 "PUT /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 1124 time: 0.7393315 Oct 19 01:49:11.465713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:11.468312 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16f613-2e2e-40da-b847-d193173884e4" -d '{"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-plugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:11.481995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-37629908-b1c8-4783-8ca9-e023cb47af1e None None] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:11.486314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37629908-b1c8-4783-8ca9-e023cb47af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.568929 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0eb60e-f404-4ace-bc01-f45eac573a89 x-openstack-request-id: req-ca0eb60e-f404-4ace-bc01-f45eac573a89 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:11.569215 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-plugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:11.569456 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca0eb60e-f404-4ace-bc01-f45eac573a89 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:11.569842 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'code': 200} Oct 19 01:49:11.630388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4817a04f-4ac4-4c66-9682-a9a94e35558c'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:11.665897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37629908-b1c8-4783-8ca9-e023cb47af1e None None] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:11.707475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8c9204-ea67-4655-9010-2744d839e23f details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:49:11.862399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8930c67e-8041-4786-b4be-39e5eb391c85 None None] Provisioning complete for port 4817a04f-4ac4-4c66-9682-a9a94e35558c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:11.863084 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8930c67e-8041-4786-b4be-39e5eb391c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:11.907469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6f8c9204-ea67-4655-9010-2744d839e23f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8c9204-ea67-4655-9010-2744d839e23f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:11.932324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '6f8c9204-ea67-4655-9010-2744d839e23f', 'network_id': '74a28f3b-adaa-41ed-9479-b45414f4b2ea', 'port_id': '6f8c9204-ea67-4655-9010-2744d839e23f', 'mac_address': 'fa:16:3e:78:03:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755e08db-6f6a-480b-a947-e7fde5dbb088', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:49:12.031594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:12.061239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8c9204-ea67-4655-9010-2744d839e23f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:12.095792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6f8c9204-ea67-4655-9010-2744d839e23f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8c9204-ea67-4655-9010-2744d839e23f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:12.103570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:12.161721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6f8c9204-ea67-4655-9010-2744d839e23f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:12.169146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.169495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.169835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.170171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.170508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.170838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.171164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.171492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.171819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.172173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.172497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.172817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:12.295055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005c0b9-f539-48cf-916b-0ed879329ac1 req-cc36397d-18b6-4eea-b576-a28a08ed6bf0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:12.296555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5005c0b9-f539-48cf-916b-0ed879329ac1 req-cc36397d-18b6-4eea-b576-a28a08ed6bf0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 944 time: 0.0505486 Oct 19 01:49:12.319003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['6f8c9204-ea67-4655-9010-2744d839e23f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:12.345459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5005c0b9-f539-48cf-916b-0ed879329ac1 req-7ae44f94-9b0a-43b3-ade3-17a53731c877 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Oct 19 01:49:12.384644 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:12.424299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1183d-da18-43f5-88da-2c9f0a125136 req-da19bd73-3d99-43a9-b584-342dbef7d4c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:12.425777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ada1183d-da18-43f5-88da-2c9f0a125136 req-da19bd73-3d99-43a9-b584-342dbef7d4c8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0532367 Oct 19 01:49:12.464330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ada1183d-da18-43f5-88da-2c9f0a125136 req-d963e590-bb5e-464c-85a9-32591f0a5f92 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Oct 19 01:49:13.014875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:13.017267 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b0ebae-4274-4082-a3ef-23400f8a54ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:13.052176 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a105cf-0eff-4095-b3e8-29e4e37209d6 x-openstack-request-id: req-39a105cf-0eff-4095-b3e8-29e4e37209d6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:13.052471 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:13.052719 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39a105cf-0eff-4095-b3e8-29e4e37209d6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:13.053118 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'status': 'completed', 'code': 200} Oct 19 01:49:13.145194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-b5842888-573a-40e9-b13a-4355374e61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:13.146702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-b5842888-573a-40e9-b13a-4355374e61ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1129 time: 0.0412943 Oct 19 01:49:13.237030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-03d1ffaa-aa5d-4961-8440-6d312f45dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:13.238511 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-03d1ffaa-aa5d-4961-8440-6d312f45dda9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 898 time: 0.0843139 Oct 19 01:49:13.311255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-ff0c7d29-bc7f-41d1-a23d-e205b191d316 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 1000 time: 0.0637748 Oct 19 01:49:13.361407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-5d91076b-0183-4f37-a4bd-378b996f44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:13.362855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-5d91076b-0183-4f37-a4bd-378b996f44c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 200 len: 835 time: 0.0437291 Oct 19 01:49:13.408615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-366d90aa-8a65-4b13-9b83-55d0832ae563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:13.410115 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-366d90aa-8a65-4b13-9b83-55d0832ae563 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f2fbf41b-e678-48d0-8173-47fb7630dadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405107 Oct 19 01:49:13.462426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3f03c-88a0-4e27-8966-cf8bd6074c6e req-5ca7de30-05d3-496b-8a67-0f4fcb636a0a tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:13.463936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28b3f03c-88a0-4e27-8966-cf8bd6074c6e req-5ca7de30-05d3-496b-8a67-0f4fcb636a0a tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 944 time: 0.0497503 Oct 19 01:49:13.503192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28b3f03c-88a0-4e27-8966-cf8bd6074c6e req-dc2d938f-8db2-4832-9fe7-c2de44295a7a tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Oct 19 01:49:13.506811 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-a183ab00-6a5c-488b-90c8-e7d15692ee90 service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897720 Oct 19 01:49:13.636020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2b0ebae-4274-4082-a3ef-23400f8a54ca req-02482887-0afb-4279-a892-7d8dcd5eb5f2 service neutron] 10.222.0.74 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212735 Oct 19 01:49:13.643421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf6145-b6ec-4fe6-b1d7-353f1b1ec383 req-0186ad2e-a15a-481c-a63e-0db95b8c59e3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:13.644810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96cf6145-b6ec-4fe6-b1d7-353f1b1ec383 req-0186ad2e-a15a-481c-a63e-0db95b8c59e3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0996583 Oct 19 01:49:13.684889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96cf6145-b6ec-4fe6-b1d7-353f1b1ec383 req-37c888c5-3f39-4eb6-9795-94e6c87573ac tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337999 Oct 19 01:49:13.716828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:49:13.719437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8c9204-ea67-4655-9010-2744d839e23f up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:13.836618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 6f8c9204-ea67-4655-9010-2744d839e23f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:49:13.843613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 6f8c9204-ea67-4655-9010-2744d839e23f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:13.844000 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:13.879471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:13.896888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c has no active binding in host n-h2-789963-20 {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 01:49:13.939721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:13.961861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8c9204-ea67-4655-9010-2744d839e23f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:13.964083 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad692b2-3770-4abe-a116-be1f94239905" -d '{"events": [{"server_uuid": "980f01c4-cf72-4a3b-856e-9da9ed989899", "name": "network-vif-plugged", "status": "completed", "tag": "6f8c9204-ea67-4655-9010-2744d839e23f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:13.980327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6f8c9204-ea67-4655-9010-2744d839e23f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8c9204-ea67-4655-9010-2744d839e23f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:13.984301 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:14.007276 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062bd952-5df9-462c-99e7-4d02cb7835a9 x-openstack-request-id: req-062bd952-5df9-462c-99e7-4d02cb7835a9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:14.007567 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980f01c4-cf72-4a3b-856e-9da9ed989899", "name": "network-vif-plugged", "status": "completed", "tag": "6f8c9204-ea67-4655-9010-2744d839e23f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:14.007816 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-062bd952-5df9-462c-99e7-4d02cb7835a9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:14.008245 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8c9204-ea67-4655-9010-2744d839e23f', 'code': 200} Oct 19 01:49:14.033129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6f8c9204-ea67-4655-9010-2744d839e23f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:14.101126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da86f26-2b83-4a34-b0ce-2bfe25efc69a req-d206c5da-8947-4101-bcc9-e29a07398085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:14.103280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7da86f26-2b83-4a34-b0ce-2bfe25efc69a req-d206c5da-8947-4101-bcc9-e29a07398085 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 1097 time: 0.0410852 Oct 19 01:49:14.141849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7da86f26-2b83-4a34-b0ce-2bfe25efc69a req-3198dbfb-4d50-4015-9753-137754ae7055 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273161 Oct 19 01:49:14.620969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12dcd1-6d92-4d58-876a-44999d21014c req-53c8084f-aeac-4dba-bd4a-829aa471222e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:14.622462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f12dcd1-6d92-4d58-876a-44999d21014c req-53c8084f-aeac-4dba-bd4a-829aa471222e tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0517342 Oct 19 01:49:14.660317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f12dcd1-6d92-4d58-876a-44999d21014c req-2485163c-17b8-452f-9884-f8027e9694e9 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Oct 19 01:49:14.802414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd739f-6228-4fd1-840e-e14425b46a26 req-8b9759a8-e99b-471b-9acd-5db28bebee7b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:14.803792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1fd739f-6228-4fd1-840e-e14425b46a26 req-8b9759a8-e99b-471b-9acd-5db28bebee7b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0489235 Oct 19 01:49:14.841646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1fd739f-6228-4fd1-840e-e14425b46a26 req-6c9df258-e7cf-43d0-9f7f-57f0ba4b33c5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Oct 19 01:49:15.780141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4273432-5c38-4c9b-9f4c-d9ccc6b5438a req-a7a22f63-9335-463b-be38-bcfbf628b779 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:15.781616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4273432-5c38-4c9b-9f4c-d9ccc6b5438a req-a7a22f63-9335-463b-be38-bcfbf628b779 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Oct 19 01:49:15.819403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4273432-5c38-4c9b-9f4c-d9ccc6b5438a req-fe132f21-542c-4db5-9527-3b6380dd6ecb tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Oct 19 01:49:15.962887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d526-d3c9-42b1-98a1-d7fafe0c57de req-3b2cc767-4cc1-4764-9cb2-10e7f4697591 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:15.964374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ed2d526-d3c9-42b1-98a1-d7fafe0c57de req-3b2cc767-4cc1-4764-9cb2-10e7f4697591 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 946 time: 0.0562880 Oct 19 01:49:16.004255 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2ed2d526-d3c9-42b1-98a1-d7fafe0c57de req-8a1469d7-155c-4cad-b283-e23a986ad649 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337932 Oct 19 01:49:16.737572 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-30f8f8c2-2727-4b9a-befb-96418b2ce208 service neutron] 10.222.0.74 "GET /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 385 time: 0.0564761 Oct 19 01:49:16.944876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:16.968111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c6f24-c1bd-4b78-b4c1-cf92db35f166 req-d82ebc79-fa2a-474e-968f-cbb0aa45d957 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:16.969586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-286c6f24-c1bd-4b78-b4c1-cf92db35f166 req-d82ebc79-fa2a-474e-968f-cbb0aa45d957 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0817544 Oct 19 01:49:16.978621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:17.045827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-286c6f24-c1bd-4b78-b4c1-cf92db35f166 req-f793f6a9-c11c-4ef6-bf44-a8af848090c5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690665 Oct 19 01:49:17.048354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:17.050725 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c590b1c-0993-4ac2-b553-d6296e2f37e0" -d '{"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-unplugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:17.058016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:17.073877 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:17.112846 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f124a49-a826-497c-a5b2-715b11c03fde x-openstack-request-id: req-1f124a49-a826-497c-a5b2-715b11c03fde {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:17.113142 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-unplugged", "status": "completed", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:17.113476 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f124a49-a826-497c-a5b2-715b11c03fde {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:17.113790 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'code': 200} Oct 19 01:49:17.131824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc6a72-43a6-477c-bd54-8bb9c2e6554f req-a1af4204-6820-4409-8c97-bb520723e6d9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.134067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bfdc6a72-43a6-477c-bd54-8bb9c2e6554f req-a1af4204-6820-4409-8c97-bb520723e6d9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 945 time: 0.0524137 Oct 19 01:49:17.173635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bfdc6a72-43a6-477c-bd54-8bb9c2e6554f req-0c23c02e-6f2a-4fe7-8f26-0932435ee0b7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Oct 19 01:49:17.180722 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Transition to ACTIVE for port object 4817a04f-4ac4-4c66-9682-a9a94e35558c will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:49:17.186352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:17.230172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b84c75-5d9d-444e-86a5-ac2a8902051d req-78b96757-ef67-49de-88f9-f7e41f7fd720 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.232007 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69b84c75-5d9d-444e-86a5-ac2a8902051d req-78b96757-ef67-49de-88f9-f7e41f7fd720 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0927799 Oct 19 01:49:17.322847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Pushing event updated for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=11']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:17.342361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.342701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.343035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.343364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.343693 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.344035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.344356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.344673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.344992 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.345310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.345626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.346013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:17.356497 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69b84c75-5d9d-444e-86a5-ac2a8902051d req-1007ba96-ff35-409b-8f68-dfed5c238cdc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160018 Oct 19 01:49:17.393202 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] No DVR routers for this DVR port 4817a04f-4ac4-4c66-9682-a9a94e35558c on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:17.542046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-5c331d86-87f8-48a2-a9d4-20e6d3a48514 service neutron] 10.222.0.74 "PUT /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c/bindings/n-h2-789963-20/activate HTTP/1.1" status: 200 len: 370 time: 0.7953024 Oct 19 01:49:17.578369 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145b32a-ee58-46ce-b2ad-f9e6513beecb req-73d486b0-582b-44e4-aebf-66c475fd53fd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.580430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a145b32a-ee58-46ce-b2ad-f9e6513beecb req-73d486b0-582b-44e4-aebf-66c475fd53fd tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0553451 Oct 19 01:49:17.620451 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a145b32a-ee58-46ce-b2ad-f9e6513beecb req-b59a1989-d6fb-444f-9ce7-c3a5517a387b tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Oct 19 01:49:17.678089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-16add764-dd6b-4b7f-a33e-e69af1e99644 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.679580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-16add764-dd6b-4b7f-a33e-e69af1e99644 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca&tenant_id=446eaabb7b8b48159e8221f499748465&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.0468419 Oct 19 01:49:17.729832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-56a24d2e-22f1-4a6a-b894-b4ef91077d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.731372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-56a24d2e-22f1-4a6a-b894-b4ef91077d49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 1097 time: 0.0435781 Oct 19 01:49:17.737821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df479414-db73-405a-b85a-aa3d4c21e4d1 req-2104b0d0-e315-41b2-bdfe-118b7b6a89ee tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.739424 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df479414-db73-405a-b85a-aa3d4c21e4d1 req-2104b0d0-e315-41b2-bdfe-118b7b6a89ee tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0511143 Oct 19 01:49:17.779492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-df479414-db73-405a-b85a-aa3d4c21e4d1 req-0b96e9c0-c47d-482d-a009-f433add051a5 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Oct 19 01:49:17.800869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-557ad05b-2dd8-49e6-8981-62c2bc9c0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.802443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-557ad05b-2dd8-49e6-8981-62c2bc9c0815 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1097 time: 0.0460634 Oct 19 01:49:17.895488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-15f18023-358b-417f-9509-55782ff1922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.897108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-15f18023-358b-417f-9509-55782ff1922c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 898 time: 0.0882165 Oct 19 01:49:17.974194 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-879c5d6c-7b55-4076-83b5-8174bc0d9723 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 998 time: 0.0701339 Oct 19 01:49:17.994742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c441b98-88d0-454b-b11f-92378a92e3f8 req-5844f909-73a3-4842-9970-4531d1068e0f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:17.996174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3c441b98-88d0-454b-b11f-92378a92e3f8 req-5844f909-73a3-4842-9970-4531d1068e0f tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0622036 Oct 19 01:49:18.024575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-046a0b54-fdf4-4595-8475-73a53751474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.026039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-046a0b54-fdf4-4595-8475-73a53751474a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 200 len: 835 time: 0.0453889 Oct 19 01:49:18.033475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3c441b98-88d0-454b-b11f-92378a92e3f8 req-0a1c1799-1697-4212-973c-432db9414504 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Oct 19 01:49:18.076458 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-de0a3611-8fa6-4409-a625-bf7a4f9adba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.078106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-de0a3611-8fa6-4409-a625-bf7a4f9adba6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2fbf41b-e678-48d0-8173-47fb7630dadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446877 Oct 19 01:49:18.201089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37a25e-832d-4cea-b13d-52252ba75077 req-cf03c1d7-9c41-43da-ac57-d05458e61a0c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.202557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b37a25e-832d-4cea-b13d-52252ba75077 req-cf03c1d7-9c41-43da-ac57-d05458e61a0c tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0984960 Oct 19 01:49:18.220311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-09103bd9-77c3-4d77-bc57-fb08ad195911 service neutron] 10.222.0.62 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349139 Oct 19 01:49:18.273060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b37a25e-832d-4cea-b13d-52252ba75077 req-70818126-b6b5-41a7-9bc0-1065e4d8aa11 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630071 Oct 19 01:49:18.296241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d6ca0-e6ae-4342-b0f6-0e40d0105479 req-ca164dcf-4df5-4e46-a213-b9b0409e216d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.296241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-420d6ca0-e6ae-4342-b0f6-0e40d0105479 req-ca164dcf-4df5-4e46-a213-b9b0409e216d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 945 time: 0.0502195 Oct 19 01:49:18.334325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-420d6ca0-e6ae-4342-b0f6-0e40d0105479 req-3b9dbe09-a863-4550-ac4d-807543de8274 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Oct 19 01:49:18.336751 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-36fab929-597a-4c48-8bdb-c40a4ede90df service neutron] 10.222.0.62 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076016 Oct 19 01:49:18.604668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-32606da6-e4ab-49a8-a6ac-887d154fb1a8 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.606155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-32606da6-e4ab-49a8-a6ac-887d154fb1a8 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca&tenant_id=446eaabb7b8b48159e8221f499748465&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 1097 time: 0.0701191 Oct 19 01:49:18.620510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d111-7bb7-4470-ae64-77922cf68768 req-14b300a8-7a44-419f-995a-890514bc1380 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:18.621864 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee16d111-7bb7-4470-ae64-77922cf68768 req-14b300a8-7a44-419f-995a-890514bc1380 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0602636 Oct 19 01:49:18.699192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee16d111-7bb7-4470-ae64-77922cf68768 req-6b941444-7a13-4ba4-a93b-f516fff1130d tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714095 Oct 19 01:49:18.785206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-a6d22f7c-ea65-4bc9-a194-c662d917dba8 service neutron] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:18.788406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-a6d22f7c-ea65-4bc9-a194-c662d917dba8 service neutron] Publish callbacks [] for binding, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:18.789608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec13957a-59b4-48ce-9412-0344be8d3923 req-a6d22f7c-ea65-4bc9-a194-c662d917dba8 service neutron] 10.222.0.62 "DELETE /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c/bindings/n-h1-789963-20 HTTP/1.1" status: 204 len: 173 time: 0.1668518 Oct 19 01:49:19.448962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63ac62-7d7a-4b14-b156-fb8f42128e27 req-e340a9f4-1b7b-484a-916c-1419bcd18eed tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.450346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc63ac62-7d7a-4b14-b156-fb8f42128e27 req-e340a9f4-1b7b-484a-916c-1419bcd18eed tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 945 time: 0.0498517 Oct 19 01:49:19.488814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc63ac62-7d7a-4b14-b156-fb8f42128e27 req-2c6c3c17-3488-4161-8cbf-47eaa6af4708 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325415 Oct 19 01:49:19.599136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e65c00-9c8f-4a04-afc6-6cd0ee865f7e req-57974756-0622-46a0-841a-1899c21646c2 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.601135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16e65c00-9c8f-4a04-afc6-6cd0ee865f7e req-57974756-0622-46a0-841a-1899c21646c2 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1097 time: 0.0438666 Oct 19 01:49:19.645793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-16e65c00-9c8f-4a04-afc6-6cd0ee865f7e req-3d196acd-9fa0-4467-9d46-097ac6bcf498 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 Oct 19 01:49:19.769729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e4899-44bc-496e-a3f3-487854b2395d req-b4217789-3f1a-4578-9b59-0e421c39ffb7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.771360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-000e4899-44bc-496e-a3f3-487854b2395d req-b4217789-3f1a-4578-9b59-0e421c39ffb7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 945 time: 0.0545573 Oct 19 01:49:19.830149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-d24824d9-e009-468e-b180-cf70b8a737dc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.832090 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-d24824d9-e009-468e-b180-cf70b8a737dc tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0805957 Oct 19 01:49:19.845608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf1069-9fa1-4fe2-9d5c-92ba1f01babd req-39319154-76e8-4862-9d72-f742378ef4b8 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:19.847142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3cf1069-9fa1-4fe2-9d5c-92ba1f01babd req-39319154-76e8-4862-9d72-f742378ef4b8 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/ports?device_id=980f01c4-cf72-4a3b-856e-9da9ed989899 HTTP/1.1" status: 200 len: 945 time: 0.0682981 Oct 19 01:49:19.942765 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d3cf1069-9fa1-4fe2-9d5c-92ba1f01babd req-1363b5e0-a28c-41c4-8659-a2899a7ae054 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.64 "GET /v2.0/security-groups?id=aa98f0e9-2a1d-4964-9a66-0db483a03dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875957 Oct 19 01:49:19.973928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Deleting port 6f8c9204-ea67-4655-9010-2744d839e23f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:19.974252 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.012148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.071774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] For port 6f8c9204-ea67-4655-9010-2744d839e23f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6f8c9204-ea67-4655-9010-2744d839e23f,segment=NetworkSegment(1488951f-62ed-4281-9ad7-e568a328f4c6),segment_id=1488951f-62ed-4281-9ad7-e568a328f4c6)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:20.072178 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.087020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Calling delete_port for 6f8c9204-ea67-4655-9010-2744d839e23f owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:20.116405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-000e4899-44bc-496e-a3f3-487854b2395d req-d432ef72-81a5-495c-a2b4-e940c0eeb201 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370287 Oct 19 01:49:20.138586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45652) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:20.199581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d020a408-ef5b-4ca8-9f59-5eff54ca5a1d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/5c2c7994-7ed9-4d15-a541-e44d8f44f69e HTTP/1.1" status: 200 len: 990 time: 0.0598171 Oct 19 01:49:20.218601 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.231220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['6f8c9204-ea67-4655-9010-2744d839e23f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:20.247706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Pushing event deleted for resources: {'Port': ['ID=6f8c9204-ea67-4655-9010-2744d839e23f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:20.303853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] No DVR routers for this DVR port 6f8c9204-ea67-4655-9010-2744d839e23f on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:20.303853 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.303853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5c091c5-503a-4b3d-b923-567cb326e30a req-db4506ec-5de8-48c1-8c8f-bbe7ca9845d0 tempest-ServerDiskConfigTestJSON-1403000059 tempest-ServerDiskConfigTestJSON-1403000059-project] 10.222.0.62 "DELETE /v2.0/ports/6f8c9204-ea67-4655-9010-2744d839e23f HTTP/1.1" status: 204 len: 173 time: 0.4509249 Oct 19 01:49:20.303853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'name': 'network-vif-deleted', 'tag': '6f8c9204-ea67-4655-9010-2744d839e23f'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:20.303853 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e3d0f1-fc48-493d-a44a-0cbdc466457d" -d '{"events": [{"server_uuid": "980f01c4-cf72-4a3b-856e-9da9ed989899", "name": "network-vif-deleted", "tag": "6f8c9204-ea67-4655-9010-2744d839e23f"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:20.342198 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc938509-d628-4133-9cb8-e2e7a460a514 x-openstack-request-id: req-fc938509-d628-4133-9cb8-e2e7a460a514 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:20.342499 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980f01c4-cf72-4a3b-856e-9da9ed989899", "name": "network-vif-deleted", "tag": "6f8c9204-ea67-4655-9010-2744d839e23f", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:20.342759 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc938509-d628-4133-9cb8-e2e7a460a514 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:20.343160 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980f01c4-cf72-4a3b-856e-9da9ed989899', 'name': 'network-vif-deleted', 'tag': '6f8c9204-ea67-4655-9010-2744d839e23f', 'status': 'completed', 'code': 200} Oct 19 01:49:20.436650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45660) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:20.594054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port c27b483e-25bc-408c-bb22-c9f393f88b74 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:20.594735 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.673228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.673709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.687266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for c27b483e-25bc-408c-bb22-c9f393f88b74 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:20.705740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:20.751016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:20.848951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.873604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=c27b483e-25bc-408c-bb22-c9f393f88b74,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:20.937982 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:20.938316 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 5c2c7994-7ed9-4d15-a541-e44d8f44f69e disassociated (deleted). External IP: 172.25.0.2, port: 4817a04f-4ac4-4c66-9682-a9a94e35558c. Oct 19 01:49:21.132835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45672) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:21.157167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router d54dd96d-22e1-40fc-8031-a361e3d72358 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:49:21.178073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] Deleting subnet 755e08db-6f6a-480b-a947-e7fde5dbb088 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:49:21.181272 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.215688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.255551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.268846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:21.274379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.280590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] Sync routers for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:21.290127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:21.290812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:21.304098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7aec5523-61f3-47cb-8cdd-41442dc3f71f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/floatingips/5c2c7994-7ed9-4d15-a541-e44d8f44f69e HTTP/1.1" status: 204 len: 168 time: 0.8639660 Oct 19 01:49:21.304098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:21.313248 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec3724-732d-4f01-82bb-408eabaae18e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:21.319406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.336545 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.343602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/755e08db-6f6a-480b-a947-e7fde5dbb088 HTTP/1.1" status: 204 len: 168 time: 0.2090812 Oct 19 01:49:21.344091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45678) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:21.376725 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390e483-3793-4d8e-afca-62e54c1fee73 x-openstack-request-id: req-4390e483-3793-4d8e-afca-62e54c1fee73 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:21.377007 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:21.377258 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4390e483-3793-4d8e-afca-62e54c1fee73 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:21.377650 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'status': 'completed', 'code': 200} Oct 19 01:49:21.390472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93109a6-9773-4b9e-bb6c-1468f7ea8872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755e08db-6f6a-480b-a947-e7fde5dbb088,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:21.435101 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.445184 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3724-732d-4f01-82bb-408eabaae18e req-4ce012d1-0981-47dc-b373-12c6aaf5c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:21.448698 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-4ce012d1-0981-47dc-b373-12c6aaf5c0a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 1097 time: 0.0527215 Oct 19 01:49:21.454576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:21.535004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.558647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a28f3b-adaa-41ed-9479-b45414f4b2ea']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:21.572701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1488951f-62ed-4281-9ad7-e568a328f4c6') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:21.572996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1488951f-62ed-4281-9ad7-e568a328f4c6') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:21.583379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.598995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.607453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:49:21.607913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:49:21.609882 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:49:21.619133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01bfe6-2800-40cc-800d-16fd3357dd88 req-bb359879-f1b9-4699-91c5-58680a5b01f9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:21.620648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af01bfe6-2800-40cc-800d-16fd3357dd88 req-bb359879-f1b9-4699-91c5-58680a5b01f9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 945 time: 0.0741906 Oct 19 01:49:21.626404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3724-732d-4f01-82bb-408eabaae18e req-fc93d3fc-2fbc-410f-8595-a3daf5dd4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:21.627352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-fc93d3fc-2fbc-410f-8595-a3daf5dd4783 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 200 len: 898 time: 0.1542175 Oct 19 01:49:21.678437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.681904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-f396100d-cd61-4177-a4c6-c3dc55e7c924 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 200 len: 217 time: 0.0454607 Oct 19 01:49:21.685983 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:21.690485 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] 10.222.0.64 "DELETE /v2.0/networks/74a28f3b-adaa-41ed-9479-b45414f4b2ea HTTP/1.1" status: 204 len: 168 time: 0.3453879 Oct 19 01:49:21.700891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:51Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:21.702448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52d0e3-2999-44eb-8f4c-5b0233eb55dd admin admin] Pushing event deleted for resources: {'Network': ['ID=74a28f3b-adaa-41ed-9479-b45414f4b2ea,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:21.715078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-af01bfe6-2800-40cc-800d-16fd3357dd88 req-6627d997-7b1d-4a2d-80a5-286ab4ef8bb6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=07d4e85d-ff3d-408e-af7b-3de95098b3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864742 Oct 19 01:49:21.740952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] Checking router: d54dd96d-22e1-40fc-8031-a361e3d72358 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:21.755435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:21.756313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:21.766778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3724-732d-4f01-82bb-408eabaae18e req-3af6052a-24b0-471c-87a7-0887cb76b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:21.769390 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-3af6052a-24b0-471c-87a7-0887cb76b256 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 200 len: 835 time: 0.0655119 Oct 19 01:49:21.828983 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3724-732d-4f01-82bb-408eabaae18e req-6a86bb6c-0b18-4db6-8ca2-d5fe24c55fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:21.830580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-6a86bb6c-0b18-4db6-8ca2-d5fe24c55fcd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2fbf41b-e678-48d0-8173-47fb7630dadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533259 Oct 19 01:49:21.880105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:21.895933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45684) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:21.933353 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-7798b466-1414-4dd3-af01-99d7eb07a797 service neutron] 10.222.0.62 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952883 Oct 19 01:49:21.939074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c7783171-bb14-4933-aa3d-3915822060ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef31a6bbc7a3443eaf3ae99ad7d99146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418236 Oct 19 01:49:21.941577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:22.025096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44094313-a00d-4d1f-a966-a3311c2666fd req-002e6a49-6b46-4e30-8714-0c3cf8b9227d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:22.026750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-44094313-a00d-4d1f-a966-a3311c2666fd req-002e6a49-6b46-4e30-8714-0c3cf8b9227d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 945 time: 0.0831311 Oct 19 01:49:22.032365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d796380d-2e11-4de8-9afd-ad0851cfc84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.041956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-de2ea545-839c-46ec-a048-af2f8b10a8b5 service neutron] 10.222.0.62 "GET /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982752 Oct 19 01:49:22.088194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d796380d-2e11-4de8-9afd-ad0851cfc84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.090871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:51Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:22.121412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02854d1e-88f2-4353-9566-73a631dfa111 None None] The sync data for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 is: [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:47Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a58eda53-0432-4ca0-9ad1-e0e7b2c014f7', 'name': '', 'network_id': 'f2fbf41b-e678-48d0-8173-47fb7630dadc', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:07:66:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:46Z', 'updated_at': '2021-10-19T01:47:51Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'feb34ae1-f823-478d-8c57-0a6f50e97563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:22.170219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 4817a04f-4ac4-4c66-9682-a9a94e35558c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:22.170557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.173389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d796380d-2e11-4de8-9afd-ad0851cfc84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.175928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d796380d-2e11-4de8-9afd-ad0851cfc84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.177215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d796380d-2e11-4de8-9afd-ad0851cfc84d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa98f0e9-2a1d-4964-9a66-0db483a03dde HTTP/1.1" status: 204 len: 168 time: 0.2347281 Oct 19 01:49:22.201980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796380d-2e11-4de8-9afd-ad0851cfc84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa98f0e9-2a1d-4964-9a66-0db483a03dde,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:22.286330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port 4817a04f-4ac4-4c66-9682-a9a94e35558c, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=4817a04f-4ac4-4c66-9682-a9a94e35558c,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:22.287010 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.300199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 4817a04f-4ac4-4c66-9682-a9a94e35558c owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:22.432711 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a1179-7fa2-4857-913f-9c81ac4f2d13 None None] New status for floating IP 5c2c7994-7ed9-4d15-a541-e44d8f44f69e: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:49:22.446394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.481078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=4817a04f-4ac4-4c66-9682-a9a94e35558c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:22.523174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] No DVR routers for this DVR port 4817a04f-4ac4-4c66-9682-a9a94e35558c on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:22.526074 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:22.529538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-44094313-a00d-4d1f-a966-a3311c2666fd req-d37df20c-7ea5-4f0f-a8cf-2920b19ee7ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.62 "DELETE /v2.0/ports/4817a04f-4ac4-4c66-9682-a9a94e35558c HTTP/1.1" status: 204 len: 173 time: 0.4952195 Oct 19 01:49:22.840754 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-102011ca-3726-415c-9fef-80f043bc5cbc req-3872a1a8-b82c-4253-8221-69fd486424f9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ffad260-4cc0-4cd7-b469-6647c13918ca HTTP/1.1" status: 200 len: 210 time: 0.0393825 Oct 19 01:49:23.378861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-deleted', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:23.381137 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e57299-f691-478b-bc0b-4fdfabc89d16" -d '{"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-deleted", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:23.416209 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67ad7eb-2337-4136-a240-fd99b03fda58 x-openstack-request-id: req-c67ad7eb-2337-4136-a240-fd99b03fda58 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:23.416512 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffad260-4cc0-4cd7-b469-6647c13918ca", "name": "network-vif-deleted", "tag": "4817a04f-4ac4-4c66-9682-a9a94e35558c", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:23.416768 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c67ad7eb-2337-4136-a240-fd99b03fda58 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:23.417165 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffad260-4cc0-4cd7-b469-6647c13918ca', 'name': 'network-vif-deleted', 'tag': '4817a04f-4ac4-4c66-9682-a9a94e35558c', 'status': 'completed', 'code': 200} Oct 19 01:49:23.619373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45742) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:23.724336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed57d-6759-42c4-b491-78e0096d303b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:23.755121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8c9204-ea67-4655-9010-2744d839e23f no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:23.776816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 6f8c9204-ea67-4655-9010-2744d839e23f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:23.777154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6f8c9204-ea67-4655-9010-2744d839e23f not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:23.811913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed57d-6759-42c4-b491-78e0096d303b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:23.815388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed57d-6759-42c4-b491-78e0096d303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:23.854958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2d5ed57d-6759-42c4-b491-78e0096d303b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8599890fde3e4f01a41709202ddce556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345142 Oct 19 01:49:23.855812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ed57d-6759-42c4-b491-78e0096d303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f54b59-14d6-4bb7-8bb7-3b7cb05ddbf4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:23.858280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45746) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:23.900357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45750) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:23.909383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9b58-adc2-48df-918c-078ed91296fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:23.931174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9b58-adc2-48df-918c-078ed91296fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:23.978206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9b58-adc2-48df-918c-078ed91296fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:23.981245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9b58-adc2-48df-918c-078ed91296fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:23.984935 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f7bc9b58-adc2-48df-918c-078ed91296fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4f54b59-14d6-4bb7-8bb7-3b7cb05ddbf4 HTTP/1.1" status: 204 len: 168 time: 0.1230793 Oct 19 01:49:23.998102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc9b58-adc2-48df-918c-078ed91296fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f54b59-14d6-4bb7-8bb7-3b7cb05ddbf4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:24.279714 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:24.542576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:24.542910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:24.610255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45772) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:24.641767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port a58eda53-0432-4ca0-9ad1-e0e7b2c014f7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:24.642134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:24.655083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:24.718181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-367291434-network', 'tenant_id': '7f46c6bb8326460793572eeb75c0d530'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:24.777233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Made reservation on behalf of 7f46c6bb8326460793572eeb75c0d530 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:24.779373 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:24.796349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:24.900644 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:24.935669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=a58eda53-0432-4ca0-9ad1-e0e7b2c014f7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:24.946741 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:24.953698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.014695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:49:25.039670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5f2d1-99e0-49e2-bbb2-903120781ac1,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:25.048450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.048807 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Added segment 0a8943f9-7e79-4c92-aa3e-d78beb66a656 of type vlan for network c2f1d140-0433-4547-b867-c3467e42ceee Oct 19 01:49:25.128222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.194321 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.195859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:25.196470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.224910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.245129 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6338556 Oct 19 01:49:25.248052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45776) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:25.253828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Request body: {'subnet': {'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-367291434-subnet', 'tenant_id': '7f46c6bb8326460793572eeb75c0d530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:25.281552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380cc6d-3a58-40b1-b4e4-0828156ed33c admin admin] Pushing event updated for resources: {'Network': ['ID=c2f1d140-0433-4547-b867-c3467e42ceee,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:25.287446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Made reservation on behalf of 7f46c6bb8326460793572eeb75c0d530 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:25.292325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.293950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network c2f1d140-0433-4547-b867-c3467e42ceee details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:49:25.481632 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.547389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc19915-e9d2-4c2b-b443-dde1c15fc676,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:25.557276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Checking segment: {'id': '0a8943f9-7e79-4c92-aa3e-d78beb66a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:25.557637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Network hostable DHCP agents. Network: c2f1d140-0433-4547-b867-c3467e42ceee, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:49:25.575626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Network c2f1d140-0433-4547-b867-c3467e42ceee is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:49:25.585383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, c2f1d140-0433-4547-b867-c3467e42ceee) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:25.590667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:25.591242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:25.596647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868f606-d30e-43ff-a096-a507424a1e09 None None] Network c2f1d140-0433-4547-b867-c3467e42ceee requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:49:25.610236 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-02cce350-2524-4e7d-8b7a-49b69c026f7f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3604934 Oct 19 01:49:25.786586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:25.814919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 4817a04f-4ac4-4c66-9682-a9a94e35558c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:25.815124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router d54dd96d-22e1-40fc-8031-a361e3d72358 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:49:25.815647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 4817a04f-4ac4-4c66-9682-a9a94e35558c not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:25.920447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d45fa-f560-42d8-974f-fc457e53d066 None None] Network c2f1d140-0433-4547-b867-c3467e42ceee requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:49:25.930778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:25.939223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1065b1fc-1256-4a07-8c6d-89b5a7e686c1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/d54dd96d-22e1-40fc-8031-a361e3d72358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352705 Oct 19 01:49:25.939705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45790) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:25.947013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] Sync routers for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:25.991183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:25.991838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:26.001752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting subnet feb34ae1-f823-478d-8c57-0a6f50e97563 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:49:26.005251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.045625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.088416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-5fde6096-c07c-4906-a700-b883e39e8bca tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:26.089954 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-5fde6096-c07c-4906-a700-b883e39e8bca tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/networks?id=c2f1d140-0433-4547-b867-c3467e42ceee HTTP/1.1" status: 200 len: 820 time: 0.1112673 Oct 19 01:49:26.105802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-4da4b5b6-5007-4542-9345-1dbb603322b5 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/quotas/7f46c6bb8326460793572eeb75c0d530 HTTP/1.1" status: 200 len: 375 time: 0.0099280 Oct 19 01:49:26.141479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.144545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-ddbc05a5-f0b3-47fa-8770-fbe9fc0c2871 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f46c6bb8326460793572eeb75c0d530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294261 Oct 19 01:49:26.146936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:26.202267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.231313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Subnet': ['ID=feb34ae1-f823-478d-8c57-0a6f50e97563,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:26.235094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.241037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45796) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:26.241193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe5bbf72-165c-448b-a636-cffcf81bfcfe tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/subnets/feb34ae1-f823-478d-8c57-0a6f50e97563 HTTP/1.1" status: 204 len: 168 time: 0.3005104 Oct 19 01:49:26.252811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-267fd777-bd0a-4ece-a3ae-fdf1070417e7 service neutron] 10.222.0.64 "GET /v2.0/networks/c2f1d140-0433-4547-b867-c3467e42ceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029680 Oct 19 01:49:26.253206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f349097-6c85-4e62-8894-9dd95cbe9879 None None] Network f2fbf41b-e678-48d0-8173-47fb7630dadc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:49:26.424456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:49:24Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:26.427334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.451471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] Checking router: d54dd96d-22e1-40fc-8031-a361e3d72358 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:26.464552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-e6db38ea-0a12-4932-8849-14d2390547df service neutron] 10.222.0.64 "GET /v2.0/networks/c2f1d140-0433-4547-b867-c3467e42ceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809063 Oct 19 01:49:26.470425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] Routers {'d54dd96d-22e1-40fc-8031-a361e3d72358'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:26.471047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d54dd96d-22e1-40fc-8031-a361e3d72358'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:26.511883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] DHCP port deletion for f2fbf41b-e678-48d0-8173-47fb7630dadc request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:49:26.546441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.615970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port ac744f67-8c1f-432a-be39-9238c6c2b9c8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:26.616343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.639406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] Deleting port 16ff6d1f-868a-491f-83b8-5976bb58732d {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:26.639801 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.667739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] Set router d54dd96d-22e1-40fc-8031-a361e3d72358 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:26.696868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f60086fe-9072-4aed-b207-b3709fd4c0b7 req-042ef91e-018d-4196-acfd-b8731ca050fa tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 210 time: 0.0461259 Oct 19 01:49:26.703666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-0f5052cb-022d-4107-a259-e66afb08c7a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1252706 Oct 19 01:49:26.718197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port ac744f67-8c1f-432a-be39-9238c6c2b9c8, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ac744f67-8c1f-432a-be39-9238c6c2b9c8,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:26.718561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.744131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for ac744f67-8c1f-432a-be39-9238c6c2b9c8 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:26.801208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] For port 16ff6d1f-868a-491f-83b8-5976bb58732d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=16ff6d1f-868a-491f-83b8-5976bb58732d,segment=NetworkSegment(e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb),segment_id=e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:26.801619 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.846492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] Calling delete_port for 16ff6d1f-868a-491f-83b8-5976bb58732d owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:26.850488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-ce8b21d6-bb2f-4518-919c-650bd8526b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:26.852694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-ce8b21d6-bb2f-4518-919c-650bd8526b3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1097 time: 0.0884435 Oct 19 01:49:26.952511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.984528 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:26.988940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=ac744f67-8c1f-432a-be39-9238c6c2b9c8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:27.005021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-da5b2af9-312d-4724-96a4-7c00443b92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:27.007313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-da5b2af9-312d-4724-96a4-7c00443b92a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 910 time: 0.1334708 Oct 19 01:49:27.016709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] Pushing event deleted for resources: {'Port': ['ID=16ff6d1f-868a-491f-83b8-5976bb58732d,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:27.020048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64ac67-3eea-4db5-9fc9-4278d2b81e06 None None] No DVR routers for this DVR port 16ff6d1f-868a-491f-83b8-5976bb58732d on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:27.026241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:49:24Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:27.065478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c60270-6fe5-41ed-ad50-1ca8dfd2975c None None] The sync data for ids ['d54dd96d-22e1-40fc-8031-a361e3d72358'] in n-d-789963-20 is: [{'id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2101818130', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:49:24Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': 'ac744f67-8c1f-432a-be39-9238c6c2b9c8', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54dd96d-22e1-40fc-8031-a361e3d72358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:47:43Z', 'updated_at': '2021-10-19T01:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:27.075773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.112031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-663853da-4a66-42cf-aea8-0180378dce71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 1001 time: 0.0961607 Oct 19 01:49:27.170353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-5631d8d6-85cd-4977-9a2d-93129a9b9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:27.171816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-5631d8d6-85cd-4977-9a2d-93129a9b9594 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 200 len: 848 time: 0.0534441 Oct 19 01:49:27.178929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.182192 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.219588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-6405c0f1-35bc-467f-bc5c-554e36b37c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:27.221135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-6405c0f1-35bc-467f-bc5c-554e36b37c00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422912 Oct 19 01:49:27.230156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.230809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Fanout notify agent at l3_agent the message router_deleted on router d54dd96d-22e1-40fc-8031-a361e3d72358 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:49:27.238090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.239211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e8f91f9-f7e8-42e2-8e9a-ba8a681a8833 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/routers/d54dd96d-22e1-40fc-8031-a361e3d72358 HTTP/1.1" status: 204 len: 168 time: 0.9972084 Oct 19 01:49:27.242727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45808) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:27.328143 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.422828 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.449617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fbf41b-e678-48d0-8173-47fb7630dadc']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:27.463120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:27.463503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44ec100-b3a2-4a5f-a919-7caa8d8e7ddb') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:27.475155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.493704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.501862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:49:27.502271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:49:27.505913 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:49:27.584091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.590844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 16ff6d1f-868a-491f-83b8-5976bb58732d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:27.611059 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.623399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/networks/f2fbf41b-e678-48d0-8173-47fb7630dadc HTTP/1.1" status: 204 len: 168 time: 0.3766320 Oct 19 01:49:27.627361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45810) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:27.640644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 16ff6d1f-868a-491f-83b8-5976bb58732d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:27.641411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 16ff6d1f-868a-491f-83b8-5976bb58732d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:27.642109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:27.650476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c1660-9951-403d-9604-ff7ac3011661 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Network': ['ID=f2fbf41b-e678-48d0-8173-47fb7630dadc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:27.671239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:27.672189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a58eda53-0432-4ca0-9ad1-e0e7b2c014f7 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:27.718114 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-989c3a2e-f3ee-4657-ac44-01412338952e service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891496 Oct 19 01:49:27.728506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9369c175-20ec-49c8-968e-b2d0021af4c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.823255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9369c175-20ec-49c8-968e-b2d0021af4c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.842679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-060d7a2a-75f9-431f-9be0-37dda0a4c167 req-c1882b6f-f7e9-404e-a350-ea51b9ecec2b service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162057 Oct 19 01:49:27.871633 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9067669c-72f7-499b-8af8-f09a1f951cb8 req-990e3c7a-dc15-4954-b13b-e0db602d25f9 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 210 time: 0.0452337 Oct 19 01:49:27.915854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-2f9e2c34-a874-4047-8e1c-53e2e15ec6b2 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:27.917372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-2f9e2c34-a874-4047-8e1c-53e2e15ec6b2 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.62 "GET /v2.0/networks?id=c2f1d140-0433-4547-b867-c3467e42ceee HTTP/1.1" status: 200 len: 820 time: 0.2033837 Oct 19 01:49:27.933284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Request body: {'port': {'device_id': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee', 'admin_state_up': True, 'tenant_id': '7f46c6bb8326460793572eeb75c0d530'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:27.969234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9369c175-20ec-49c8-968e-b2d0021af4c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.971857 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9369c175-20ec-49c8-968e-b2d0021af4c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:27.973048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9369c175-20ec-49c8-968e-b2d0021af4c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/security-groups/07d4e85d-ff3d-408e-af7b-3de95098b3ad HTTP/1.1" status: 204 len: 168 time: 0.3447011 Oct 19 01:49:28.017611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369c175-20ec-49c8-968e-b2d0021af4c6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d4e85d-ff3d-408e-af7b-3de95098b3ad,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:28.073079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Made reservation on behalf of 7f46c6bb8326460793572eeb75c0d530 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:28.076869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.197424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Allocated IP 172.20.0.12 (c2f1d140-0433-4547-b867-c3467e42ceee/dcc19915-e9d2-4c2b-b443-dde1c15fc676/b486d4bb-eb66-46b1-a2d6-c61062263d34) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:28.349605 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.383642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.428909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Network c2f1d140-0433-4547-b867-c3467e42ceee is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:28.432574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:28.436105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:28.461435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Pushing event updated for resources: {'Port': ['ID=b486d4bb-eb66-46b1-a2d6-c61062263d34,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:28.489337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:28.489938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.505345 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-d567c86c-5e98-472a-8d7d-fed5544c8c58 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767999 Oct 19 01:49:28.517317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Request body: {'port': {'device_id': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:28.570938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.829906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b486d4bb-eb66-46b1-a2d6-c61062263d34 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:28.837625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.849022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Transition to ACTIVE for port object b486d4bb-eb66-46b1-a2d6-c61062263d34 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:49:28.853403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.900504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Pushing event updated for resources: {'Port': ['ID=b486d4bb-eb66-46b1-a2d6-c61062263d34,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:28.969968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Attempting to bind port b486d4bb-eb66-46b1-a2d6-c61062263d34 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:28.970663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Attempting to bind port b486d4bb-eb66-46b1-a2d6-c61062263d34 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '0a8943f9-7e79-4c92-aa3e-d78beb66a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:28.970663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Attempting to bind port b486d4bb-eb66-46b1-a2d6-c61062263d34 on network c2f1d140-0433-4547-b867-c3467e42ceee {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:28.974844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Port b486d4bb-eb66-46b1-a2d6-c61062263d34 on network c2f1d140-0433-4547-b867-c3467e42ceee not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:49:28.975155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Attempting to bind port b486d4bb-eb66-46b1-a2d6-c61062263d34 on network c2f1d140-0433-4547-b867-c3467e42ceee {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:28.980276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:28.980606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Checking segment: {'id': '0a8943f9-7e79-4c92-aa3e-d78beb66a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:28.980983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Bound using segment: {'id': '0a8943f9-7e79-4c92-aa3e-d78beb66a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:28.981404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Bound port: b486d4bb-eb66-46b1-a2d6-c61062263d34, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8943f9-7e79-4c92-aa3e-d78beb66a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:28.981749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:28.995955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a0f5-a0ae-49cc-af5a-dbbba26c0439 req-7c51598b-7775-45f8-b53e-36ca6f622149 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:28.997462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b69a0f5-a0ae-49cc-af5a-dbbba26c0439 req-7c51598b-7775-45f8-b53e-36ca6f622149 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 944 time: 0.0539770 Oct 19 01:49:29.035968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b69a0f5-a0ae-49cc-af5a-dbbba26c0439 req-bcac2f68-4612-472b-bb9e-a6e45a92ecfe tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Oct 19 01:49:29.047590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] For port b486d4bb-eb66-46b1-a2d6-c61062263d34, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:29.050775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] For port b486d4bb-eb66-46b1-a2d6-c61062263d34, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b486d4bb-eb66-46b1-a2d6-c61062263d34,segment=NetworkSegment(0a8943f9-7e79-4c92-aa3e-d78beb66a656),segment_id=0a8943f9-7e79-4c92-aa3e-d78beb66a656)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:29.055639 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.093960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.094564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.095967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] 10.222.0.62 "PUT /v2.0/ports/b486d4bb-eb66-46b1-a2d6-c61062263d34 HTTP/1.1" status: 200 len: 1093 time: 0.5825431 Oct 19 01:49:29.098484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'tag': 'b486d4bb-eb66-46b1-a2d6-c61062263d34'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:29.101307 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02de124-7f2c-488c-928d-ea995cc0c392" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdbf75f-4e30-4627-af98-8a8ef8d88b19", "tag": "b486d4bb-eb66-46b1-a2d6-c61062263d34"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:29.131174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd0d2-a1f7-4da3-99a0-a2937a7cb294 service neutron] Pushing event updated for resources: {'Port': ['ID=b486d4bb-eb66-46b1-a2d6-c61062263d34,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.141613 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab928b3a-92d8-49a7-a60c-bc63d3a06d34 x-openstack-request-id: req-ab928b3a-92d8-49a7-a60c-bc63d3a06d34 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:29.141899 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdbf75f-4e30-4627-af98-8a8ef8d88b19", "tag": "b486d4bb-eb66-46b1-a2d6-c61062263d34", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:29.142153 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab928b3a-92d8-49a7-a60c-bc63d3a06d34 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:29.142551 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'tag': 'b486d4bb-eb66-46b1-a2d6-c61062263d34', 'status': 'completed', 'code': 200} Oct 19 01:49:29.184292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-93388a77-62fa-4f21-802c-8f5e58075483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.185766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-93388a77-62fa-4f21-802c-8f5e58075483 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f46c6bb8326460793572eeb75c0d530&device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 1096 time: 0.0421627 Oct 19 01:49:29.232320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-9fb6eb7b-8c82-4a81-9c11-396476a6a242 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b486d4bb-eb66-46b1-a2d6-c61062263d34 HTTP/1.1" status: 200 len: 217 time: 0.0382276 Oct 19 01:49:29.255054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ac744f67-8c1f-432a-be39-9238c6c2b9c8 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:29.277671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ac744f67-8c1f-432a-be39-9238c6c2b9c8 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:29.278353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ac744f67-8c1f-432a-be39-9238c6c2b9c8 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:29.287537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-78185864-9e79-438f-bc39-1910a25b10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.289260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-78185864-9e79-438f-bc39-1910a25b10f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcc19915-e9d2-4c2b-b443-dde1c15fc676 HTTP/1.1" status: 200 len: 860 time: 0.0488436 Oct 19 01:49:29.318506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45824) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:29.322001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-eb990383-705d-4d62-85c3-fdc6619c34d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2f1d140-0433-4547-b867-c3467e42ceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259793 Oct 19 01:49:29.324767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-79da44a5-2f15-49f6-9869-042cc393bfa9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713821688', 'description': 'tempest-secgroup-smoke-1713821688 description', 'project_id': '446eaabb7b8b48159e8221f499748465'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:29.348699 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79da44a5-2f15-49f6-9869-042cc393bfa9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.413755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79da44a5-2f15-49f6-9869-042cc393bfa9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.418103 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79da44a5-2f15-49f6-9869-042cc393bfa9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.421400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-4cee1eab-ff7f-4446-b772-10bba722145a service neutron] 10.222.0.62 "GET /v2.0/networks/c2f1d140-0433-4547-b867-c3467e42ceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908999 Oct 19 01:49:29.448695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-79da44a5-2f15-49f6-9869-042cc393bfa9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.449932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-79da44a5-2f15-49f6-9869-042cc393bfa9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1302974 Oct 19 01:49:29.452869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45826) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:29.457476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-42fe93e0-bc19-4960-a9f5-0f5c5286b37d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': 'a01b1d09-192b-41fd-ac7c-fb63b2d980bc', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:29.462931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da44a5-2f15-49f6-9869-042cc393bfa9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b1d09-192b-41fd-ac7c-fb63b2d980bc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.488421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42fe93e0-bc19-4960-a9f5-0f5c5286b37d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.516120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa14d198-4e6e-48fc-a1cf-145c96df92fe req-db1423ae-eaf3-4a6c-8c29-35e4d180373f service neutron] 10.222.0.62 "GET /v2.0/networks/c2f1d140-0433-4547-b867-c3467e42ceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876226 Oct 19 01:49:29.544981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42fe93e0-bc19-4960-a9f5-0f5c5286b37d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.548894 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42fe93e0-bc19-4960-a9f5-0f5c5286b37d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.566969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe93e0-bc19-4960-a9f5-0f5c5286b37d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab12972a-c860-44a4-93b3-099e40ff2745,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.577007 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42fe93e0-bc19-4960-a9f5-0f5c5286b37d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.578321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-42fe93e0-bc19-4960-a9f5-0f5c5286b37d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245115 Oct 19 01:49:29.581017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45828) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:29.585451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-872c39e8-e9e2-4d01-acdd-de642da69286 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': 'a01b1d09-192b-41fd-ac7c-fb63b2d980bc', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:29.607889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-866ccbc7-176a-44fe-af93-c82f05d5d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.609375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-866ccbc7-176a-44fe-af93-c82f05d5d018 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f46c6bb8326460793572eeb75c0d530&device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 1096 time: 0.0434656 Oct 19 01:49:29.611729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-872c39e8-e9e2-4d01-acdd-de642da69286 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.674865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-872c39e8-e9e2-4d01-acdd-de642da69286 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.680503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-872c39e8-e9e2-4d01-acdd-de642da69286 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.698765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c39e8-e9e2-4d01-acdd-de642da69286 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee2af5e-c192-4a0c-981f-4774aab27607,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.708178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-4fdf1979-ade4-4ad7-8b27-dcbf4d662c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.708424 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-872c39e8-e9e2-4d01-acdd-de642da69286 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.709638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-4fdf1979-ade4-4ad7-8b27-dcbf4d662c3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2f1d140-0433-4547-b867-c3467e42ceee HTTP/1.1" status: 200 len: 921 time: 0.0935056 Oct 19 01:49:29.709778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-872c39e8-e9e2-4d01-acdd-de642da69286 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276577 Oct 19 01:49:29.712428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45830) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:29.716801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ed18991d-2ab5-49eb-af84-ff31deedd64f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': 'a01b1d09-192b-41fd-ac7c-fb63b2d980bc', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:29.744239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed18991d-2ab5-49eb-af84-ff31deedd64f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.753602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-9392d4b7-40ab-4c3f-84c0-dfb2ab3f020a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b486d4bb-eb66-46b1-a2d6-c61062263d34 HTTP/1.1" status: 200 len: 217 time: 0.0367429 Oct 19 01:49:29.806834 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed18991d-2ab5-49eb-af84-ff31deedd64f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.807102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-11afa20c-fcb9-4e83-8758-e6fea460876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:29.808343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-11afa20c-fcb9-4e83-8758-e6fea460876e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcc19915-e9d2-4c2b-b443-dde1c15fc676 HTTP/1.1" status: 200 len: 860 time: 0.0479450 Oct 19 01:49:29.810667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed18991d-2ab5-49eb-af84-ff31deedd64f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.828734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18991d-2ab5-49eb-af84-ff31deedd64f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c769026e-438b-4cb6-8692-cdd40ab2f129,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.838314 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ed18991d-2ab5-49eb-af84-ff31deedd64f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.839616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ed18991d-2ab5-49eb-af84-ff31deedd64f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262052 Oct 19 01:49:29.842435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45832) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:29.846844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c842fbb9-47f0-4721-af06-b2c558f8356f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': 'a01b1d09-192b-41fd-ac7c-fb63b2d980bc', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:29.847373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-418f0278-0af9-4cf7-9548-611e763a42ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2f1d140-0433-4547-b867-c3467e42ceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304813 Oct 19 01:49:29.872920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c842fbb9-47f0-4721-af06-b2c558f8356f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.933617 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c842fbb9-47f0-4721-af06-b2c558f8356f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.937455 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c842fbb9-47f0-4721-af06-b2c558f8356f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.942811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-c25d9826-93d5-4b12-bff5-7403e45fb0a0 service neutron] 10.222.0.62 "GET /v2.0/networks/c2f1d140-0433-4547-b867-c3467e42ceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871789 Oct 19 01:49:29.955201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842fbb9-47f0-4721-af06-b2c558f8356f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a73602-85e7-4dce-8cd8-fb54cc4c597e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:29.964434 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c842fbb9-47f0-4721-af06-b2c558f8356f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:29.968290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c842fbb9-47f0-4721-af06-b2c558f8356f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222284 Oct 19 01:49:29.968424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45834) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:29.972788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': 'a01b1d09-192b-41fd-ac7c-fb63b2d980bc', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:29.995227 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:49:30.000233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.065968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.070429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.093438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4611c308-3e84-4e48-950e-6377c25e87e7,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:30.105307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.109423 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c322ece7-51fa-4e04-a141-031720bb7816 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373506 Oct 19 01:49:30.109666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45838) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:30.115600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'security_group_rule': {'security_group_id': 'a01b1d09-192b-41fd-ac7c-fb63b2d980bc', 'project_id': '446eaabb7b8b48159e8221f499748465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:30.168772 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Project 446eaabb7b8b48159e8221f499748465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:49:30.176753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.188350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22815558-0972-477d-a50d-d4ef7a48a193 req-6d8b818a-297f-4f9c-b2c3-91a90353d7ec tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:30.189913 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-22815558-0972-477d-a50d-d4ef7a48a193 req-6d8b818a-297f-4f9c-b2c3-91a90353d7ec tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 944 time: 0.0779943 Oct 19 01:49:30.264814 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-22815558-0972-477d-a50d-d4ef7a48a193 req-df9d549f-2e8f-4c8d-98ec-e5841c35c443 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682378 Oct 19 01:49:30.275866 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.288571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.309889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99d4772-b917-428e-afdb-08d12dc6edbb,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:30.316449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.317677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-de8a44ef-4f01-4696-8c23-dc81009d9a7e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2069397 Oct 19 01:49:30.321220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45842) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:30.326311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'network': {'name': 'tempest-network-smoke--21033990', 'project_id': '446eaabb7b8b48159e8221f499748465', 'port_security_enabled': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:30.347829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:30.351221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.364282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f02de124-7f2c-488c-928d-ea995cc0c392 req-0769f981-a7e9-46ef-9b81-29458e774a66 service neutron] 10.222.0.62 "GET /v2.0/networks/c2f1d140-0433-4547-b867-c3467e42ceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142785 Oct 19 01:49:30.375245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:49:30.385824 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.386164 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Added segment a3443131-846e-426f-8cd2-5f3f6d38b120 of type vlan for network 18008bb1-3fca-4574-a81e-eb5e3141cbde Oct 19 01:49:30.428055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.452913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.458357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:30.458926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.495906 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1736679 Oct 19 01:49:30.499517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45844) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:30.504187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'admin_state_up': True, 'project_id': '446eaabb7b8b48159e8221f499748465', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:30.527880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.529069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.530384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa04d2-90a1-43f1-96b6-0366e7d1cdb4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Network': ['ID=18008bb1-3fca-4574-a81e-eb5e3141cbde,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:30.543330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:49:30.582449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.720467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.914901 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:30.933626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:31.034680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.201 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/8562c934-e7e6-4d54-b30a-45ef8fe7a4c3) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:31.138300 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:31.171811 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:31.209383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:31.214210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:31.221745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:31.224856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:31.444458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abc207-b23f-4e2c-9904-8e568ecffd76 req-699be476-255c-40b3-b015-ae7f7c4319a7 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:31.446467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03abc207-b23f-4e2c-9904-8e568ecffd76 req-699be476-255c-40b3-b015-ae7f7c4319a7 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 944 time: 0.0978079 Oct 19 01:49:31.525439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03abc207-b23f-4e2c-9904-8e568ecffd76 req-ca1c22b8-85bb-4336-8cd0-854daa833f03 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Oct 19 01:49:31.538208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:31.730156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:31.857898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e6a09cd1-3844-44d7-978c-175feccb6fb8 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:49:31.962668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:31.973447 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Sync routers for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:31.982585 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:31.983734 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:31.983859 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-de689a24-5b4e-4a80-941d-2cb221c9f6e5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4831743 Oct 19 01:49:31.984381 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:31.987013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45850) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:32.014989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-785be69a-34fd-4446-aae3-184bd1fca83b tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=446eaabb7b8b48159e8221f499748465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267451 Oct 19 01:49:32.017754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:32.089310 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:32.109206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d86f4-d98d-4e5b-8b4e-934478e84d02 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:32.110738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9b1d86f4-d98d-4e5b-8b4e-934478e84d02 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920765 Oct 19 01:49:32.113539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45854) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:32.141552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6cccab2e-37e4-449b-be85-74b0b3d5dcf4 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269682 Oct 19 01:49:32.144043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45856) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:32.148835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623225597', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'project_id': '446eaabb7b8b48159e8221f499748465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:32.241741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:32.246388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.268775 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:31Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:32.294920 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Checking router: e6a09cd1-3844-44d7-978c-175feccb6fb8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:32.295268 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Updating router e6a09cd1-3844-44d7-978c-175feccb6fb8 port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:49:32.320239 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.434586 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.497081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Subnet': ['ID=fcd3908b-b475-45e2-a3db-7b23d6dbf9e6,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:32.504668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Checking segment: {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:32.505038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network hostable DHCP agents. Network: 18008bb1-3fca-4574-a81e-eb5e3141cbde, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:49:32.522354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:49:32.532098 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 18008bb1-3fca-4574-a81e-eb5e3141cbde) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:32.536287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:32.536880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.544565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d0c2d-5e64-419b-a566-1c4537a30eb8 None None] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:49:32.557817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8c83a5cd-7ade-4605-a5e2-6ea29be87df2 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4127355 Oct 19 01:49:32.561275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45860) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:32.587081 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.595937 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.648066 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Pushing event updated for resources: {'Port': ['ID=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:32.658151 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.658491 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.658823 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.659151 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.659470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.659789 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.660132 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.660449 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.661257 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.661257 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.661540 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.662325 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:49:32.668808 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Attempting to bind port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:32.668808 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Attempting to bind port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:32.668808 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Attempting to bind port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:32.677070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:32.677432 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:32.677827 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.678209 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:32.678677 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Bound port: 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:32.679045 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.716840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-18008bb1-3fca-4574-a81e-eb5e3141cbde', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:49:32.717908 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.722444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc773cd5-0f87-4f86-92e4-0ecbe19f2608 req-e47aa13d-d2e4-426f-96a9-03bf0367e7a7 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:32.724029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc773cd5-0f87-4f86-92e4-0ecbe19f2608 req-e47aa13d-d2e4-426f-96a9-03bf0367e7a7 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 944 time: 0.1096151 Oct 19 01:49:32.731685 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] For port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:32.735333 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] For port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:32.740944 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:32.793647 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:32.794254 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:32.827786 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc773cd5-0f87-4f86-92e4-0ecbe19f2608 req-d4c1e68b-1772-4643-9d3b-5af88aa3eb95 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910199 Oct 19 01:49:32.851082 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d09657-9703-4333-b173-5a6fcced399a None None] Pushing event updated for resources: {'Port': ['ID=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:32.866515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Allocated IP 172.20.0.2 (18008bb1-3fca-4574-a81e-eb5e3141cbde/fcd3908b-b475-45e2-a3db-7b23d6dbf9e6/38c77998-7e5a-467d-9652-e0b290698112) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:32.922729 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:33.017575 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.025888 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.064237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:33.067278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:33.072257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:33.114602 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:31Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:33.118694 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.126149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Pushing event updated for resources: {'Port': ['ID=38c77998-7e5a-467d-9652-e0b290698112,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:33.137846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Attempting to bind port 38c77998-7e5a-467d-9652-e0b290698112 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:33.138203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Attempting to bind port 38c77998-7e5a-467d-9652-e0b290698112 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:33.138565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Attempting to bind port 38c77998-7e5a-467d-9652-e0b290698112 on network 18008bb1-3fca-4574-a81e-eb5e3141cbde {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:33.141544 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308bb3d-f569-4e2f-857a-0d00d34b243c None None] The sync data for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 is: [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:31Z', 'revision_number': 3, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:33.143800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:33.144170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Checking segment: {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:33.144568 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.145339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Bound using segment: {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:33.145424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Bound port: 38c77998-7e5a-467d-9652-e0b290698112, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:33.145762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.215118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] For port 38c77998-7e5a-467d-9652-e0b290698112, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:33.218477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] For port 38c77998-7e5a-467d-9652-e0b290698112, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=38c77998-7e5a-467d-9652-e0b290698112,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:33.225391 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.293648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b1a71-6660-464f-9f6d-c5a9654bad19 None None] Pushing event updated for resources: {'Port': ['ID=38c77998-7e5a-467d-9652-e0b290698112,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:33.456282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.1 (18008bb1-3fca-4574-a81e-eb5e3141cbde/fcd3908b-b475-45e2-a3db-7b23d6dbf9e6/af1decad-b5c8-45a7-a8d7-bc01ecbab212) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:33.611571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.649072 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.692035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:33.695263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:33.699854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:33.741243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=af1decad-b5c8-45a7-a8d7-bc01ecbab212,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:33.756927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:33.803483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b486d4bb-eb66-46b1-a2d6-c61062263d34 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:49:33.917042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.014608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7730e-9edf-4bed-a488-51e6311e804b req-21028506-8b72-450f-8771-32ccd0579ba0 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:34.016517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04b7730e-9edf-4bed-a488-51e6311e804b req-21028506-8b72-450f-8771-32ccd0579ba0 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 944 time: 0.0813360 Oct 19 01:49:34.075080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-04b7730e-9edf-4bed-a488-51e6311e804b req-74a82200-0c13-4326-9d59-a000fb57a67b tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 Oct 19 01:49:34.113952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b486d4bb-eb66-46b1-a2d6-c61062263d34, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b486d4bb-eb66-46b1-a2d6-c61062263d34,segment=NetworkSegment(0a8943f9-7e79-4c92-aa3e-d78beb66a656),segment_id=0a8943f9-7e79-4c92-aa3e-d78beb66a656)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:34.135251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b486d4bb-eb66-46b1-a2d6-c61062263d34', 'network_id': 'c2f1d140-0433-4547-b867-c3467e42ceee', 'port_id': 'b486d4bb-eb66-46b1-a2d6-c61062263d34', 'mac_address': 'fa:16:3e:a3:88:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc19915-e9d2-4c2b-b443-dde1c15fc676', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:49:34.190736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.209371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b486d4bb-eb66-46b1-a2d6-c61062263d34 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:34.244741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b486d4bb-eb66-46b1-a2d6-c61062263d34, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b486d4bb-eb66-46b1-a2d6-c61062263d34,segment=NetworkSegment(0a8943f9-7e79-4c92-aa3e-d78beb66a656),segment_id=0a8943f9-7e79-4c92-aa3e-d78beb66a656)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:34.251082 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.298314 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.303620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.305300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b486d4bb-eb66-46b1-a2d6-c61062263d34,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:34.379632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=af1decad-b5c8-45a7-a8d7-bc01ecbab212,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:34.382144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.389519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd7d6fc-67bf-4322-bd1e-c12ebcba4d96 None None] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:49:34.476825 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b486d4bb-eb66-46b1-a2d6-c61062263d34'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:34.488088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:34.489491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:34.500593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1846dde0-2e41-403a-9b16-cf04064b03af None None] Provisioning complete for port 38c77998-7e5a-467d-9652-e0b290698112 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:34.500957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1846dde0-2e41-403a-9b16-cf04064b03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.610909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e6a09cd1-3844-44d7-978c-175feccb6fb8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:49:34.696205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1846dde0-2e41-403a-9b16-cf04064b03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.734125 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:34.748488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-650b7f4e-c0dd-4da5-a0aa-01d8deb1b2a3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/e6a09cd1-3844-44d7-978c-175feccb6fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1777029 Oct 19 01:49:34.754513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1846dde0-2e41-403a-9b16-cf04064b03af None None] For port 38c77998-7e5a-467d-9652-e0b290698112, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=38c77998-7e5a-467d-9652-e0b290698112,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:34.765150 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1846dde0-2e41-403a-9b16-cf04064b03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.837753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846dde0-2e41-403a-9b16-cf04064b03af None None] Pushing event updated for resources: {'Port': ['ID=38c77998-7e5a-467d-9652-e0b290698112,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:34.947394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-cb3ae5ff-1c17-417c-8ec7-e9b08a0bbd26 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713821688&fields=id&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 267 time: 0.0366914 Oct 19 01:49:34.986523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-eeb2211c-9884-4a02-9085-5f881d91dc2f None None] Provisioning complete for port af1decad-b5c8-45a7-a8d7-bc01ecbab212 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:34.986910 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eeb2211c-9884-4a02-9085-5f881d91dc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:34.992434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Sync routers for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:35.025365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:35.026000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:35.066744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2211c-9884-4a02-9085-5f881d91dc2f None None] Port af1decad-b5c8-45a7-a8d7-bc01ecbab212 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:49:35.068268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-e1424e05-f32f-4da0-a24b-2d992b3ea79b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:35.069901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-e1424e05-f32f-4da0-a24b-2d992b3ea79b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/networks?id=18008bb1-3fca-4574-a81e-eb5e3141cbde HTTP/1.1" status: 200 len: 795 time: 0.1152134 Oct 19 01:49:35.088983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-86951b5f-4637-42b0-b351-8934b4306fdc tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/quotas/446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 375 time: 0.0118890 Oct 19 01:49:35.092135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-eeb2211c-9884-4a02-9085-5f881d91dc2f None None] Provisioning complete for port 38c77998-7e5a-467d-9652-e0b290698112 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:35.092521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eeb2211c-9884-4a02-9085-5f881d91dc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:35.157071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-2983a1f9-807d-4c23-aba0-3441f252680f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619752 Oct 19 01:49:35.174537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:35.241283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2e84-add3-4cf9-8d26-8d8867d12dae req-e94e6fb7-a0b8-4ac1-8ef8-34c5971499c1 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:35.242978 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd9d2e84-add3-4cf9-8d26-8d8867d12dae req-e94e6fb7-a0b8-4ac1-8ef8-34c5971499c1 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 945 time: 0.0606697 Oct 19 01:49:35.293551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-896f2bc1-4da9-499c-adc9-22d3c007a982 service neutron] 10.222.0.64 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167781 Oct 19 01:49:35.352615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd9d2e84-add3-4cf9-8d26-8d8867d12dae req-e7f76388-7696-4acc-a44e-026366646f39 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996914 Oct 19 01:49:35.419683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:35.432665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-fab3b31b-3a4b-492a-b132-3a93e5d97eaa service neutron] 10.222.0.64 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383824 Oct 19 01:49:35.480306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1b5c46bb-427b-4ee4-9602-ae283e5750d4 None None] Provisioning complete for port af1decad-b5c8-45a7-a8d7-bc01ecbab212 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:35.480736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46bb-427b-4ee4-9602-ae283e5750d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:35.526334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:34Z', 'revision_number': 2, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:35.529814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:35.530179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:35.565332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c46bb-427b-4ee4-9602-ae283e5750d4 None None] Port af1decad-b5c8-45a7-a8d7-bc01ecbab212 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:49:35.590464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Checking router: e6a09cd1-3844-44d7-978c-175feccb6fb8 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:35.590981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Updating router e6a09cd1-3844-44d7-978c-175feccb6fb8 port af1decad-b5c8-45a7-a8d7-bc01ecbab212 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:49:35.597084 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6bf23bd-2ff0-4be9-a75c-3591925898dc req-49f252c0-f1ac-49d1-ad62-a0faca864524 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 210 time: 0.0328512 Oct 19 01:49:35.626524 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:35.781328 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:35.789866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4070ca4d-b1a9-4ee7-b8ef-eef37eabd417 None None] Provisioning complete for port af1decad-b5c8-45a7-a8d7-bc01ecbab212 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:35.790231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4070ca4d-b1a9-4ee7-b8ef-eef37eabd417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:35.824057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b486d4bb-eb66-46b1-a2d6-c61062263d34 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:35.881017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:35.892775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:35.893594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 38c77998-7e5a-467d-9652-e0b290698112 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:35.967614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4070ca4d-b1a9-4ee7-b8ef-eef37eabd417 None None] Port af1decad-b5c8-45a7-a8d7-bc01ecbab212 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:49:36.043633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:36.057801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port b486d4bb-eb66-46b1-a2d6-c61062263d34 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:49:36.068429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b486d4bb-eb66-46b1-a2d6-c61062263d34 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:36.068799 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.117805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 38c77998-7e5a-467d-9652-e0b290698112 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:36.118179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.178324 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.187274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.294506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05068197-a3e5-4c60-950d-823168b63e74 None None] Pushing event updated for resources: {'Port': ['ID=af1decad-b5c8-45a7-a8d7-bc01ecbab212,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:36.310865 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.377515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b486d4bb-eb66-46b1-a2d6-c61062263d34'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:36.379890 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aa8cbe-43b4-4a18-a5e0-559b676eb20d" -d '{"events": [{"server_uuid": "ebdbf75f-4e30-4627-af98-8a8ef8d88b19", "name": "network-vif-plugged", "status": "completed", "tag": "b486d4bb-eb66-46b1-a2d6-c61062263d34"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:36.395608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Attempting to bind port af1decad-b5c8-45a7-a8d7-bc01ecbab212 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:36.396067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Attempting to bind port af1decad-b5c8-45a7-a8d7-bc01ecbab212 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:36.396380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Attempting to bind port af1decad-b5c8-45a7-a8d7-bc01ecbab212 on network 18008bb1-3fca-4574-a81e-eb5e3141cbde {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:36.399690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b486d4bb-eb66-46b1-a2d6-c61062263d34, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b486d4bb-eb66-46b1-a2d6-c61062263d34,segment=NetworkSegment(0a8943f9-7e79-4c92-aa3e-d78beb66a656),segment_id=0a8943f9-7e79-4c92-aa3e-d78beb66a656)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:36.404583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:36.405047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Checking segment: {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:36.405430 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.405780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Bound using segment: {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:36.406311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Bound port: af1decad-b5c8-45a7-a8d7-bc01ecbab212, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:36.406675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.413149 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.426406 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20828fc3-d096-4b6b-8944-82d42dc7d9ac x-openstack-request-id: req-20828fc3-d096-4b6b-8944-82d42dc7d9ac {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:36.426704 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdbf75f-4e30-4627-af98-8a8ef8d88b19", "name": "network-vif-plugged", "status": "completed", "tag": "b486d4bb-eb66-46b1-a2d6-c61062263d34", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:36.426962 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20828fc3-d096-4b6b-8944-82d42dc7d9ac {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:36.427360 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b486d4bb-eb66-46b1-a2d6-c61062263d34', 'code': 200} Oct 19 01:49:36.508364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab2634-060f-44a1-be90-75606793745e req-c4752692-2db6-47e6-9c64-2c2382513865 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:36.509809 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9aab2634-060f-44a1-be90-75606793745e req-c4752692-2db6-47e6-9c64-2c2382513865 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 946 time: 0.0647330 Oct 19 01:49:36.516937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b486d4bb-eb66-46b1-a2d6-c61062263d34,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:36.530823 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f7831a57-a1dc-4a2c-9bfb-9396c6701f39 None None] Provisioning complete for port af1decad-b5c8-45a7-a8d7-bc01ecbab212 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:36.531286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7831a57-a1dc-4a2c-9bfb-9396c6701f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.535189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] For port af1decad-b5c8-45a7-a8d7-bc01ecbab212, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:36.566929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512071c-a9b8-4c91-823b-b6f79ff102dc req-b3e84f56-468f-454d-b4ba-a1ee489d9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:36.570649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3512071c-a9b8-4c91-823b-b6f79ff102dc req-b3e84f56-468f-454d-b4ba-a1ee489d9b78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 1098 time: 0.0666165 Oct 19 01:49:36.571645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] For port af1decad-b5c8-45a7-a8d7-bc01ecbab212, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=af1decad-b5c8-45a7-a8d7-bc01ecbab212,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:36.579332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.591826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f7831a57-a1dc-4a2c-9bfb-9396c6701f39 None None] Port af1decad-b5c8-45a7-a8d7-bc01ecbab212 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:49:36.599522 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9aab2634-060f-44a1-be90-75606793745e req-3310f1a2-9d6d-41e4-9552-ce1110c0b05a tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818822 Oct 19 01:49:36.627275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3512071c-a9b8-4c91-823b-b6f79ff102dc req-4ff1b1a0-1de6-4e01-a9ab-4b5a2f511786 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Oct 19 01:49:36.700502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-512ebcd3-a5ae-4c2d-bd3e-bc04170136c5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:36.702110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-512ebcd3-a5ae-4c2d-bd3e-bc04170136c5 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/networks?id=18008bb1-3fca-4574-a81e-eb5e3141cbde HTTP/1.1" status: 200 len: 795 time: 0.1686094 Oct 19 01:49:36.738468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56a22d22-0d09-4025-b971-2b2a14cbd590 req-82763749-5f0b-43ce-853c-0aad0b6fe0ea tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 210 time: 0.0499511 Oct 19 01:49:36.762989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-7a234dfc-ca53-48c1-9c3e-6749a9d2266a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=446eaabb7b8b48159e8221f499748465 HTTP/1.1" status: 200 len: 380 time: 0.0452261 Oct 19 01:49:36.775248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'port': {'device_id': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'admin_state_up': True, 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'security_groups': ['a01b1d09-192b-41fd-ac7c-fb63b2d980bc']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:36.800037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:36.800667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:36.836714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05068197-a3e5-4c60-950d-823168b63e74 None None] Pushing event updated for resources: {'Port': ['ID=af1decad-b5c8-45a7-a8d7-bc01ecbab212,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:36.895501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Made reservation on behalf of 446eaabb7b8b48159e8221f499748465 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:49:36.900024 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:36.920425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:36.969752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7724ce0a-9fa9-4e70-9b00-465871df4d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.038797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.20.0.7 (18008bb1-3fca-4574-a81e-eb5e3141cbde/fcd3908b-b475-45e2-a3db-7b23d6dbf9e6/77dbe37b-bd33-414a-83c5-b7f55dee643e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:37.052319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-446dcdc1-f47b-4ffc-baac-6a30d3adb0c6 None None] Provisioning complete for port af1decad-b5c8-45a7-a8d7-bc01ecbab212 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:37.052626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-446dcdc1-f47b-4ffc-baac-6a30d3adb0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.181685 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.207029 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-446dcdc1-f47b-4ffc-baac-6a30d3adb0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.215902 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.241962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:36Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:37.261652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:37.265102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:37.269030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:37.276404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-446dcdc1-f47b-4ffc-baac-6a30d3adb0c6 None None] For port af1decad-b5c8-45a7-a8d7-bc01ecbab212, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=af1decad-b5c8-45a7-a8d7-bc01ecbab212,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:37.278017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c2e65a-9c6b-422d-851f-61401a2203f7 None None] The sync data for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 is: [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:36Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:37.279607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:37.287632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-446dcdc1-f47b-4ffc-baac-6a30d3adb0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.337306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:37.338240 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.338601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:37.379733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-3a432e39-dd87-4ea7-9706-21140d8e0207 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094022 Oct 19 01:49:37.400787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Request body: {'port': {'device_id': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:37.402314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dcdc1-f47b-4ffc-baac-6a30d3adb0c6 None None] Pushing event updated for resources: {'Port': ['ID=af1decad-b5c8-45a7-a8d7-bc01ecbab212,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:37.419005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:37.419381 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.485882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.621631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-02aa3477-26af-42a6-8ed3-388ad91817a2 None None] Provisioning complete for port 77dbe37b-bd33-414a-83c5-b7f55dee643e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:37.622145 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-02aa3477-26af-42a6-8ed3-388ad91817a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.679100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-02aa3477-26af-42a6-8ed3-388ad91817a2 None None] Port 77dbe37b-bd33-414a-83c5-b7f55dee643e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:49:37.819353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a0c9-0e49-4c45-98bd-65a246668adc req-ca0979e4-4dfa-4a7f-b161-aa26d53d793e tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:37.822402 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a45a0c9-0e49-4c45-98bd-65a246668adc req-ca0979e4-4dfa-4a7f-b161-aa26d53d793e tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 946 time: 0.1238167 Oct 19 01:49:37.889149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7d31e-86c7-400b-a153-b2fea5d837c0 req-7802c8fe-a12c-4f7a-b0a2-1d54f76703bf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:37.890901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0d7d31e-86c7-400b-a153-b2fea5d837c0 req-7802c8fe-a12c-4f7a-b0a2-1d54f76703bf tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 931 time: 0.0808079 Oct 19 01:49:37.899953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a45a0c9-0e49-4c45-98bd-65a246668adc req-a26e29aa-7cf9-4420-bd76-29041dae4ac0 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678134 Oct 19 01:49:37.917041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77dbe37b-bd33-414a-83c5-b7f55dee643e {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:37.928616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:37.947873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Transition to ACTIVE for port object 77dbe37b-bd33-414a-83c5-b7f55dee643e will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:49:37.949980 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0d7d31e-86c7-400b-a153-b2fea5d837c0 req-bd401fff-6432-410d-9b0b-ce19f4a0b7f9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522513 Oct 19 01:49:37.952836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:38.013849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:38.082557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Attempting to bind port 77dbe37b-bd33-414a-83c5-b7f55dee643e on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:49:38.082891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Attempting to bind port 77dbe37b-bd33-414a-83c5-b7f55dee643e by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:49:38.083221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Attempting to bind port 77dbe37b-bd33-414a-83c5-b7f55dee643e on network 18008bb1-3fca-4574-a81e-eb5e3141cbde {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:38.088839 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Port 77dbe37b-bd33-414a-83c5-b7f55dee643e on network 18008bb1-3fca-4574-a81e-eb5e3141cbde not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:49:38.089154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Attempting to bind port 77dbe37b-bd33-414a-83c5-b7f55dee643e on network 18008bb1-3fca-4574-a81e-eb5e3141cbde {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:49:38.098028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:49:38.098362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Checking segment: {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:49:38.098739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Bound using segment: {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:49:38.099170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Bound port: 77dbe37b-bd33-414a-83c5-b7f55dee643e, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3443131-846e-426f-8cd2-5f3f6d38b120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:49:38.099524 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:38.173568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:49:38.177019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:49:38.182867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:38.223673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:38.224374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:38.225804 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/77dbe37b-bd33-414a-83c5-b7f55dee643e HTTP/1.1" status: 200 len: 1092 time: 0.8306518 Oct 19 01:49:38.226769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:38.229104 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdc8ac0-80a8-4683-af11-0094d36ab71a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:38.265225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15f539-1d87-436f-87dc-3a81d03968b9 service neutron] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:38.286927 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc56478f-f9c5-4ab1-921c-9663d195d563 x-openstack-request-id: req-cc56478f-f9c5-4ab1-921c-9663d195d563 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:38.287222 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:38.287480 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc56478f-f9c5-4ab1-921c-9663d195d563 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:38.287892 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'status': 'completed', 'code': 200} Oct 19 01:49:38.345834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-a9c4bf0f-187d-4d9c-9901-c0b4fa13e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:38.347472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-a9c4bf0f-187d-4d9c-9901-c0b4fa13e80a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1095 time: 0.0458040 Oct 19 01:49:38.397339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-21183fc4-9de0-4951-a5a3-2e6bb0742bb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e HTTP/1.1" status: 200 len: 217 time: 0.0358682 Oct 19 01:49:38.453176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-46f3eeab-8deb-462f-b31f-9f49215febe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:38.454674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-46f3eeab-8deb-462f-b31f-9f49215febe3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcd3908b-b475-45e2-a3db-7b23d6dbf9e6 HTTP/1.1" status: 200 len: 835 time: 0.0504079 Oct 19 01:49:38.503121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-6d8863c6-1c09-44dc-89a1-d2ae05e4c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:38.504763 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-6d8863c6-1c09-44dc-89a1-d2ae05e4c587 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18008bb1-3fca-4574-a81e-eb5e3141cbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428774 Oct 19 01:49:38.603717 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-ec1a7945-49f6-4297-ba74-a73db21ac434 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907843 Oct 19 01:49:38.694587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-950b9a3f-d74d-41c4-976c-0edf474b0f86 req-089b5f40-ad56-4230-a12b-22637cb85914 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842237 Oct 19 01:49:38.829233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-94f4c8e3-ebc6-4de4-8cb9-d4b3a5bbb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:38.830689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-94f4c8e3-ebc6-4de4-8cb9-d4b3a5bbb8ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1095 time: 0.0406101 Oct 19 01:49:38.926375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-a0982a60-a862-4520-b2b1-95743b8d594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:38.927841 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-a0982a60-a862-4520-b2b1-95743b8d594f service neutron] 10.222.0.74 "GET /v2.0/networks?id=18008bb1-3fca-4574-a81e-eb5e3141cbde HTTP/1.1" status: 200 len: 896 time: 0.0896831 Oct 19 01:49:38.968689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-17ae56d7-1a82-434d-ba4d-7368b38943d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e HTTP/1.1" status: 200 len: 217 time: 0.0343196 Oct 19 01:49:39.030026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1e30-3c3a-42bd-8178-da60c9a216f7 req-93461e97-c7f5-49e8-8a4f-5cca96e63f93 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:39.030873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-ceb27eff-221a-4eff-a1db-469ecf9aad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:39.031551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-183d1e30-3c3a-42bd-8178-da60c9a216f7 req-93461e97-c7f5-49e8-8a4f-5cca96e63f93 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 946 time: 0.0587454 Oct 19 01:49:39.032367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-ceb27eff-221a-4eff-a1db-469ecf9aad2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcd3908b-b475-45e2-a3db-7b23d6dbf9e6 HTTP/1.1" status: 200 len: 835 time: 0.0573249 Oct 19 01:49:39.070917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-183d1e30-3c3a-42bd-8178-da60c9a216f7 req-ca0983e8-1ccf-4eb0-bb31-1b29238ed000 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Oct 19 01:49:39.111958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a633d2-e49e-490a-990d-a1dfb5320225 req-aed25414-9d91-479d-a1dc-789c6b90ee46 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:39.113450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4a633d2-e49e-490a-990d-a1dfb5320225 req-aed25414-9d91-479d-a1dc-789c6b90ee46 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 943 time: 0.0782928 Oct 19 01:49:39.115940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-ec0c12e6-c972-4596-837f-39b308434464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:39.117348 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-ec0c12e6-c972-4596-837f-39b308434464 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18008bb1-3fca-4574-a81e-eb5e3141cbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731988 Oct 19 01:49:39.184914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4a633d2-e49e-490a-990d-a1dfb5320225 req-ff050c86-22d6-4841-87d4-a8546ca145b8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652030 Oct 19 01:49:39.358466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device af1decad-b5c8-45a7-a8d7-bc01ecbab212 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:39.419464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port af1decad-b5c8-45a7-a8d7-bc01ecbab212 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:39.419836 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:39.597365 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-f5dbb0f4-195a-4cf5-89e3-3bc78e522d25 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717765 Oct 19 01:49:39.658057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98847b-3ef6-4601-966b-54a5e9e9b03c req-67a59fa5-81b9-4052-8a64-f5f312bbcdfa tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:39.659649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e98847b-3ef6-4601-966b-54a5e9e9b03c req-67a59fa5-81b9-4052-8a64-f5f312bbcdfa tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 946 time: 0.0498643 Oct 19 01:49:39.692319 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebdc8ac0-80a8-4683-af11-0094d36ab71a req-2ad481d7-ccfa-4fc7-8eda-ff6a6f42b1a6 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848923 Oct 19 01:49:39.703370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a6862d3f-7086-4ca4-951e-7b22c36f66e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:39.706238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9e98847b-3ef6-4601-966b-54a5e9e9b03c req-157ba884-deee-4c07-8dc4-f6ed5989f905 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Oct 19 01:49:39.844428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:40.309358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b627c1-91ca-45d8-b7e2-46c5f17060a2 req-56a710fb-30d7-4710-90ec-544c2704a43e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:40.310821 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b627c1-91ca-45d8-b7e2-46c5f17060a2 req-56a710fb-30d7-4710-90ec-544c2704a43e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 943 time: 0.0533566 Oct 19 01:49:40.347561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6b627c1-91ca-45d8-b7e2-46c5f17060a2 req-79c5b4d8-9c52-4c59-bd56-192747fa77dd tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Oct 19 01:49:40.630073 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:40.822588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362ae5d-0416-4a83-a335-587c401b019b req-7b1d88c5-ac1e-495f-a63f-bec31a3e2b81 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:40.824236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1362ae5d-0416-4a83-a335-587c401b019b req-7b1d88c5-ac1e-495f-a63f-bec31a3e2b81 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 946 time: 0.0486126 Oct 19 01:49:40.852512 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:40.862708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1362ae5d-0416-4a83-a335-587c401b019b req-de0f576d-ff3a-42c2-b3ea-38f360cad21e tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5e5f2d1-99e0-49e2-bbb2-903120781ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Oct 19 01:49:40.925203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-cd328b0a-ccbe-4215-a4ad-0b25436ca342 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:40.926643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-cd328b0a-ccbe-4215-a4ad-0b25436ca342 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebdbf75f-4e30-4627-af98-8a8ef8d88b19 HTTP/1.1" status: 200 len: 946 time: 0.0484405 Oct 19 01:49:41.019634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Deleting port b486d4bb-eb66-46b1-a2d6-c61062263d34 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:49:41.019967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.106949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] For port b486d4bb-eb66-46b1-a2d6-c61062263d34, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b486d4bb-eb66-46b1-a2d6-c61062263d34,segment=NetworkSegment(0a8943f9-7e79-4c92-aa3e-d78beb66a656),segment_id=0a8943f9-7e79-4c92-aa3e-d78beb66a656)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:41.107308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.119614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Calling delete_port for b486d4bb-eb66-46b1-a2d6-c61062263d34 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:49:41.246792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.261074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b486d4bb-eb66-46b1-a2d6-c61062263d34'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:41.275576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Pushing event deleted for resources: {'Port': ['ID=b486d4bb-eb66-46b1-a2d6-c61062263d34,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:41.321277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] No DVR routers for this DVR port b486d4bb-eb66-46b1-a2d6-c61062263d34 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:49:41.324039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:41.327310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c465ae08-aeef-4a19-9a74-1bfdd6d0fb0d req-77375f33-9857-4fdd-9e24-5c8eec891f21 tempest-ServerMetadataNegativeTestJSON-902254117 tempest-ServerMetadataNegativeTestJSON-902254117-project] 10.222.0.62 "DELETE /v2.0/ports/b486d4bb-eb66-46b1-a2d6-c61062263d34 HTTP/1.1" status: 204 len: 173 time: 0.3945506 Oct 19 01:49:41.327749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'name': 'network-vif-deleted', 'tag': 'b486d4bb-eb66-46b1-a2d6-c61062263d34'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:41.329992 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f69b31-1cc2-4585-9050-d7efb952caa8" -d '{"events": [{"server_uuid": "ebdbf75f-4e30-4627-af98-8a8ef8d88b19", "name": "network-vif-deleted", "tag": "b486d4bb-eb66-46b1-a2d6-c61062263d34"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:41.366346 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb75cf4-24e1-4d9e-b97b-ddc7a7841b89 x-openstack-request-id: req-9eb75cf4-24e1-4d9e-b97b-ddc7a7841b89 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:41.366633 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdbf75f-4e30-4627-af98-8a8ef8d88b19", "name": "network-vif-deleted", "tag": "b486d4bb-eb66-46b1-a2d6-c61062263d34", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:41.367757 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9eb75cf4-24e1-4d9e-b97b-ddc7a7841b89 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:41.368474 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdbf75f-4e30-4627-af98-8a8ef8d88b19', 'name': 'network-vif-deleted', 'tag': 'b486d4bb-eb66-46b1-a2d6-c61062263d34', 'status': 'completed', 'code': 200} Oct 19 01:49:41.483792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c2667-ee6a-40b0-bb3e-ee14683f3ae5 req-f7caeae5-1aad-47ef-b5b2-b2e00e845836 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:41.485277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba4c2667-ee6a-40b0-bb3e-ee14683f3ae5 req-f7caeae5-1aad-47ef-b5b2-b2e00e845836 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 943 time: 0.0540302 Oct 19 01:49:41.523971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba4c2667-ee6a-40b0-bb3e-ee14683f3ae5 req-3905ddbf-d3e9-453c-ab38-9a9a70e0c44e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Oct 19 01:49:41.918252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45946) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:41.963054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] Deleting subnet dcc19915-e9d2-4c2b-b443-dde1c15fc676 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:49:41.966146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.000828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.042764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.093073 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.118795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc19915-e9d2-4c2b-b443-dde1c15fc676,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:42.122313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.125525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ca8a40a1-a8c6-4c49-a673-5969be670a57 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dcc19915-e9d2-4c2b-b443-dde1c15fc676 HTTP/1.1" status: 204 len: 168 time: 0.2062671 Oct 19 01:49:42.128069 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 45948) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:42.194191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.280290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.300531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f1d140-0433-4547-b867-c3467e42ceee']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:42.309888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8943f9-7e79-4c92-aa3e-d78beb66a656') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:42.310185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8943f9-7e79-4c92-aa3e-d78beb66a656') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:42.319346 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.332835 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.339299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:49:42.339713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:49:42.341385 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:49:42.374905 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.398669 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.404091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.407192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] 10.222.0.64 "DELETE /v2.0/networks/c2f1d140-0433-4547-b867-c3467e42ceee HTTP/1.1" status: 204 len: 168 time: 0.2782104 Oct 19 01:49:42.418654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf71c89-e9c8-4262-b21e-15c990a0c05a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f1d140-0433-4547-b867-c3467e42ceee,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:42.514218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45952) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:42.555335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-156d46cf-0d38-4ceb-b62d-4ac1844c5ff6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f46c6bb8326460793572eeb75c0d530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397999 Oct 19 01:49:42.557712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 45956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:42.633795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc350021-d55e-4a50-a429-bffa666c2d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.667671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462df3a-7c0c-4556-9db8-71945623c15b req-95c7750e-2368-45b2-9202-90ab47919978 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:42.669138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e462df3a-7c0c-4556-9db8-71945623c15b req-95c7750e-2368-45b2-9202-90ab47919978 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 943 time: 0.0756321 Oct 19 01:49:42.670938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc350021-d55e-4a50-a429-bffa666c2d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.733064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e462df3a-7c0c-4556-9db8-71945623c15b req-f310fbfb-2710-43cb-bbf3-2e830ec39826 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556290 Oct 19 01:49:42.735520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 77dbe37b-bd33-414a-83c5-b7f55dee643e details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:49:42.753197 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc350021-d55e-4a50-a429-bffa666c2d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.756016 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dc350021-d55e-4a50-a429-bffa666c2d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.757865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dc350021-d55e-4a50-a429-bffa666c2d34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5e5f2d1-99e0-49e2-bbb2-903120781ac1 HTTP/1.1" status: 204 len: 168 time: 0.1987531 Oct 19 01:49:42.765723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc350021-d55e-4a50-a429-bffa666c2d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5f2d1-99e0-49e2-bbb2-903120781ac1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:42.842106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:42.852564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'port_id': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'mac_address': 'fa:16:3e:37:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:49:42.894775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.908023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77dbe37b-bd33-414a-83c5-b7f55dee643e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:49:42.928310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:42.932605 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:42.986290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:43.310710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['77dbe37b-bd33-414a-83c5-b7f55dee643e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:49:43.847903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b486d4bb-eb66-46b1-a2d6-c61062263d34 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:49:43.871731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841f30-a2de-4276-b332-900263445a25 req-87de4dc5-47bc-481d-afd7-94cd0b619815 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:43.873528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a841f30-a2de-4276-b332-900263445a25 req-87de4dc5-47bc-481d-afd7-94cd0b619815 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 944 time: 0.0684412 Oct 19 01:49:43.879380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: b486d4bb-eb66-46b1-a2d6-c61062263d34 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:49:43.879728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b486d4bb-eb66-46b1-a2d6-c61062263d34 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:49:43.926836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a841f30-a2de-4276-b332-900263445a25 req-f378ca8c-26d0-4e50-9f8f-eaf13a2624a4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Oct 19 01:49:44.734770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 77dbe37b-bd33-414a-83c5-b7f55dee643e up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:49:44.782255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 77dbe37b-bd33-414a-83c5-b7f55dee643e completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:49:44.785805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 77dbe37b-bd33-414a-83c5-b7f55dee643e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:49:44.786172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:44.863578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:44.885439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:44.887673 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669aaf96-4625-45dc-ab57-666d39380af2" -d '{"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-plugged", "status": "completed", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:44.899844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:49:44.903767 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:44.928443 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee69e4-6083-44e3-abe8-165cc22fa2f8 x-openstack-request-id: req-1dee69e4-6083-44e3-abe8-165cc22fa2f8 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:44.929103 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-plugged", "status": "completed", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:44.929103 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dee69e4-6083-44e3-abe8-165cc22fa2f8 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:44.929935 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'code': 200} Oct 19 01:49:44.956947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:45.089295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812c607-54a6-48df-a3ef-b632bd6cb73a req-fb3c0a84-8d5c-479f-a042-9ee3a3534e07 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:45.090778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5812c607-54a6-48df-a3ef-b632bd6cb73a req-fb3c0a84-8d5c-479f-a042-9ee3a3534e07 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0821702 Oct 19 01:49:45.096428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c227b46-789b-4f96-a396-2cbf51a137d9 req-a3d533b0-6712-4a55-b79a-e4b8557e6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:45.097894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c227b46-789b-4f96-a396-2cbf51a137d9 req-a3d533b0-6712-4a55-b79a-e4b8557e6bc3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1097 time: 0.0610416 Oct 19 01:49:45.153086 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5812c607-54a6-48df-a3ef-b632bd6cb73a req-724d2e6a-f8d7-4342-92dc-0a0f699d7f83 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542352 Oct 19 01:49:45.159539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c227b46-789b-4f96-a396-2cbf51a137d9 req-063e36aa-7cc7-4b07-b768-69b9d8d00109 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533760 Oct 19 01:49:45.244874 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:49:46.289546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab1b66-468b-4489-adf7-9c5cb961ec62 req-1a102510-36e5-4c02-b288-e057ebffd748 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:46.291018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1bab1b66-468b-4489-adf7-9c5cb961ec62 req-1a102510-36e5-4c02-b288-e057ebffd748 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0553658 Oct 19 01:49:46.328468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1bab1b66-468b-4489-adf7-9c5cb961ec62 req-ae6af81a-0a41-4318-9673-ec2f9d35f3ac tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311055 Oct 19 01:49:47.475660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b6e2a-b6fe-491d-850a-69b111874d36 req-6ea2e380-71b4-464e-a57d-da8a303b6533 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:47.481272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d9b6e2a-b6fe-491d-850a-69b111874d36 req-6ea2e380-71b4-464e-a57d-da8a303b6533 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0779514 Oct 19 01:49:47.521710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d9b6e2a-b6fe-491d-850a-69b111874d36 req-fc705eb1-e29d-4d6d-9a8c-bad658bfe187 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365846 Oct 19 01:49:47.589917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46038) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:47.667544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d17fe-8fa3-4675-bc04-2cf21883ae7d req-6205f6a6-8055-4420-84f2-bc1262988fd4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:47.669613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a3d17fe-8fa3-4675-bc04-2cf21883ae7d req-6205f6a6-8055-4420-84f2-bc1262988fd4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0569837 Oct 19 01:49:47.717121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a3d17fe-8fa3-4675-bc04-2cf21883ae7d req-cc315cac-ad5f-4068-8a69-c78774bd8713 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Oct 19 01:49:47.724780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94ba7b9a-3c2e-4dc6-90ba-5cef64cf8a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:47.738967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:47.786296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa13b3-d543-4037-aa90-365794d05672 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:47.789178 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ffaa13b3-d543-4037-aa90-365794d05672 tempest-TestNetworkAdvancedServerOps-474426667 tempest-TestNetworkAdvancedServerOps-474426667-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1092 time: 0.0479405 Oct 19 01:49:47.791833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46044) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:47.796944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:49:47.825031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:47.870736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94ba7b9a-3c2e-4dc6-90ba-5cef64cf8a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:47.879209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-94ba7b9a-3c2e-4dc6-90ba-5cef64cf8a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:47.924858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-94ba7b9a-3c2e-4dc6-90ba-5cef64cf8a93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b8769e39f9b48aabc96be12420f8ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338459 Oct 19 01:49:47.927494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46046) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:47.951837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba7b9a-3c2e-4dc6-90ba-5cef64cf8a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c71a01f-19d9-4396-b8ea-bcbdb7039bd0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:47.988919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8721ec4f-46e3-4c27-a76d-055ce76e1ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:47.992379 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.021542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8721ec4f-46e3-4c27-a76d-055ce76e1ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.080335 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8721ec4f-46e3-4c27-a76d-055ce76e1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.083502 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8721ec4f-46e3-4c27-a76d-055ce76e1ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.087315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8721ec4f-46e3-4c27-a76d-055ce76e1ad7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c71a01f-19d9-4396-b8ea-bcbdb7039bd0 HTTP/1.1" status: 204 len: 168 time: 0.1586168 Oct 19 01:49:48.095310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721ec4f-46e3-4c27-a76d-055ce76e1ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c71a01f-19d9-4396-b8ea-bcbdb7039bd0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:48.140564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Allocated IP 172.25.0.189 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a1873200-a4e0-4d3b-a67d-d64163e15365) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:49:48.245303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.287536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.332963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:49:48.336579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:49:48.340231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:49:48.367562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=a1873200-a4e0-4d3b-a67d-d64163e15365,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:48.740537 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.811241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.963618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:48.968424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:49.041808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event updated for resources: {'Port': ['ID=a1873200-a4e0-4d3b-a67d-d64163e15365,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:49.050007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:49.155477 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 155d96a4-f7bc-4d22-8063-9dcf10557944 associated. External IP: 172.25.0.189, port: 77dbe37b-bd33-414a-83c5-b7f55dee643e. Oct 19 01:49:49.372089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e6a09cd1-3844-44d7-978c-175feccb6fb8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:49:49.485652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:49:49.497217 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] Sync routers for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:49:49.507165 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:49.507365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:49.507770 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:49.539230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-33e10895-6ef7-4aa9-afa6-7870cea4a52e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7429709 Oct 19 01:49:49.539230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:49:49.539230 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0423582-7a8f-46a4-ad57-5c96bd83a34c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:49:49.601345 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4957dd51-11f8-4be4-a85b-252c86d4a2ae x-openstack-request-id: req-4957dd51-11f8-4be4-a85b-252c86d4a2ae {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:49:49.601637 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:49:49.601950 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4957dd51-11f8-4be4-a85b-252c86d4a2ae {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:49:49.602310 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'status': 'completed', 'code': 200} Oct 19 01:49:49.619635 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:49.681455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a44c6-8282-4897-94de-4502fa719d63 req-369fb072-7ca1-4061-bab6-36e735072132 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:49.682948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-135a44c6-8282-4897-94de-4502fa719d63 req-369fb072-7ca1-4061-bab6-36e735072132 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0722790 Oct 19 01:49:49.738768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-1406e5fa-5f5e-4a5a-9278-bfded868d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:49.740321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-1406e5fa-5f5e-4a5a-9278-bfded868d180 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1097 time: 0.0820689 Oct 19 01:49:49.761567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-135a44c6-8282-4897-94de-4502fa719d63 req-2413eab0-b883-4c71-87ff-ee98f72b231b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576675 Oct 19 01:49:49.790704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46100) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:49.859472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-9d463564-f1b2-42b1-8ede-06671d35a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:49.861406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-9d463564-f1b2-42b1-8ede-06671d35a55a service neutron] 10.222.0.74 "GET /v2.0/networks?id=18008bb1-3fca-4574-a81e-eb5e3141cbde HTTP/1.1" status: 200 len: 896 time: 0.1132200 Oct 19 01:49:49.866236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c3983b63-db1c-4eb0-82ef-f5edd5310cf4 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/155d96a4-f7bc-4d22-8063-9dcf10557944 HTTP/1.1" status: 200 len: 991 time: 0.0743704 Oct 19 01:49:49.907314 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '155d96a4-f7bc-4d22-8063-9dcf10557944', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'port_id': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'mac_address': 'fa:16:3e:37:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:49:48Z', 'updated_at': '2021-10-19T01:49:48Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:37Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:49.941562 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] Checking router: e6a09cd1-3844-44d7-978c-175feccb6fb8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:49:49.947969 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-b3a71d5b-7fe2-4c08-adfc-b2895fd270f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e HTTP/1.1" status: 200 len: 999 time: 0.0755622 Oct 19 01:49:49.951019 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:49:49.951623 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:49:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:50.018036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-40219fb4-f9d2-4f3b-aee2-0013fcbe4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:50.019708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-40219fb4-f9d2-4f3b-aee2-0013fcbe4782 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcd3908b-b475-45e2-a3db-7b23d6dbf9e6 HTTP/1.1" status: 200 len: 835 time: 0.0651138 Oct 19 01:49:50.035582 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:50.071351 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:49:50.092580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-1a8e4b86-0d16-4e8c-abe6-85ea9b9165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:49:50.094313 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-1a8e4b86-0d16-4e8c-abe6-85ea9b9165e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18008bb1-3fca-4574-a81e-eb5e3141cbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673969 Oct 19 01:49:50.213703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-06512149-1baf-47b8-99a4-dcea194ab284 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124806 Oct 19 01:49:50.329798 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0423582-7a8f-46a4-ad57-5c96bd83a34c req-57f2c5dc-58dd-4524-be66-91d78a6f2568 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095359 Oct 19 01:49:50.343375 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '155d96a4-f7bc-4d22-8063-9dcf10557944', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'port_id': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'mac_address': 'fa:16:3e:37:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:49:48Z', 'updated_at': '2021-10-19T01:49:48Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:37Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:49:50.495060 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9938b-e9d6-4da9-8a11-f9330ca6d334 None None] The sync data for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 is: [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '155d96a4-f7bc-4d22-8063-9dcf10557944', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'port_id': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'mac_address': 'fa:16:3e:37:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:49:48Z', 'updated_at': '2021-10-19T01:49:48Z', 'revision_number': 0, 'project_id': '446eaabb7b8b48159e8221f499748465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:37Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:49:50.720727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbd655-af7f-4b49-b27b-70c09f390f79 None None] New status for floating IP 155d96a4-f7bc-4d22-8063-9dcf10557944: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:49:50.872292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46116) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:51.072951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46120) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:51.185606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-385c1d56-8f1a-4781-91d0-dc7dfe982004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.249523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-71f25228-8c27-45ed-8523-2ba371ff46a7 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/155d96a4-f7bc-4d22-8063-9dcf10557944 HTTP/1.1" status: 200 len: 993 time: 0.3705223 Oct 19 01:49:51.264113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-385c1d56-8f1a-4781-91d0-dc7dfe982004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.268165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-385c1d56-8f1a-4781-91d0-dc7dfe982004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.307354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-385c1d56-8f1a-4781-91d0-dc7dfe982004 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7671f6f86b814b79b6e4b6c8e6f01cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330351 Oct 19 01:49:51.308239 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c1d56-8f1a-4781-91d0-dc7dfe982004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff6b88-a50f-4f2b-9804-71c3716bf2fe,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:51.310238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46124) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:51.358917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c89e43a-ea8d-484c-9fda-6a906b2e7548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.379709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c89e43a-ea8d-484c-9fda-6a906b2e7548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.424296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c89e43a-ea8d-484c-9fda-6a906b2e7548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.426874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3c89e43a-ea8d-484c-9fda-6a906b2e7548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.428020 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3c89e43a-ea8d-484c-9fda-6a906b2e7548 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09ff6b88-a50f-4f2b-9804-71c3716bf2fe HTTP/1.1" status: 204 len: 168 time: 0.1166885 Oct 19 01:49:51.435930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89e43a-ea8d-484c-9fda-6a906b2e7548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff6b88-a50f-4f2b-9804-71c3716bf2fe,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:51.682122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46130) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:51.697969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49ae4001-60da-4281-a046-108caf129e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.777339 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49ae4001-60da-4281-a046-108caf129e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.781012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49ae4001-60da-4281-a046-108caf129e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.820277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-49ae4001-60da-4281-a046-108caf129e1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=946c7803a77943c8919729815a28c8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370592 Oct 19 01:49:51.821131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4001-60da-4281-a046-108caf129e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0c167-7b3b-4341-bbed-73641a74fe91,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:51.823005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46132) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:51.877124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ce99b59-d416-4a63-9f0a-ed3d91f5a3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.898621 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ce99b59-d416-4a63-9f0a-ed3d91f5a3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.952769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ce99b59-d416-4a63-9f0a-ed3d91f5a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.955455 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6ce99b59-d416-4a63-9f0a-ed3d91f5a3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:51.956630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6ce99b59-d416-4a63-9f0a-ed3d91f5a3ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9eb0c167-7b3b-4341-bbed-73641a74fe91 HTTP/1.1" status: 204 len: 168 time: 0.1321366 Oct 19 01:49:51.964932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce99b59-d416-4a63-9f0a-ed3d91f5a3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0c167-7b3b-4341-bbed-73641a74fe91,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:54.429376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46196) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:54.534359 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f463df64-2c90-421e-b79d-bd49c6d4ecc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:54.609523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f463df64-2c90-421e-b79d-bd49c6d4ecc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:54.612910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f463df64-2c90-421e-b79d-bd49c6d4ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:54.650321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f463df64-2c90-421e-b79d-bd49c6d4ecc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46dd46b10c834c1eae64849c51b83086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198572 Oct 19 01:49:54.651326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463df64-2c90-421e-b79d-bd49c6d4ecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0f209a-8af0-49cb-b61d-acf47fc3746c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:54.653029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46200) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:54.703763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-277c02da-5a29-4b11-beb0-e8cf01f9025b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:54.726493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-277c02da-5a29-4b11-beb0-e8cf01f9025b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:54.772225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-277c02da-5a29-4b11-beb0-e8cf01f9025b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:54.775471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-277c02da-5a29-4b11-beb0-e8cf01f9025b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:54.776726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-277c02da-5a29-4b11-beb0-e8cf01f9025b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce0f209a-8af0-49cb-b61d-acf47fc3746c HTTP/1.1" status: 204 len: 168 time: 0.1218178 Oct 19 01:49:54.784344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c02da-5a29-4b11-beb0-e8cf01f9025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0f209a-8af0-49cb-b61d-acf47fc3746c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:55.046483 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46206) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:55.060026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4034ff3-acc7-4b1f-b74b-473d25e94fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:55.137029 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4034ff3-acc7-4b1f-b74b-473d25e94fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:55.140484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b4034ff3-acc7-4b1f-b74b-473d25e94fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:55.179107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b4034ff3-acc7-4b1f-b74b-473d25e94fac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f06b72d182744fddbf87eabd749c8b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315053 Oct 19 01:49:55.179988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034ff3-acc7-4b1f-b74b-473d25e94fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06496174-4b55-40a0-961f-12d8b376c887,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:55.182362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:55.231686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114ec80-4cb6-47c9-adf0-b962191c695c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:55.255728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114ec80-4cb6-47c9-adf0-b962191c695c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:55.301995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114ec80-4cb6-47c9-adf0-b962191c695c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:55.304820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2114ec80-4cb6-47c9-adf0-b962191c695c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:55.306539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2114ec80-4cb6-47c9-adf0-b962191c695c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06496174-4b55-40a0-961f-12d8b376c887 HTTP/1.1" status: 204 len: 168 time: 0.1226175 Oct 19 01:49:55.314552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114ec80-4cb6-47c9-adf0-b962191c695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06496174-4b55-40a0-961f-12d8b376c887,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:57.313961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46274) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:57.419503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbbc45aa-ef27-43f9-afa9-d7be04019737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:57.493344 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbbc45aa-ef27-43f9-afa9-d7be04019737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:57.496963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dbbc45aa-ef27-43f9-afa9-d7be04019737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:57.535448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dbbc45aa-ef27-43f9-afa9-d7be04019737 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef672fa53e364815b030dd6c4695b69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204201 Oct 19 01:49:57.536515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc45aa-ef27-43f9-afa9-d7be04019737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ef121-346e-4035-bc36-50b9a4d73229,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:57.538218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46278) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:57.587755 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc1f00d4-ddf1-44ba-acbd-585cf56323ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:57.608406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc1f00d4-ddf1-44ba-acbd-585cf56323ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:57.655369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc1f00d4-ddf1-44ba-acbd-585cf56323ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:57.658344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc1f00d4-ddf1-44ba-acbd-585cf56323ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:57.661862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cc1f00d4-ddf1-44ba-acbd-585cf56323ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f3ef121-346e-4035-bc36-50b9a4d73229 HTTP/1.1" status: 204 len: 168 time: 0.1196313 Oct 19 01:49:57.668626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f00d4-ddf1-44ba-acbd-585cf56323ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ef121-346e-4035-bc36-50b9a4d73229,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:57.917135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:57.930623 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-425f3f69-d158-4801-a306-b389ef5abddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:58.009754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-425f3f69-d158-4801-a306-b389ef5abddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:58.012948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-425f3f69-d158-4801-a306-b389ef5abddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:58.053063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-425f3f69-d158-4801-a306-b389ef5abddc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79f3da2c257945fa9bfc2bb4f8289362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346445 Oct 19 01:49:58.053916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f3f69-d158-4801-a306-b389ef5abddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8daf57-0d60-4acc-8ffe-f3cf8db5c83a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:49:58.056216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:49:58.104569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-943839cd-5eba-4c04-9e20-05477b84af63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:58.125611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-943839cd-5eba-4c04-9e20-05477b84af63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:58.176194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-943839cd-5eba-4c04-9e20-05477b84af63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:58.178738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-943839cd-5eba-4c04-9e20-05477b84af63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:49:58.179903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-943839cd-5eba-4c04-9e20-05477b84af63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac8daf57-0d60-4acc-8ffe-f3cf8db5c83a HTTP/1.1" status: 204 len: 168 time: 0.1225581 Oct 19 01:49:58.188407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943839cd-5eba-4c04-9e20-05477b84af63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8daf57-0d60-4acc-8ffe-f3cf8db5c83a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:00.621890 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46350) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:00.726783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2726c0cb-946a-4309-a7e1-51109b31b388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.803609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2726c0cb-946a-4309-a7e1-51109b31b388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.807812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2726c0cb-946a-4309-a7e1-51109b31b388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.846380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2726c0cb-946a-4309-a7e1-51109b31b388 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=197302685459401b9087cbda901b0b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234328 Oct 19 01:50:00.847593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726c0cb-946a-4309-a7e1-51109b31b388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77e818b-6dd3-4d55-b251-8e0196b5d73e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:00.849063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46354) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:00.898699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc658-6f40-4dd7-9173-9c3e0dafbeab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.921897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc658-6f40-4dd7-9173-9c3e0dafbeab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.968885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc658-6f40-4dd7-9173-9c3e0dafbeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.971392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc658-6f40-4dd7-9173-9c3e0dafbeab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:00.972566 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d3bdc658-6f40-4dd7-9173-9c3e0dafbeab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c77e818b-6dd3-4d55-b251-8e0196b5d73e HTTP/1.1" status: 204 len: 168 time: 0.1218426 Oct 19 01:50:00.980457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdc658-6f40-4dd7-9173-9c3e0dafbeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77e818b-6dd3-4d55-b251-8e0196b5d73e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:01.224499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:01.238126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59345466-2f5f-455c-a72b-e06405fc8ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:01.312323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59345466-2f5f-455c-a72b-e06405fc8ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:01.315895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-59345466-2f5f-455c-a72b-e06405fc8ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:01.354309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59345466-2f5f-455c-a72b-e06405fc8ec5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b8587cbd15b4ae7b12c9d39d683cdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286936 Oct 19 01:50:01.355427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59345466-2f5f-455c-a72b-e06405fc8ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d39cb7-c8cc-43f5-8318-6ebd79347284,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:01.357050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46362) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:01.407214 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c5481e5-e9bb-4034-9881-63079de76799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:01.428667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c5481e5-e9bb-4034-9881-63079de76799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:01.475870 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c5481e5-e9bb-4034-9881-63079de76799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:01.479009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c5481e5-e9bb-4034-9881-63079de76799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:01.480204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7c5481e5-e9bb-4034-9881-63079de76799 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8d39cb7-c8cc-43f5-8318-6ebd79347284 HTTP/1.1" status: 204 len: 168 time: 0.1220691 Oct 19 01:50:01.487911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5481e5-e9bb-4034-9881-63079de76799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d39cb7-c8cc-43f5-8318-6ebd79347284,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:06.952986 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e56c4365-6503-4540-b100-324703556c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:08.088072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46562) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:08.274522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb847de7-f507-46bf-9006-d04cf8efc854 req-d81b48d0-f95e-4394-a3c3-dbe84604a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:08.276063 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb847de7-f507-46bf-9006-d04cf8efc854 req-d81b48d0-f95e-4394-a3c3-dbe84604a098 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1097 time: 0.1869287 Oct 19 01:50:08.310766 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb847de7-f507-46bf-9006-d04cf8efc854 req-e445b9be-0aa9-451f-8ff2-3ca41994ecf3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276225 Oct 19 01:50:09.704001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9767-cc94-4e08-8a32-87aa7a5792e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:09.844184 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:10.632236 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:10.770992 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46636) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:10.857032 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:10.876841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a71534e-d5e7-480e-8efe-330f15a78fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:10.949553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a71534e-d5e7-480e-8efe-330f15a78fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:10.953611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a71534e-d5e7-480e-8efe-330f15a78fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:10.992692 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5a71534e-d5e7-480e-8efe-330f15a78fe3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0c76c9e46714fbeafd437e0eb399fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206337 Oct 19 01:50:10.993564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71534e-d5e7-480e-8efe-330f15a78fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c79dd2-1d33-498f-918d-bf9c6bccd2d1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:10.995461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46640) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:11.047083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.067406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.113295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.115783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.116941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29c79dd2-1d33-498f-918d-bf9c6bccd2d1 HTTP/1.1" status: 204 len: 168 time: 0.1203511 Oct 19 01:50:11.124318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c79dd2-1d33-498f-918d-bf9c6bccd2d1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:11.131633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.132017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.132496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.132678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.133005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.133346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.133654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.133973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.134291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.134608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.134952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.135227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fc54d-dbbd-4354-bb48-5041a1fd661d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:11.374987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46646) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:11.388327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-071c6ce4-2897-4d3d-a63c-2d1acc19808e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.462268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-071c6ce4-2897-4d3d-a63c-2d1acc19808e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.466743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-071c6ce4-2897-4d3d-a63c-2d1acc19808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.503103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-071c6ce4-2897-4d3d-a63c-2d1acc19808e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=effc2ce5239548a7996c564e501dd51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270490 Oct 19 01:50:11.505071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c6ce4-2897-4d3d-a63c-2d1acc19808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177a915d-c877-46a6-966d-290eff5083ee,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:11.505819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46648) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:11.555479 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3cdafde-6d22-42e6-b451-53a17bb88f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.576832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3cdafde-6d22-42e6-b451-53a17bb88f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.627592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3cdafde-6d22-42e6-b451-53a17bb88f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.630096 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c3cdafde-6d22-42e6-b451-53a17bb88f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:11.631221 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c3cdafde-6d22-42e6-b451-53a17bb88f53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/177a915d-c877-46a6-966d-290eff5083ee HTTP/1.1" status: 204 len: 168 time: 0.1244051 Oct 19 01:50:11.641325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdafde-6d22-42e6-b451-53a17bb88f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177a915d-c877-46a6-966d-290eff5083ee,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:12.378297 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:20.029998 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:21.769378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46918) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:21.877170 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:21.951233 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:21.954900 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:21.991918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89a257-52be-4520-bc1f-c36ff814b1c3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:21.995693 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3c43cd2a97d4fa6ad48e0cc87b27d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252882 Oct 19 01:50:21.999004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46922) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:22.002568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.003149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.003497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.003830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.004192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.004524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.004850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.005172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.005497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.005815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.006135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.006459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03915dce-0341-42c6-a0c4-1a747b09b7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:22.057095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545be617-30fa-4263-b909-611245df050f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.077709 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545be617-30fa-4263-b909-611245df050f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.125800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545be617-30fa-4263-b909-611245df050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.128515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-545be617-30fa-4263-b909-611245df050f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.132297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-545be617-30fa-4263-b909-611245df050f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a89a257-52be-4520-bc1f-c36ff814b1c3 HTTP/1.1" status: 204 len: 168 time: 0.1322322 Oct 19 01:50:22.140997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545be617-30fa-4263-b909-611245df050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89a257-52be-4520-bc1f-c36ff814b1c3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:22.244250 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:50:22.387637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46928) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:22.401630 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5115595-0f35-45b6-ad06-06e5c24f046c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.476078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5115595-0f35-45b6-ad06-06e5c24f046c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.482401 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c5115595-0f35-45b6-ad06-06e5c24f046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.522028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c5115595-0f35-45b6-ad06-06e5c24f046c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=188116aa9ceb4c21bbb7ed05f863bf35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320465 Oct 19 01:50:22.522996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5115595-0f35-45b6-ad06-06e5c24f046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0b0b8b-926d-487d-a618-9c5aa5e4f877,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:22.524625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46930) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:22.574577 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21ed87b4-23f7-4403-8e4a-471f9f2c22cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.595846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21ed87b4-23f7-4403-8e4a-471f9f2c22cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.643278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21ed87b4-23f7-4403-8e4a-471f9f2c22cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.645983 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21ed87b4-23f7-4403-8e4a-471f9f2c22cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:22.647134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-21ed87b4-23f7-4403-8e4a-471f9f2c22cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed0b0b8b-926d-487d-a618-9c5aa5e4f877 HTTP/1.1" status: 204 len: 168 time: 0.1214612 Oct 19 01:50:22.655279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed87b4-23f7-4403-8e4a-471f9f2c22cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0b0b8b-926d-487d-a618-9c5aa5e4f877,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:23.984775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46976) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:24.101531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c8b80634-5188-447f-899f-1753609ed84c tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:24.119725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c8b80634-5188-447f-899f-1753609ed84c tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "PUT /v2.0/quotas/9ead770457b244808ae586ad87e81a86 HTTP/1.1" status: 200 len: 368 time: 0.1338921 Oct 19 01:50:24.122692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46980) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:24.127337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Request body: {'network': {'project_id': '9ead770457b244808ae586ad87e81a86'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:24.147636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Made reservation on behalf of 9ead770457b244808ae586ad87e81a86 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:24.149867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.161662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.235567 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.239098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.265355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:50:24.270602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8534752b-2cb4-4b52-9e52-c33c356deaf2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:24.278227 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.278227 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Added segment dc51dc0d-3ac7-4edd-afd4-79c9b3a3ce49 of type vlan for network 15d64190-2ed0-4fc2-9f1f-17248f1f3632 Oct 19 01:50:24.319472 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.343241 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.344203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:24.344769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.377670 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2539358 Oct 19 01:50:24.380222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46982) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:24.384930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Request body: {'network': {'project_id': '9ead770457b244808ae586ad87e81a86'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:24.422233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d48e5-6699-4d25-a8d0-1902d7ad7ed6 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Pushing event updated for resources: {'Network': ['ID=15d64190-2ed0-4fc2-9f1f-17248f1f3632,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:24.433383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 15d64190-2ed0-4fc2-9f1f-17248f1f3632 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:50:24.441354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Made reservation on behalf of 9ead770457b244808ae586ad87e81a86 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:24.443761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.469177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:50:24.477969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.478299 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Added segment 685ef2da-c18a-47bb-8e75-d77f24c9cb0d of type vlan for network 55b118ee-b3ba-48f6-a89a-840b17d6b3b0 Oct 19 01:50:24.521215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.548872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.549845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:24.550470 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.583072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2018397 Oct 19 01:50:24.586237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46984) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:24.591410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9cfe3778-9b15-46a6-891f-ac172c66493b tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Request body: {'network': {'project_id': '9ead770457b244808ae586ad87e81a86'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:24.603636 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfe3778-9b15-46a6-891f-ac172c66493b tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 01:50:24.604120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfe3778-9b15-46a6-891f-ac172c66493b tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:50:24.605229 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9cfe3778-9b15-46a6-891f-ac172c66493b tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0179141 Oct 19 01:50:24.608154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46986) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:24.615417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899a11-9d31-4c58-ac22-55710c37baeb tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Pushing event updated for resources: {'Network': ['ID=55b118ee-b3ba-48f6-a89a-840b17d6b3b0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:24.625509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 55b118ee-b3ba-48f6-a89a-840b17d6b3b0 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:50:24.647776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d0638e6-51df-4f6d-8e45-d700c57e38c9 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ead770457b244808ae586ad87e81a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385609 Oct 19 01:50:24.651324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46988) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:24.702241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-adbd5042-ce0a-4188-89c5-bd627150e53a tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.723188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-adbd5042-ce0a-4188-89c5-bd627150e53a tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.772567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-adbd5042-ce0a-4188-89c5-bd627150e53a tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.775028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-adbd5042-ce0a-4188-89c5-bd627150e53a tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.776191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-adbd5042-ce0a-4188-89c5-bd627150e53a tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/8534752b-2cb4-4b52-9e52-c33c356deaf2 HTTP/1.1" status: 204 len: 168 time: 0.1236579 Oct 19 01:50:24.778964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 46990) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:24.783913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd5042-ce0a-4188-89c5-bd627150e53a tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8534752b-2cb4-4b52-9e52-c33c356deaf2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:24.851616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.936478 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.956767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b118ee-b3ba-48f6-a89a-840b17d6b3b0']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:24.965880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685ef2da-c18a-47bb-8e75-d77f24c9cb0d') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:24.966172 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685ef2da-c18a-47bb-8e75-d77f24c9cb0d') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:24.975468 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.988315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.994251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:50:24.994648 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:50:24.996341 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:50:25.050629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.059276 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.061444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "DELETE /v2.0/networks/55b118ee-b3ba-48f6-a89a-840b17d6b3b0 HTTP/1.1" status: 204 len: 168 time: 0.2812386 Oct 19 01:50:25.064334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 46992) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:25.070744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d81b4-1058-4bfc-89cb-57445c316f09 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Pushing event deleted for resources: {'Network': ['ID=55b118ee-b3ba-48f6-a89a-840b17d6b3b0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:25.132225 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.212374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.231733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d64190-2ed0-4fc2-9f1f-17248f1f3632']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:25.241451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc51dc0d-3ac7-4edd-afd4-79c9b3a3ce49') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:25.241750 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc51dc0d-3ac7-4edd-afd4-79c9b3a3ce49') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:25.251714 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.264992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.271177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:50:25.271567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:50:25.273297 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:50:25.330647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.335814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.338967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] 10.222.0.64 "DELETE /v2.0/networks/15d64190-2ed0-4fc2-9f1f-17248f1f3632 HTTP/1.1" status: 204 len: 168 time: 0.2736378 Oct 19 01:50:25.349923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80596586-c1cd-4067-8a82-beacc385e367 tempest-QuotasNegativeTest-1950941641 tempest-QuotasNegativeTest-1950941641-project-admin] Pushing event deleted for resources: {'Network': ['ID=15d64190-2ed0-4fc2-9f1f-17248f1f3632,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:25.742524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47000) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:25.848681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f78f2f44-f340-44c3-9a07-0f8fc10f12ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.925313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f78f2f44-f340-44c3-9a07-0f8fc10f12ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.928864 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f78f2f44-f340-44c3-9a07-0f8fc10f12ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:25.965490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f2f44-f340-44c3-9a07-0f8fc10f12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc68ba-74aa-423c-9258-eecd48304c21,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:25.971857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f78f2f44-f340-44c3-9a07-0f8fc10f12ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39701d563b5d4878a179839bea411ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282333 Oct 19 01:50:25.974585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47004) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:26.021887 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e7f4038c-d3a1-4a73-aeaa-f9a0f19311b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.043508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e7f4038c-d3a1-4a73-aeaa-f9a0f19311b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.092718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e7f4038c-d3a1-4a73-aeaa-f9a0f19311b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.095161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e7f4038c-d3a1-4a73-aeaa-f9a0f19311b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.096327 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e7f4038c-d3a1-4a73-aeaa-f9a0f19311b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4bc68ba-74aa-423c-9258-eecd48304c21 HTTP/1.1" status: 204 len: 168 time: 0.1208673 Oct 19 01:50:26.103701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4038c-d3a1-4a73-aeaa-f9a0f19311b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc68ba-74aa-423c-9258-eecd48304c21,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:26.348293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47012) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:26.362034 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bf4916e-5414-4431-9062-4613a0957294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.441281 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bf4916e-5414-4431-9062-4613a0957294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.445001 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3bf4916e-5414-4431-9062-4613a0957294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.482462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3bf4916e-5414-4431-9062-4613a0957294 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9201f4da54ac48f699eb205738e6b9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330550 Oct 19 01:50:26.484618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4916e-5414-4431-9062-4613a0957294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4284aaa3-6950-4714-93c0-a17d83c29210,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:26.485378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47014) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:26.539968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d4e8-b4a3-47fd-a313-78084a50691b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.560534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d4e8-b4a3-47fd-a313-78084a50691b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.608554 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d4e8-b4a3-47fd-a313-78084a50691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.611130 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d4e8-b4a3-47fd-a313-78084a50691b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:26.612435 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e2c1d4e8-b4a3-47fd-a313-78084a50691b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4284aaa3-6950-4714-93c0-a17d83c29210 HTTP/1.1" status: 204 len: 168 time: 0.1260376 Oct 19 01:50:26.620516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d4e8-b4a3-47fd-a313-78084a50691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4284aaa3-6950-4714-93c0-a17d83c29210,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:26.671541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-f8f3a8c9-ff53-478d-a17a-96d8176954d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426896 Oct 19 01:50:26.769750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-bd18557b-000e-4d2f-a4ad-dbd546335c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:26.771375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-bd18557b-000e-4d2f-a4ad-dbd546335c52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1097 time: 0.0436184 Oct 19 01:50:26.882691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-90042c11-41cb-4d97-b9e1-4bd853c344d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:26.884189 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-90042c11-41cb-4d97-b9e1-4bd853c344d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 910 time: 0.0933514 Oct 19 01:50:26.950283 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-2b3f4024-104e-4838-9813-9804125e7751 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 1001 time: 0.0589693 Oct 19 01:50:27.006684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-5f69a7ef-7610-4d4f-90b6-eadd527336ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:27.008225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-5f69a7ef-7610-4d4f-90b6-eadd527336ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 200 len: 848 time: 0.0508664 Oct 19 01:50:27.056685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-f5c9c50f-4132-4146-a29d-c8982edbf625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:27.058323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-f5c9c50f-4132-4146-a29d-c8982edbf625 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425146 Oct 19 01:50:27.155018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-842a3eb5-ed47-4fd9-a8c1-98967749067c service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886724 Oct 19 01:50:27.254711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-68f31f9e-f9ad-4334-8096-1a0e03c9423c req-2865448e-5789-4162-9ab2-552561449c40 service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924773 Oct 19 01:50:27.817138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:27.959002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1162633126'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:27.979868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Made reservation on behalf of 17d7c29a0c564384bdf0fed01796d244 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:27.983265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:27.991421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.063457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.067072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.093930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:50:28.102526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e3a92-0529-4c9e-8ee1-207b87fb4519,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:28.108833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.109233 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Added segment 527fede1-3d14-4cf0-8859-89b9f198f649 of type vlan for network 65149fab-cb0d-4ece-83c9-8457c1822b95 Oct 19 01:50:28.147880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.174498 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.179887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:28.180484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.216895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.3986883 Oct 19 01:50:28.248052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096f07c-00eb-4d31-bdcf-7ba3fbd17ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Pushing event updated for resources: {'Network': ['ID=65149fab-cb0d-4ece-83c9-8457c1822b95,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:28.259438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 65149fab-cb0d-4ece-83c9-8457c1822b95 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:50:28.386365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47058) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:28.392703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Request body: {'port': {'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95', 'binding:host_id': 'n-h2-789963-20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087121792'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:28.413529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Made reservation on behalf of 8071083c13da4cb197e64615eb9e23aa for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:28.416121 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.425107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.499113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.502885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.508095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] device_id is not set on port 5d7171ae-a471-4a50-873d-7129865c5089 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:28.590734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b13bf4-4d1e-4fa3-bda4-fc920d1a03d5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:28.735795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] device_id is not set on port 5d7171ae-a471-4a50-873d-7129865c5089 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:28.744487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.750585 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:28.806566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7171ae-a471-4a50-873d-7129865c5089,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:28.818124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Checking segment: {'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:28.818713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Network hostable DHCP agents. Network: 65149fab-cb0d-4ece-83c9-8457c1822b95, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:50:28.835201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Network 65149fab-cb0d-4ece-83c9-8457c1822b95 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:50:28.844538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 65149fab-cb0d-4ece-83c9-8457c1822b95) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:28.848617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:28.853545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1f952-839d-4dc9-982b-290f6cf71909 None None] Network 65149fab-cb0d-4ece-83c9-8457c1822b95 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:28.862552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.862886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.863223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.867474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.867802 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.868211 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 2 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:28.879909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.880265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.880597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.884810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.885133 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.885517 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 3 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:28.898375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.898708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.899039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.903297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.903621 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.904030 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 4 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:28.916447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.916781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.917121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.921654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.921978 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.922368 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 5 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:28.934412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.934747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.935079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.939333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.939661 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.940070 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 6 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:28.952422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.952761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.953093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.957312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.957639 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.958024 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 7 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:28.971025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.971389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.971723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.975968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.976314 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.976708 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 8 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:28.988353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:28.988685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:28.989014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:28.993169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:28.993490 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:28.993868 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 9 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:29.005884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:29.006151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:29.006481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:29.010603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:29.010922 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:29.011300 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 10 to bind port 5d7171ae-a471-4a50-873d-7129865c5089 Oct 19 01:50:29.023094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:29.023425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:29.023754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:29.027906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d7171ae-a471-4a50-873d-7129865c5089 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:29.028255 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d7171ae-a471-4a50-873d-7129865c5089 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:29.028613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.093182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] For port 5d7171ae-a471-4a50-873d-7129865c5089, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:29.093540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempted to set empty binding levels {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:50:29.097819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.126862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:29.127457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.152132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 0.7646687 Oct 19 01:50:29.152841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aacf7b-db14-4df8-8d9e-65b53c94354d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7171ae-a471-4a50-873d-7129865c5089,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:29.155404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47060) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:29.233476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Deleting port 5d7171ae-a471-4a50-873d-7129865c5089 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:29.233808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.295375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] For port 5d7171ae-a471-4a50-873d-7129865c5089, host n-h2-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:29.295758 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.309201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Calling delete_port for 5d7171ae-a471-4a50-873d-7129865c5089 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:29.391720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.422147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d7171ae-a471-4a50-873d-7129865c5089,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:29.424257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.427812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dea87f60-7860-4970-b22b-85ee6fc7ca6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5d7171ae-a471-4a50-873d-7129865c5089 HTTP/1.1" status: 204 len: 168 time: 0.2714846 Oct 19 01:50:29.430339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:29.454906 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-83083e8b-b9d6-41f7-b67f-fe70ded02505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:50:29.456392 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-83083e8b-b9d6-41f7-b67f-fe70ded02505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "GET /v2.0/ports/5d7171ae-a471-4a50-873d-7129865c5089 HTTP/1.1" status: 404 len: 333 time: 0.0251539 Oct 19 01:50:29.459843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47064) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:29.464305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Request body: {'port': {'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-725342159'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:29.484339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Made reservation on behalf of 8071083c13da4cb197e64615eb9e23aa for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:29.486574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.502275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] device_id is not set on port 0f781866-29b9-415f-956e-79a0197040a0 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:29.649374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.682093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.721481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Network 65149fab-cb0d-4ece-83c9-8457c1822b95 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:29.724297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:29.727666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:29.728592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:29.729186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.742500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=0f781866-29b9-415f-956e-79a0197040a0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:29.752701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-027e1296-28fb-420a-b2ad-09650c12afdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2918715 Oct 19 01:50:29.755513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47068) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:29.760391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:29.815911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.980837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] device_id is not set on port 0f781866-29b9-415f-956e-79a0197040a0 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:29.988820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:29.994275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.041489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=0f781866-29b9-415f-956e-79a0197040a0,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:30.058680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.059256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.059847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.065336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.065664 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.066048 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 2 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.079190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.079523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.079855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.085462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.086002 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.086651 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 3 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.100662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.100991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.101319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.105490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.105814 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.106191 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 4 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.118763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.119093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.119421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.123872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.124195 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.124575 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 5 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.136025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.136353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.136680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.140823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.141139 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.141512 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 6 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.153447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.153769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.154093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.158786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.159144 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.159630 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 7 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.171647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.171992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.172346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.176540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.176872 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.177254 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 8 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.189253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.189586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.189918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.194087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.194416 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.194797 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 9 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.206391 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.206720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.207052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.211208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.211535 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.211914 n-d-789963-20 neutron-server[100847]: INFO neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 10 to bind port 0f781866-29b9-415f-956e-79a0197040a0 Oct 19 01:50:30.227241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:30.227570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:30.227903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:30.232170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:30.232439 n-d-789963-20 neutron-server[100847]: ERROR neutron.plugins.ml2.managers [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 0f781866-29b9-415f-956e-79a0197040a0 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:30.233485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.294696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] For port 0f781866-29b9-415f-956e-79a0197040a0, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:30.295063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempted to set empty binding levels {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:50:30.300102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.329273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] In _notify_port_updated(), no bound segment for port 0f781866-29b9-415f-956e-79a0197040a0 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:50:30.330107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.330697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.332028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "PUT /v2.0/ports/0f781866-29b9-415f-956e-79a0197040a0 HTTP/1.1" status: 200 len: 979 time: 0.5755565 Oct 19 01:50:30.334583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47070) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:30.397736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9745898-26f8-4793-b819-feeb9609ce8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=0f781866-29b9-415f-956e-79a0197040a0,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:30.428468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.428940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.429398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.429864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.430319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.430774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.431225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.431701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.432184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.432639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.433114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.433567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.434016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.434465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.434910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.435360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.435842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.436440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:30.438960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7721ba58-0b5f-49ec-b128-50cbf1029353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16272 time: 0.1034749 Oct 19 01:50:30.442454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47072) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:30.513197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Deleting port 0f781866-29b9-415f-956e-79a0197040a0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:30.513448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.579656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] For port 0f781866-29b9-415f-956e-79a0197040a0, host n-h2-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:30.580038 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.591771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Calling delete_port for 0f781866-29b9-415f-956e-79a0197040a0 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:30.667990 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.699300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f781866-29b9-415f-956e-79a0197040a0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:30.705016 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.708395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7b6fb778-3315-454d-8209-1fc23228652b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0f781866-29b9-415f-956e-79a0197040a0 HTTP/1.1" status: 204 len: 168 time: 0.2650428 Oct 19 01:50:30.710917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47074) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:30.733948 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-231beb65-d3a7-4ac7-8ca1-c405f7fe22f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:50:30.735330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-231beb65-d3a7-4ac7-8ca1-c405f7fe22f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "GET /v2.0/ports/0f781866-29b9-415f-956e-79a0197040a0 HTTP/1.1" status: 404 len: 333 time: 0.0235250 Oct 19 01:50:30.738799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:30.743220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-571273085', 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:30.763712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Made reservation on behalf of 8071083c13da4cb197e64615eb9e23aa for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:30.766872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.783025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] device_id is not set on port 72208906-3936-4eca-a0fa-6d542ea5f459 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:30.926196 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.958704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:30.997131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Network 65149fab-cb0d-4ece-83c9-8457c1822b95 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:31.000444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:31.003637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:31.004557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:31.005262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.012353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=72208906-3936-4eca-a0fa-6d542ea5f459,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:31.026500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e72d336-aa96-4983-a153-d4ff746453d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2867455 Oct 19 01:50:31.029157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47078) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:31.061435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307bf9e4-001e-4f16-91c0-bd99a20a377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:31.062821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-307bf9e4-001e-4f16-91c0-bd99a20a377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "GET /v2.0/ports/72208906-3936-4eca-a0fa-6d542ea5f459 HTTP/1.1" status: 200 len: 958 time: 0.0327299 Oct 19 01:50:31.065527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47080) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:31.141244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Deleting port 72208906-3936-4eca-a0fa-6d542ea5f459 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:31.141579 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.199893 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.212590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Calling delete_port for 72208906-3936-4eca-a0fa-6d542ea5f459 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:31.291115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.316956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event deleted for resources: {'Port': ['ID=72208906-3936-4eca-a0fa-6d542ea5f459,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:31.326086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.330169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f99e2551-0af8-4af9-acee-201f100d991a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "DELETE /v2.0/ports/72208906-3936-4eca-a0fa-6d542ea5f459 HTTP/1.1" status: 204 len: 168 time: 0.2635052 Oct 19 01:50:31.332706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47082) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:31.356117 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-068ab300-bb23-4ea8-99a5-f1126663009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:50:31.357509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-068ab300-bb23-4ea8-99a5-f1126663009c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "GET /v2.0/ports/72208906-3936-4eca-a0fa-6d542ea5f459 HTTP/1.1" status: 404 len: 333 time: 0.0239096 Oct 19 01:50:31.361650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47084) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:31.366724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Request body: {'port': {'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1626822065'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:31.388291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Made reservation on behalf of 8071083c13da4cb197e64615eb9e23aa for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:31.390748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.406055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] device_id is not set on port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:31.558779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.590823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.632196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Network 65149fab-cb0d-4ece-83c9-8457c1822b95 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:31.634938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:31.638191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:31.639575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:31.640186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.647537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=5d918aaf-8c79-4e95-98a8-e5900e80d3c3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:31.663293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-02b28f73-24e4-4683-a976-a9a16c7765b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3005648 Oct 19 01:50:31.665793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47086) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:31.671788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:31.729357 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.897293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] device_id is not set on port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:31.905813 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.910865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:31.969216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=5d918aaf-8c79-4e95-98a8-e5900e80d3c3,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:31.973649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:31.973987 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:31.974328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:31.978723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:31.979045 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:31.979423 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 2 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:31.991188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:31.991520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:31.991850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:31.996104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:31.996423 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:31.996799 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 3 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.008861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.009187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.009512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.013687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.014685 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.015201 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 4 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.026460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.026787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.027115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.032052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.032375 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.032754 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 5 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.044792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.045298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.045641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.049849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.050168 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.050543 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 6 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.061932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.062258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.062589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.066918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.067242 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.067618 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 7 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.081141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.081472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.081807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.086007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.086330 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.086707 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 8 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.098959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.099292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.099622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.104363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.104689 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.105069 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 9 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.120438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.120770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.121097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.125398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.125719 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.126101 n-d-789963-20 neutron-server[100848]: INFO neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempt 10 to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 Oct 19 01:50:32.137522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:32.137852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:32.138174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempting to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:32.142906 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:50:32.143227 n-d-789963-20 neutron-server[100848]: ERROR neutron.plugins.ml2.managers [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Failed to bind port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on host n-h2-789963-20 for vnic_type normal using segments [{'id': '527fede1-3d14-4cf0-8859-89b9f198f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '65149fab-cb0d-4ece-83c9-8457c1822b95'}] Oct 19 01:50:32.143589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.205505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] For port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:32.205783 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attempted to set empty binding levels {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 01:50:32.210084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.240909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] In _notify_port_updated(), no bound segment for port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 on network 65149fab-cb0d-4ece-83c9-8457c1822b95 {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:50:32.241741 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:32.242332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.243639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "PUT /v2.0/ports/5d918aaf-8c79-4e95-98a8-e5900e80d3c3 HTTP/1.1" status: 200 len: 980 time: 0.5769315 Oct 19 01:50:32.246484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47088) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:32.257755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac5ce5-5a0d-449f-a5de-ade36c67a344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event updated for resources: {'Port': ['ID=5d918aaf-8c79-4e95-98a8-e5900e80d3c3,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:32.328233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Deleting port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:32.328570 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.388514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] For port 5d918aaf-8c79-4e95-98a8-e5900e80d3c3, host n-h2-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:32.389470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.401397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Calling delete_port for 5d918aaf-8c79-4e95-98a8-e5900e80d3c3 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:32.481412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.507554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d918aaf-8c79-4e95-98a8-e5900e80d3c3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:32.515611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.519021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ce27fc8b-0d24-4eb9-a1cf-76ea049d24d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5d918aaf-8c79-4e95-98a8-e5900e80d3c3 HTTP/1.1" status: 204 len: 168 time: 0.2715466 Oct 19 01:50:32.521544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:32.544834 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd263b3-7897-4fa6-8fd3-54f53e1b40ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] GET failed (client error): The resource could not be found. Oct 19 01:50:32.546539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9bd263b3-7897-4fa6-8fd3-54f53e1b40ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238154200-project-admin] 10.222.0.64 "GET /v2.0/ports/5d918aaf-8c79-4e95-98a8-e5900e80d3c3 HTTP/1.1" status: 404 len: 333 time: 0.0240893 Oct 19 01:50:32.549840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47092) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:32.625020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.712765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.732429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65149fab-cb0d-4ece-83c9-8457c1822b95']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:32.741908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527fede1-3d14-4cf0-8859-89b9f198f649') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:32.742225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527fede1-3d14-4cf0-8859-89b9f198f649') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:32.752198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.765204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.770857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:50:32.771234 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:50:32.774134 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:50:32.834527 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.839186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:32.843617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] 10.222.0.64 "DELETE /v2.0/networks/65149fab-cb0d-4ece-83c9-8457c1822b95 HTTP/1.1" status: 204 len: 168 time: 0.2927551 Oct 19 01:50:32.858178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f1e52-0892-41b6-818d-97f8ba124c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-41676337-project] Pushing event deleted for resources: {'Network': ['ID=65149fab-cb0d-4ece-83c9-8457c1822b95,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:33.079407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47098) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:33.209854 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-33428adc-ccd8-454f-a305-ddb680a93f62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17d7c29a0c564384bdf0fed01796d244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291928 Oct 19 01:50:33.212362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47102) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:33.258552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d721213e-6fd9-4abd-9c6f-dda7ddfa9e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.279869 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d721213e-6fd9-4abd-9c6f-dda7ddfa9e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.324943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d721213e-6fd9-4abd-9c6f-dda7ddfa9e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.327909 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d721213e-6fd9-4abd-9c6f-dda7ddfa9e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.329591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d721213e-6fd9-4abd-9c6f-dda7ddfa9e10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e19e3a92-0529-4c9e-8ee1-207b87fb4519 HTTP/1.1" status: 204 len: 168 time: 0.1163433 Oct 19 01:50:33.337437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721213e-6fd9-4abd-9c6f-dda7ddfa9e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e3a92-0529-4c9e-8ee1-207b87fb4519,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:33.587847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47108) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:33.630929 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92fd56b5-078f-4fda-bc3d-853b68ade0c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8071083c13da4cb197e64615eb9e23aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418634 Oct 19 01:50:33.633350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47110) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:33.681700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31e44213-c928-4646-ba8c-7dc2c31cf237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.703005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31e44213-c928-4646-ba8c-7dc2c31cf237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.750356 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31e44213-c928-4646-ba8c-7dc2c31cf237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.753839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31e44213-c928-4646-ba8c-7dc2c31cf237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:33.755175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-31e44213-c928-4646-ba8c-7dc2c31cf237 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37b13bf4-4d1e-4fa3-bda4-fc920d1a03d5 HTTP/1.1" status: 204 len: 168 time: 0.1209083 Oct 19 01:50:33.762742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44213-c928-4646-ba8c-7dc2c31cf237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b13bf4-4d1e-4fa3-bda4-fc920d1a03d5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:34.427191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47134) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:34.521810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-777827005'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:34.544530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:34.548533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.557488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.632188 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.636052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.660110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:50:34.674867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d353375-b82c-4e3a-8fe6-92fb797d7000,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:34.681262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.681674 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Added segment b514181e-cffe-4a81-9dda-40b31a592c01 of type vlan for network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 Oct 19 01:50:34.723898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.747438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.753018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:34.753577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:34.782707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3543956 Oct 19 01:50:34.786329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47138) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:34.791587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:34.823499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd931a07-bf15-4c44-843b-98483b7069b7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Network': ['ID=5cc8dd49-c278-4f86-a8c6-7323e71033b3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:34.835122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:50:34.882498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:34.885892 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.066123 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.125100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=4c47b363-6389-47e1-af0b-1d9336b3a03f,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:35.133672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:35.133974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network hostable DHCP agents. Network: 5cc8dd49-c278-4f86-a8c6-7323e71033b3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:50:35.150484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:50:35.159968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 5cc8dd49-c278-4f86-a8c6-7323e71033b3) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:35.165264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:35.166003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.169010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c239db-b93e-4803-880e-1b87f59bbf49 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:35.182507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dba36932-b3b7-4ea4-8ab0-7cba161425b9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3950319 Oct 19 01:50:35.185332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47140) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:35.190373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'name': 'tempest-NetworksTestDHCPv6-1806447108'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:35.308258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:35.314092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.315181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '4c47b363-6389-47e1-af0b-1d9336b3a03f'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:50:35.316065 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.332884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 19ae6f40-b7a4-4813-882a-eee053f5d2e0 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:35.446994 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::2de (5cc8dd49-c278-4f86-a8c6-7323e71033b3/4c47b363-6389-47e1-af0b-1d9336b3a03f/19ae6f40-b7a4-4813-882a-eee053f5d2e0) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:35.594425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.629513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.673716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:35.676764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:35.680292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:35.682599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/4c47b363-6389-47e1-af0b-1d9336b3a03f/fdaf865c-ac73-497e-90e2-e0c335d08321) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:35.686853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:35.687570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.695699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=19ae6f40-b7a4-4813-882a-eee053f5d2e0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:35.711003 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-525c9c99-357f-4e07-bdd0-867fa094bc96 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5246570 Oct 19 01:50:35.713630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47142) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:35.797313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af790f8d-1329-417e-9c51-9b40d24739f5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:35.798792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-af790f8d-1329-417e-9c51-9b40d24739f5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0841811 Oct 19 01:50:35.801614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47144) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:35.843834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.850643 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.887461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 19ae6f40-b7a4-4813-882a-eee053f5d2e0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:35.887867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.889431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:35.892310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:35.898865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:35.900826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Pushing event updated for resources: {'Port': ['ID=fdaf865c-ac73-497e-90e2-e0c335d08321,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:35.912560 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.912905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.913244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.913580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.913909 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.914236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.914559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.914881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.915202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.915522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.915840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.916187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:35.964303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Attempting to bind port fdaf865c-ac73-497e-90e2-e0c335d08321 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:35.964668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Attempting to bind port fdaf865c-ac73-497e-90e2-e0c335d08321 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:35.965027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Attempting to bind port fdaf865c-ac73-497e-90e2-e0c335d08321 on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:35.970757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:35.971125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:35.971518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.971905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:35.972388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Bound port: fdaf865c-ac73-497e-90e2-e0c335d08321, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:35.972763 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.980782 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:35.993467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 19ae6f40-b7a4-4813-882a-eee053f5d2e0 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:36.037151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] For port fdaf865c-ac73-497e-90e2-e0c335d08321, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:36.040155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] For port fdaf865c-ac73-497e-90e2-e0c335d08321, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fdaf865c-ac73-497e-90e2-e0c335d08321,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:36.044812 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.111424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddeac1-1973-4b56-8743-92d9bf873131 None None] Pushing event updated for resources: {'Port': ['ID=fdaf865c-ac73-497e-90e2-e0c335d08321,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:36.135861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.165535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=19ae6f40-b7a4-4813-882a-eee053f5d2e0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:36.191257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.194711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a2cefe89-e79c-4ed6-b7c6-4bd4961d5280 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/19ae6f40-b7a4-4813-882a-eee053f5d2e0 HTTP/1.1" status: 204 len: 168 time: 0.3921294 Oct 19 01:50:36.197203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47146) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:36.269747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfc4c5-ebdb-45e4-9d97-cf8a93459a2e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:36.271272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfc4c5-ebdb-45e4-9d97-cf8a93459a2e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:36.272853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e0cfc4c5-ebdb-45e4-9d97-cf8a93459a2e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0743749 Oct 19 01:50:36.275414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47148) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:36.336786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 4c47b363-6389-47e1-af0b-1d9336b3a03f {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:36.340551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.381973 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.464756 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.530450 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.559704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=4c47b363-6389-47e1-af0b-1d9336b3a03f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:36.565830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.569436 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eefc0a00-8881-4cdf-a79f-953eca93d930 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/4c47b363-6389-47e1-af0b-1d9336b3a03f HTTP/1.1" status: 204 len: 168 time: 0.2931349 Oct 19 01:50:36.572078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47150) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:36.628587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe3aac36-8317-496b-8b4e-bbbe50993d0f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554438 Oct 19 01:50:36.631594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47152) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:36.636178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:36.733653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:36.737278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.932774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.957272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2fb9b08e-2613-40db-b7f9-f5470d4b2ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:36.980716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977a257-4e66-4286-b9fa-fceedb32af7d None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:36.982052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:36.986052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:36.989050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:36.989640 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.005141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=7c330771-7e81-4225-9f9d-8becc81363af,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:37.015669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7835205d-c594-4e74-9d25-23178c3fcc2f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3830767 Oct 19 01:50:37.018229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47154) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:37.023885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'name': 'tempest-NetworksTestDHCPv6-568469950'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:37.066322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f560f93d-8b43-4ec0-80a6-1ec8a893e6e5 None None] Provisioning complete for port fdaf865c-ac73-497e-90e2-e0c335d08321 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:37.066686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f560f93d-8b43-4ec0-80a6-1ec8a893e6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.138080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:37.142593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.160797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:37.203016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f560f93d-8b43-4ec0-80a6-1ec8a893e6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.297374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::3c (5cc8dd49-c278-4f86-a8c6-7323e71033b3/7c330771-7e81-4225-9f9d-8becc81363af/c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:37.402658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f560f93d-8b43-4ec0-80a6-1ec8a893e6e5 None None] For port fdaf865c-ac73-497e-90e2-e0c335d08321, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fdaf865c-ac73-497e-90e2-e0c335d08321,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:37.409568 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f560f93d-8b43-4ec0-80a6-1ec8a893e6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.418837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fdaf865c-ac73-497e-90e2-e0c335d08321 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:50:37.458061 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f8095-bdf9-418e-b3e1-93ed17cb36d7 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:37.496340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.532061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.554866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560f93d-8b43-4ec0-80a6-1ec8a893e6e5 None None] Pushing event updated for resources: {'Port': ['ID=fdaf865c-ac73-497e-90e2-e0c335d08321,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:37.581361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ced786f6-8515-49be-a815-86b051666618 None None] Provisioning complete for port fdaf865c-ac73-497e-90e2-e0c335d08321 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:37.581725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ced786f6-8515-49be-a815-86b051666618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.585949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:37.589019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:37.592396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:37.597955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:37.598570 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.610666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:37.611886 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fdaf865c-ac73-497e-90e2-e0c335d08321 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:37.612292 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.624574 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0a4684db-04e1-4700-8d06-81d215384324 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6045065 Oct 19 01:50:37.627110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47156) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:37.676755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3751063-eace-4b85-bb45-0377fe6b7ff2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:37.682667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3751063-eace-4b85-bb45-0377fe6b7ff2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:37.684250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b3751063-eace-4b85-bb45-0377fe6b7ff2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0561342 Oct 19 01:50:37.687153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47158) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:37.781723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:37.782058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.872857 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:37.885624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:38.022712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.053123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:38.081049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.082894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-406624a2-3577-4b6c-a1d8-92396ab33bd2 None None] Could not find standard attr ID for object c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:38.086890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-25f3a61a-d581-44bb-abfb-08427f43384e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0 HTTP/1.1" status: 204 len: 168 time: 0.3964610 Oct 19 01:50:38.087256 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47160) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:38.093048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-406624a2-3577-4b6c-a1d8-92396ab33bd2 None None] Provisioning complete for port fdaf865c-ac73-497e-90e2-e0c335d08321 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:38.093423 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-406624a2-3577-4b6c-a1d8-92396ab33bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.144472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6dd3e6-86de-4cdc-9d81-472202e5aa09 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:38.146180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6dd3e6-86de-4cdc-9d81-472202e5aa09 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:38.147878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb6dd3e6-86de-4cdc-9d81-472202e5aa09 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0597265 Oct 19 01:50:38.150770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47162) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:38.208527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 7c330771-7e81-4225-9f9d-8becc81363af {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:38.211717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.254135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.301162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-95a59faf-ed80-4288-bc29-ce054b885e51 None None] Could not find standard attr ID for object 19ae6f40-b7a4-4813-882a-eee053f5d2e0. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:38.302613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.362260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.393851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=7c330771-7e81-4225-9f9d-8becc81363af,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:38.397484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.400723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6806d730-b030-4727-86d7-0afaab80119b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/7c330771-7e81-4225-9f9d-8becc81363af HTTP/1.1" status: 204 len: 168 time: 0.2489421 Oct 19 01:50:38.403060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47164) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:38.442028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3ea1980b-5422-4061-8587-54a2c691a0cf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378699 Oct 19 01:50:38.444774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47166) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:38.449205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e4ef3-4bed-48d0-8efc-7f4c37346ab9 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:38.449674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:38.515806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ce4bb980-85c3-49bc-85e7-9f7840354c72 None None] Could not find standard attr ID for object c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:38.542934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:38.547201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.623929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:50:38.672373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] Deleting port fdaf865c-ac73-497e-90e2-e0c335d08321 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:38.672734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.734989 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.738360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] For port fdaf865c-ac73-497e-90e2-e0c335d08321, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fdaf865c-ac73-497e-90e2-e0c335d08321,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:38.738751 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.751354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] Calling delete_port for fdaf865c-ac73-497e-90e2-e0c335d08321 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:38.832069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:38.857465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] Pushing event deleted for resources: {'Port': ['ID=fdaf865c-ac73-497e-90e2-e0c335d08321,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:38.864012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682de84d-6c86-42e5-b7cb-5ed97f930afd None None] No DVR routers for this DVR port fdaf865c-ac73-497e-90e2-e0c335d08321 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:50:39.126478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:39.129665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:39.132622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:39.133223 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.140034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38774c-82d4-4d49-a9bc-a1046a8fb224 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:39.148324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=2349cf6f-31b7-49c7-8086-b8981481103c,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:39.154965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0f4a91b1-633f-4637-9d74-f7558fc80475 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7087433 Oct 19 01:50:39.157371 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47168) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:39.162360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'name': 'tempest-NetworksTestDHCPv6-1477846148'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:39.275874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:39.281269 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.288753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '2349cf6f-31b7-49c7-8086-b8981481103c'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:50:39.289616 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.301871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 79782d51-fe02-4bb9-9ac3-79f4c0594c25 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:39.361894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fdaf865c-ac73-497e-90e2-e0c335d08321 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:50:39.390799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: fdaf865c-ac73-497e-90e2-e0c335d08321 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:50:39.390799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fdaf865c-ac73-497e-90e2-e0c335d08321 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:50:39.421807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::23c (5cc8dd49-c278-4f86-a8c6-7323e71033b3/2349cf6f-31b7-49c7-8086-b8981481103c/79782d51-fe02-4bb9-9ac3-79f4c0594c25) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:39.568282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.601143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.643142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:39.646137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:39.646292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/2349cf6f-31b7-49c7-8086-b8981481103c/ec1b1f38-5202-447d-b312-0b9fdd5c87dd) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:39.650316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:39.656391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:39.657021 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.669467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=79782d51-fe02-4bb9-9ac3-79f4c0594c25,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:39.685327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7c18b4b3-8303-48c5-b885-965caf23493c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5268533 Oct 19 01:50:39.688932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47172) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:39.737716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72c07d4a-08b4-41fd-89f8-157bee5ad799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.743940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54d9f8-b111-491c-b8f1-f435151afeae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:39.745459 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-af54d9f8-b111-491c-b8f1-f435151afeae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0556006 Oct 19 01:50:39.748264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47174) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:39.808007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.814141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.848951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 79782d51-fe02-4bb9-9ac3-79f4c0594c25 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:39.849296 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.863710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:39.868234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:39.869972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.870772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:39.880329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Pushing event updated for resources: {'Port': ['ID=ec1b1f38-5202-447d-b312-0b9fdd5c87dd,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:39.931270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Attempting to bind port ec1b1f38-5202-447d-b312-0b9fdd5c87dd on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:39.931524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Attempting to bind port ec1b1f38-5202-447d-b312-0b9fdd5c87dd by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:39.931889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Attempting to bind port ec1b1f38-5202-447d-b312-0b9fdd5c87dd on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:39.937356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:39.937721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:39.938108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.938494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:39.938948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Bound port: ec1b1f38-5202-447d-b312-0b9fdd5c87dd, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:39.939318 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.946038 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:39.958245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 79782d51-fe02-4bb9-9ac3-79f4c0594c25 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:40.005199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] For port ec1b1f38-5202-447d-b312-0b9fdd5c87dd, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:40.008239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] For port ec1b1f38-5202-447d-b312-0b9fdd5c87dd, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ec1b1f38-5202-447d-b312-0b9fdd5c87dd,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:40.012148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.074009 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdbfb-9d24-446d-a334-caf89a17bf11 None None] Pushing event updated for resources: {'Port': ['ID=ec1b1f38-5202-447d-b312-0b9fdd5c87dd,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:40.095839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.131402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=79782d51-fe02-4bb9-9ac3-79f4c0594c25,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:40.156802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.160153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3b77a071-e33e-4e88-b94a-15299edd86ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/79782d51-fe02-4bb9-9ac3-79f4c0594c25 HTTP/1.1" status: 204 len: 168 time: 0.4103632 Oct 19 01:50:40.162923 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47176) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:40.228116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bddb32-cf97-443a-a005-30c27afc5cdd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:40.228116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bddb32-cf97-443a-a005-30c27afc5cdd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:40.228636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:40.229102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-16bddb32-cf97-443a-a005-30c27afc5cdd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0645356 Oct 19 01:50:40.295590 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 2349cf6f-31b7-49c7-8086-b8981481103c {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:40.298942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.345673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.426942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.484749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.517937 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=2349cf6f-31b7-49c7-8086-b8981481103c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:40.523804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.527080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5dd7e23e-8638-4e76-9b91-1c0c3eeb4c66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/2349cf6f-31b7-49c7-8086-b8981481103c HTTP/1.1" status: 204 len: 168 time: 0.2951152 Oct 19 01:50:40.530176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:40.585217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e38ccd1-de30-472f-99ee-42175d6bc6e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538514 Oct 19 01:50:40.587585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47182) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:40.637188 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.672412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e545a-cff8-4de8-9c9c-c20ad63cf977 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:40.674532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-448e545a-cff8-4de8-9c9c-c20ad63cf977 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0856464 Oct 19 01:50:40.676831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47184) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:40.762502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc5931-b5bc-44d4-b206-3fbf301ecadf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:40.766404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59cc5931-b5bc-44d4-b206-3fbf301ecadf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0861683 Oct 19 01:50:40.766566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47186) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:40.809831 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-709aad14-59e2-44c6-a71c-4bb16331f01c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421665 Oct 19 01:50:40.815034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47188) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:40.818789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:40.861702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:40.916765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:40.920463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.079291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f0d07-55a5-4dc5-b509-6b09b293b74d None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:41.112113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.158296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:41.161644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:41.165827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:41.166409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.175892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=1dea4662-0b97-42a2-87cf-aa243ce8a5a8,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:41.176678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-19fc77fe-8c36-441e-869b-3d355e2f3fdf None None] Provisioning complete for port ec1b1f38-5202-447d-b312-0b9fdd5c87dd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:41.177014 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-19fc77fe-8c36-441e-869b-3d355e2f3fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.189772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d0dae55-9e63-4604-9888-1fadff3c266e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3722289 Oct 19 01:50:41.189943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47190) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:41.194553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '1dea4662-0b97-42a2-87cf-aa243ce8a5a8', 'ip_address': '2001:db8::2c43:f226:333e:3dcd'}], 'name': 'tempest-NetworksTestDHCPv6-1534565561'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:41.293833 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-19fc77fe-8c36-441e-869b-3d355e2f3fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.335902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-19fc77fe-8c36-441e-869b-3d355e2f3fdf None None] For port ec1b1f38-5202-447d-b312-0b9fdd5c87dd, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ec1b1f38-5202-447d-b312-0b9fdd5c87dd,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:41.342178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-19fc77fe-8c36-441e-869b-3d355e2f3fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.417745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ec1b1f38-5202-447d-b312-0b9fdd5c87dd up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:50:41.424357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc77fe-8c36-441e-869b-3d355e2f3fdf None None] Pushing event updated for resources: {'Port': ['ID=ec1b1f38-5202-447d-b312-0b9fdd5c87dd,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:41.476066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ec1b1f38-5202-447d-b312-0b9fdd5c87dd triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:41.476442 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.528211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55c5e2-1ef3-461b-9d42-f788ea777a02 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:41.616270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:41.629860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f407ce11-d05b-4f03-8bca-24060848d4ea None None] Provisioning complete for port ec1b1f38-5202-447d-b312-0b9fdd5c87dd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:41.630191 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f407ce11-d05b-4f03-8bca-24060848d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.705629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:41.725764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 043924a8-aae5-43dc-ab2b-82cae511d578 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:41.886147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::2c43:f226:333e:3dcd (5cc8dd49-c278-4f86-a8c6-7323e71033b3/1dea4662-0b97-42a2-87cf-aa243ce8a5a8/043924a8-aae5-43dc-ab2b-82cae511d578) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:41.994154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8f35a540-245c-4bad-ab44-0639df7831e7 None None] Provisioning complete for port ec1b1f38-5202-447d-b312-0b9fdd5c87dd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:41.994759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8f35a540-245c-4bad-ab44-0639df7831e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.041543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.080514 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.133028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:42.142506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:42.144918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:42.150763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:42.151385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.154055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=043924a8-aae5-43dc-ab2b-82cae511d578,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:42.174584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e71266b-c10c-40b5-8be4-26b14fa801b4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9836590 Oct 19 01:50:42.177011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:42.237812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8148a-e3a0-4b7b-befe-eba3afb6eb56 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:42.244138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8148a-e3a0-4b7b-befe-eba3afb6eb56 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:42.245834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-99d8148a-e3a0-4b7b-befe-eba3afb6eb56 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0678649 Oct 19 01:50:42.249048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47194) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:42.342526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 043924a8-aae5-43dc-ab2b-82cae511d578 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:42.342761 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.351719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2f2510db-b0fd-446b-82a5-d9da0277a248 None None] Could not find standard attr ID for object 79782d51-fe02-4bb9-9ac3-79f4c0594c25. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:42.381897 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.438369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.450802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 043924a8-aae5-43dc-ab2b-82cae511d578 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:42.573379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-16f641c5-55fe-4cdf-94f1-5e5a6bfd625e None None] Provisioning complete for port 043924a8-aae5-43dc-ab2b-82cae511d578 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:42.573738 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-16f641c5-55fe-4cdf-94f1-5e5a6bfd625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.588328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.609282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-16f641c5-55fe-4cdf-94f1-5e5a6bfd625e None None] Port 043924a8-aae5-43dc-ab2b-82cae511d578 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:50:42.617314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=043924a8-aae5-43dc-ab2b-82cae511d578,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:42.643738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.647047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9dc46727-1bed-42dc-a518-b937ae707cb7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/043924a8-aae5-43dc-ab2b-82cae511d578 HTTP/1.1" status: 204 len: 168 time: 0.3969753 Oct 19 01:50:42.649545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47196) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:42.704795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cff8ea-0a22-48cc-b382-80bf71d54a52 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:42.706411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cff8ea-0a22-48cc-b382-80bf71d54a52 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:42.708053 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f9cff8ea-0a22-48cc-b382-80bf71d54a52 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0571730 Oct 19 01:50:42.710709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47198) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:42.769163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 1dea4662-0b97-42a2-87cf-aa243ce8a5a8 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:42.772500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.814001 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.858663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.915775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.948152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=1dea4662-0b97-42a2-87cf-aa243ce8a5a8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:42.952720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:42.958114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-49f620a1-fd78-4469-a4f5-68c4bc509a13 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/1dea4662-0b97-42a2-87cf-aa243ce8a5a8 HTTP/1.1" status: 204 len: 168 time: 0.2442725 Oct 19 01:50:42.958689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47200) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:42.961927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec2fd6-6161-431c-8c96-9f2cbb1d4702 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:42.998463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5c754e8a-2302-40ff-9c95-49b44e96b449 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385988 Oct 19 01:50:43.001377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47202) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:43.006303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:43.100802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:43.104637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.138184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:50:43.184010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] Deleting port ec1b1f38-5202-447d-b312-0b9fdd5c87dd {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:43.184396 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.249534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] For port ec1b1f38-5202-447d-b312-0b9fdd5c87dd, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ec1b1f38-5202-447d-b312-0b9fdd5c87dd,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:43.249930 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.262195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] Calling delete_port for ec1b1f38-5202-447d-b312-0b9fdd5c87dd owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:43.294435 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.345885 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.348279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:43.350893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ec1b1f38-5202-447d-b312-0b9fdd5c87dd no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:50:43.351528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:43.356139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:43.356779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.362325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=4a4d2fa4-8217-483f-9d74-18540c52fe12,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:43.377046 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b3aa2c07-e78c-4329-893b-409253e5644d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3745754 Oct 19 01:50:43.379677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:43.384525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '4a4d2fa4-8217-483f-9d74-18540c52fe12', 'ip_address': '2001:db8::34a9:444c:5684:8e7c'}], 'name': 'tempest-NetworksTestDHCPv6-1412214595'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:43.392028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ec1b1f38-5202-447d-b312-0b9fdd5c87dd {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:50:43.392377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ec1b1f38-5202-447d-b312-0b9fdd5c87dd not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:50:43.395133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] Pushing event deleted for resources: {'Port': ['ID=ec1b1f38-5202-447d-b312-0b9fdd5c87dd,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:43.397257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9512c4c-fae2-4d39-b84c-30a30e9be5e3 None None] No DVR routers for this DVR port ec1b1f38-5202-447d-b312-0b9fdd5c87dd on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:50:43.420296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa64e00-95ac-4df2-9f25-6a7375263aa1 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:43.501329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:43.564635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '4a4d2fa4-8217-483f-9d74-18540c52fe12'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:50:43.565503 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.595294 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.611666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 19dcb4ef-9ecd-4d0b-ba08-a9931deababa yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:43.704938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/4a4d2fa4-8217-483f-9d74-18540c52fe12/51dd5744-1066-4440-a47f-69e8e6684bdb) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:43.842742 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.848398 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.890024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:43.892780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:43.896225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:43.901050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::34a9:444c:5684:8e7c (5cc8dd49-c278-4f86-a8c6-7323e71033b3/4a4d2fa4-8217-483f-9d74-18540c52fe12/19dcb4ef-9ecd-4d0b-ba08-a9931deababa) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:43.904969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Pushing event updated for resources: {'Port': ['ID=51dd5744-1066-4440-a47f-69e8e6684bdb,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:43.956327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Attempting to bind port 51dd5744-1066-4440-a47f-69e8e6684bdb on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:43.956697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Attempting to bind port 51dd5744-1066-4440-a47f-69e8e6684bdb by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:43.957062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Attempting to bind port 51dd5744-1066-4440-a47f-69e8e6684bdb on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:43.962112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:43.962485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:43.962888 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:43.963280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:43.963747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Bound port: 51dd5744-1066-4440-a47f-69e8e6684bdb, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:43.964154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.025069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] For port 51dd5744-1066-4440-a47f-69e8e6684bdb, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:44.028465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] For port 51dd5744-1066-4440-a47f-69e8e6684bdb, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=51dd5744-1066-4440-a47f-69e8e6684bdb,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:44.032867 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.059055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.089913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadf364-1422-4825-9b8a-65aa45292434 None None] Pushing event updated for resources: {'Port': ['ID=51dd5744-1066-4440-a47f-69e8e6684bdb,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:44.098784 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.145099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:44.150416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:44.157517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:44.163166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:44.163769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.178595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=19dcb4ef-9ecd-4d0b-ba08-a9931deababa,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:44.189014 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1a113df0-0b7e-40e3-b1d1-1e838c03e12c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8082812 Oct 19 01:50:44.191542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47206) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:44.246444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa43311-d613-417f-b776-a0c1fd4213e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:44.253344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa43311-d613-417f-b776-a0c1fd4213e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:44.256140 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6fa43311-d613-417f-b776-a0c1fd4213e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0635903 Oct 19 01:50:44.258904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47208) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:44.356668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 19dcb4ef-9ecd-4d0b-ba08-a9931deababa {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:44.356900 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.449592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.462281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 19dcb4ef-9ecd-4d0b-ba08-a9931deababa owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:44.592934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.622312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=19dcb4ef-9ecd-4d0b-ba08-a9931deababa,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:44.649432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.652940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8b75aec4-12fd-41e6-bf45-981108861544 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/19dcb4ef-9ecd-4d0b-ba08-a9931deababa HTTP/1.1" status: 204 len: 168 time: 0.3929865 Oct 19 01:50:44.656107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:44.709251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f416fa-03fb-464d-b317-8b8622c72587 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:44.710780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f416fa-03fb-464d-b317-8b8622c72587 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:44.712513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a8f416fa-03fb-464d-b317-8b8622c72587 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0552804 Oct 19 01:50:44.714938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47212) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:44.769296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 4a4d2fa4-8217-483f-9d74-18540c52fe12 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:44.772647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.821433 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.908266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:44.969590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.001133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4d2fa4-8217-483f-9d74-18540c52fe12,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:45.007299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.010267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ad7cd27e-73a0-473c-839d-6fe4e8e025d2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/4a4d2fa4-8217-483f-9d74-18540c52fe12 HTTP/1.1" status: 204 len: 168 time: 0.2944131 Oct 19 01:50:45.012650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47214) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:45.030144 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa129ea-e588-43bb-bc48-aa91304bc441 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:45.052880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ee0c27f1-abe9-4e21-bc9c-a40169de6162 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391464 Oct 19 01:50:45.055780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:45.061508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:45.069652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-04eca96c-404b-4d84-99a2-73d5b9974e35 None None] Provisioning complete for port 51dd5744-1066-4440-a47f-69e8e6684bdb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:45.069992 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04eca96c-404b-4d84-99a2-73d5b9974e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.149250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:45.152672 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.224453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04eca96c-404b-4d84-99a2-73d5b9974e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.260433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-04eca96c-404b-4d84-99a2-73d5b9974e35 None None] For port 51dd5744-1066-4440-a47f-69e8e6684bdb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=51dd5744-1066-4440-a47f-69e8e6684bdb,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:45.264847 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04eca96c-404b-4d84-99a2-73d5b9974e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.307045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:50:45.319315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eca96c-404b-4d84-99a2-73d5b9974e35 None None] Pushing event updated for resources: {'Port': ['ID=51dd5744-1066-4440-a47f-69e8e6684bdb,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:45.352649 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.368054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] Deleting port 51dd5744-1066-4440-a47f-69e8e6684bdb {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:45.368538 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.395416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:45.398955 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:45.403430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:45.403942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.417400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=c8c8d747-d6fd-4f43-8178-b70e51a72dfa,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:45.427831 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-77accf03-e038-44c1-a79f-f6d5433cf8ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3707972 Oct 19 01:50:45.430797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47218) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:45.436469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': 'c8c8d747-d6fd-4f43-8178-b70e51a72dfa', 'ip_address': '2001:db8::2d7b:a2fb:b863:ac43'}], 'name': 'tempest-NetworksTestDHCPv6-1746186968'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:45.453896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] For port 51dd5744-1066-4440-a47f-69e8e6684bdb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=51dd5744-1066-4440-a47f-69e8e6684bdb,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:45.454289 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.466390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] Calling delete_port for 51dd5744-1066-4440-a47f-69e8e6684bdb owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:45.548858 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.550572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:45.555718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.572402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] Pushing event deleted for resources: {'Port': ['ID=51dd5744-1066-4440-a47f-69e8e6684bdb,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:45.573609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port d5cb592c-b711-4652-bfe0-bb1ec73356b8 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:45.579177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e8b33-ce49-42b3-bfcd-494f6815da9b None None] No DVR routers for this DVR port 51dd5744-1066-4440-a47f-69e8e6684bdb on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:50:45.596601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0020a9b-0bac-4460-bce8-c765c3dd46ac None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:45.635999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-5bfb8651-1c3a-4cd4-a88e-bc33f59c3c82 req-dc38a1bd-3def-4ed8-af86-9e565e6d2857 service neutron] (100848) timed out ('10.222.0.74', 53161) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:50:45.734663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::2d7b:a2fb:b863:ac43 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/c8c8d747-d6fd-4f43-8178-b70e51a72dfa/d5cb592c-b711-4652-bfe0-bb1ec73356b8) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:45.742934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': 'c8c8d747-d6fd-4f43-8178-b70e51a72dfa'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:50:45.743789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.883102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.916133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.957947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:45.961155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:45.964541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/c8c8d747-d6fd-4f43-8178-b70e51a72dfa/77c3b85e-6aaf-4b42-b892-7b6263f21987) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:45.965038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:45.971094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:45.971718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:45.984543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=d5cb592c-b711-4652-bfe0-bb1ec73356b8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:45.996541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4f5d7c4-4762-4cea-b529-2b286abebdef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5646698 Oct 19 01:50:45.999519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47220) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:46.047943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7cba9b-aef8-4606-a2e3-52d59793d069 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:46.052009 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8f7cba9b-aef8-4606-a2e3-52d59793d069 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0489562 Oct 19 01:50:46.052194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47224) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:46.110395 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.116637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.144772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port d5cb592c-b711-4652-bfe0-bb1ec73356b8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:46.145354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.155196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:46.158032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:46.161385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:46.171559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Pushing event updated for resources: {'Port': ['ID=77c3b85e-6aaf-4b42-b892-7b6263f21987,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:46.226427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Attempting to bind port 77c3b85e-6aaf-4b42-b892-7b6263f21987 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:46.226703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Attempting to bind port 77c3b85e-6aaf-4b42-b892-7b6263f21987 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:46.227022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Attempting to bind port 77c3b85e-6aaf-4b42-b892-7b6263f21987 on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:46.231867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:46.232773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:46.233707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.234093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:46.234556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Bound port: 77c3b85e-6aaf-4b42-b892-7b6263f21987, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:46.234929 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.235152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.246869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for d5cb592c-b711-4652-bfe0-bb1ec73356b8 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:46.306064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] For port 77c3b85e-6aaf-4b42-b892-7b6263f21987, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:46.309191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] For port 77c3b85e-6aaf-4b42-b892-7b6263f21987, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=77c3b85e-6aaf-4b42-b892-7b6263f21987,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:46.314788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.369996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbebb7-ee23-4156-8795-a690a026fa36 None None] Pushing event updated for resources: {'Port': ['ID=77c3b85e-6aaf-4b42-b892-7b6263f21987,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:46.385524 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.416036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=d5cb592c-b711-4652-bfe0-bb1ec73356b8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:46.440944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.444346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-62be8ea8-fce6-45d4-a7d2-d9b6271cb933 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/d5cb592c-b711-4652-bfe0-bb1ec73356b8 HTTP/1.1" status: 204 len: 168 time: 0.3912117 Oct 19 01:50:46.446910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47226) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:46.505248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ff7f7-a273-4914-b12f-f9873c073de9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:46.508175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ff7f7-a273-4914-b12f-f9873c073de9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:46.509976 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b40ff7f7-a273-4914-b12f-f9873c073de9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0618267 Oct 19 01:50:46.512629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47228) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:46.574960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet c8c8d747-d6fd-4f43-8178-b70e51a72dfa {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:46.580409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.623037 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.718412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.787435 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.820747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c8d747-d6fd-4f43-8178-b70e51a72dfa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:46.834323 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:46.837714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b73198a4-b1b2-4e70-b745-8003adbc6990 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c8c8d747-d6fd-4f43-8178-b70e51a72dfa HTTP/1.1" status: 204 len: 168 time: 0.3239620 Oct 19 01:50:46.840138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47230) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:46.881552 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aae63ace-ca7d-441d-b680-fa994cabc0a3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400414 Oct 19 01:50:46.883959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47232) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:46.933662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d56129-ac61-492b-ad2a-bbed5ce6c25d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:46.935120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-78d56129-ac61-492b-ad2a-bbed5ce6c25d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0501540 Oct 19 01:50:46.937747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:47.003752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c2c74-2aea-4e76-82ca-b45e0d62b393 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:47.007885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-998c2c74-2aea-4e76-82ca-b45e0d62b393 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669537 Oct 19 01:50:47.008601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:47.060898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e7525264-e51c-467b-b6f8-93301ca9f13f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471034 Oct 19 01:50:47.061122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47238) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:47.066310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:47.170683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:47.174464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.380643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b150eaa-9aa2-4f51-aa1a-7dc63c846ad0 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:47.399343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.455546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77c3b85e-6aaf-4b42-b892-7b6263f21987 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:50:47.465512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:47.469189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:47.471054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=241db8bf-340e-4d6c-aa1b-f55a986db6e1,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:47.477356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:47.478124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.501238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bcd51de1-1fc8-4218-a699-2c884f4852cc None None] Provisioning complete for port 77c3b85e-6aaf-4b42-b892-7b6263f21987 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:47.501611 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bcd51de1-1fc8-4218-a699-2c884f4852cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.504711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47240) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:47.505336 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ac3e1efd-9938-494c-9ba6-195b4b9f11e5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4427633 Oct 19 01:50:47.510792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '241db8bf-340e-4d6c-aa1b-f55a986db6e1', 'ip_address': '2001:db8::534f:8d25:917f:8174'}], 'name': 'tempest-NetworksTestDHCPv6-1854652505'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:47.614072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 77c3b85e-6aaf-4b42-b892-7b6263f21987 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:47.614334 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.629774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:47.697270 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bcd51de1-1fc8-4218-a699-2c884f4852cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.749258 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.759038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bcd51de1-1fc8-4218-a699-2c884f4852cc None None] For port 77c3b85e-6aaf-4b42-b892-7b6263f21987, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=77c3b85e-6aaf-4b42-b892-7b6263f21987,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:47.772045 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bcd51de1-1fc8-4218-a699-2c884f4852cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.772961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port ea58bdc8-cb46-4adf-bb4b-56a12bb09630 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:47.777678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:47.858203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd51de1-1fc8-4218-a699-2c884f4852cc None None] Pushing event updated for resources: {'Port': ['ID=77c3b85e-6aaf-4b42-b892-7b6263f21987,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:47.878906 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:50:47.879308 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:50:47.950421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::534f:8d25:917f:8174 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/241db8bf-340e-4d6c-aa1b-f55a986db6e1/ea58bdc8-cb46-4adf-bb4b-56a12bb09630) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:47.963455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1ac1d-b1b7-4fd8-8c54-475f722b21f2 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:48.046318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ba6eae1e-4884-4018-bb00-f365fe659c1c None None] Provisioning complete for port 77c3b85e-6aaf-4b42-b892-7b6263f21987 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:48.046692 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba6eae1e-4884-4018-bb00-f365fe659c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.108807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.143584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.183753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:48.187122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:48.191808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:48.197475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:48.198345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.217622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=ea58bdc8-cb46-4adf-bb4b-56a12bb09630,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:48.224285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36b160fd-5fe6-4627-a13b-504cf9530136 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7184615 Oct 19 01:50:48.227218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47242) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:48.232839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7c379ade-abc3-4898-8044-af89a4e4a5c2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '241db8bf-340e-4d6c-aa1b-f55a986db6e1', 'ip_address': '2001:db8::534f:8d25:917f:8174'}], 'name': 'tempest-NetworksTestDHCPv6-2129055492'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:48.349799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c379ade-abc3-4898-8044-af89a4e4a5c2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:48.355072 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c379ade-abc3-4898-8044-af89a4e4a5c2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.373084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-7c379ade-abc3-4898-8044-af89a4e4a5c2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port d0360de5-f19c-4c49-8173-b7665687a12e yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:48.511826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d06c623a-de6e-4cf5-8226-b8c74c1a0795 None None] Provisioning complete for port 77c3b85e-6aaf-4b42-b892-7b6263f21987 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:48.512847 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d06c623a-de6e-4cf5-8226-b8c74c1a0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.536178 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c379ade-abc3-4898-8044-af89a4e4a5c2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 01:50:48.536757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c379ade-abc3-4898-8044-af89a4e4a5c2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:50:48.554168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7c379ade-abc3-4898-8044-af89a4e4a5c2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3258283 Oct 19 01:50:48.556796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47244) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:48.609018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d06c623a-de6e-4cf5-8226-b8c74c1a0795 None None] Provisioning complete for port ea58bdc8-cb46-4adf-bb4b-56a12bb09630 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:48.610014 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d06c623a-de6e-4cf5-8226-b8c74c1a0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.619123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491d607-391e-42d2-9c2a-f553ff3494d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:48.626701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491d607-391e-42d2-9c2a-f553ff3494d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:48.630754 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b491d607-391e-42d2-9c2a-f553ff3494d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0706470 Oct 19 01:50:48.631040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47246) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:48.651414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d06c623a-de6e-4cf5-8226-b8c74c1a0795 None None] Port ea58bdc8-cb46-4adf-bb4b-56a12bb09630 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:50:48.723881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port ea58bdc8-cb46-4adf-bb4b-56a12bb09630 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:48.724253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.765063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0376f00c-58cc-4e02-b406-26c32b10da57 None None] Could not find standard attr ID for object 19dcb4ef-9ecd-4d0b-ba08-a9931deababa. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:48.816470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.829150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for ea58bdc8-cb46-4adf-bb4b-56a12bb09630 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:48.877388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dfb081cc-0c57-414f-8033-337a5bbaec3a None None] Could not find standard attr ID for object d5cb592c-b711-4652-bfe0-bb1ec73356b8. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:48.959157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:48.994871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=ea58bdc8-cb46-4adf-bb4b-56a12bb09630,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:49.020031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.023427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e676cebe-4c6a-4467-b8b7-5ca200d71140 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/ea58bdc8-cb46-4adf-bb4b-56a12bb09630 HTTP/1.1" status: 204 len: 168 time: 0.3914425 Oct 19 01:50:49.025896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47248) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:49.078728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca173721-abca-42e9-857d-4c645ac88460 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:49.080266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca173721-abca-42e9-857d-4c645ac88460 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:49.081803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ca173721-abca-42e9-857d-4c645ac88460 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0549910 Oct 19 01:50:49.084482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47250) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:49.090970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dcccf69d-9b8c-4039-a734-1135432a596b None None] Could not find standard attr ID for object ea58bdc8-cb46-4adf-bb4b-56a12bb09630. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:49.136237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 241db8bf-340e-4d6c-aa1b-f55a986db6e1 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:49.140214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.185660 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.235814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.298569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.326528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=241db8bf-340e-4d6c-aa1b-f55a986db6e1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:49.332061 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.337844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c4018dcc-ba61-463d-bbd5-a86ffc530668 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/241db8bf-340e-4d6c-aa1b-f55a986db6e1 HTTP/1.1" status: 204 len: 168 time: 0.2500908 Oct 19 01:50:49.338076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47252) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:49.367612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77c3b85e-6aaf-4b42-b892-7b6263f21987 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:50:49.384750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0674aff9-7d21-42e4-81c7-b3059607b8f1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456476 Oct 19 01:50:49.389101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47254) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:49.394701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:49.421414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 77c3b85e-6aaf-4b42-b892-7b6263f21987 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:49.421668 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.444811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1691f3-6920-452b-a346-1deba85f6e6d None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:49.491327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:49.494799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.665005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:50:49.686972 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.715538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] Deleting port 77c3b85e-6aaf-4b42-b892-7b6263f21987 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:49.715921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.734952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:49.738447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:49.742659 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:49.743240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.755243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:49.765790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-98030656-c45d-4016-a466-109972c90e7f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3753409 Oct 19 01:50:49.770508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:49.776046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5482c7e1-f4b3-4c29-81fd-5a066119e4bc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1686761238'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:49.808891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] For port 77c3b85e-6aaf-4b42-b892-7b6263f21987, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=77c3b85e-6aaf-4b42-b892-7b6263f21987,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:49.809288 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:49.821797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] Calling delete_port for 77c3b85e-6aaf-4b42-b892-7b6263f21987 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:49.892232 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482c7e1-f4b3-4c29-81fd-5a066119e4bc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:49.988255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5482c7e1-f4b3-4c29-81fd-5a066119e4bc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.008203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-5482c7e1-f4b3-4c29-81fd-5a066119e4bc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port af5858ce-41f6-44d6-8e6e-ce039ebe34d5 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:50:50.105232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.106736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.142844 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5482c7e1-f4b3-4c29-81fd-5a066119e4bc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:50:50.143505 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5482c7e1-f4b3-4c29-81fd-5a066119e4bc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:50:50.144964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] Pushing event deleted for resources: {'Port': ['ID=77c3b85e-6aaf-4b42-b892-7b6263f21987,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:50.153654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861a344-c476-4db4-b6e2-eece1d079468 None None] No DVR routers for this DVR port 77c3b85e-6aaf-4b42-b892-7b6263f21987 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:50:50.173921 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5482c7e1-f4b3-4c29-81fd-5a066119e4bc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3910046 Oct 19 01:50:50.174539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e247535d-bb34-4165-94ab-e957231846b9 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:50.174649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47260) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:50.211681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1376e334-4b4e-400f-91f3-137a67839bad tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0382547 Oct 19 01:50:50.213825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47262) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:50.290576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba08207-446d-4be6-8377-5dd208852966 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:50.292164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba08207-446d-4be6-8377-5dd208852966 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:50.293592 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6ba08207-446d-4be6-8377-5dd208852966 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0788612 Oct 19 01:50:50.296966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47264) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:50.329890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d744770-1a86-4ec2-a81f-1a737ed737e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:50:50.331037 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d744770-1a86-4ec2-a81f-1a737ed737e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.357308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:50.361254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.406122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.454525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.522310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-9d744770-1a86-4ec2-a81f-1a737ed737e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb: This subnet is being modified by another concurrent operation. Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb: This subnet is being modified by another concurrent operation. Oct 19 01:50:50.526690 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:50:50.552749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96214983-44c2-4088-87cc-8e6aa715bc4a None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:50:50.553504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:50.557088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.562990 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4f672baa-541d-4ebc-982a-8d7163607755 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb HTTP/1.1" status: 204 len: 168 time: 0.2645481 Oct 19 01:50:50.565393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47266) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:50.607929 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71f77319-cff9-4e67-ac31-b5e10818744a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408628 Oct 19 01:50:50.611590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47268) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:50.616459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:50.647669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96214983-44c2-4088-87cc-8e6aa715bc4a None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:50:50.711928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:50.715432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.905409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.945524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:50.948897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:50.953660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:50.954310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:50.957811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3780ce6-9027-4427-8a2b-a60066091e07 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:50.967795 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=c72eb51e-a16b-45e4-98c6-9b0fa957fee7,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:50.978726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-38a19da2-4e68-4058-b3ce-addea3d53ae9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3660800 Oct 19 01:50:50.981415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47270) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:50.986198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9cf2198e-82fb-430d-b2af-43e5c724f925 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-886461629', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:51.010193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf2198e-82fb-430d-b2af-43e5c724f925 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.011214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf2198e-82fb-430d-b2af-43e5c724f925 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.062902 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf2198e-82fb-430d-b2af-43e5c724f925 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.067622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf2198e-82fb-430d-b2af-43e5c724f925 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.086712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9cf2198e-82fb-430d-b2af-43e5c724f925 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.087933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9cf2198e-82fb-430d-b2af-43e5c724f925 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1054056 Oct 19 01:50:51.090640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47272) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:51.106142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': 'c72eb51e-a16b-45e4-98c6-9b0fa957fee7'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:50:51.106997 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.238681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/c72eb51e-a16b-45e4-98c6-9b0fa957fee7/1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:51.366940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77c3b85e-6aaf-4b42-b892-7b6263f21987 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:50:51.376497 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.389877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 77c3b85e-6aaf-4b42-b892-7b6263f21987 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:50:51.390220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 77c3b85e-6aaf-4b42-b892-7b6263f21987 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:50:51.408718 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.414825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.456555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:51.459351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:51.462738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:51.471828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Pushing event updated for resources: {'Port': ['ID=1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:51.521699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Attempting to bind port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:51.521970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Attempting to bind port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:51.522334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Attempting to bind port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:51.527244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:51.527614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:51.528030 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.528426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:51.528891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Bound port: 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:51.529409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.592842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] For port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:51.595854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] For port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:51.600262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.623775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::1 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/c72eb51e-a16b-45e4-98c6-9b0fa957fee7/98d768f1-da6c-4c03-a72e-abe7d56049ce) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:51.665606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee184c-2141-4f94-8708-c53a1d78099b None None] Pushing event updated for resources: {'Port': ['ID=1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:51.740751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.774543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.833609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:51.836697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:51.843974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:51.844537 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:51.847417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=98d768f1-da6c-4c03-a72e-abe7d56049ce,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:51.964797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.559317 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.563935 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.564747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.636468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-da268b46-0d09-442b-a870-f09f0dbc2c8d None None] Provisioning complete for port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:52.637080 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-da268b46-0d09-442b-a870-f09f0dbc2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.645526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=98d768f1-da6c-4c03-a72e-abe7d56049ce,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:52.720220 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:52.722537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:52.723583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-da268b46-0d09-442b-a870-f09f0dbc2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.761119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-da268b46-0d09-442b-a870-f09f0dbc2c8d None None] For port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:52.766296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-da268b46-0d09-442b-a870-f09f0dbc2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.817286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268b46-0d09-442b-a870-f09f0dbc2c8d None None] Pushing event updated for resources: {'Port': ['ID=1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:52.846128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Router f56e5d14-8599-4e87-bb14-df02435b5f6b is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:50:52.888039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-61b77299-6093-4c42-9e33-d2b6b40fa821 None None] Provisioning complete for port 98d768f1-da6c-4c03-a72e-abe7d56049ce triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:52.888494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-61b77299-6093-4c42-9e33-d2b6b40fa821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:52.950533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-61b77299-6093-4c42-9e33-d2b6b40fa821 None None] Port 98d768f1-da6c-4c03-a72e-abe7d56049ce cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:50:52.972653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:50:52.977627 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f120efe9-ecb1-4604-8067-51ee6bc92c83 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "PUT /v2.0/routers/f56e5d14-8599-4e87-bb14-df02435b5f6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860373 Oct 19 01:50:52.980385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:52.982754 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Sync routers for ids ['f56e5d14-8599-4e87-bb14-df02435b5f6b'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:50:52.992406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Routers {'f56e5d14-8599-4e87-bb14-df02435b5f6b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:50:52.993024 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f56e5d14-8599-4e87-bb14-df02435b5f6b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:53.025872 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb362a-ae2e-4366-b4d1-11f08bc4a120 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:53.027617 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f5bb362a-ae2e-4366-b4d1-11f08bc4a120 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports/98d768f1-da6c-4c03-a72e-abe7d56049ce HTTP/1.1" status: 200 len: 911 time: 0.0457954 Oct 19 01:50:53.029748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47276) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:53.069138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-729cbf7e-685c-4f17-b4fd-2253fd47271e None None] Provisioning complete for port 98d768f1-da6c-4c03-a72e-abe7d56049ce triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:53.069419 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-729cbf7e-685c-4f17-b4fd-2253fd47271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.078657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e78a9-23e9-43d1-8db5-2c306f7c9443 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:53.079006 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Set router f56e5d14-8599-4e87-bb14-df02435b5f6b gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:50:53.084812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e78a9-23e9-43d1-8db5-2c306f7c9443 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:53.088960 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-635e78a9-23e9-43d1-8db5-2c306f7c9443 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0557351 Oct 19 01:50:53.089311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:53.106634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-729cbf7e-685c-4f17-b4fd-2253fd47271e None None] Port 98d768f1-da6c-4c03-a72e-abe7d56049ce cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:50:53.270573 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56e5d14-8599-4e87-bb14-df02435b5f6b', 'name': 'tempest-NetworksTestDHCPv6-router-886461629', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:50:51Z', 'updated_at': '2021-10-19T01:50:51Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'gw_port_host': None, '_interfaces': [{'id': '98d768f1-da6c-4c03-a72e-abe7d56049ce', 'name': '', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'mac_address': 'fa:16:3e:5d:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56e5d14-8599-4e87-bb14-df02435b5f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c72eb51e-a16b-45e4-98c6-9b0fa957fee7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:50:51Z', 'updated_at': '2021-10-19T01:50:52Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'subnets': [{'id': 'c72eb51e-a16b-45e4-98c6-9b0fa957fee7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:53.301533 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Checking router: f56e5d14-8599-4e87-bb14-df02435b5f6b for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:50:53.302212 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Updating router f56e5d14-8599-4e87-bb14-df02435b5f6b port 98d768f1-da6c-4c03-a72e-abe7d56049ce binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:50:53.328593 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.388129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:50:53.441002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:53.441540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.519854 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.609693 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.615105 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.660013 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Pushing event updated for resources: {'Port': ['ID=98d768f1-da6c-4c03-a72e-abe7d56049ce,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:53.678542 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.678890 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.679233 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.679570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.679904 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.680264 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.680592 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.680920 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.681248 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.681778 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.682286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.682808 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:50:53.744871 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Attempting to bind port 98d768f1-da6c-4c03-a72e-abe7d56049ce on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:53.745236 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Attempting to bind port 98d768f1-da6c-4c03-a72e-abe7d56049ce by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:53.745601 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Attempting to bind port 98d768f1-da6c-4c03-a72e-abe7d56049ce on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:53.751577 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:53.751945 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:53.752376 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.753001 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:53.753566 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Bound port: 98d768f1-da6c-4c03-a72e-abe7d56049ce, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:53.753851 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.765568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 98d768f1-da6c-4c03-a72e-abe7d56049ce {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:53.766200 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.817975 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] For port 98d768f1-da6c-4c03-a72e-abe7d56049ce, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:53.821576 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] For port 98d768f1-da6c-4c03-a72e-abe7d56049ce, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=98d768f1-da6c-4c03-a72e-abe7d56049ce,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:53.828383 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.871930 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Routers {'f56e5d14-8599-4e87-bb14-df02435b5f6b'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:50:53.872556 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f56e5d14-8599-4e87-bb14-df02435b5f6b'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:53.874427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] For port 98d768f1-da6c-4c03-a72e-abe7d56049ce, host n-d-789963-20, got binding levels [] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:53.874782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.890269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 98d768f1-da6c-4c03-a72e-abe7d56049ce owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:53.941342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5c452d3d-2fd4-45a2-9dbe-59d64caeed56 None None] Provisioning complete for port 98d768f1-da6c-4c03-a72e-abe7d56049ce triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:53.942339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5c452d3d-2fd4-45a2-9dbe-59d64caeed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:53.976016 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] Set router f56e5d14-8599-4e87-bb14-df02435b5f6b gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:50:54.044760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5c452d3d-2fd4-45a2-9dbe-59d64caeed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.082300 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b01d9-efc6-46c3-8b8f-21754802b855 None None] Pushing event updated for resources: {'Port': ['ID=98d768f1-da6c-4c03-a72e-abe7d56049ce,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:54.103762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.135481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=98d768f1-da6c-4c03-a72e-abe7d56049ce,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:54.227232 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56e5d14-8599-4e87-bb14-df02435b5f6b', 'name': 'tempest-NetworksTestDHCPv6-router-886461629', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:50:51Z', 'updated_at': '2021-10-19T01:50:51Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'gw_port_host': None, '_interfaces': [{'id': '98d768f1-da6c-4c03-a72e-abe7d56049ce', 'name': '', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'mac_address': 'fa:16:3e:5d:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56e5d14-8599-4e87-bb14-df02435b5f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c72eb51e-a16b-45e4-98c6-9b0fa957fee7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:50:51Z', 'updated_at': '2021-10-19T01:50:53Z', 'revision_number': 4, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'subnets': [{'id': 'c72eb51e-a16b-45e4-98c6-9b0fa957fee7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:54.253777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.268014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-323d7ffc-4eb7-451b-9505-4cf7aefd55f0 None None] Could not find standard attr ID for object 98d768f1-da6c-4c03-a72e-abe7d56049ce. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:50:54.270818 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9222-1d99-4e42-8e70-54401b072043 None None] The sync data for ids ['f56e5d14-8599-4e87-bb14-df02435b5f6b'] in n-d-789963-20 is: [{'id': 'f56e5d14-8599-4e87-bb14-df02435b5f6b', 'name': 'tempest-NetworksTestDHCPv6-router-886461629', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:50:51Z', 'updated_at': '2021-10-19T01:50:51Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'gw_port_host': None, '_interfaces': [{'id': '98d768f1-da6c-4c03-a72e-abe7d56049ce', 'name': '', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'mac_address': 'fa:16:3e:5d:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56e5d14-8599-4e87-bb14-df02435b5f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'c72eb51e-a16b-45e4-98c6-9b0fa957fee7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:50:51Z', 'updated_at': '2021-10-19T01:50:53Z', 'revision_number': 4, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'subnets': [{'id': 'c72eb51e-a16b-45e4-98c6-9b0fa957fee7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:50:54.447133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Router f56e5d14-8599-4e87-bb14-df02435b5f6b has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:50:54.533764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:50:54.539285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1cdf653d-fc25-4523-ae58-1c7e8ecc1dac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "PUT /v2.0/routers/f56e5d14-8599-4e87-bb14-df02435b5f6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4489353 Oct 19 01:50:54.541896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47298) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:54.608263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea99157f-bdc8-4854-9423-8540f878ec4e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:54.609824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea99157f-bdc8-4854-9423-8540f878ec4e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:54.614106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ea99157f-bdc8-4854-9423-8540f878ec4e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0710955 Oct 19 01:50:54.614945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:54.675014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet c72eb51e-a16b-45e4-98c6-9b0fa957fee7 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:50:54.683777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.733593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.845861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f45a48-5e7d-4d58-9c48-c20e3b9952e4 req-7855b575-e2fe-4ed9-ae2d-cc4ff80eaabb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:54.847515 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23f45a48-5e7d-4d58-9c48-c20e3b9952e4 req-7855b575-e2fe-4ed9-ae2d-cc4ff80eaabb tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.1699426 Oct 19 01:50:54.863755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.932111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23f45a48-5e7d-4d58-9c48-c20e3b9952e4 req-a510b795-6a43-4b1b-9819-7240193bc434 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775025 Oct 19 01:50:54.952392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.981299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=c72eb51e-a16b-45e4-98c6-9b0fa957fee7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:54.987780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:54.990932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f281a563-ee85-4fa8-8dc4-5adb970777c0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c72eb51e-a16b-45e4-98c6-9b0fa957fee7 HTTP/1.1" status: 204 len: 168 time: 0.3750191 Oct 19 01:50:54.992817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47306) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:54.992986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bbc0c9-ae9c-4027-9bc0-fc6ef3993b2b None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:55.106246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f18de22e-eb7a-481e-aa14-4f2c3f423f87 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1123035 Oct 19 01:50:55.108797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:55.164526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:50:55.185089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe198c77-e5f9-4494-972d-655016dbbc8e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.222004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] Deleting port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:55.222502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.288090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] For port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:55.288528 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.301430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] Calling delete_port for 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:55.356602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:50:55.440871 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.474004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] Pushing event deleted for resources: {'Port': ['ID=1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:55.481212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf574b-d376-4b51-8d84-b349eb834dc3 None None] No DVR routers for this DVR port 1e1dd6a3-5440-4d9c-a1d0-9212d9b889bd on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:50:55.488161 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.689929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe198c77-e5f9-4494-972d-655016dbbc8e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.692226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe198c77-e5f9-4494-972d-655016dbbc8e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.738281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] Sync routers for ids ['f56e5d14-8599-4e87-bb14-df02435b5f6b'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:50:55.741118 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe198c77-e5f9-4494-972d-655016dbbc8e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.742264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe198c77-e5f9-4494-972d-655016dbbc8e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Fanout notify agent at l3_agent the message router_deleted on router f56e5d14-8599-4e87-bb14-df02435b5f6b {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:50:55.748956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:50:55.749248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:50:55.749849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_agentschedulers_db [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f56e5d14-8599-4e87-bb14-df02435b5f6b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:50:55.752114 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fe198c77-e5f9-4494-972d-655016dbbc8e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:55.753277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fe198c77-e5f9-4494-972d-655016dbbc8e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/routers/f56e5d14-8599-4e87-bb14-df02435b5f6b HTTP/1.1" status: 204 len: 168 time: 0.6435714 Oct 19 01:50:55.756368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47316) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:55.758244 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:50:55.758610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:50:55.759172 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_agentschedulers_db [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f56e5d14-8599-4e87-bb14-df02435b5f6b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:50:55.759543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14280137-369a-46ac-81f4-a9e4c7fcd07f None None] The sync data for ids ['f56e5d14-8599-4e87-bb14-df02435b5f6b'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:50:55.762330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:55.858147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:50:55.862026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.066471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.070515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e442c3-e92d-4e30-9d06-e7f90ca2edb6 req-a88fd279-e371-4b53-b016-186e678c50ee tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:56.072023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9e442c3-e92d-4e30-9d06-e7f90ca2edb6 req-a88fd279-e371-4b53-b016-186e678c50ee tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0533664 Oct 19 01:50:56.110043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:56.111885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9e442c3-e92d-4e30-9d06-e7f90ca2edb6 req-ff7c3d64-df96-4ef3-af59-de5702fa106c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Oct 19 01:50:56.113336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:56.116341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:56.116928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.124074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ed0d8-0f36-4f71-8af5-6d0a8e1b0713 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:50:56.133538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=99540fc2-2e11-4752-8cf8-5b0b57a19c0a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:56.143904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8b7ecadd-211f-4218-9fa6-1f413f208b75 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3865063 Oct 19 01:50:56.146512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47322) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:56.151079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c94855ff-ae9e-40ff-950d-077b0dba7901 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-500086355', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:50:56.174271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c94855ff-ae9e-40ff-950d-077b0dba7901 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.175316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c94855ff-ae9e-40ff-950d-077b0dba7901 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.226971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c94855ff-ae9e-40ff-950d-077b0dba7901 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.231664 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c94855ff-ae9e-40ff-950d-077b0dba7901 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.252503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c94855ff-ae9e-40ff-950d-077b0dba7901 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.256266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c94855ff-ae9e-40ff-950d-077b0dba7901 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1061785 Oct 19 01:50:56.256470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:56.275133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '99540fc2-2e11-4752-8cf8-5b0b57a19c0a'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:50:56.276013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.410542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/99540fc2-2e11-4752-8cf8-5b0b57a19c0a/dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:56.540163 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.556008 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.561788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.598285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:56.604170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:56.611332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:56.614329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Pushing event updated for resources: {'Port': ['ID=dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:56.668637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Attempting to bind port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:56.669004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Attempting to bind port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:56.669365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Attempting to bind port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:56.675023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:56.675380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:56.675776 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.676205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:56.676670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Bound port: dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:56.677340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.739394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] For port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:56.743092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] For port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:56.747379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.794726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::1 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/99540fc2-2e11-4752-8cf8-5b0b57a19c0a/5c5148fd-9600-4866-9977-92592399635f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:50:56.807580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71baa-1738-4a12-b7d9-ed28c7ef5ea7 None None] Pushing event updated for resources: {'Port': ['ID=dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:56.913580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.951844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:56.985712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:57.004017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:57.007729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:50:57.008303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.062270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=5c5148fd-9600-4866-9977-92592399635f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:57.142084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.299677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07351d62-084c-4c5d-a418-a6f98edc92b2 req-c0300ab4-8e88-433c-8a58-51db27a6111e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:57.301201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07351d62-084c-4c5d-a418-a6f98edc92b2 req-c0300ab4-8e88-433c-8a58-51db27a6111e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.1218181 Oct 19 01:50:57.375959 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07351d62-084c-4c5d-a418-a6f98edc92b2 req-f26c4a10-20ee-4a1d-9d24-c68079ed5705 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674002 Oct 19 01:50:57.376865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:50:57.432238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:57.433230 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.482558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.487929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.488762 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.517573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.553238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:57.559029 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.569808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=5c5148fd-9600-4866-9977-92592399635f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:57.595314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 98d768f1-da6c-4c03-a72e-abe7d56049ce no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:50:57.624271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 98d768f1-da6c-4c03-a72e-abe7d56049ce {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:50:57.624619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 98d768f1-da6c-4c03-a72e-abe7d56049ce not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:50:57.642262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:50:57.643856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:50:57.645695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:57.772708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Router 80394020-df97-475a-a626-ce65b49ee7e1 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:50:57.819843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7825f331-fa8d-431e-bafa-c96a7e637623 None None] Provisioning complete for port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:57.820240 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7825f331-fa8d-431e-bafa-c96a7e637623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:57.869580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:50:57.874833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0ce40154-b082-438f-81ea-ce5b367b7d15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "PUT /v2.0/routers/80394020-df97-475a-a626-ce65b49ee7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173146 Oct 19 01:50:57.877479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47328) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:57.881582 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Sync routers for ids ['80394020-df97-475a-a626-ce65b49ee7e1'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:50:57.892083 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Routers {'80394020-df97-475a-a626-ce65b49ee7e1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:50:57.892691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['80394020-df97-475a-a626-ce65b49ee7e1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:57.931554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe07e6-668e-4a2b-bd4f-d33c486b372a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:57.934281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5abe07e6-668e-4a2b-bd4f-d33c486b372a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports/5c5148fd-9600-4866-9977-92592399635f HTTP/1.1" status: 200 len: 911 time: 0.0547111 Oct 19 01:50:57.936435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47330) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:57.994445 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Set router 80394020-df97-475a-a626-ce65b49ee7e1 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:50:57.996218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac5815-107a-440f-8b46-6f257403dadf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:58.003072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac5815-107a-440f-8b46-6f257403dadf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:58.004783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66ac5815-107a-440f-8b46-6f257403dadf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0673561 Oct 19 01:50:58.007421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47332) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:58.040295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cc422de1-a184-43c6-8387-392398ac1afd None None] Provisioning complete for port 5c5148fd-9600-4866-9977-92592399635f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:58.041287 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc422de1-a184-43c6-8387-392398ac1afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.083511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cc422de1-a184-43c6-8387-392398ac1afd None None] Port 5c5148fd-9600-4866-9977-92592399635f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:50:58.212485 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80394020-df97-475a-a626-ce65b49ee7e1', 'name': 'tempest-NetworksTestDHCPv6-router-500086355', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:50:56Z', 'updated_at': '2021-10-19T01:50:57Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'gw_port_host': None, '_interfaces': [{'id': '5c5148fd-9600-4866-9977-92592399635f', 'name': '', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'mac_address': 'fa:16:3e:0b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80394020-df97-475a-a626-ce65b49ee7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '99540fc2-2e11-4752-8cf8-5b0b57a19c0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:50:56Z', 'updated_at': '2021-10-19T01:50:57Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'subnets': [{'id': '99540fc2-2e11-4752-8cf8-5b0b57a19c0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:58.239343 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Checking router: 80394020-df97-475a-a626-ce65b49ee7e1 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:50:58.239688 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Updating router 80394020-df97-475a-a626-ce65b49ee7e1 port 5c5148fd-9600-4866-9977-92592399635f binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:50:58.265508 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.307898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2fd27ee0-8338-4b34-a8cf-8b955f6b6967 None None] Provisioning complete for port 5c5148fd-9600-4866-9977-92592399635f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:58.308359 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2fd27ee0-8338-4b34-a8cf-8b955f6b6967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.347524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2fd27ee0-8338-4b34-a8cf-8b955f6b6967 None None] Port 5c5148fd-9600-4866-9977-92592399635f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:50:58.502702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.587968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c4bc6-0353-4e15-af8d-55e959ca0e85 req-abb14f8f-09f8-4251-972d-e37c68f2f116 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:58.589470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a79c4bc6-0353-4e15-af8d-55e959ca0e85 req-abb14f8f-09f8-4251-972d-e37c68f2f116 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.1331780 Oct 19 01:50:58.624400 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.629852 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.678461 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f417b2-5edc-4b1a-bb09-188beea7198f None None] Pushing event updated for resources: {'Port': ['ID=5c5148fd-9600-4866-9977-92592399635f,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:58.720737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a79c4bc6-0353-4e15-af8d-55e959ca0e85 req-c0bf45bc-cd47-4678-9c3b-53c096accc51 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247039 Oct 19 01:50:58.753794 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Attempting to bind port 5c5148fd-9600-4866-9977-92592399635f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:50:58.754120 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Attempting to bind port 5c5148fd-9600-4866-9977-92592399635f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:50:58.754569 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Attempting to bind port 5c5148fd-9600-4866-9977-92592399635f on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:50:58.759925 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:50:58.760419 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:50:58.760886 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.761349 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:50:58.761887 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Bound port: 5c5148fd-9600-4866-9977-92592399635f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:50:58.762334 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.833312 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] For port 5c5148fd-9600-4866-9977-92592399635f, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:50:58.836925 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] For port 5c5148fd-9600-4866-9977-92592399635f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5c5148fd-9600-4866-9977-92592399635f,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:50:58.843132 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:58.904202 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f417b2-5edc-4b1a-bb09-188beea7198f None None] Pushing event updated for resources: {'Port': ['ID=5c5148fd-9600-4866-9977-92592399635f,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:58.915573 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Routers {'80394020-df97-475a-a626-ce65b49ee7e1'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:50:58.916221 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['80394020-df97-475a-a626-ce65b49ee7e1'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:58.977192 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a49f1d89-09fe-4f76-9fe0-edf721f562e2 None None] Provisioning complete for port 5c5148fd-9600-4866-9977-92592399635f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:58.978335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a49f1d89-09fe-4f76-9fe0-edf721f562e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.023390 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] Set router 80394020-df97-475a-a626-ce65b49ee7e1 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:50:59.072946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a49f1d89-09fe-4f76-9fe0-edf721f562e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.113749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a49f1d89-09fe-4f76-9fe0-edf721f562e2 None None] For port 5c5148fd-9600-4866-9977-92592399635f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5c5148fd-9600-4866-9977-92592399635f,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:59.121300 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a49f1d89-09fe-4f76-9fe0-edf721f562e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.181146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f1d89-09fe-4f76-9fe0-edf721f562e2 None None] Pushing event updated for resources: {'Port': ['ID=5c5148fd-9600-4866-9977-92592399635f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:59.198303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 5c5148fd-9600-4866-9977-92592399635f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:50:59.198885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.245831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d844cc92-be61-4812-9445-c5999ff65169 None None] Provisioning complete for port 5c5148fd-9600-4866-9977-92592399635f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:59.246393 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d844cc92-be61-4812-9445-c5999ff65169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.247053 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:50:59.266092 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80394020-df97-475a-a626-ce65b49ee7e1', 'name': 'tempest-NetworksTestDHCPv6-router-500086355', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:50:56Z', 'updated_at': '2021-10-19T01:50:57Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'gw_port_host': None, '_interfaces': [{'id': '5c5148fd-9600-4866-9977-92592399635f', 'name': '', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'mac_address': 'fa:16:3e:0b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80394020-df97-475a-a626-ce65b49ee7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '99540fc2-2e11-4752-8cf8-5b0b57a19c0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:50:56Z', 'updated_at': '2021-10-19T01:50:58Z', 'revision_number': 4, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'subnets': [{'id': '99540fc2-2e11-4752-8cf8-5b0b57a19c0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:50:59.294473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] For port 5c5148fd-9600-4866-9977-92592399635f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5c5148fd-9600-4866-9977-92592399635f,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:50:59.294892 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.299591 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa1560-6d4d-4f67-a34c-a2d9f9115fbd None None] The sync data for ids ['80394020-df97-475a-a626-ce65b49ee7e1'] in n-d-789963-20 is: [{'id': '80394020-df97-475a-a626-ce65b49ee7e1', 'name': 'tempest-NetworksTestDHCPv6-router-500086355', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:50:56Z', 'updated_at': '2021-10-19T01:50:57Z', 'revision_number': 2, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'gw_port_host': None, '_interfaces': [{'id': '5c5148fd-9600-4866-9977-92592399635f', 'name': '', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'mac_address': 'fa:16:3e:0b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80394020-df97-475a-a626-ce65b49ee7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '99540fc2-2e11-4752-8cf8-5b0b57a19c0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:50:56Z', 'updated_at': '2021-10-19T01:50:58Z', 'revision_number': 4, 'project_id': '5fd8b4419f35459e80c48efc947cb095', 'subnets': [{'id': '99540fc2-2e11-4752-8cf8-5b0b57a19c0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:50:59.308286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 5c5148fd-9600-4866-9977-92592399635f owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:50:59.369756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:50:59.420414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:50:59.421007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.496463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.525598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=5c5148fd-9600-4866-9977-92592399635f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:50:59.637950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:50:59.817142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Router 80394020-df97-475a-a626-ce65b49ee7e1 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:50:59.850405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437fdb4-5dc3-461b-a50e-b41c4dfb37a5 req-f2faa5db-39a4-49aa-b73c-412bd4fc8731 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:59.852023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d437fdb4-5dc3-461b-a50e-b41c4dfb37a5 req-f2faa5db-39a4-49aa-b73c-412bd4fc8731 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0537446 Oct 19 01:50:59.893642 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d437fdb4-5dc3-461b-a50e-b41c4dfb37a5 req-e0e2c26a-7279-4479-8bfc-912a69e3f9ef tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348182 Oct 19 01:50:59.899539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:50:59.914361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-32e48dfc-7afb-4529-86fd-e2627272ea85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "PUT /v2.0/routers/80394020-df97-475a-a626-ce65b49ee7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8973622 Oct 19 01:50:59.914886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:50:59.968167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e6fcce-af37-45f0-8017-9912c694ee04 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:59.969701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e6fcce-af37-45f0-8017-9912c694ee04 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:50:59.971297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7e6fcce-af37-45f0-8017-9912c694ee04 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0619149 Oct 19 01:50:59.974354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47340) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:00.027236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 99540fc2-2e11-4752-8cf8-5b0b57a19c0a {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:00.030575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.074614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.157034 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.218140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.251071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=99540fc2-2e11-4752-8cf8-5b0b57a19c0a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:00.254908 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.259465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2edf5f30-3c76-4c60-af2f-56086fc42aeb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/99540fc2-2e11-4752-8cf8-5b0b57a19c0a HTTP/1.1" status: 204 len: 168 time: 0.2840962 Oct 19 01:51:00.260698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:00.261820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea457b-b778-4c4b-857d-619d59c07c1b None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:00.346365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bddc5bf2-095e-43bb-8970-362042e08583 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0845439 Oct 19 01:51:00.348859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47344) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:00.433463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b6969b5-a9b9-491f-8e16-38a383e63b9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.436110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:00.487388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] Deleting port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:00.487853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.552959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] For port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:00.553356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.566570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] Calling delete_port for dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:00.602623 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b6969b5-a9b9-491f-8e16-38a383e63b9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.604799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b6969b5-a9b9-491f-8e16-38a383e63b9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.649154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.650614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b6969b5-a9b9-491f-8e16-38a383e63b9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.651205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6969b5-a9b9-491f-8e16-38a383e63b9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Fanout notify agent at l3_agent the message router_deleted on router 80394020-df97-475a-a626-ce65b49ee7e1 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:51:00.661668 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0b6969b5-a9b9-491f-8e16-38a383e63b9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:00.662790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0b6969b5-a9b9-491f-8e16-38a383e63b9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/routers/80394020-df97-475a-a626-ce65b49ee7e1 HTTP/1.1" status: 204 len: 168 time: 0.3130198 Oct 19 01:51:00.665356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47346) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:00.684617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] Pushing event deleted for resources: {'Port': ['ID=dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:00.687417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f53978-a1d9-44b1-9a59-c5d94f93fc12 None None] No DVR routers for this DVR port dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:00.693747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] Sync routers for ids ['80394020-df97-475a-a626-ce65b49ee7e1'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:51:00.702766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-71e54ce4-f1ad-4853-94e0-be54ddbde047 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362949 Oct 19 01:51:00.705221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47348) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:00.707573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:00.707942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:51:00.708558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_agentschedulers_db [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80394020-df97-475a-a626-ce65b49ee7e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:51:00.717070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] Routers set() bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:00.717564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] Router IDs set() for agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 01:51:00.718146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_agentschedulers_db [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80394020-df97-475a-a626-ce65b49ee7e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:50:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent'). {{(pid=100849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 01:51:00.718516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9552ca-1813-434b-b00c-bfb8207de996 None None] The sync data for ids ['80394020-df97-475a-a626-ce65b49ee7e1'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:51:00.757723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63284632-a500-4465-9a56-1355caf327d0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:00.759206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-63284632-a500-4465-9a56-1355caf327d0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0528297 Oct 19 01:51:00.761817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47350) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:00.807778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a074eb22-b995-417d-a1ba-07d40b036087 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448372 Oct 19 01:51:00.812491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47352) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:00.817286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:00.904598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:00.908114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.040846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f8649-eae7-40a2-9c90-6549e7110bd4 req-14cc8662-51ef-48e3-8364-429a615e8f3c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:01.042325 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e9f8649-eae7-40a2-9c90-6549e7110bd4 req-14cc8662-51ef-48e3-8364-429a615e8f3c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0732243 Oct 19 01:51:01.125861 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e9f8649-eae7-40a2-9c90-6549e7110bd4 req-23c0bab9-0b3f-4911-832f-663fdefa7034 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762639 Oct 19 01:51:01.255203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:01.256594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.307333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:01.311428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:01.315939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:01.316547 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.318814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=bb0407f0-2d1f-4f21-bdea-0dbfb14ea297,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:01.331924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc8838-5d1f-486a-9f53-3685959c9719 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:01.335244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3f7e472d-ebe5-45e3-b4f6-e1b729c827a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5215864 Oct 19 01:51:01.337872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:01.343050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:01.385666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:01.456392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:01.460078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.567338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:01.567642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device dc45f80f-22f5-4fc6-b8e4-5a88e112c3a0 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:01.652696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': 'bb0407f0-2d1f-4f21-bdea-0dbfb14ea297'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:01.653566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.714720 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.761772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:01.767763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:01.770579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:01.771345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.787299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=b5245e31-e5b7-44c1-bc13-8f320c9b747d,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:01.793290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Allocated IP 2001:db8::f816:3eff:fe96:ba3d (5cc8dd49-c278-4f86-a8c6-7323e71033b3/bb0407f0-2d1f-4f21-bdea-0dbfb14ea297/7228b853-6353-4818-b506-bef4a41c3964) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:01.801175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a9461f13-fc5a-4cdd-af71-f09a0982646a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4621429 Oct 19 01:51:01.803930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47358) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:01.809353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:27:b7:2f', 'name': 'tempest-NetworksTestDHCPv6-1670668485'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:01.917371 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:01.938699 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.944706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:01.981645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:01.984977 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:01.988353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:01.998657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Pushing event updated for resources: {'Port': ['ID=7228b853-6353-4818-b506-bef4a41c3964,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:02.003622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.025280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 0f47f2ed-6a37-486a-942a-f9a23d2715ea yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:02.047828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Attempting to bind port 7228b853-6353-4818-b506-bef4a41c3964 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:02.048232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Attempting to bind port 7228b853-6353-4818-b506-bef4a41c3964 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:02.048597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Attempting to bind port 7228b853-6353-4818-b506-bef4a41c3964 on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:02.053487 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:02.053862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:02.054262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.054655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:02.055120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Bound port: 7228b853-6353-4818-b506-bef4a41c3964, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:02.055498 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.120433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] For port 7228b853-6353-4818-b506-bef4a41c3964, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:02.124661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] For port 7228b853-6353-4818-b506-bef4a41c3964, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7228b853-6353-4818-b506-bef4a41c3964,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:02.129370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.191116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517534d-88e3-4ba1-a0e5-abb6f7e42d1b None None] Pushing event updated for resources: {'Port': ['ID=7228b853-6353-4818-b506-bef4a41c3964,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:02.193639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 172.20.0.9 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/b5245e31-e5b7-44c1-bc13-8f320c9b747d/0f47f2ed-6a37-486a-942a-f9a23d2715ea) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:02.202776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fe27:b72f (5cc8dd49-c278-4f86-a8c6-7323e71033b3/bb0407f0-2d1f-4f21-bdea-0dbfb14ea297/0f47f2ed-6a37-486a-942a-f9a23d2715ea) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:02.304680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1bfa-c881-4e1f-90fe-8bab5c95e8cf req-5a5af30f-9e22-4724-a1ce-be755ec67b12 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:02.306210 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbfa1bfa-c881-4e1f-90fe-8bab5c95e8cf req-5a5af30f-9e22-4724-a1ce-be755ec67b12 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0972400 Oct 19 01:51:02.421672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbfa1bfa-c881-4e1f-90fe-8bab5c95e8cf req-59df04be-9dbc-481a-a642-d41c123709e3 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078551 Oct 19 01:51:02.441109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.476152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.521039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:02.523963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:02.531415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:02.535183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=0f47f2ed-6a37-486a-942a-f9a23d2715ea,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:02.584048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:02.584682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.601565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a81cfb5a-4347-4428-81e8-1211e52eef85 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7960739 Oct 19 01:51:02.603634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47362) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:02.654145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a629ae-cf94-468b-9fac-beaf8d20901d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:02.660148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a629ae-cf94-468b-9fac-beaf8d20901d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:02.661727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-11a629ae-cf94-468b-9fac-beaf8d20901d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0570974 Oct 19 01:51:02.664260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47364) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:02.751655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 0f47f2ed-6a37-486a-942a-f9a23d2715ea {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:02.752007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.846029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:02.858633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 0f47f2ed-6a37-486a-942a-f9a23d2715ea owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:03.041071 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.050761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50af3b-671a-4f87-9c64-682e213ed7e5 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:03.069414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=0f47f2ed-6a37-486a-942a-f9a23d2715ea,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:03.130034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-75a213bc-b02a-454a-9529-003a2053d1c2 None None] Provisioning complete for port 7228b853-6353-4818-b506-bef4a41c3964 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:03.130401 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-75a213bc-b02a-454a-9529-003a2053d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.159005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.162370 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0f82098e-f351-44f4-9bfa-a8507a56f65f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/0f47f2ed-6a37-486a-942a-f9a23d2715ea HTTP/1.1" status: 204 len: 168 time: 0.4971933 Oct 19 01:51:03.164889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47366) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:03.217550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396551e8-f61c-40e6-bb8c-59d5596f35ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:03.219089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396551e8-f61c-40e6-bb8c-59d5596f35ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:03.220660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396551e8-f61c-40e6-bb8c-59d5596f35ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:03.222217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-396551e8-f61c-40e6-bb8c-59d5596f35ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0564103 Oct 19 01:51:03.224902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47368) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:03.274050 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-75a213bc-b02a-454a-9529-003a2053d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.275303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet b5245e31-e5b7-44c1-bc13-8f320c9b747d {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:03.278354 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.314149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-75a213bc-b02a-454a-9529-003a2053d1c2 None None] For port 7228b853-6353-4818-b506-bef4a41c3964, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7228b853-6353-4818-b506-bef4a41c3964,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:03.320406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-75a213bc-b02a-454a-9529-003a2053d1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.338057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.381137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d4c60-1aa1-4c79-a042-4f03626bcb27 None None] Update dhcp port {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': 'bb0407f0-2d1f-4f21-bdea-0dbfb14ea297', 'ip_address': '2001:db8::f816:3eff:fe96:ba3d'}, {'subnet_id': 'b5245e31-e5b7-44c1-bc13-8f320c9b747d'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '7228b853-6353-4818-b506-bef4a41c3964'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:51:03.398858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.409861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7228b853-6353-4818-b506-bef4a41c3964 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:03.441532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a213bc-b02a-454a-9529-003a2053d1c2 None None] Pushing event updated for resources: {'Port': ['ID=7228b853-6353-4818-b506-bef4a41c3964,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:03.449383 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-641d4c60-1aa1-4c79-a042-4f03626bcb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.460541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.478245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.484833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47372) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:03.488304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/b5245e31-e5b7-44c1-bc13-8f320c9b747d HTTP/1.1" status: 204 len: 168 time: 0.2585430 Oct 19 01:51:03.509679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe7313-963f-46d3-a24d-f9e4efdbf5d6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=b5245e31-e5b7-44c1-bc13-8f320c9b747d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:03.559286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7228b853-6353-4818-b506-bef4a41c3964 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:03.559661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.574830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet bb0407f0-2d1f-4f21-bdea-0dbfb14ea297 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:03.581643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.627420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5455fe7-7748-40dd-9888-e843c884e893 req-8c0bf9b1-d10a-4d23-9c71-61dc56e1dd29 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:03.628911 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5455fe7-7748-40dd-9888-e843c884e893 req-8c0bf9b1-d10a-4d23-9c71-61dc56e1dd29 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.1011302 Oct 19 01:51:03.639201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.708180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5455fe7-7748-40dd-9888-e843c884e893 req-d1548f06-7974-4862-abcd-9d0db9c376ca tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718381 Oct 19 01:51:03.744410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.801020 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-641d4c60-1aa1-4c79-a042-4f03626bcb27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb0407f0-2d1f-4f21-bdea-0dbfb14ea297: This subnet is being modified by another concurrent operation. Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb0407f0-2d1f-4f21-bdea-0dbfb14ea297: This subnet is being modified by another concurrent operation. Oct 19 01:51:03.802653 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:51:03.834111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0407f0-2d1f-4f21-bdea-0dbfb14ea297,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:03.837846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.841080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a8d2ac04-1fe4-4dec-b4d2-302c3d8829e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/bb0407f0-2d1f-4f21-bdea-0dbfb14ea297 HTTP/1.1" status: 204 len: 168 time: 0.3551922 Oct 19 01:51:03.844111 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47374) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:03.882760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e644c4f3-5f17-48fd-a277-229f3e954a5d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376124 Oct 19 01:51:03.887263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47376) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:03.890332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:03.893472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cc98c2-91c8-4a0c-bc68-ea9b19aab421 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:03.983787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:03.986045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2d06ff36-7565-4bc6-ba72-2e5d969996d2 None None] Provisioning complete for port 7228b853-6353-4818-b506-bef4a41c3964 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:03.986448 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d06ff36-7565-4bc6-ba72-2e5d969996d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:03.987471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.082733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:04.141330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] Deleting port 7228b853-6353-4818-b506-bef4a41c3964 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:04.141699 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.207315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] For port 7228b853-6353-4818-b506-bef4a41c3964, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7228b853-6353-4818-b506-bef4a41c3964,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:04.207720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.220099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] Calling delete_port for 7228b853-6353-4818-b506-bef4a41c3964 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:04.298158 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.300964 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:04.328059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] Pushing event deleted for resources: {'Port': ['ID=7228b853-6353-4818-b506-bef4a41c3964,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:04.331809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42cb42-409b-490a-a9b6-6520c9bc4df2 None None] No DVR routers for this DVR port 7228b853-6353-4818-b506-bef4a41c3964 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:04.349233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b616f34-f601-4a77-b7a2-b58eda9360cc None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:51:04.434423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b616f34-f601-4a77-b7a2-b58eda9360cc None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:51:04.457485 n-d-789963-20 neutron-server[100848]: WARNING neutron.services.revisions.revision_plugin [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Could not find related port for resource to bump revision. Oct 19 01:51:04.462712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_pluggable_backend [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Port 7228b853-6353-4818-b506-bef4a41c3964 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 01:51:04.463093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_pluggable_backend [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Reverting IP allocation for 2001:db8::f816:3eff:fe96:ba3d {{(pid=100848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 01:51:04.467963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.ipam_pluggable_backend [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe96:ba3d {{(pid=100848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 01:51:04.469336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.521374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:04.524244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:04.527170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:04.528118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.538574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=a82023f9-4590-4f97-82f8-5d806505876e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:04.557021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47378) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:04.557566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2506d134-b7bf-4abd-b816-a0be56dfa7a1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6707232 Oct 19 01:51:04.563669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:04.677663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': 'a82023f9-4590-4f97-82f8-5d806505876e'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:04.678592 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.683168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:04.687700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.821503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Allocated IP 2001:db8::f816:3eff:fe0b:9325 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/a82023f9-4590-4f97-82f8-5d806505876e/d9ba6646-cef2-4efa-960a-20a2fadfff7b) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:04.978257 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:04.985033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.024620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:05.027535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:05.033031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:05.044145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Pushing event updated for resources: {'Port': ['ID=d9ba6646-cef2-4efa-960a-20a2fadfff7b,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:05.099824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Attempting to bind port d9ba6646-cef2-4efa-960a-20a2fadfff7b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:05.100621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Attempting to bind port d9ba6646-cef2-4efa-960a-20a2fadfff7b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:05.100779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Attempting to bind port d9ba6646-cef2-4efa-960a-20a2fadfff7b on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:05.106002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:05.106374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:05.106838 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.107231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:05.107700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Bound port: d9ba6646-cef2-4efa-960a-20a2fadfff7b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:05.108106 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.174946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] For port d9ba6646-cef2-4efa-960a-20a2fadfff7b, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:05.179006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] For port d9ba6646-cef2-4efa-960a-20a2fadfff7b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d9ba6646-cef2-4efa-960a-20a2fadfff7b,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:05.183096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.207542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12371dda-c164-486b-99bf-25cb985235a4 req-211a1e48-e3a2-4050-9620-f30ff910099f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:05.209192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12371dda-c164-486b-99bf-25cb985235a4 req-211a1e48-e3a2-4050-9620-f30ff910099f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.4291978 Oct 19 01:51:05.248367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec8a71-5a38-4a88-85e5-c2cc83d5df71 None None] Pushing event updated for resources: {'Port': ['ID=d9ba6646-cef2-4efa-960a-20a2fadfff7b,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:05.289871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12371dda-c164-486b-99bf-25cb985235a4 req-9574fa74-2ced-4d09-8c30-d9736ddef9be tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698655 Oct 19 01:51:05.338243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.351817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7228b853-6353-4818-b506-bef4a41c3964 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:05.372921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 7228b853-6353-4818-b506-bef4a41c3964 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:05.373347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7228b853-6353-4818-b506-bef4a41c3964 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:05.384875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:05.388672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:05.394110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:05.394110 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.409666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=b94110c1-e31d-448e-85d7-a660f3fe7988,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:05.430179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5438bb95-1c78-4490-af34-5cc4736bd1a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8693867 Oct 19 01:51:05.430374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47382) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:05.436059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:3e:ab:33', 'name': 'tempest-NetworksTestDHCPv6-1132097165'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:05.555007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:05.559020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.579507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port fe93674f-af03-409d-84d2-e30da2f0d369 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:05.740330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 172.20.0.9 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/b94110c1-e31d-448e-85d7-a660f3fe7988/fe93674f-af03-409d-84d2-e30da2f0d369) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:05.746402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fe3e:ab33 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/a82023f9-4590-4f97-82f8-5d806505876e/fe93674f-af03-409d-84d2-e30da2f0d369) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:05.897833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.933596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:05.976432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:05.979593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:05.983741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:06.018258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=fe93674f-af03-409d-84d2-e30da2f0d369,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:06.040373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:06.041011 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.061241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-af4f22f8-e7cb-4b2d-9628-abdaecb6c183 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6265938 Oct 19 01:51:06.061664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47384) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:06.114519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934896f-124f-4929-8071-5d85366b878a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:06.120516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934896f-124f-4929-8071-5d85366b878a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:06.122129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2934896f-124f-4929-8071-5d85366b878a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0593860 Oct 19 01:51:06.126042 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47386) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:06.142364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480546f-9bae-423f-b1ed-1c32044b7ce1 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:06.198512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-92584059-cca4-45ed-b2dd-a7c64cd1669e None None] Provisioning complete for port d9ba6646-cef2-4efa-960a-20a2fadfff7b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:06.198981 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92584059-cca4-45ed-b2dd-a7c64cd1669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.217359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port fe93674f-af03-409d-84d2-e30da2f0d369 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:06.217701 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.317527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.331517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for fe93674f-af03-409d-84d2-e30da2f0d369 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:06.366972 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92584059-cca4-45ed-b2dd-a7c64cd1669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.455233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c6a-728e-409a-a207-7b02ff5d0453 req-c0cbfa6f-4ac8-48a9-8778-3bb42fad7d98 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:06.456835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31612c6a-728e-409a-a207-7b02ff5d0453 req-c0cbfa6f-4ac8-48a9-8778-3bb42fad7d98 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0819111 Oct 19 01:51:06.536518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31612c6a-728e-409a-a207-7b02ff5d0453 req-cd477206-824a-4a2b-8a19-42327c3127e8 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726485 Oct 19 01:51:06.572657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-92584059-cca4-45ed-b2dd-a7c64cd1669e None None] For port d9ba6646-cef2-4efa-960a-20a2fadfff7b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d9ba6646-cef2-4efa-960a-20a2fadfff7b,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:06.577855 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-92584059-cca4-45ed-b2dd-a7c64cd1669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.595114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.625826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=fe93674f-af03-409d-84d2-e30da2f0d369,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:06.656706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92584059-cca4-45ed-b2dd-a7c64cd1669e None None] Pushing event updated for resources: {'Port': ['ID=d9ba6646-cef2-4efa-960a-20a2fadfff7b,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:06.660024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28025c-3045-47b0-9c8a-a3e8ef9b8530 None None] Update dhcp port {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': 'a82023f9-4590-4f97-82f8-5d806505876e', 'ip_address': '2001:db8::f816:3eff:fe0b:9325'}, {'subnet_id': 'b94110c1-e31d-448e-85d7-a660f3fe7988'}], 'binding:host_id': 'n-d-789963-20'}, 'id': 'd9ba6646-cef2-4efa-960a-20a2fadfff7b'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:51:06.685015 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8e28025c-3045-47b0-9c8a-a3e8ef9b8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.720127 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.723426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1711c12a-5ca9-4c4b-bf46-cd1f6f9a1134 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/fe93674f-af03-409d-84d2-e30da2f0d369 HTTP/1.1" status: 204 len: 168 time: 0.5963616 Oct 19 01:51:06.725987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:06.788624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c228e96-d2e5-44e4-836b-a4f846c88dc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:06.790147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c228e96-d2e5-44e4-836b-a4f846c88dc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:06.791668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c228e96-d2e5-44e4-836b-a4f846c88dc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:06.793256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4c228e96-d2e5-44e4-836b-a4f846c88dc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0662656 Oct 19 01:51:06.796383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47392) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:06.852282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet a82023f9-4590-4f97-82f8-5d806505876e {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:06.855667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-8e28025c-3045-47b0-9c8a-a3e8ef9b8530 None None] Allocated IP 172.20.0.2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/b94110c1-e31d-448e-85d7-a660f3fe7988/d9ba6646-cef2-4efa-960a-20a2fadfff7b) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:06.954868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8e28025c-3045-47b0-9c8a-a3e8ef9b8530 None None] For port d9ba6646-cef2-4efa-960a-20a2fadfff7b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d9ba6646-cef2-4efa-960a-20a2fadfff7b,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:06.972484 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6332-678c-4b3b-af07-54deba90ebe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.989322 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8e28025c-3045-47b0-9c8a-a3e8ef9b8530 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.993864 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8e28025c-3045-47b0-9c8a-a3e8ef9b8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:06.994097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.035519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.081040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28025c-3045-47b0-9c8a-a3e8ef9b8530 None None] Pushing event updated for resources: {'Port': ['ID=d9ba6646-cef2-4efa-960a-20a2fadfff7b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:07.119431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.186173 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.214333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=a82023f9-4590-4f97-82f8-5d806505876e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:07.218109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.221373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bfbe3dbd-ef1c-454b-94e2-5ea3c9a511d8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/a82023f9-4590-4f97-82f8-5d806505876e HTTP/1.1" status: 204 len: 168 time: 0.4240320 Oct 19 01:51:07.223897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47394) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:07.277948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet b94110c1-e31d-448e-85d7-a660f3fe7988 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:07.282996 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.332620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.389276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d9ba6646-cef2-4efa-960a-20a2fadfff7b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:07.437510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.442765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d9ba6646-cef2-4efa-960a-20a2fadfff7b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:07.443274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.508478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.545780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=b94110c1-e31d-448e-85d7-a660f3fe7988,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:07.551248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.555588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-98eaff93-a2ef-4b91-952e-f2020cd61936 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/b94110c1-e31d-448e-85d7-a660f3fe7988 HTTP/1.1" status: 204 len: 168 time: 0.3303356 Oct 19 01:51:07.557870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47396) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:07.602618 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c8698012-7827-4cce-a0ef-c39294e329e0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436070 Oct 19 01:51:07.605173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47400) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:07.611366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:07.665979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0549f68-1980-44d6-885b-e9b808ce3dfe req-96e05902-cf3c-4906-b1e2-dfd092e5909d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:07.667530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0549f68-1980-44d6-885b-e9b808ce3dfe req-96e05902-cf3c-4906-b1e2-dfd092e5909d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0565143 Oct 19 01:51:07.694034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f425ce4-9b48-4275-add7-b56d1f1b89f2 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:07.716975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:07.720079 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0549f68-1980-44d6-885b-e9b808ce3dfe req-20a36557-3643-4551-b707-c4f7ea721d69 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 Oct 19 01:51:07.721535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.760774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-64c2cf01-a5cc-4d5c-bb90-132bf3d975a0 None None] Provisioning complete for port d9ba6646-cef2-4efa-960a-20a2fadfff7b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:07.761146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64c2cf01-a5cc-4d5c-bb90-132bf3d975a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:07.901035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-64c2cf01-a5cc-4d5c-bb90-132bf3d975a0 None None] Could not find standard attr ID for object fe93674f-af03-409d-84d2-e30da2f0d369. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:07.921420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:07.969981 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] Deleting port d9ba6646-cef2-4efa-960a-20a2fadfff7b {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:07.970349 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.036841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] For port d9ba6646-cef2-4efa-960a-20a2fadfff7b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d9ba6646-cef2-4efa-960a-20a2fadfff7b,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:08.037234 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.050914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] Calling delete_port for d9ba6646-cef2-4efa-960a-20a2fadfff7b owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:08.129171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.147124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.155023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] Pushing event deleted for resources: {'Port': ['ID=d9ba6646-cef2-4efa-960a-20a2fadfff7b,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:08.160331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f89a67-647a-4e82-a971-0b2d7399e3bc None None] No DVR routers for this DVR port d9ba6646-cef2-4efa-960a-20a2fadfff7b on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:08.187857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:08.191026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:08.195135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:08.195711 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.200260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2104a-b100-4b76-b18b-b283a240bf2e None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:08.211755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=0838cb49-7f0d-4265-93bf-194f16d4c0fb,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:08.221954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cb916681-c800-4e97-ac1e-75257d575e15 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6157434 Oct 19 01:51:08.224667 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47402) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:08.229616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:08.341929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:08.347135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '0838cb49-7f0d-4265-93bf-194f16d4c0fb'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:08.348033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.348527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.484193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Allocated IP 172.20.0.2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/0838cb49-7f0d-4265-93bf-194f16d4c0fb/4f495e9c-d670-4457-9d31-b66a99a9126d) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:08.623796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.629540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.668112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:08.671450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:08.674918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:08.684082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Pushing event updated for resources: {'Port': ['ID=4f495e9c-d670-4457-9d31-b66a99a9126d,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:08.689466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:08.734385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Attempting to bind port 4f495e9c-d670-4457-9d31-b66a99a9126d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:08.734688 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Attempting to bind port 4f495e9c-d670-4457-9d31-b66a99a9126d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:08.735017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Attempting to bind port 4f495e9c-d670-4457-9d31-b66a99a9126d on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:08.739973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:08.740379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:08.741720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.741720 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:08.741720 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Bound port: 4f495e9c-d670-4457-9d31-b66a99a9126d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:08.742077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.809052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] For port 4f495e9c-d670-4457-9d31-b66a99a9126d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:08.812614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] For port 4f495e9c-d670-4457-9d31-b66a99a9126d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4f495e9c-d670-4457-9d31-b66a99a9126d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:08.817001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.878354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98b5c5-e381-4de3-9c45-ba0af8114f22 None None] Pushing event updated for resources: {'Port': ['ID=4f495e9c-d670-4457-9d31-b66a99a9126d,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:08.892251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9f996-94f4-429e-865b-77f606324b3c req-0339d0a2-2f7d-43e3-ae6b-7fee56f42357 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:08.893797 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c9f996-94f4-429e-865b-77f606324b3c req-0339d0a2-2f7d-43e3-ae6b-7fee56f42357 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0900633 Oct 19 01:51:08.909529 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:08.967704 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-67c9f996-94f4-429e-865b-77f606324b3c req-1aa61b89-5fab-47b4-8110-b2b929c7208c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674243 Oct 19 01:51:09.104491 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] For port 4f495e9c-d670-4457-9d31-b66a99a9126d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4f495e9c-d670-4457-9d31-b66a99a9126d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:09.135189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.140186 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.141450 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.224580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:09.236748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=0ae04b4a-a22e-4c76-a183-d34f803ca3db,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:09.239059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:09.243634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:09.243634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.249450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=4f495e9c-d670-4457-9d31-b66a99a9126d,revision_number=4']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:09.264871 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e5e355aa-64dd-4417-ab2f-ad3d5628146e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0391152 Oct 19 01:51:09.267587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47406) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:09.272665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:c9:a9:cb', 'name': 'tempest-NetworksTestDHCPv6-49304723'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:09.380696 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f495e9c-d670-4457-9d31-b66a99a9126d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:09.385223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:09.429924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4f495e9c-d670-4457-9d31-b66a99a9126d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:09.430296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.475248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.499548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port a3fe5180-ae6f-44f7-8dff-625c1c2ed04f yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:09.515383 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.551338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 4f495e9c-d670-4457-9d31-b66a99a9126d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4f495e9c-d670-4457-9d31-b66a99a9126d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:09.555829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.620771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=4f495e9c-d670-4457-9d31-b66a99a9126d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:09.628777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d9ba6646-cef2-4efa-960a-20a2fadfff7b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:09.655001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d9ba6646-cef2-4efa-960a-20a2fadfff7b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:09.655352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d9ba6646-cef2-4efa-960a-20a2fadfff7b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:09.697231 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 172.20.0.14 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/0838cb49-7f0d-4265-93bf-194f16d4c0fb/a3fe5180-ae6f-44f7-8dff-625c1c2ed04f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:09.705671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fec9:a9cb (5cc8dd49-c278-4f86-a8c6-7323e71033b3/0ae04b4a-a22e-4c76-a183-d34f803ca3db/a3fe5180-ae6f-44f7-8dff-625c1c2ed04f) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:09.712775 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e17d91c2-1648-4070-b460-905fc15f4da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.821090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1589316-23b7-4398-b7ae-fd0889790237 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:09.857290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.882163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.891709 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.939617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:09.942685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:09.946338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:09.957154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f07f6e80-8768-4480-9cb8-06e3405bde7b None None] Provisioning complete for port 4f495e9c-d670-4457-9d31-b66a99a9126d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:09.957527 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f07f6e80-8768-4480-9cb8-06e3405bde7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:09.972850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=a3fe5180-ae6f-44f7-8dff-625c1c2ed04f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:10.001143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.001778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.027021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a95a9636-a18f-4dc9-bd13-ff42c6c4e2f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7581534 Oct 19 01:51:10.029456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47410) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:10.088436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53e560-d6c5-40ea-a4be-6068b02bfc3f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.094808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53e560-d6c5-40ea-a4be-6068b02bfc3f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.099145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5d53e560-d6c5-40ea-a4be-6068b02bfc3f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0662324 Oct 19 01:51:10.099443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47412) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:10.123718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604597-53f6-4669-8c63-1276325c3b6c req-aa5e592c-fd9b-46c8-9e36-792825b28252 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.125455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0604597-53f6-4669-8c63-1276325c3b6c req-aa5e592c-fd9b-46c8-9e36-792825b28252 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0740802 Oct 19 01:51:10.174133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0604597-53f6-4669-8c63-1276325c3b6c req-6806a78f-c211-4759-bfd1-d4257b7f00d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365808 Oct 19 01:51:10.231499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75c80f-70d6-420a-83fd-cb03fc902081 req-92ff4ad4-8e2a-4394-a1da-38b9c85b7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.233085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f75c80f-70d6-420a-83fd-cb03fc902081 req-92ff4ad4-8e2a-4394-a1da-38b9c85b7788 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1097 time: 0.0623891 Oct 19 01:51:10.240867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port a3fe5180-ae6f-44f7-8dff-625c1c2ed04f {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:10.241202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.330418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f75c80f-70d6-420a-83fd-cb03fc902081 req-5308ccfa-f825-45cc-9511-a28b11b8d830 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861118 Oct 19 01:51:10.356610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.369295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for a3fe5180-ae6f-44f7-8dff-625c1c2ed04f owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:10.553122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.585277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=a3fe5180-ae6f-44f7-8dff-625c1c2ed04f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:10.620554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5447743a-effb-492c-8544-95075da9a31b None None] Provisioning complete for port 4f495e9c-d670-4457-9d31-b66a99a9126d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:10.621139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5447743a-effb-492c-8544-95075da9a31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.667845 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.685717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.689164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-223cf332-3616-4534-88d2-d4789e4f01b3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/a3fe5180-ae6f-44f7-8dff-625c1c2ed04f HTTP/1.1" status: 204 len: 168 time: 0.5887148 Oct 19 01:51:10.691578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47414) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:10.728261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5447743a-effb-492c-8544-95075da9a31b None None] Could not find standard attr ID for object a3fe5180-ae6f-44f7-8dff-625c1c2ed04f. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:10.745941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f458d3-a4c9-4270-a2f2-325faf3db9ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.748225 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f458d3-a4c9-4270-a2f2-325faf3db9ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.749865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f458d3-a4c9-4270-a2f2-325faf3db9ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:10.751461 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-89f458d3-a4c9-4270-a2f2-325faf3db9ee tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0589004 Oct 19 01:51:10.754124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47416) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:10.812197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 0838cb49-7f0d-4265-93bf-194f16d4c0fb {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:10.815147 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.862066 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.862453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:10.941917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-471ace44-e059-4fb9-bc6a-27926956a31d None None] Could not find standard attr ID for object a3fe5180-ae6f-44f7-8dff-625c1c2ed04f. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:10.949581 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.009789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.038818 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.041994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/0838cb49-7f0d-4265-93bf-194f16d4c0fb HTTP/1.1" status: 204 len: 168 time: 0.2869530 Oct 19 01:51:11.043072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d94c7b-2aaa-4f3e-b48b-5cb09c65d015 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=0838cb49-7f0d-4265-93bf-194f16d4c0fb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:11.045821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47418) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:11.096655 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 0ae04b4a-a22e-4c76-a183-d34f803ca3db {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:11.099558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.102075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 77dbe37b-bd33-414a-83c5-b7f55dee643e details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:51:11.109175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 77dbe37b-bd33-414a-83c5-b7f55dee643e no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:11.141675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.231856 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.261389 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.298569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:11.317756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:51:11.320349 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09cf03d-4838-4f13-9c77-92bed1296a62" -d '{"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-unplugged", "status": "completed", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:51:11.333493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'port_id': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'mac_address': 'fa:16:3e:37:14:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:51:11.339110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:11.355050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865b41c-540b-4d73-992f-310e33e517d0 req-8c29ea4a-2843-4e09-b1a9-066a043db38f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:11.358133 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c865b41c-540b-4d73-992f-310e33e517d0 req-8c29ea4a-2843-4e09-b1a9-066a043db38f tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0887771 Oct 19 01:51:11.372602 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.382401 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.383528 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9433ec02-b1db-40f8-8d1a-0ecbef264e66 x-openstack-request-id: req-9433ec02-b1db-40f8-8d1a-0ecbef264e66 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:51:11.383966 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-unplugged", "status": "completed", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:51:11.384158 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9433ec02-b1db-40f8-8d1a-0ecbef264e66 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:51:11.384567 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'code': 200} Oct 19 01:51:11.394040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f495e9c-d670-4457-9d31-b66a99a9126d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:11.421590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae04b4a-a22e-4c76-a183-d34f803ca3db,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:11.431924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.435945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66b0ccfc-aa00-49f8-a373-e184975a9151 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/0ae04b4a-a22e-4c76-a183-d34f803ca3db HTTP/1.1" status: 204 len: 168 time: 0.3883975 Oct 19 01:51:11.437995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47424) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:11.442643 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.457769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c865b41c-540b-4d73-992f-310e33e517d0 req-cf4de502-14cb-4fde-af2d-0e1fd0d4b181 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928400 Oct 19 01:51:11.478479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77dbe37b-bd33-414a-83c5-b7f55dee643e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:51:11.486771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9fdba2cf-4111-47e8-9f2e-8a752807f062 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476303 Oct 19 01:51:11.489563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47426) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:11.494120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:11.501303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b14f7-8383-43c7-8a9f-3d1e9f88ec8b None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:11.555263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:11.589585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:11.595580 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.617970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:51:11.618308 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:51:11.621864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4f495e9c-d670-4457-9d31-b66a99a9126d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:11.622598 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.795539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:11.808772 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.844794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] Deleting port 4f495e9c-d670-4457-9d31-b66a99a9126d {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:11.845162 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.848461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:11.851520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:11.855708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:11.856295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.872737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=878b566c-d861-4b50-9cf0-c5e0ec4c9a17,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:11.881878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3915365 Oct 19 01:51:11.883660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.884024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.884356 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.884692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.884921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47428) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:11.885398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.885398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.885654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.885978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.886300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.886648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.886951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.887274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c000c-7d46-469e-83a9-d1180ab15045 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:11.891290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:11.931248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] For port 4f495e9c-d670-4457-9d31-b66a99a9126d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4f495e9c-d670-4457-9d31-b66a99a9126d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:11.931648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:11.943717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] Calling delete_port for 4f495e9c-d670-4457-9d31-b66a99a9126d owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:12.002454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:12.005935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.027535 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.210952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] Pushing event deleted for resources: {'Port': ['ID=4f495e9c-d670-4457-9d31-b66a99a9126d,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:12.235613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523daf9-045b-4f9a-9fa5-a4b43eaa481f None None] No DVR routers for this DVR port 4f495e9c-d670-4457-9d31-b66a99a9126d on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:12.249706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.259655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17988166-07e0-405c-84ad-f52cb60224c2 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:12.274602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77dbe37b-bd33-414a-83c5-b7f55dee643e {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:51:12.323971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:12.326145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.333812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:12.338286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.369156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:12.377355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:12.381645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:12.382230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.385668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=d5212b1d-b55b-4e39-a142-57ca4c0f4861,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:12.401170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dfea0d9f-9eaf-40cf-a39a-ec8a786eefed tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5151544 Oct 19 01:51:12.404021 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47430) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:12.409440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:23:dc:fe', 'name': 'tempest-NetworksTestDHCPv6-961695176'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:12.411935 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.438739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:12.482815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '878b566c-d861-4b50-9cf0-c5e0ec4c9a17'}, {'subnet_id': 'd5212b1d-b55b-4e39-a142-57ca4c0f4861'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:12.484069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.541891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:12.546106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.566362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port e146aa04-6d27-4541-a6c5-98b361fcfe2d yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:12.584374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff6c0e-f53b-456a-993c-94ab0ca82b0b req-7fe21809-5539-4447-8c69-53b823591907 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:12.586025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbff6c0e-f53b-456a-993c-94ab0ca82b0b req-7fe21809-5539-4447-8c69-53b823591907 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 944 time: 0.0536959 Oct 19 01:51:12.630749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fbff6c0e-f53b-456a-993c-94ab0ca82b0b req-d305f6cc-a5da-4694-865c-625979d4e066 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351000 Oct 19 01:51:12.655573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47434) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:12.682101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Allocated IP 172.20.0.2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/878b566c-d861-4b50-9cf0-c5e0ec4c9a17/b856e33f-a9d1-418f-88eb-22764de1bf3f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:12.688918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Allocated IP 2001:db8::f816:3eff:fe4e:a91e (5cc8dd49-c278-4f86-a8c6-7323e71033b3/d5212b1d-b55b-4e39-a142-57ca4c0f4861/b856e33f-a9d1-418f-88eb-22764de1bf3f) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:12.751854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['77dbe37b-bd33-414a-83c5-b7f55dee643e'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:51:12.780213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-caea37b6-7aa2-4f32-b3ed-77fb71f4270d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/floatingips/155d96a4-f7bc-4d22-8063-9dcf10557944 HTTP/1.1" status: 200 len: 992 time: 0.1185238 Oct 19 01:51:12.890198 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.899465 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:12.959808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:12.969347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Pushing event updated for resources: {'Port': ['ID=b856e33f-a9d1-418f-88eb-22764de1bf3f,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:12.971904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:12.974764 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:13.007010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 172.20.0.8 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/878b566c-d861-4b50-9cf0-c5e0ec4c9a17/e146aa04-6d27-4541-a6c5-98b361fcfe2d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:13.013082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fe23:dcfe (5cc8dd49-c278-4f86-a8c6-7323e71033b3/d5212b1d-b55b-4e39-a142-57ca4c0f4861/e146aa04-6d27-4541-a6c5-98b361fcfe2d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:13.081335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Attempting to bind port b856e33f-a9d1-418f-88eb-22764de1bf3f on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:13.081692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Attempting to bind port b856e33f-a9d1-418f-88eb-22764de1bf3f by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:13.082046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Attempting to bind port b856e33f-a9d1-418f-88eb-22764de1bf3f on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:13.095365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:13.095728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:13.096146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.096539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:13.096997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Bound port: b856e33f-a9d1-418f-88eb-22764de1bf3f, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:13.097369 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.155295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.188799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.199000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] For port b856e33f-a9d1-418f-88eb-22764de1bf3f, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:13.203957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] For port b856e33f-a9d1-418f-88eb-22764de1bf3f, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b856e33f-a9d1-418f-88eb-22764de1bf3f,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:13.209778 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.240315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:13.244579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:13.248235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:13.276145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554cbfc-8389-4919-ae46-55e7f6220f53 None None] Pushing event updated for resources: {'Port': ['ID=b856e33f-a9d1-418f-88eb-22764de1bf3f,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:13.282174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=e146aa04-6d27-4541-a6c5-98b361fcfe2d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:13.311167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:13.312228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.332974 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ba13b5b4-8256-4220-a8f9-7b1558a2bc92 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9278841 Oct 19 01:51:13.335381 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47436) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:13.366595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f495e9c-d670-4457-9d31-b66a99a9126d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:13.387447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bb774-94ec-4185-9481-b6d8881b3da8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:13.392695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4f495e9c-d670-4457-9d31-b66a99a9126d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:13.393050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4f495e9c-d670-4457-9d31-b66a99a9126d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:13.393515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bb774-94ec-4185-9481-b6d8881b3da8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:13.395153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8c2bb774-94ec-4185-9481-b6d8881b3da8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0586114 Oct 19 01:51:13.397852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47438) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:13.507644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port e146aa04-6d27-4541-a6c5-98b361fcfe2d {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:13.508014 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.598703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.611055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for e146aa04-6d27-4541-a6c5-98b361fcfe2d owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:13.785553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:13.813726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=e146aa04-6d27-4541-a6c5-98b361fcfe2d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:14.167446 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.171301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-12b0290f-cf67-4e31-bd5c-8341bc8ef37e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/e146aa04-6d27-4541-a6c5-98b361fcfe2d HTTP/1.1" status: 204 len: 168 time: 0.7723279 Oct 19 01:51:14.173774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47440) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:14.202201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87017b77-0961-45a8-84aa-424f04f78c36 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:14.229061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc1c54-da5c-4ab2-8f64-452ea26b403f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:14.230578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc1c54-da5c-4ab2-8f64-452ea26b403f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:14.232613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc1c54-da5c-4ab2-8f64-452ea26b403f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:14.236747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d1fc1c54-da5c-4ab2-8f64-452ea26b403f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0594916 Oct 19 01:51:14.236971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47442) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:14.292698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 878b566c-d861-4b50-9cf0-c5e0ec4c9a17 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:14.296043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.322784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Provisioning complete for port b856e33f-a9d1-418f-88eb-22764de1bf3f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:14.323105 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.337251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.427213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.445358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.493509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.524123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=878b566c-d861-4b50-9cf0-c5e0ec4c9a17,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:14.526272 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.532272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47444) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:14.532714 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f6e0d5f2-2eca-43e0-a370-2f65b4fe67cc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/878b566c-d861-4b50-9cf0-c5e0ec4c9a17 HTTP/1.1" status: 204 len: 168 time: 0.2946713 Oct 19 01:51:14.539326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:51:14.539788 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:51:14.592575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet d5212b1d-b55b-4e39-a142-57ca4c0f4861 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:14.595797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.636212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ac025-0187-4d15-a052-200adab7b56d None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:14.639355 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.720159 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.783802 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.813111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=d5212b1d-b55b-4e39-a142-57ca4c0f4861,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:14.815187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:14.818474 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0d489107-1c2c-4775-adb3-5de50fb0382b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/d5212b1d-b55b-4e39-a142-57ca4c0f4861 HTTP/1.1" status: 204 len: 168 time: 0.2845311 Oct 19 01:51:14.820998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47446) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:14.860974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-105b553f-3bc6-4e86-8de5-ad8112393484 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388491 Oct 19 01:51:14.863388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47448) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:14.913916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eec95b-ab78-48fd-a003-b739a1b48e61 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:14.915415 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00eec95b-ab78-48fd-a003-b739a1b48e61 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0511153 Oct 19 01:51:14.918003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47450) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:14.975433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37d7d2-f43b-4df2-8e01-c10eaeaa10dc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:14.977277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cf37d7d2-f43b-4df2-8e01-c10eaeaa10dc tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580387 Oct 19 01:51:14.979677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47452) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.019699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-99234b65-3589-430e-8349-680f84e1bf37 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389054 Oct 19 01:51:15.024260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47454) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.029264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c504d4f6-f60e-482d-83b0-300f6aba7122 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:15.077886 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.113463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] For port b856e33f-a9d1-418f-88eb-22764de1bf3f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b856e33f-a9d1-418f-88eb-22764de1bf3f,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:15.118125 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.140044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c504d4f6-f60e-482d-83b0-300f6aba7122 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:15.143928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c504d4f6-f60e-482d-83b0-300f6aba7122 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.145411 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c504d4f6-f60e-482d-83b0-300f6aba7122 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:15.145843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c504d4f6-f60e-482d-83b0-300f6aba7122 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:15.149769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 77dbe37b-bd33-414a-83c5-b7f55dee643e up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:15.164116 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c504d4f6-f60e-482d-83b0-300f6aba7122 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1387579 Oct 19 01:51:15.167080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47456) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.172068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-da2e800b-1335-49ae-87f5-eb874229cc68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:15.206818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500e012-cc15-42f2-8dfe-64aa538a6f3b None None] Pushing event updated for resources: {'Port': ['ID=b856e33f-a9d1-418f-88eb-22764de1bf3f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:15.229223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 77dbe37b-bd33-414a-83c5-b7f55dee643e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:15.229597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.269548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-edfb5d06-5899-40a4-b84c-af962b9cfdc7 None None] Provisioning complete for port b856e33f-a9d1-418f-88eb-22764de1bf3f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:15.269917 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-edfb5d06-5899-40a4-b84c-af962b9cfdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.279052 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2e800b-1335-49ae-87f5-eb874229cc68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:15.283026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da2e800b-1335-49ae-87f5-eb874229cc68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.284713 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e800b-1335-49ae-87f5-eb874229cc68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:15.285258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2e800b-1335-49ae-87f5-eb874229cc68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:15.306609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-da2e800b-1335-49ae-87f5-eb874229cc68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1381748 Oct 19 01:51:15.309404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47458) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.316660 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-25859b97-a498-46d4-b1c3-f82502516e49 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:15.350268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.354142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a82b2e-49c3-456c-ae3a-10b0719c0d59 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:15.428092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25859b97-a498-46d4-b1c3-f82502516e49 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:15.431714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25859b97-a498-46d4-b1c3-f82502516e49 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.433256 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-25859b97-a498-46d4-b1c3-f82502516e49 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:15.433747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25859b97-a498-46d4-b1c3-f82502516e49 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:15.434180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:51:15.437024 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d644c4-72d0-4cee-a595-b9fe8d7fb350" -d '{"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-plugged", "status": "completed", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:51:15.439717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b856e33f-a9d1-418f-88eb-22764de1bf3f up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:15.454491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47462) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.455363 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-25859b97-a498-46d4-b1c3-f82502516e49 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1437743 Oct 19 01:51:15.461141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-fefb2291-7698-454c-a118-8eeb8a07278d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:15.479306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:15.504342 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce79be1e-ba4c-4961-9b21-91612fb7bcab x-openstack-request-id: req-ce79be1e-ba4c-4961-9b21-91612fb7bcab {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:51:15.504635 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-plugged", "status": "completed", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:51:15.504881 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce79be1e-ba4c-4961-9b21-91612fb7bcab {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:51:15.505267 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'code': 200} Oct 19 01:51:15.528526 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.556648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefb2291-7698-454c-a118-8eeb8a07278d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:15.560706 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fefb2291-7698-454c-a118-8eeb8a07278d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.562077 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefb2291-7698-454c-a118-8eeb8a07278d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:15.562510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefb2291-7698-454c-a118-8eeb8a07278d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:15.581623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fefb2291-7698-454c-a118-8eeb8a07278d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1226656 Oct 19 01:51:15.581865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47464) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.586837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-da6dd509-dba2-425a-82a1-1bfd7e09acab tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:15.627680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:15.633028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b856e33f-a9d1-418f-88eb-22764de1bf3f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:15.633394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.689129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6dd509-dba2-425a-82a1-1bfd7e09acab tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:15.693862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-da6dd509-dba2-425a-82a1-1bfd7e09acab tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.695780 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6dd509-dba2-425a-82a1-1bfd7e09acab tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:15.696252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6dd509-dba2-425a-82a1-1bfd7e09acab tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:15.706966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:15.711833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-da6dd509-dba2-425a-82a1-1bfd7e09acab tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1287532 Oct 19 01:51:15.714629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47466) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.720994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-52d1cd80-3497-480c-8bb3-2cbdd97e375a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:15.754807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2b6d47bd-562d-41c7-b19a-25fa83e6803f None None] Provisioning complete for port b856e33f-a9d1-418f-88eb-22764de1bf3f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:15.755183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2b6d47bd-562d-41c7-b19a-25fa83e6803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.812318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] Deleting port b856e33f-a9d1-418f-88eb-22764de1bf3f {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:15.812680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.818109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d1cd80-3497-480c-8bb3-2cbdd97e375a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:15.822036 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d1cd80-3497-480c-8bb3-2cbdd97e375a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.824307 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d1cd80-3497-480c-8bb3-2cbdd97e375a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:15.824740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d1cd80-3497-480c-8bb3-2cbdd97e375a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:15.841295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-52d1cd80-3497-480c-8bb3-2cbdd97e375a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1254232 Oct 19 01:51:15.843973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47468) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.897604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf12e5b-dac0-42e1-9f29-e467ecc19400 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:15.899064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fdf12e5b-dac0-42e1-9f29-e467ecc19400 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0539761 Oct 19 01:51:15.901606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47470) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.909224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] For port b856e33f-a9d1-418f-88eb-22764de1bf3f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b856e33f-a9d1-418f-88eb-22764de1bf3f,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:15.909570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:15.922074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] Calling delete_port for b856e33f-a9d1-418f-88eb-22764de1bf3f owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:15.952188 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c66beae-ef3d-42e6-9d26-71f3125288ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:15.953663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6c66beae-ef3d-42e6-9d26-71f3125288ca tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0511341 Oct 19 01:51:15.956197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47472) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:15.994292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ac0ac4dc-979a-4941-b2ca-399d18744918 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370154 Oct 19 01:51:15.998306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47474) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:16.003096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.003301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:16.026399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] Pushing event deleted for resources: {'Port': ['ID=b856e33f-a9d1-418f-88eb-22764de1bf3f,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:16.032859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26587ae-86f1-4338-a358-f9518f3a26ca None None] No DVR routers for this DVR port b856e33f-a9d1-418f-88eb-22764de1bf3f on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:16.097480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:16.101419 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.362826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:16.364065 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.417541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:16.421097 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:16.425167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:16.425754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.429899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df503bc-257e-47eb-a644-4c23adfec1e1 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:16.430878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=464daf59-a30a-48d0-a011-abbfd09dc549,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:16.445250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-51e33ada-6c1f-4373-aa54-9311196414d3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4459248 Oct 19 01:51:16.448040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47476) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:16.458758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:39:d9:05', 'name': 'tempest-NetworksTestDHCPv6-1882540102'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:16.569482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:16.582016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '464daf59-a30a-48d0-a011-abbfd09dc549'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:16.582906 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.657623 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.677689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 38e84797-4b77-4fde-a950-8f2cba84e105 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:16.718006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Allocated IP 2001:db8::f816:3eff:fe44:6b0d (5cc8dd49-c278-4f86-a8c6-7323e71033b3/464daf59-a30a-48d0-a011-abbfd09dc549/a5b57e4e-203c-46ac-bdac-2a321b4348db) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:16.861283 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.866807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.906260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:16.909154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:16.912102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:16.914879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fe39:d905 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/464daf59-a30a-48d0-a011-abbfd09dc549/38e84797-4b77-4fde-a950-8f2cba84e105) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:16.922272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Pushing event updated for resources: {'Port': ['ID=a5b57e4e-203c-46ac-bdac-2a321b4348db,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:16.973891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Attempting to bind port a5b57e4e-203c-46ac-bdac-2a321b4348db on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:16.974250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Attempting to bind port a5b57e4e-203c-46ac-bdac-2a321b4348db by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:16.974607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Attempting to bind port a5b57e4e-203c-46ac-bdac-2a321b4348db on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:16.979831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:16.980309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:16.980809 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:16.981204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:16.982197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Bound port: a5b57e4e-203c-46ac-bdac-2a321b4348db, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:16.982578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.047460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] For port a5b57e4e-203c-46ac-bdac-2a321b4348db, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:17.050638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] For port a5b57e4e-203c-46ac-bdac-2a321b4348db, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a5b57e4e-203c-46ac-bdac-2a321b4348db,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:17.054383 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.069811 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.109777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.114331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9b344-a81c-4efa-a574-62e8223f477b None None] Pushing event updated for resources: {'Port': ['ID=a5b57e4e-203c-46ac-bdac-2a321b4348db,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:17.158162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:17.161200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:17.167570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:17.173668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:17.174277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.178063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=38e84797-4b77-4fde-a950-8f2cba84e105,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:17.196070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a0717cda-b32c-4147-9030-c2d9204d3b5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7445397 Oct 19 01:51:17.196279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47478) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:17.261688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f3c32-9c1a-49dd-bb0c-40cb173ef444 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:17.268559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f3c32-9c1a-49dd-bb0c-40cb173ef444 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:17.270512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-055f3c32-9c1a-49dd-bb0c-40cb173ef444 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0729740 Oct 19 01:51:17.273012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47480) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:17.379858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 38e84797-4b77-4fde-a950-8f2cba84e105 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:17.380550 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.393241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a5b57e4e-203c-46ac-bdac-2a321b4348db up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:17.442768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a5b57e4e-203c-46ac-bdac-2a321b4348db triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:17.443455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.474536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.486322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 38e84797-4b77-4fde-a950-8f2cba84e105 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:17.523238 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.555608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a5b57e4e-203c-46ac-bdac-2a321b4348db, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a5b57e4e-203c-46ac-bdac-2a321b4348db,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:17.560043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.617808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b856e33f-a9d1-418f-88eb-22764de1bf3f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:17.620873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.621216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a5b57e4e-203c-46ac-bdac-2a321b4348db,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:17.641785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: b856e33f-a9d1-418f-88eb-22764de1bf3f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:17.642130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b856e33f-a9d1-418f-88eb-22764de1bf3f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:17.654280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=38e84797-4b77-4fde-a950-8f2cba84e105,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:17.679196 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.682481 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-717009c8-f363-4363-b115-95ede31b8c68 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/38e84797-4b77-4fde-a950-8f2cba84e105 HTTP/1.1" status: 204 len: 168 time: 0.4084949 Oct 19 01:51:17.685580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47482) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:17.736560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e92973-7310-4b0b-8390-00b6277d0d34 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:17.738112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e92973-7310-4b0b-8390-00b6277d0d34 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:17.739634 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b9e92973-7310-4b0b-8390-00b6277d0d34 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0531600 Oct 19 01:51:17.742298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47484) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:17.795249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 464daf59-a30a-48d0-a011-abbfd09dc549 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:17.798640 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.846222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.931649 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:17.993511 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.025737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=464daf59-a30a-48d0-a011-abbfd09dc549,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:18.030134 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.033416 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2f719e49-84a3-42e8-8000-c6431486ac1d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/464daf59-a30a-48d0-a011-abbfd09dc549 HTTP/1.1" status: 204 len: 168 time: 0.2902007 Oct 19 01:51:18.036406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47486) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:18.071427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53d442-eb33-41b4-a1cc-c8c32d4009aa None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:18.078456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9d812206-294c-4b27-b7f7-77af16dfc5da tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409403 Oct 19 01:51:18.081117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47488) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:18.085770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:18.164323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cd743166-37b5-442f-94b7-59007d6d5c01 None None] Provisioning complete for port a5b57e4e-203c-46ac-bdac-2a321b4348db triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:18.164690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd743166-37b5-442f-94b7-59007d6d5c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.176874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:18.180504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.411136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:18.468931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] Deleting port a5b57e4e-203c-46ac-bdac-2a321b4348db {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:18.469632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.485953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:18.547789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] For port a5b57e4e-203c-46ac-bdac-2a321b4348db, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a5b57e4e-203c-46ac-bdac-2a321b4348db,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:18.548493 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.560703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] Calling delete_port for a5b57e4e-203c-46ac-bdac-2a321b4348db owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:18.640482 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.643260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.667285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] Pushing event deleted for resources: {'Port': ['ID=a5b57e4e-203c-46ac-bdac-2a321b4348db,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:18.669686 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ace9d-3c89-47b4-9275-9608cf04b48d None None] No DVR routers for this DVR port a5b57e4e-203c-46ac-bdac-2a321b4348db on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:18.676704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Port a5b57e4e-203c-46ac-bdac-2a321b4348db concurrently deleted while adding address for new subnet {'id': '3ac68efd-2c30-40dd-bf77-677b22174c1c', 'name': '', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3715, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-19T01:51:18Z', 'updated_at': '2021-10-19T01:51:18Z', 'revision_number': 0, 'segment_id': None, 'project_id': '5fd8b4419f35459e80c48efc947cb095'}. {{(pid=100848) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 19 01:51:18.677525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.723719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:18.726807 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:18.730888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:18.732026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.737472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e446fa0-df5c-4bb3-99eb-17c395ccd545 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:18.737836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=3ac68efd-2c30-40dd-bf77-677b22174c1c,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:18.752352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ba7cc467-84c6-41fc-b710-2dc234a38aba tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6702111 Oct 19 01:51:18.755017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47490) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:18.760070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:2b:f4:0e', 'name': 'tempest-NetworksTestDHCPv6-1251464508'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:18.874166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:18.878171 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.883785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '3ac68efd-2c30-40dd-bf77-677b22174c1c'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:18.884720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:18.898663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port d8c207eb-a059-4ff7-9183-4dac9a526fa4 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:19.011358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fe2b:f40e (5cc8dd49-c278-4f86-a8c6-7323e71033b3/3ac68efd-2c30-40dd-bf77-677b22174c1c/d8c207eb-a059-4ff7-9183-4dac9a526fa4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:19.154901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.190373 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.237371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Allocated IP 2001:db8::f816:3eff:fe56:c9e9 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/3ac68efd-2c30-40dd-bf77-677b22174c1c/e3f7abd7-de91-4676-ade2-e6cc9986a66d) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:19.241589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:19.246309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:19.253535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:19.259082 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:19.259674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.264348 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=d8c207eb-a059-4ff7-9183-4dac9a526fa4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:19.280674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b63b8eaa-8a8b-4962-8971-b4a8b711d93c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5246174 Oct 19 01:51:19.283472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47492) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:19.336550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b4912a-435b-41db-94e6-f2dd925f593d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:19.340428 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-51b4912a-435b-41db-94e6-f2dd925f593d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0559030 Oct 19 01:51:19.341417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47494) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:19.373792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a5b57e4e-203c-46ac-bdac-2a321b4348db no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:19.405806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a5b57e4e-203c-46ac-bdac-2a321b4348db {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:19.406064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a5b57e4e-203c-46ac-bdac-2a321b4348db not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:19.410266 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.417152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.433656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port d8c207eb-a059-4ff7-9183-4dac9a526fa4 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:19.434001 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.456080 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:19.458853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:19.462217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:19.471818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Pushing event updated for resources: {'Port': ['ID=e3f7abd7-de91-4676-ade2-e6cc9986a66d,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:19.524899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Attempting to bind port e3f7abd7-de91-4676-ade2-e6cc9986a66d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:19.525265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Attempting to bind port e3f7abd7-de91-4676-ade2-e6cc9986a66d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:19.525625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Attempting to bind port e3f7abd7-de91-4676-ade2-e6cc9986a66d on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:19.528044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.531602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:19.531990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:19.532387 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.532778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:19.533240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Bound port: e3f7abd7-de91-4676-ade2-e6cc9986a66d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:19.533615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.540787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for d8c207eb-a059-4ff7-9183-4dac9a526fa4 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:19.595515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] For port e3f7abd7-de91-4676-ade2-e6cc9986a66d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:19.598537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] For port e3f7abd7-de91-4676-ade2-e6cc9986a66d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e3f7abd7-de91-4676-ade2-e6cc9986a66d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:19.603605 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.670607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2735826-c735-4203-aaa2-4bddd2172e33 None None] Pushing event updated for resources: {'Port': ['ID=e3f7abd7-de91-4676-ade2-e6cc9986a66d,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:19.687861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.729462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=d8c207eb-a059-4ff7-9183-4dac9a526fa4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:19.753221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.757001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8b4e8fb2-b758-4f13-b8a8-3e281b6592b5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/d8c207eb-a059-4ff7-9183-4dac9a526fa4 HTTP/1.1" status: 204 len: 168 time: 0.4145837 Oct 19 01:51:19.759572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47496) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:19.822180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a8729-3a4d-466a-90c4-bde5246540c7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:19.824751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a8729-3a4d-466a-90c4-bde5246540c7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:19.827047 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-862a8729-3a4d-466a-90c4-bde5246540c7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0663903 Oct 19 01:51:19.831319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47498) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:19.888726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 3ac68efd-2c30-40dd-bf77-677b22174c1c {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:19.892271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:19.936200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.019834 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.048247 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.078998 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.105922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac68efd-2c30-40dd-bf77-677b22174c1c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:20.110376 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.113577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-228ad345-3157-456c-ab23-92f92d198ce4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/3ac68efd-2c30-40dd-bf77-677b22174c1c HTTP/1.1" status: 204 len: 168 time: 0.2826109 Oct 19 01:51:20.115893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47500) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:20.154266 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5bacc37d-cb31-41e5-81e7-1701c135f12d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372713 Oct 19 01:51:20.156449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47502) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:20.209414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90855f1-e970-4990-a712-34ff7d8cb55b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:20.210860 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c90855f1-e970-4990-a712-34ff7d8cb55b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0535429 Oct 19 01:51:20.213364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47504) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:20.267440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcaeb96-9850-4bf9-a9f5-b9acffed7ed3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:20.268938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1fcaeb96-9850-4bf9-a9f5-b9acffed7ed3 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0546806 Oct 19 01:51:20.271526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47506) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:20.310424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ebae54ff-a34f-4da7-88ce-efe671ed60a6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372453 Oct 19 01:51:20.314760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47508) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:20.319524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:20.417500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:20.421368 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.558679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7052a-f288-4bbe-a48b-63db28ff1c3b None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:20.630997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-90fd6095-3056-4cab-87f7-75cf58bf64cc None None] Provisioning complete for port e3f7abd7-de91-4676-ade2-e6cc9986a66d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:20.631365 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90fd6095-3056-4cab-87f7-75cf58bf64cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.712646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:20.763603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90fd6095-3056-4cab-87f7-75cf58bf64cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.798058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-90fd6095-3056-4cab-87f7-75cf58bf64cc None None] For port e3f7abd7-de91-4676-ade2-e6cc9986a66d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e3f7abd7-de91-4676-ade2-e6cc9986a66d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:20.805165 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90fd6095-3056-4cab-87f7-75cf58bf64cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:20.870772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6095-3056-4cab-87f7-75cf58bf64cc None None] Pushing event updated for resources: {'Port': ['ID=e3f7abd7-de91-4676-ade2-e6cc9986a66d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:20.902391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.027521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cd359a2a-78f1-4505-a265-e16fae84c2a6 None None] Provisioning complete for port e3f7abd7-de91-4676-ade2-e6cc9986a66d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:21.028003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd359a2a-78f1-4505-a265-e16fae84c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.069238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] For port e3f7abd7-de91-4676-ade2-e6cc9986a66d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e3f7abd7-de91-4676-ade2-e6cc9986a66d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:21.104030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.109931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.110980 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.189571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:21.200263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:21.211446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:21.212045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.217083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=0c4f32fc-36b2-4d07-b9bc-38fd0e234b14,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:21.226761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-791e2a93-931a-4065-9a0d-2b0cb085e235 None None] Could not find standard attr ID for object d8c207eb-a059-4ff7-9183-4dac9a526fa4. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:21.227254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=e3f7abd7-de91-4676-ade2-e6cc9986a66d,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:21.234954 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5da39ee2-ca63-4251-aba8-a6bd8a7adadb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9192786 Oct 19 01:51:21.237716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47510) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:21.242737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:0e:00:ce', 'name': 'tempest-NetworksTestDHCPv6-14563932'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:21.346448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f232f-96f8-4d9f-9510-080347ac521e None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:21.361995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:21.410671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e3f7abd7-de91-4676-ade2-e6cc9986a66d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:21.454263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.473830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:21.526694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e3f7abd7-de91-4676-ade2-e6cc9986a66d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:21.526938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.585585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fe0e:ce (5cc8dd49-c278-4f86-a8c6-7323e71033b3/0c4f32fc-36b2-4d07-b9bc-38fd0e234b14/5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:21.751022 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.786018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.827477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:21.830527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:21.834221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:21.839804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:21.840430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.852905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:21.864919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-72dc9b7d-79a0-4f15-98af-5c39fa9f6d59 None None] Provisioning complete for port e3f7abd7-de91-4676-ade2-e6cc9986a66d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:21.865513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72dc9b7d-79a0-4f15-98af-5c39fa9f6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:21.867158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47512) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:21.867604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-25ff4eb5-e442-42ba-b6fb-4dae8bd9d31e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6283922 Oct 19 01:51:21.923662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde8767-15b6-41db-93ea-d1b23b365dad tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:21.929740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde8767-15b6-41db-93ea-d1b23b365dad tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:21.931405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7dde8767-15b6-41db-93ea-d1b23b365dad tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0619099 Oct 19 01:51:21.934264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47514) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:22.031240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:22.031628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.071900 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3f1bc7f9-643e-4fe0-a3db-0da23da9d410 None None] Provisioning complete for port 5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:22.072618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc7f9-643e-4fe0-a3db-0da23da9d410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.105713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bc7f9-643e-4fe0-a3db-0da23da9d410 None None] Port 5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:22.119592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.131930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:22.258241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.286059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:22.315486 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.318825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7c98e929-604c-44d4-97b2-cbc89e13c57e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c HTTP/1.1" status: 204 len: 168 time: 0.3823690 Oct 19 01:51:22.321317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47516) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:22.374979 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3699971d-389e-4d03-b57e-49ee997f2c4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:22.376673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3699971d-389e-4d03-b57e-49ee997f2c4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:22.380907 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3699971d-389e-4d03-b57e-49ee997f2c4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0553899 Oct 19 01:51:22.381121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47518) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:22.433932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 0c4f32fc-36b2-4d07-b9bc-38fd0e234b14 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:22.440242 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.483378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.569793 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.626531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.654793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4f32fc-36b2-4d07-b9bc-38fd0e234b14,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:22.656805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.660013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2cd1187d-ac02-42a5-a816-1ec2035b9cd2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/0c4f32fc-36b2-4d07-b9bc-38fd0e234b14 HTTP/1.1" status: 204 len: 168 time: 0.2778735 Oct 19 01:51:22.661918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8c38f-fec2-4ea4-b642-aa8f4c52da38 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:22.662512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47520) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:22.705011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-306abb01-1664-4fd4-bde8-c6c51f5e3947 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413458 Oct 19 01:51:22.707803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47522) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:22.712599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:22.801151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:22.804590 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.840386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:22.886539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] Deleting port e3f7abd7-de91-4676-ade2-e6cc9986a66d {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:22.887262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.953315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] For port e3f7abd7-de91-4676-ade2-e6cc9986a66d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e3f7abd7-de91-4676-ade2-e6cc9986a66d,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:22.953714 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:22.966052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] Calling delete_port for e3f7abd7-de91-4676-ade2-e6cc9986a66d owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:23.044980 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.070207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] Pushing event deleted for resources: {'Port': ['ID=e3f7abd7-de91-4676-ade2-e6cc9986a66d,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:23.076830 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70723991-ec99-4aa8-a2da-d071dcec682f None None] No DVR routers for this DVR port e3f7abd7-de91-4676-ade2-e6cc9986a66d on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:23.077445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.objects.ports [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:23.078939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.121700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:23.124924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:23.129049 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:23.129631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.133691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fef80-5f85-46e8-a219-7b8df32933e7 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:23.141541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=cdf96f96-9b4c-44b7-8234-e1ff9ea63480,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:23.151137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b8e42d3-5eec-49ad-a9f6-8c558327f3d7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4423110 Oct 19 01:51:23.154503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47524) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:23.159296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:d0:5d:0c', 'name': 'tempest-NetworksTestDHCPv6-1792814418'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:23.270919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:23.275052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.280578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': 'cdf96f96-9b4c-44b7-8234-e1ff9ea63480'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:23.281566 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.295487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port ac055df2-dd77-4a6c-863c-c30a4ccc9d77 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:23.374858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e3f7abd7-de91-4676-ade2-e6cc9986a66d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:23.398146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e3f7abd7-de91-4676-ade2-e6cc9986a66d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:23.398481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e3f7abd7-de91-4676-ade2-e6cc9986a66d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:23.414764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fed0:5d0c (5cc8dd49-c278-4f86-a8c6-7323e71033b3/cdf96f96-9b4c-44b7-8234-e1ff9ea63480/ac055df2-dd77-4a6c-863c-c30a4ccc9d77) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:23.561543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.600937 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.647780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:23.651742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:23.654600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:23.657306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Allocated IP 2001:db8::f816:3eff:fe3a:4f32 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/cdf96f96-9b4c-44b7-8234-e1ff9ea63480/be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:23.662121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:23.662814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.677524 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=ac055df2-dd77-4a6c-863c-c30a4ccc9d77,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:23.691268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-479f92de-6a75-40ec-9f8b-5caa20e75f07 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5357149 Oct 19 01:51:23.694512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47526) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:23.744099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17225a-76d1-4b04-a53f-f479912ab48a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:23.745594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4f17225a-76d1-4b04-a53f-f479912ab48a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0501661 Oct 19 01:51:23.749506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47528) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:23.802513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.808342 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.840476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port ac055df2-dd77-4a6c-863c-c30a4ccc9d77 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:23.841165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.845896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:23.848684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:23.852037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:23.860662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Pushing event updated for resources: {'Port': ['ID=be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:23.912860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Attempting to bind port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:23.913564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Attempting to bind port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:23.913564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Attempting to bind port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:23.918324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:23.919274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:23.919655 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.920194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:23.920664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Bound port: be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:23.921041 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.933244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:23.945838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for ac055df2-dd77-4a6c-863c-c30a4ccc9d77 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:23.986030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] For port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:23.989293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] For port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:23.993727 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.058348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d0148-95b6-4ede-9123-1551dc59d4d6 None None] Pushing event updated for resources: {'Port': ['ID=be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:24.080127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.110128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=ac055df2-dd77-4a6c-863c-c30a4ccc9d77,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:24.138613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.141809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-24f8dde5-07c0-4a6b-bf4d-edf4d0b831bb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/ac055df2-dd77-4a6c-863c-c30a4ccc9d77 HTTP/1.1" status: 204 len: 168 time: 0.3913612 Oct 19 01:51:24.144362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47530) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:24.206185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc1e032-9f4a-45f0-a3b0-38cd76b8d126 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:24.207690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc1e032-9f4a-45f0-a3b0-38cd76b8d126 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:24.209256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-afc1e032-9f4a-45f0-a3b0-38cd76b8d126 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0638609 Oct 19 01:51:24.211854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47532) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:24.270471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet cdf96f96-9b4c-44b7-8234-e1ff9ea63480 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:24.273847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.315812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.399657 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.456598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.483025 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf96f96-9b4c-44b7-8234-e1ff9ea63480,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:24.488641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.491846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b0374927-bc96-433a-9738-96193ac411f6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/cdf96f96-9b4c-44b7-8234-e1ff9ea63480 HTTP/1.1" status: 204 len: 168 time: 0.2779558 Oct 19 01:51:24.494194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47534) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:24.534914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2bcc4e7b-4d82-444e-bc11-7e2f4bd33495 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396602 Oct 19 01:51:24.537912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47536) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:24.587061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9477b10-270b-4495-aa05-4cab71957ae6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:24.588565 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d9477b10-270b-4495-aa05-4cab71957ae6 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0495384 Oct 19 01:51:24.591176 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47538) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:24.642244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c029d3-f2b6-497e-9805-3e76d27de027 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:24.643707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b8c029d3-f2b6-497e-9805-3e76d27de027 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516374 Oct 19 01:51:24.646290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47540) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:24.690295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0148a422-29b5-4692-8d2b-ce26ac8072f7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428801 Oct 19 01:51:24.694551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47542) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:24.701554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:24.792350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:24.796179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.928224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91281bf8-bfb4-4b90-a6cd-2257c5a8a961 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:24.992846 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:24.995248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ec59a507-4cb0-4150-ba46-6120537b59bc None None] Provisioning complete for port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:24.995615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec59a507-4cb0-4150-ba46-6120537b59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.035572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:25.043750 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:25.048384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:25.048970 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.061009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=c99c79c5-b17d-4dc8-b3c9-178f663be883,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:25.072659 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5a175ea8-5c22-4b61-aef8-76c2898ceb9c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3763661 Oct 19 01:51:25.075998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47544) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:25.081462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:fe:3b:7c', 'name': 'tempest-NetworksTestDHCPv6-1693335426'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:25.132427 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec59a507-4cb0-4150-ba46-6120537b59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.202149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:25.206728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.230323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 148ab851-5a2a-414b-9fb0-352d4ca64faa yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:25.328786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ec59a507-4cb0-4150-ba46-6120537b59bc None None] For port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:25.333766 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec59a507-4cb0-4150-ba46-6120537b59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.364235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c2152-b5df-4f04-a250-f71b9ebb75fb None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:25.380543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::b8 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/c99c79c5-b17d-4dc8-b3c9-178f663be883/148ab851-5a2a-414b-9fb0-352d4ca64faa) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:25.433542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:25.448474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59a507-4cb0-4150-ba46-6120537b59bc None None] Pushing event updated for resources: {'Port': ['ID=be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:25.507311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ad032fb4-a50e-49b7-98dd-f43946dd4ba7 None None] Provisioning complete for port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:25.507594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad032fb4-a50e-49b7-98dd-f43946dd4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.536980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.586592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:25.586968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.906960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b2caf948-19ac-4576-99a0-bee54483b1d0 None None] Provisioning complete for port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:25.907331 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b2caf948-19ac-4576-99a0-bee54483b1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:25.954622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.002505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:26.005537 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:26.012019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:26.018459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.019081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.022987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=148ab851-5a2a-414b-9fb0-352d4ca64faa,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:26.038317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1ae8ec8f-cf7e-47f8-a62a-74f4146788a4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9609470 Oct 19 01:51:26.041035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47546) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:26.093833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ee6f2-ac14-49e7-ba67-81cb8693996d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.099419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ee6f2-ac14-49e7-ba67-81cb8693996d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.101050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4a6ee6f2-ac14-49e7-ba67-81cb8693996d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0590782 Oct 19 01:51:26.103615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47548) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:26.113958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3911698c-d0a5-4fa7-b422-4b9033df434c None None] Could not find standard attr ID for object ac055df2-dd77-4a6c-863c-c30a4ccc9d77. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:26.199644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 148ab851-5a2a-414b-9fb0-352d4ca64faa {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:26.200227 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.288934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.302292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 148ab851-5a2a-414b-9fb0-352d4ca64faa owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:26.334380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e587fe59-0de7-4dbf-84cc-1bc834759fbf None None] Provisioning complete for port 148ab851-5a2a-414b-9fb0-352d4ca64faa triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:26.335023 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e587fe59-0de7-4dbf-84cc-1bc834759fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.372322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e587fe59-0de7-4dbf-84cc-1bc834759fbf None None] Port 148ab851-5a2a-414b-9fb0-352d4ca64faa cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:26.446081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.476492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=148ab851-5a2a-414b-9fb0-352d4ca64faa,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:26.502571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.505858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a3377c50-79cb-476f-b2ba-e82c4b688cc1 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/148ab851-5a2a-414b-9fb0-352d4ca64faa HTTP/1.1" status: 204 len: 168 time: 0.4011557 Oct 19 01:51:26.508280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47550) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:26.565116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603eead-0bde-47f8-b374-21138e117083 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.566650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603eead-0bde-47f8-b374-21138e117083 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.568186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8603eead-0bde-47f8-b374-21138e117083 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0589578 Oct 19 01:51:26.570881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47552) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:26.624768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet c99c79c5-b17d-4dc8-b3c9-178f663be883 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:26.628102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.670508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.714737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.776702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.804050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=c99c79c5-b17d-4dc8-b3c9-178f663be883,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:26.807666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:26.813383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-964834a2-bafc-444b-b0a7-94e31fc7edc0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c99c79c5-b17d-4dc8-b3c9-178f663be883 HTTP/1.1" status: 204 len: 168 time: 0.2402828 Oct 19 01:51:26.814115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47554) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:26.816092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e0a2b-b487-48b0-9cf9-b5efde7ca56d None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:26.853106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d19bc6a0-cbaf-499c-8022-d2a65b98c42b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373061 Oct 19 01:51:26.855325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47556) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:26.904328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e2c58-80a1-47a2-9847-8bc31afc440a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.905922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4c2e2c58-80a1-47a2-9847-8bc31afc440a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0497012 Oct 19 01:51:26.908288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47558) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:26.963165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711027ea-250c-4158-8518-b9f89b47f641 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:26.964648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-711027ea-250c-4158-8518-b9f89b47f641 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554614 Oct 19 01:51:26.967921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47560) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:27.003005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:27.005801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e04d05f7-8b75-4562-be71-0e8d60775389 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367351 Oct 19 01:51:27.009601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47562) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:27.014767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:27.051556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] Deleting port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:27.051920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.105468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:27.109492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.117938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] For port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:27.118510 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.130453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] Calling delete_port for be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:27.209403 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.236081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] Pushing event deleted for resources: {'Port': ['ID=be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:27.240842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1408e-4fdc-4806-a4a3-b68d7de9b99a None None] No DVR routers for this DVR port be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:27.364290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:27.365361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.objects.ports [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:27.366883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.387227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:27.387944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device be6d8a2f-1f7a-438c-b0b7-e9b5398ff8bc not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:27.405899 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:27.408942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:27.413018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:27.413601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.417605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff03dd6-c011-4878-bc64-f7f7f8917f43 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:27.430399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=a01e3bc5-46f8-48d1-9039-d2d8a8ed7127,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:27.436874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-787acae8-00de-4f3a-a344-5d93b133bb58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4262528 Oct 19 01:51:27.439803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:27.444685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-81d3c02b-265f-49c1-a721-4bf3ffca541d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:27.556241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3c02b-265f-49c1-a721-4bf3ffca541d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:27.561913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-81d3c02b-265f-49c1-a721-4bf3ffca541d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.562190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': 'a01e3bc5-46f8-48d1-9039-d2d8a8ed7127'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:27.563042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.661204 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-81d3c02b-265f-49c1-a721-4bf3ffca541d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a01e3bc5-46f8-48d1-9039-d2d8a8ed7127 (CIDR: 2001:db8::/64) Oct 19 01:51:27.664905 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d3c02b-265f-49c1-a721-4bf3ffca541d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:27.665359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d3c02b-265f-49c1-a721-4bf3ffca541d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:27.682499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-81d3c02b-265f-49c1-a721-4bf3ffca541d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2416348 Oct 19 01:51:27.686306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47566) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:27.691165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:27.700334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Allocated IP 2001:db8::f816:3eff:fe1a:5006 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/a01e3bc5-46f8-48d1-9039-d2d8a8ed7127/9e7cff57-02de-4f44-af62-d8a5a07814ca) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:27.801804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:27.805437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.845716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.852706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.890631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:27.894956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:27.901751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:27.905332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Pushing event updated for resources: {'Port': ['ID=9e7cff57-02de-4f44-af62-d8a5a07814ca,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:27.956966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Attempting to bind port 9e7cff57-02de-4f44-af62-d8a5a07814ca on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:27.957335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Attempting to bind port 9e7cff57-02de-4f44-af62-d8a5a07814ca by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:27.957698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Attempting to bind port 9e7cff57-02de-4f44-af62-d8a5a07814ca on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:27.962625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:27.963001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:27.963397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:27.963787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:27.964282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Bound port: 9e7cff57-02de-4f44-af62-d8a5a07814ca, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:27.964656 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.031896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] For port 9e7cff57-02de-4f44-af62-d8a5a07814ca, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:28.033007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.034972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] For port 9e7cff57-02de-4f44-af62-d8a5a07814ca, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e7cff57-02de-4f44-af62-d8a5a07814ca,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:28.038856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.080410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:28.083720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:28.088199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:28.088786 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.104227 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=c55aede7-60d7-4465-a548-cc2a27769500,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:28.111338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f9ed8173-d601-4596-b72f-cc3502c9d168 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4239902 Oct 19 01:51:28.114159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47568) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:28.117705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e7a3c-f9cf-4ec0-8da7-68b3228ac000 None None] Pushing event updated for resources: {'Port': ['ID=9e7cff57-02de-4f44-af62-d8a5a07814ca,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:28.119048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:fe:5a:17', 'name': 'tempest-NetworksTestDHCPv6-30088332'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:28.234316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:28.335969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.357527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6 yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:28.537001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8:0:1::2e (5cc8dd49-c278-4f86-a8c6-7323e71033b3/c55aede7-60d7-4465-a548-cc2a27769500/cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:28.543394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fefe:5a17 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/a01e3bc5-46f8-48d1-9039-d2d8a8ed7127/cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:28.625457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-da2708c9-659e-4e76-a4b2-cda4bb1e5c76 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392721 Oct 19 01:51:28.702591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.705334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-a3e40013-4b24-4340-86e4-4abff61cbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:28.706956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-a3e40013-4b24-4340-86e4-4abff61cbfbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1097 time: 0.0472422 Oct 19 01:51:28.742341 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.791409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:28.797500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:28.801254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:28.806736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:28.807365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.826891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:28.830183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-039ca2b2-7b83-4dbb-9244-9055bacdd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:28.832365 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-039ca2b2-7b83-4dbb-9244-9055bacdd2a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=18008bb1-3fca-4574-a81e-eb5e3141cbde HTTP/1.1" status: 200 len: 896 time: 0.1052177 Oct 19 01:51:28.840015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a0a8f701-7158-47f0-a2bb-8591b7a9682f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7236950 Oct 19 01:51:28.842176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47570) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:28.911139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-22cd6a7b-7562-4039-9f89-a506f4575492 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e HTTP/1.1" status: 200 len: 1001 time: 0.0688844 Oct 19 01:51:28.942480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:28.943070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:28.970708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-281b12ed-4855-496f-b956-ca6cef92d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:28.972062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-281b12ed-4855-496f-b956-ca6cef92d46f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcd3908b-b475-45e2-a3db-7b23d6dbf9e6 HTTP/1.1" status: 200 len: 835 time: 0.0537951 Oct 19 01:51:29.023841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-45d965df-3349-4d80-a490-42a1e5b42a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:29.025374 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-45d965df-3349-4d80-a490-42a1e5b42a18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18008bb1-3fca-4574-a81e-eb5e3141cbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456526 Oct 19 01:51:29.039591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b992c-5d9c-44cc-a8e6-f4234c28cbad None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:29.042470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.054901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:29.128698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1f0c32d4-1d08-4f93-a818-699757738d91 None None] Provisioning complete for port 9e7cff57-02de-4f44-af62-d8a5a07814ca triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:29.129081 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f0c32d4-1d08-4f93-a818-699757738d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.130130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-64bf444b-4c17-4e48-9eca-93c66a21c635 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962021 Oct 19 01:51:29.236992 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e4d8dd82-172f-4f88-8403-dff62cfd291c req-9878d057-56b3-43cf-a913-a58e8fa161e8 service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963657 Oct 19 01:51:29.248811 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.279463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:29.290482 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f0c32d4-1d08-4f93-a818-699757738d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.324631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.331342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1f0c32d4-1d08-4f93-a818-699757738d91 None None] For port 9e7cff57-02de-4f44-af62-d8a5a07814ca, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e7cff57-02de-4f44-af62-d8a5a07814ca,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:29.331841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-00447a58-86f9-4f9b-95fa-c5d622cdc92b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6 HTTP/1.1" status: 204 len: 168 time: 0.4883945 Oct 19 01:51:29.332302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47572) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:29.346390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f0c32d4-1d08-4f93-a818-699757738d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.389915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a33e219-7297-4e6f-a286-dfa4375d6712 None None] Update dhcp port {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': 'a01e3bc5-46f8-48d1-9039-d2d8a8ed7127', 'ip_address': '2001:db8::f816:3eff:fe1a:5006'}, {'subnet_id': 'c55aede7-60d7-4465-a548-cc2a27769500'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '9e7cff57-02de-4f44-af62-d8a5a07814ca'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:51:29.396270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ac8cb-c326-462d-b2d1-01ff980a98aa tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:29.400018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d01ac8cb-c326-462d-b2d1-01ff980a98aa tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0640197 Oct 19 01:51:29.400728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47574) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:29.425282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e7cff57-02de-4f44-af62-d8a5a07814ca up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:29.433444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c32d4-1d08-4f93-a818-699757738d91 None None] Pushing event updated for resources: {'Port': ['ID=9e7cff57-02de-4f44-af62-d8a5a07814ca,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:29.456582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34ee96-018f-49a4-a3c1-41873bc8e1b2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:29.457323 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a33e219-7297-4e6f-a286-dfa4375d6712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.458066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bf34ee96-018f-49a4-a3c1-41873bc8e1b2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0562639 Oct 19 01:51:29.460671 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47576) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:29.569560 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9e7cff57-02de-4f44-af62-d8a5a07814ca triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:29.569829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.677843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-4a33e219-7297-4e6f-a286-dfa4375d6712 None None] Allocated IP 2001:db8:0:1::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/c55aede7-60d7-4465-a548-cc2a27769500/9e7cff57-02de-4f44-af62-d8a5a07814ca) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:29.767533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4c3b9-02a4-494a-9b83-d7c2698e0cc7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:29.769340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4c3b9-02a4-494a-9b83-d7c2698e0cc7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:29.770601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4c3b9-02a4-494a-9b83-d7c2698e0cc7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:29.772177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9ef4c3b9-02a4-494a-9b83-d7c2698e0cc7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3104374 Oct 19 01:51:29.774850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47578) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:29.800899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4a33e219-7297-4e6f-a286-dfa4375d6712 None None] For port 9e7cff57-02de-4f44-af62-d8a5a07814ca, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e7cff57-02de-4f44-af62-d8a5a07814ca,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:29.826222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet a01e3bc5-46f8-48d1-9039-d2d8a8ed7127 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:29.832938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a33e219-7297-4e6f-a286-dfa4375d6712 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.837220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.837648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a33e219-7297-4e6f-a286-dfa4375d6712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.882800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:29.920446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33e219-7297-4e6f-a286-dfa4375d6712 None None] Pushing event updated for resources: {'Port': ['ID=9e7cff57-02de-4f44-af62-d8a5a07814ca,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:29.965085 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.027406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.060304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=a01e3bc5-46f8-48d1-9039-d2d8a8ed7127,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:30.065040 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.068263 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/a01e3bc5-46f8-48d1-9039-d2d8a8ed7127 HTTP/1.1" status: 204 len: 168 time: 0.2924392 Oct 19 01:51:30.070845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47580) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:30.073933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.074286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.074627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.075634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.076185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.076629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.076927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.077282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.077610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.077936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.078264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.078587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62cc1b-4c43-447e-9ce8-3725be19efc2 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:30.128284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet c55aede7-60d7-4465-a548-cc2a27769500 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:30.131632 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.177625 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.266886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.330421 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.363053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=c55aede7-60d7-4465-a548-cc2a27769500,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:30.366747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.370014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-511b844a-a910-4be8-b5a9-42ac39d3b81d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c55aede7-60d7-4465-a548-cc2a27769500 HTTP/1.1" status: 204 len: 168 time: 0.2969959 Oct 19 01:51:30.373129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47582) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:30.411585 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0aa6ed31-b080-4b71-a63a-629eb530f22a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373445 Oct 19 01:51:30.414327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47584) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:30.419711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:30.430995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d9c4c-3519-4e40-991c-b9992e3de899 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:30.498029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e348dc7c-0f07-4433-964e-482b352aca6c None None] Could not find standard attr ID for object cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:30.508543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:30.512107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.541276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e348dc7c-0f07-4433-964e-482b352aca6c None None] Provisioning complete for port 9e7cff57-02de-4f44-af62-d8a5a07814ca triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:30.541648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e348dc7c-0f07-4433-964e-482b352aca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.655329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:30.702098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] Deleting port 9e7cff57-02de-4f44-af62-d8a5a07814ca {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:30.702576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.763933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] For port 9e7cff57-02de-4f44-af62-d8a5a07814ca, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9e7cff57-02de-4f44-af62-d8a5a07814ca,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:30.764358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:30.776467 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] Calling delete_port for 9e7cff57-02de-4f44-af62-d8a5a07814ca owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:30.837065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.objects.ports [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:31.014846 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.025867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_pluggable_backend [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Port 9e7cff57-02de-4f44-af62-d8a5a07814ca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100847) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 01:51:31.026544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_pluggable_backend [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1a:5006 {{(pid=100847) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 01:51:31.029842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_pluggable_backend [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1a:5006 {{(pid=100847) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 01:51:31.030981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.041698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] Pushing event deleted for resources: {'Port': ['ID=9e7cff57-02de-4f44-af62-d8a5a07814ca,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:31.043572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f85ea-3165-4e6a-bec4-b50f7519114f None None] No DVR routers for this DVR port 9e7cff57-02de-4f44-af62-d8a5a07814ca on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:31.082968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:31.086179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:31.089182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:31.089763 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.095077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a1c59-63dd-41eb-8107-d297326a2ba4 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:31.103918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=113e2205-940d-4334-bf45-b2d04b46550f,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:31.113872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-699d2dc6-0e33-4527-a278-b3522645c0bd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6985605 Oct 19 01:51:31.116640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47588) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:31.121441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-54434722-e299-4b96-857a-a19d6c17d63c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:31.230752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54434722-e299-4b96-857a-a19d6c17d63c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:31.235467 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-54434722-e299-4b96-857a-a19d6c17d63c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.241156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'tenant_id': '5fd8b4419f35459e80c48efc947cb095', 'fixed_ips': [{'subnet_id': '113e2205-940d-4334-bf45-b2d04b46550f'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:31.242012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.330381 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-54434722-e299-4b96-857a-a19d6c17d63c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 113e2205-940d-4334-bf45-b2d04b46550f (CIDR: 2001:db8::/64) Oct 19 01:51:31.343537 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-54434722-e299-4b96-857a-a19d6c17d63c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:31.344200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54434722-e299-4b96-857a-a19d6c17d63c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:31.364119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-54434722-e299-4b96-857a-a19d6c17d63c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2439752 Oct 19 01:51:31.364388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47590) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:31.369291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:31.379224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e7cff57-02de-4f44-af62-d8a5a07814ca no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:31.384240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Allocated IP 2001:db8::f816:3eff:fe1f:a47c (5cc8dd49-c278-4f86-a8c6-7323e71033b3/113e2205-940d-4334-bf45-b2d04b46550f/29c1b722-e9a2-4e7e-a790-8ac2cede4c60) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:31.403798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 9e7cff57-02de-4f44-af62-d8a5a07814ca {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:31.404152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9e7cff57-02de-4f44-af62-d8a5a07814ca not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:31.482141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:31.485776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.546410 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.552120 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.588904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:31.593654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:31.600639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:31.602572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:31.661753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Attempting to bind port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:31.662123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Attempting to bind port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:31.662485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Attempting to bind port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 on network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:31.667397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:31.667771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Checking segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:31.668223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.669253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Bound using segment: {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:31.670023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Bound port: 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514181e-cffe-4a81-9dda-40b31a592c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:31.670171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.713029 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.732739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:31.736082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:31.740538 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.753945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:31.757047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:31.761309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:31.761894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:31.775028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=488eb60e-c8d8-45e3-bc90-0d8e657a76f7,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:31.787175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-22512882-e57b-4a19-8fe7-cfcd18f01a0d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4215777 Oct 19 01:51:31.790242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47592) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:31.800622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:1e:c6:90', 'name': 'tempest-NetworksTestDHCPv6-1879941857'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:31.810949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b3f4e-8f7d-4aab-bda3-c8378d338efb None None] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:31.917318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:32.021612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.043378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:32.211772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8:0:1::33 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/488eb60e-c8d8-45e3-bc90-0d8e657a76f7/2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:32.221444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::f816:3eff:fe1e:c690 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/113e2205-940d-4334-bf45-b2d04b46550f/2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:32.366813 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.400532 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.448425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:32.452287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:32.456061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:32.461687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:32.462352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.473532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:32.487852 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-334cf087-82c9-44c7-a00d-d3711030253e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6963871 Oct 19 01:51:32.490364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47594) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:32.589195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:32.589526 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.687306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.700365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:32.852728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ac25fb-b381-4124-9efa-b7677c26dc4a None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:32.885395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.913948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:32.931025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-50f1edf2-8ef9-4201-9897-0296d91b6ed0 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:32.931392 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-50f1edf2-8ef9-4201-9897-0296d91b6ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.960650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:32.963922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-64437965-3833-40fb-b7a2-d59076866f03 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb HTTP/1.1" status: 204 len: 168 time: 0.4725974 Oct 19 01:51:32.966875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47596) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:33.015350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c34994-a017-431a-96a8-712a46561388 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:33.016757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-60c34994-a017-431a-96a8-712a46561388 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0489533 Oct 19 01:51:33.019293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47598) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:33.069486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b8508f-0e12-43cb-948a-fafcaa12e9a0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:33.070951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-29b8508f-0e12-43cb-948a-fafcaa12e9a0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0507414 Oct 19 01:51:33.073917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47600) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:33.084835 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-50f1edf2-8ef9-4201-9897-0296d91b6ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.122488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-50f1edf2-8ef9-4201-9897-0296d91b6ed0 None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:33.130964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ed964-ce8f-4ab0-a5ae-ebf863dc16eb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:33.132682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ed964-ce8f-4ab0-a5ae-ebf863dc16eb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:33.134326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ed964-ce8f-4ab0-a5ae-ebf863dc16eb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:33.136270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-404ed964-ce8f-4ab0-a5ae-ebf863dc16eb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0609467 Oct 19 01:51:33.140432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47602) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:33.142700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-50f1edf2-8ef9-4201-9897-0296d91b6ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.178939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658fd007-45ab-42ed-8ab9-a78adb00d98f None None] Update dhcp port {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '113e2205-940d-4334-bf45-b2d04b46550f', 'ip_address': '2001:db8::f816:3eff:fe1f:a47c'}, {'subnet_id': '488eb60e-c8d8-45e3-bc90-0d8e657a76f7'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '29c1b722-e9a2-4e7e-a790-8ac2cede4c60'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:51:33.191535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 113e2205-940d-4334-bf45-b2d04b46550f {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:33.194613 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.221157 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-658fd007-45ab-42ed-8ab9-a78adb00d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.224079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1edf2-8ef9-4201-9897-0296d91b6ed0 None None] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:33.236042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.322431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.384635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-658fd007-45ab-42ed-8ab9-a78adb00d98f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 113e2205-940d-4334-bf45-b2d04b46550f: This subnet is being modified by another concurrent operation. Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 113e2205-940d-4334-bf45-b2d04b46550f: This subnet is being modified by another concurrent operation. Oct 19 01:51:33.386672 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 01:51:33.415169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:33.415436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=113e2205-940d-4334-bf45-b2d04b46550f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:33.427648 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.431050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e860207f-dd84-4a8c-bed5-36bc3aa3b6ef tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/113e2205-940d-4334-bf45-b2d04b46550f HTTP/1.1" status: 204 len: 168 time: 0.2895350 Oct 19 01:51:33.433625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47604) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:33.470474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5296d-1e1b-4385-8d37-ec4b50f040d2 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:33.473815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:33.474183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.489845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 488eb60e-c8d8-45e3-bc90-0d8e657a76f7 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:33.492957 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.533222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.589090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.591920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4aa5d398-ca57-4d7f-b08d-6559380e0f73 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:33.592314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d398-ca57-4d7f-b08d-6559380e0f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.653670 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.678342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=488eb60e-c8d8-45e3-bc90-0d8e657a76f7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:33.682198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.686829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-befbfa33-eba0-416e-9536-a444ca1ea740 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/488eb60e-c8d8-45e3-bc90-0d8e657a76f7 HTTP/1.1" status: 204 len: 168 time: 0.2520308 Oct 19 01:51:33.689187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47606) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:33.728011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-569dab62-7e0f-48ef-917e-513bf21c6f81 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375919 Oct 19 01:51:33.731656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47608) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:33.737507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:33.819879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5c8af-b046-407d-a457-b6c62bb810ee None None] Update dhcp port {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '488eb60e-c8d8-45e3-bc90-0d8e657a76f7'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '29c1b722-e9a2-4e7e-a790-8ac2cede4c60'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:51:33.844667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:33.846165 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7cf5c8af-b046-407d-a457-b6c62bb810ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:33.848045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.007044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e4d5aabc-67f7-4ee4-a3ef-2a43409ae5f0 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:34.007599 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e4d5aabc-67f7-4ee4-a3ef-2a43409ae5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.038125 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.082553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:34.085922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:34.090214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:34.091451 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.100996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=1f6d57ee-1083-4859-ae74-df3d75abc5f2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:34.115017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-574565fa-afa7-4b87-84da-e7f93fbe0e6a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3817387 Oct 19 01:51:34.117766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47610) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:34.123240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-60a73485-6584-468a-bff9-b46a11a293ec tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:34.139755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e582c1-26c0-4973-b05d-ac36b3b5a437 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:34.214035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-45a0ea60-2177-47ee-a687-d310e647a094 None None] Could not find standard attr ID for object 2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:34.236181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a73485-6584-468a-bff9-b46a11a293ec tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:34.239779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-60a73485-6584-468a-bff9-b46a11a293ec tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.329669 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-60a73485-6584-468a-bff9-b46a11a293ec tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f6d57ee-1083-4859-ae74-df3d75abc5f2 (CIDR: 2001:db8::/64) Oct 19 01:51:34.332781 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a73485-6584-468a-bff9-b46a11a293ec tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:34.333271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a73485-6584-468a-bff9-b46a11a293ec tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:34.337354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa66a50-3d0d-4287-86b5-1c94673ee388 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:51:34.354624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47612) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:34.355196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-60a73485-6584-468a-bff9-b46a11a293ec tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2360609 Oct 19 01:51:34.360292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:34.429677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa66a50-3d0d-4287-86b5-1c94673ee388 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:51:34.447910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dab4832b-22a3-4851-8264-16bf07a8784c None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:34.448306 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dab4832b-22a3-4851-8264-16bf07a8784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.482070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:34.486054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.771930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Update dhcp port {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '1f6d57ee-1083-4859-ae74-df3d75abc5f2'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '29c1b722-e9a2-4e7e-a790-8ac2cede4c60'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:51:34.797423 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:34.816292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:35.016511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 01:51:35.016511 n-d-789963-20 neutron-server[100849]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Oct 19 01:51:35.016511 n-d-789963-20 neutron-server[100849]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe1f:a47c', 'status': 'ALLOCATED', 'ipam_subnet_id': 'bffb3397-26fb-40e4-bfb6-6d45cfe88af9'}] Oct 19 01:51:35.016511 n-d-789963-20 neutron-server[100849]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:51:35.017470 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:51:35.050473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.202418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:35.233338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.237452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.238140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.310645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:35.321756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:35.332867 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:35.333440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.345085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=f2d44f47-3d0a-43ac-acc3-dfe33151f859,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:35.349151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:35.359660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-786ef4e5-bf92-42ab-b9a5-e0da9f84f149 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0039728 Oct 19 01:51:35.362488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47614) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:35.366837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:35.367271 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:06:89:ba', 'name': 'tempest-NetworksTestDHCPv6-263633763'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:35.442062 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.475358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:35.478423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:35.480016 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.484512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.507192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port 1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:35.682745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::5 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/1f6d57ee-1083-4859-ae74-df3d75abc5f2/1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:35.688811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:89ba (5cc8dd49-c278-4f86-a8c6-7323e71033b3/f2d44f47-3d0a-43ac-acc3-dfe33151f859/1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:35.704701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:35.714623 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.844051 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.877078 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.920269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:35.923331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:35.925199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/1f6d57ee-1083-4859-ae74-df3d75abc5f2/29c1b722-e9a2-4e7e-a790-8ac2cede4c60) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:35.927000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:35.932677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:35.933280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:35.944673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:35.959370 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-01e7bd1c-6cfc-4ad8-b0df-f6a9a7feac4c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5935829 Oct 19 01:51:35.959599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47618) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:36.019922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:36.049680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.051526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port 1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:36.051835 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.053910 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.140279 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:36.141208 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.153779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.154145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.154496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.154865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.155209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.155342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for 1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33 owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:36.155545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.155879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.156237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.156567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.156901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.157396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.157723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dfe57f-17a6-404e-a821-6b7411eaa9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:51:36.258661 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:51:36.359702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.397290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:36.444754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.448359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cee825bd-365d-4b1a-9472-fd72eba221fd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33 HTTP/1.1" status: 204 len: 168 time: 0.4877870 Oct 19 01:51:36.450956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47620) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:36.502468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b23ea-043c-48c9-8445-8da0d97f8ea4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:36.503925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-402b23ea-043c-48c9-8445-8da0d97f8ea4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0520492 Oct 19 01:51:36.506667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47622) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:36.565116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd10ff5b-807d-4230-a4e0-6001cc9218bf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:36.566666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd10ff5b-807d-4230-a4e0-6001cc9218bf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0590045 Oct 19 01:51:36.569230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47624) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:36.625081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c5dec2-5f2f-4b85-ac99-e858118dc38d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:36.626596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c5dec2-5f2f-4b85-ac99-e858118dc38d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:36.628258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c5dec2-5f2f-4b85-ac99-e858118dc38d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:36.629838 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-94c5dec2-5f2f-4b85-ac99-e858118dc38d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0596716 Oct 19 01:51:36.632602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47626) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:36.687120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 1f6d57ee-1083-4859-ae74-df3d75abc5f2 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:36.690698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.707354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03a437-82f9-40ba-b4fc-5b52e30fe0a2 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 01:51:36.730819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.801153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-47128bf2-11a8-4823-9534-a3382c5ee926 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:36.801518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47128bf2-11a8-4823-9534-a3382c5ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.819181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.832910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03a437-82f9-40ba-b4fc-5b52e30fe0a2 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 01:51:36.876542 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.905724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6d57ee-1083-4859-ae74-df3d75abc5f2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:36.907699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.910903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6319cdf9-fb2e-4b59-a33b-12f59ec1faa0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/1f6d57ee-1083-4859-ae74-df3d75abc5f2 HTTP/1.1" status: 204 len: 168 time: 0.2773499 Oct 19 01:51:36.913362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47628) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:36.964934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet f2d44f47-3d0a-43ac-acc3-dfe33151f859 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:36.968499 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.975198 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47128bf2-11a8-4823-9534-a3382c5ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:36.988458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-77f3f9af-0bd8-48ae-91b1-9bc8751ed78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.014353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.050879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-47128bf2-11a8-4823-9534-a3382c5ee926 None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:37.055219 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47128bf2-11a8-4823-9534-a3382c5ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.103455 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.151322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47128bf2-11a8-4823-9534-a3382c5ee926 None None] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=10']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:37.164770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.198582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d44f47-3d0a-43ac-acc3-dfe33151f859,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:37.200610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.203822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3f71692f-c873-4548-82bc-ab6c0718bc66 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/f2d44f47-3d0a-43ac-acc3-dfe33151f859 HTTP/1.1" status: 204 len: 168 time: 0.2893658 Oct 19 01:51:37.206180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47632) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:37.245107 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8ff0d0cc-8ed7-4604-b102-8f152b6ac650 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377972 Oct 19 01:51:37.248573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47634) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:37.253771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:37.350828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:37.354366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.420577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:37.478555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:37.478840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.562327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.604546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:37.607802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:37.612121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:37.612702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.626226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=4539f87d-9d65-444e-b643-9b77238735d1,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:37.636575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7f2a6ac9-8102-4bbf-80a7-61c7ea64d24f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3866272 Oct 19 01:51:37.640143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47636) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:37.645486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c2747260-7097-4068-a447-9d4f2f882fd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:37.755658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2747260-7097-4068-a447-9d4f2f882fd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:37.759150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c2747260-7097-4068-a447-9d4f2f882fd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.760347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaeafb9-d7a2-4702-82a3-961d94f80795 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:37.823158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-efdbe08c-8274-4628-b4a2-bafe7363e5a6 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:37.823594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-efdbe08c-8274-4628-b4a2-bafe7363e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:37.855149 n-d-789963-20 neutron-server[100847]: INFO neutron.db.ipam_backend_mixin [None req-c2747260-7097-4068-a447-9d4f2f882fd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4539f87d-9d65-444e-b643-9b77238735d1 (CIDR: 2001:db8::/64) Oct 19 01:51:37.858882 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2747260-7097-4068-a447-9d4f2f882fd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 01:51:37.859330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2747260-7097-4068-a447-9d4f2f882fd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:37.879757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47638) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:37.880396 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c2747260-7097-4068-a447-9d4f2f882fd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2388988 Oct 19 01:51:37.885092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'subnet': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:38.007387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:38.010913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.037707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e640cb-183e-4a6f-b086-6c8778be2ca6 None None] Update dhcp port {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'fixed_ips': [{'subnet_id': '4539f87d-9d65-444e-b643-9b77238735d1'}], 'binding:host_id': 'n-d-789963-20'}, 'id': '29c1b722-e9a2-4e7e-a790-8ac2cede4c60'} from n-d-789963-20. {{(pid=100849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 01:51:38.066040 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-24e640cb-183e-4a6f-b086-6c8778be2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.231515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-24e640cb-183e-4a6f-b086-6c8778be2ca6 None None] Allocated IP 2001:db8::2 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/4539f87d-9d65-444e-b643-9b77238735d1/29c1b722-e9a2-4e7e-a790-8ac2cede4c60) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:38.328150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-24e640cb-183e-4a6f-b086-6c8778be2ca6 None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:38.331418 n-d-789963-20 neutron-server[100848]: DEBUG neutron.objects.ports [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100848) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 01:51:38.357536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-24e640cb-183e-4a6f-b086-6c8778be2ca6 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.362433 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-24e640cb-183e-4a6f-b086-6c8778be2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.435102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e640cb-183e-4a6f-b086-6c8778be2ca6 None None] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:38.493807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.666044 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:38.698966 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.705122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.705871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.783417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:38.790365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:38.793266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:38.794335 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:38.817854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Subnet': ['ID=cdf9ba76-2156-42b1-b454-0644273fd050,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:38.828530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=14']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:38.834865 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a20afb0a-2b89-4ddb-8ee2-94c98a1d7228 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9537919 Oct 19 01:51:38.837764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47640) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:38.843380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Request body: {'port': {'network_id': '5cc8dd49-c278-4f86-a8c6-7323e71033b3', 'mac_address': 'fa:16:3e:18:2c:63', 'name': 'tempest-NetworksTestDHCPv6-450195470'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:38.923316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8446b6f-1d47-4ae3-8a36-e136691996bd None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:38.960243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Made reservation on behalf of 5fd8b4419f35459e80c48efc947cb095 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:39.010445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-95df94ee-65c8-46b5-80d8-af4778bf1368 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:39.010811 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95df94ee-65c8-46b5-80d8-af4778bf1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.047146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.072814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] device_id is not set on port afb5867a-451d-4fb7-b354-24a63e69d3da yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:39.246115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8::263 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/4539f87d-9d65-444e-b643-9b77238735d1/afb5867a-451d-4fb7-b354-24a63e69d3da) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:39.253922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:2c63 (5cc8dd49-c278-4f86-a8c6-7323e71033b3/cdf9ba76-2156-42b1-b454-0644273fd050/afb5867a-451d-4fb7-b354-24a63e69d3da) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:39.385927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:39.406985 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.437855 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:39.438226 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.446605 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.496047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:39.499901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:39.502917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:39.509159 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:39.509807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.526108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event updated for resources: {'Port': ['ID=afb5867a-451d-4fb7-b354-24a63e69d3da,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:39.542981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4d32b0fe-9cd9-435c-8284-5592cbcaaf12 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7018437 Oct 19 01:51:39.543905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47644) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:39.637526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting port afb5867a-451d-4fb7-b354-24a63e69d3da {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:39.637891 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.677869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86543ffd-ffee-40ae-b621-c39fe011c431 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:39.743046 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2a4035f3-1172-45b5-a34e-d6bd388b9d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.812067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e8f59453-d06c-46ae-bae3-c92c24c515f2 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:39.812437 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e8f59453-d06c-46ae-bae3-c92c24c515f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.889820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:39.997679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.010578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Calling delete_port for afb5867a-451d-4fb7-b354-24a63e69d3da owned by {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:40.163156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b5f0df6b-ee07-4820-85e1-cb33b24355fe None None] Provisioning complete for port afb5867a-451d-4fb7-b354-24a63e69d3da triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:40.163447 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b5f0df6b-ee07-4820-85e1-cb33b24355fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.197956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.198211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0df6b-ee07-4820-85e1-cb33b24355fe None None] Port afb5867a-451d-4fb7-b354-24a63e69d3da cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:40.208851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b5f0df6b-ee07-4820-85e1-cb33b24355fe None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:40.209215 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b5f0df6b-ee07-4820-85e1-cb33b24355fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.239410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Port': ['ID=afb5867a-451d-4fb7-b354-24a63e69d3da,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:40.280964 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.288595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7a6405da-6726-4617-b893-f0378454bf5c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/afb5867a-451d-4fb7-b354-24a63e69d3da HTTP/1.1" status: 204 len: 168 time: 0.7411153 Oct 19 01:51:40.288718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47646) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:40.340975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736ec40-4e4c-4497-8f15-b53f9eaeda61 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.343067 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7736ec40-4e4c-4497-8f15-b53f9eaeda61 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0529687 Oct 19 01:51:40.345285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47648) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:40.397817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c732a15f-485b-400e-8c6a-26d68864570d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.399393 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c732a15f-485b-400e-8c6a-26d68864570d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0531702 Oct 19 01:51:40.401927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47650) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:40.418241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5144c2f9-0181-4ad5-b27f-096ac707cfbc None None] Could not find standard attr ID for object 1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:40.458903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332d517-329e-4216-8b99-0e343a2ab77f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.460534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332d517-329e-4216-8b99-0e343a2ab77f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.462057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332d517-329e-4216-8b99-0e343a2ab77f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:40.463956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7332d517-329e-4216-8b99-0e343a2ab77f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0611141 Oct 19 01:51:40.467471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47652) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:40.520571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet 4539f87d-9d65-444e-b643-9b77238735d1 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:40.523906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.530940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cc6bbcd1-e660-4303-81ee-6f7593b7a90c None None] Could not find standard attr ID for object afb5867a-451d-4fb7-b354-24a63e69d3da. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:40.567506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.651069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.667814 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.729565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.758627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=4539f87d-9d65-444e-b643-9b77238735d1,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:40.764650 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.767610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bfb56a0d-531c-4a22-9fad-86cff656f82d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/4539f87d-9d65-444e-b643-9b77238735d1 HTTP/1.1" status: 204 len: 168 time: 0.2991579 Oct 19 01:51:40.770088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47654) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:40.829311 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Deleting subnet cdf9ba76-2156-42b1-b454-0644273fd050 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:40.832669 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.861706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01815be-2160-4c1f-bc7b-889049492418 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:40.876458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.879723 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:40.959141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:41.023255 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:41.051562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf9ba76-2156-42b1-b454-0644273fd050,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:41.055326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:41.058591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7e5b2f73-8831-450f-81d5-f4027ca7894b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/cdf9ba76-2156-42b1-b454-0644273fd050 HTTP/1.1" status: 204 len: 168 time: 0.2875483 Oct 19 01:51:41.061681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47656) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.101195 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ba6693f1-810b-4627-9564-2ce949af20c4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371337 Oct 19 01:51:41.102395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47658) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.152600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0554890-cbf5-43a4-8157-21f917f39d01 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:41.154142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e0554890-cbf5-43a4-8157-21f917f39d01 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0508225 Oct 19 01:51:41.156779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47660) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.212606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d1c7e-7a69-4801-9f60-2fac382ddc14 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:41.214050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d95d1c7e-7a69-4801-9f60-2fac382ddc14 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563345 Oct 19 01:51:41.217301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47662) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.257690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7b404d8f-6a35-4905-9e58-e64ece484c58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392656 Oct 19 01:51:41.263396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47664) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.287116 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b013aeb-5907-4179-8345-931e722b7d58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.287790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b013aeb-5907-4179-8345-931e722b7d58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.290849 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6b013aeb-5907-4179-8345-931e722b7d58 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/afb5867a-451d-4fb7-b354-24a63e69d3da HTTP/1.1" status: 404 len: 333 time: 0.0264289 Oct 19 01:51:41.293342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47666) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.319776 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-493a4413-1289-4fe9-b589-e3a83b0eccd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.320267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493a4413-1289-4fe9-b589-e3a83b0eccd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.323611 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-493a4413-1289-4fe9-b589-e3a83b0eccd7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/cdf9ba76-2156-42b1-b454-0644273fd050 HTTP/1.1" status: 404 len: 337 time: 0.0293489 Oct 19 01:51:41.327109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47668) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.353052 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bdb6d1-a082-4d18-b09f-c8be7df57e5d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.353512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bdb6d1-a082-4d18-b09f-c8be7df57e5d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.356629 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-71bdb6d1-a082-4d18-b09f-c8be7df57e5d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/4539f87d-9d65-444e-b643-9b77238735d1 HTTP/1.1" status: 404 len: 337 time: 0.0285175 Oct 19 01:51:41.359556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47670) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.388443 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-111f0006-9a6b-4908-aa4c-e3922ac2322b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.389111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111f0006-9a6b-4908-aa4c-e3922ac2322b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.392138 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-111f0006-9a6b-4908-aa4c-e3922ac2322b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/1f127eb6-9e9a-49cf-b35c-f3b6c1c7fc33 HTTP/1.1" status: 404 len: 333 time: 0.0316010 Oct 19 01:51:41.394695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47672) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.421041 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0385c9ed-e73c-4b96-9035-65af10c3d35c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.421498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0385c9ed-e73c-4b96-9035-65af10c3d35c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.424811 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0385c9ed-e73c-4b96-9035-65af10c3d35c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/f2d44f47-3d0a-43ac-acc3-dfe33151f859 HTTP/1.1" status: 404 len: 337 time: 0.0291994 Oct 19 01:51:41.427270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47674) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.455751 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d86c7a-dfae-438a-b5d3-086883e3769c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.456239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d86c7a-dfae-438a-b5d3-086883e3769c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.460477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-55d86c7a-dfae-438a-b5d3-086883e3769c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/1f6d57ee-1083-4859-ae74-df3d75abc5f2 HTTP/1.1" status: 404 len: 337 time: 0.0322335 Oct 19 01:51:41.461688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47676) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.484426 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e873a2a2-e072-409a-a639-70f3a320f979 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.485087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e873a2a2-e072-409a-a639-70f3a320f979 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.488159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e873a2a2-e072-409a-a639-70f3a320f979 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/2065d1f0-ed3e-4d72-9509-8bf2de4d4fdb HTTP/1.1" status: 404 len: 333 time: 0.0255313 Oct 19 01:51:41.490867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47678) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.501640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59fb50d-2a6c-4813-8fd8-4eb358c62139 None None] Network 5cc8dd49-c278-4f86-a8c6-7323e71033b3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:41.519582 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2accf5-26b7-43c9-860a-b5d95801470c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.520046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2accf5-26b7-43c9-860a-b5d95801470c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.523023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cb2accf5-26b7-43c9-860a-b5d95801470c tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/488eb60e-c8d8-45e3-bc90-0d8e657a76f7 HTTP/1.1" status: 404 len: 337 time: 0.0313559 Oct 19 01:51:41.525541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47680) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.552369 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-92374616-4536-4207-9064-968dea89f6e9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.552813 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92374616-4536-4207-9064-968dea89f6e9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.556215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-92374616-4536-4207-9064-968dea89f6e9 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/113e2205-940d-4334-bf45-b2d04b46550f HTTP/1.1" status: 404 len: 337 time: 0.0297678 Oct 19 01:51:41.558739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.586287 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-99068580-9d17-4f4d-adc9-174b9b553701 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.586881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99068580-9d17-4f4d-adc9-174b9b553701 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.592324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-99068580-9d17-4f4d-adc9-174b9b553701 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/cdbef86b-dd33-43d2-b7e6-1c6ac6b633b6 HTTP/1.1" status: 404 len: 333 time: 0.0290039 Oct 19 01:51:41.592831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47684) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.595015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2bea62ee-5bda-4847-8d1b-08d99e9a2b94 None None] Provisioning complete for port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:41.595391 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bea62ee-5bda-4847-8d1b-08d99e9a2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:41.619575 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cfd7b2-c5bd-4101-a3af-dfd1ef50d1a0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.620148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cfd7b2-c5bd-4101-a3af-dfd1ef50d1a0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.623657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c6cfd7b2-c5bd-4101-a3af-dfd1ef50d1a0 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c55aede7-60d7-4465-a548-cc2a27769500 HTTP/1.1" status: 404 len: 337 time: 0.0297575 Oct 19 01:51:41.626323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.655785 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0deb8b07-2493-4267-b272-eaae762a4216 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.656274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0deb8b07-2493-4267-b272-eaae762a4216 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.660440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0deb8b07-2493-4267-b272-eaae762a4216 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/a01e3bc5-46f8-48d1-9039-d2d8a8ed7127 HTTP/1.1" status: 404 len: 337 time: 0.0328887 Oct 19 01:51:41.662614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47688) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.687381 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ed8fd2-a9c1-4893-afba-4303391c8b09 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.688053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ed8fd2-a9c1-4893-afba-4303391c8b09 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.691126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-91ed8fd2-a9c1-4893-afba-4303391c8b09 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/148ab851-5a2a-414b-9fb0-352d4ca64faa HTTP/1.1" status: 404 len: 333 time: 0.0274794 Oct 19 01:51:41.693596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47690) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.723957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] DHCP port deletion for 5cc8dd49-c278-4f86-a8c6-7323e71033b3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:41.730111 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbab43f-23b8-4410-95d3-990d4b8b8f65 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.730560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbab43f-23b8-4410-95d3-990d4b8b8f65 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.734190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3fbab43f-23b8-4410-95d3-990d4b8b8f65 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c99c79c5-b17d-4dc8-b3c9-178f663be883 HTTP/1.1" status: 404 len: 337 time: 0.0396817 Oct 19 01:51:41.736774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47692) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.759866 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca71d35-d69b-4f6d-bc0c-370815dc4658 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.760605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca71d35-d69b-4f6d-bc0c-370815dc4658 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.763683 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9ca71d35-d69b-4f6d-bc0c-370815dc4658 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/ac055df2-dd77-4a6c-863c-c30a4ccc9d77 HTTP/1.1" status: 404 len: 333 time: 0.0260022 Oct 19 01:51:41.766106 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47694) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.773970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] Deleting port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:41.774343 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:41.791805 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef81faa-bb9e-44e2-88c2-d5de9be5ca1f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.792287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef81faa-bb9e-44e2-88c2-d5de9be5ca1f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.796358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8ef81faa-bb9e-44e2-88c2-d5de9be5ca1f tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/cdf96f96-9b4c-44b7-8234-e1ff9ea63480 HTTP/1.1" status: 404 len: 337 time: 0.0293646 Oct 19 01:51:41.798804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47696) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.822237 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a467d6fc-ac0e-49be-b5d9-6bb4aa1ec5e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.822860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a467d6fc-ac0e-49be-b5d9-6bb4aa1ec5e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.826153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a467d6fc-ac0e-49be-b5d9-6bb4aa1ec5e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/5fdd5295-07d2-4d4a-b7f7-ce2a74b6072c HTTP/1.1" status: 404 len: 333 time: 0.0264053 Oct 19 01:51:41.828669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47698) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.838680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] For port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,segment=NetworkSegment(b514181e-cffe-4a81-9dda-40b31a592c01),segment_id=b514181e-cffe-4a81-9dda-40b31a592c01)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:41.839074 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:41.851644 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] Calling delete_port for 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:41.854555 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afc71aa-b94e-4698-b395-6561f36aacc8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.855006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afc71aa-b94e-4698-b395-6561f36aacc8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.858724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3afc71aa-b94e-4698-b395-6561f36aacc8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/0c4f32fc-36b2-4d07-b9bc-38fd0e234b14 HTTP/1.1" status: 404 len: 337 time: 0.0291240 Oct 19 01:51:41.861253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47700) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.884214 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-422ec93c-60ad-478e-9bce-2c28430e016d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.884841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422ec93c-60ad-478e-9bce-2c28430e016d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.890187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-422ec93c-60ad-478e-9bce-2c28430e016d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/d8c207eb-a059-4ff7-9183-4dac9a526fa4 HTTP/1.1" status: 404 len: 333 time: 0.0257280 Oct 19 01:51:41.890416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47702) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.920279 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe731c0e-8b57-4586-9878-d9fb95072b7b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.920721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe731c0e-8b57-4586-9878-d9fb95072b7b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.926026 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe731c0e-8b57-4586-9878-d9fb95072b7b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/3ac68efd-2c30-40dd-bf77-677b22174c1c HTTP/1.1" status: 404 len: 337 time: 0.0324075 Oct 19 01:51:41.926247 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47704) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.942680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:41.951335 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-571bab76-a248-4de2-9478-7430e6df09e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.952131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571bab76-a248-4de2-9478-7430e6df09e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.955229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-571bab76-a248-4de2-9478-7430e6df09e7 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/38e84797-4b77-4fde-a950-8f2cba84e105 HTTP/1.1" status: 404 len: 333 time: 0.0280886 Oct 19 01:51:41.957726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47706) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:41.968957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] Pushing event deleted for resources: {'Port': ['ID=29c1b722-e9a2-4e7e-a790-8ac2cede4c60,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:41.972508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b28ea9-690d-4964-98cd-bb44c8dac629 None None] No DVR routers for this DVR port 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:41.985096 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf30732-d47d-4017-b587-3c87161e3e43 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:41.985545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf30732-d47d-4017-b587-3c87161e3e43 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:41.988576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-daf30732-d47d-4017-b587-3c87161e3e43 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/464daf59-a30a-48d0-a011-abbfd09dc549 HTTP/1.1" status: 404 len: 337 time: 0.0299153 Oct 19 01:51:41.991302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47708) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.014079 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c92b54-009b-4af4-9865-715846202a36 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.014673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c92b54-009b-4af4-9865-715846202a36 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.017611 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71c92b54-009b-4af4-9865-715846202a36 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/e146aa04-6d27-4541-a6c5-98b361fcfe2d HTTP/1.1" status: 404 len: 333 time: 0.0253057 Oct 19 01:51:42.019860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47710) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.045920 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5abba3-a86e-44d8-ba68-c12beb3acb55 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.046526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5abba3-a86e-44d8-ba68-c12beb3acb55 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.049261 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ec5abba3-a86e-44d8-ba68-c12beb3acb55 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/d5212b1d-b55b-4e39-a142-57ca4c0f4861 HTTP/1.1" status: 404 len: 337 time: 0.0285103 Oct 19 01:51:42.051521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47712) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.076895 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb154bb-42f2-46d1-a78b-5a582605d5d4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.077328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb154bb-42f2-46d1-a78b-5a582605d5d4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.080232 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-beb154bb-42f2-46d1-a78b-5a582605d5d4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/878b566c-d861-4b50-9cf0-c5e0ec4c9a17 HTTP/1.1" status: 404 len: 337 time: 0.0277996 Oct 19 01:51:42.082421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47714) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.109313 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d30a4e-3779-4989-903e-99147ed84623 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.109944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d30a4e-3779-4989-903e-99147ed84623 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.112971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d3d30a4e-3779-4989-903e-99147ed84623 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/a3fe5180-ae6f-44f7-8dff-625c1c2ed04f HTTP/1.1" status: 404 len: 333 time: 0.0296855 Oct 19 01:51:42.115405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47716) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.140404 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee6f48e-d1e6-4544-b4bb-7a0f34fa8a7a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.140837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee6f48e-d1e6-4544-b4bb-7a0f34fa8a7a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.143762 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eee6f48e-d1e6-4544-b4bb-7a0f34fa8a7a tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/0ae04b4a-a22e-4c76-a183-d34f803ca3db HTTP/1.1" status: 404 len: 337 time: 0.0274813 Oct 19 01:51:42.146034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47718) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.172033 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16e4321-f955-4f5a-9730-1923694755eb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.172488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16e4321-f955-4f5a-9730-1923694755eb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.175461 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d16e4321-f955-4f5a-9730-1923694755eb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/0838cb49-7f0d-4265-93bf-194f16d4c0fb HTTP/1.1" status: 404 len: 337 time: 0.0285671 Oct 19 01:51:42.177834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47720) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.200400 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-143b0745-85b3-4b4e-8668-c99a2772057e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.201032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143b0745-85b3-4b4e-8668-c99a2772057e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.204000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-143b0745-85b3-4b4e-8668-c99a2772057e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/fe93674f-af03-409d-84d2-e30da2f0d369 HTTP/1.1" status: 404 len: 333 time: 0.0252762 Oct 19 01:51:42.206272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47722) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.232396 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-366cf77d-ba86-4f7e-b07d-88d4e0b46cbf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.232743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366cf77d-ba86-4f7e-b07d-88d4e0b46cbf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.235673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-366cf77d-ba86-4f7e-b07d-88d4e0b46cbf tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/b94110c1-e31d-448e-85d7-a660f3fe7988 HTTP/1.1" status: 404 len: 337 time: 0.0285230 Oct 19 01:51:42.237939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47724) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.263648 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-14617cdb-f0c6-4d64-84b4-8780b7dced06 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.264343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14617cdb-f0c6-4d64-84b4-8780b7dced06 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.267474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-14617cdb-f0c6-4d64-84b4-8780b7dced06 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/a82023f9-4590-4f97-82f8-5d806505876e HTTP/1.1" status: 404 len: 337 time: 0.0286546 Oct 19 01:51:42.269809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47726) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.298216 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1f5dd5-58d2-4421-92c4-d568f481cc10 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.298820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1f5dd5-58d2-4421-92c4-d568f481cc10 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.301878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb1f5dd5-58d2-4421-92c4-d568f481cc10 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/0f47f2ed-6a37-486a-942a-f9a23d2715ea HTTP/1.1" status: 404 len: 333 time: 0.0311434 Oct 19 01:51:42.304321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47728) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.330549 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a3ae75-a30b-48d1-8e81-2313eb00fbbd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.330978 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a3ae75-a30b-48d1-8e81-2313eb00fbbd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.333922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f5a3ae75-a30b-48d1-8e81-2313eb00fbbd tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/b5245e31-e5b7-44c1-bc13-8f320c9b747d HTTP/1.1" status: 404 len: 337 time: 0.0286870 Oct 19 01:51:42.336210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47730) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.361614 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e524dc-37e0-44df-8acd-7891ec992cbb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.362048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e524dc-37e0-44df-8acd-7891ec992cbb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.364953 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-62e524dc-37e0-44df-8acd-7891ec992cbb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/bb0407f0-2d1f-4f21-bdea-0dbfb14ea297 HTTP/1.1" status: 404 len: 337 time: 0.0278871 Oct 19 01:51:42.367304 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47732) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.386913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:42.394795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8182ccb0-50c8-4f42-9bcf-0e47b7b5d38b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports?device_id=80394020-df97-475a-a626-ce65b49ee7e1 HTTP/1.1" status: 200 len: 205 time: 0.0264294 Oct 19 01:51:42.397127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47734) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.434799 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-f773f296-4af2-47dc-888a-2a3d090dde9b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] delete failed (client error): The resource could not be found. Oct 19 01:51:42.435834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f773f296-4af2-47dc-888a-2a3d090dde9b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/routers/80394020-df97-475a-a626-ce65b49ee7e1 HTTP/1.1" status: 404 len: 336 time: 0.0378201 Oct 19 01:51:42.438232 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47736) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.468440 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c8e4a7-abdb-4588-9867-0d7832292f65 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.468881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c8e4a7-abdb-4588-9867-0d7832292f65 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.472407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-49c8e4a7-abdb-4588-9867-0d7832292f65 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/99540fc2-2e11-4752-8cf8-5b0b57a19c0a HTTP/1.1" status: 404 len: 337 time: 0.0332971 Oct 19 01:51:42.474823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47738) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.502190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1e88aa9a-95e6-424e-856b-743585bea6a8 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "GET /v2.0/ports?device_id=f56e5d14-8599-4e87-bb14-df02435b5f6b HTTP/1.1" status: 200 len: 205 time: 0.0262711 Oct 19 01:51:42.504379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47740) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.540396 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-479ae08c-c127-4e5f-9340-0bdfee6a8309 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] delete failed (client error): The resource could not be found. Oct 19 01:51:42.541418 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-479ae08c-c127-4e5f-9340-0bdfee6a8309 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/routers/f56e5d14-8599-4e87-bb14-df02435b5f6b HTTP/1.1" status: 404 len: 336 time: 0.0361514 Oct 19 01:51:42.544941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47742) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.575775 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9789a30-6b7b-45d0-b25a-d5def020ddbe tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.576246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9789a30-6b7b-45d0-b25a-d5def020ddbe tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.579214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e9789a30-6b7b-45d0-b25a-d5def020ddbe tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c72eb51e-a16b-45e4-98c6-9b0fa957fee7 HTTP/1.1" status: 404 len: 337 time: 0.0333855 Oct 19 01:51:42.581544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47744) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.606630 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f91252-f5c5-4a3f-bd4c-0c132ec7b7f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.607058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f91252-f5c5-4a3f-bd4c-0c132ec7b7f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.610016 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-29f91252-f5c5-4a3f-bd4c-0c132ec7b7f4 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/303cb1e5-2bb0-4fa5-a6ab-1a413c17f0bb HTTP/1.1" status: 404 len: 337 time: 0.0275831 Oct 19 01:51:42.612169 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47746) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.634125 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2e87e5-b69c-4de1-9b06-2a4106ecfe06 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.634727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2e87e5-b69c-4de1-9b06-2a4106ecfe06 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.637745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0e2e87e5-b69c-4de1-9b06-2a4106ecfe06 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/ea58bdc8-cb46-4adf-bb4b-56a12bb09630 HTTP/1.1" status: 404 len: 333 time: 0.0247111 Oct 19 01:51:42.639878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47748) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.664444 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4e3f3d-2079-4149-a0a2-94e1e2435e0e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.664898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4e3f3d-2079-4149-a0a2-94e1e2435e0e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.667850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4f4e3f3d-2079-4149-a0a2-94e1e2435e0e tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/241db8bf-340e-4d6c-aa1b-f55a986db6e1 HTTP/1.1" status: 404 len: 337 time: 0.0270851 Oct 19 01:51:42.670937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47750) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.693504 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-717fc952-2bba-4c02-976c-87d8d493f042 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.694085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717fc952-2bba-4c02-976c-87d8d493f042 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.697290 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-717fc952-2bba-4c02-976c-87d8d493f042 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/d5cb592c-b711-4652-bfe0-bb1ec73356b8 HTTP/1.1" status: 404 len: 333 time: 0.0251672 Oct 19 01:51:42.699699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47752) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.724727 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ac2179-b57d-40f9-a416-0bdca7768d72 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.725160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ac2179-b57d-40f9-a416-0bdca7768d72 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.728392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d9ac2179-b57d-40f9-a416-0bdca7768d72 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/c8c8d747-d6fd-4f43-8178-b70e51a72dfa HTTP/1.1" status: 404 len: 337 time: 0.0278382 Oct 19 01:51:42.730582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47754) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.756970 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c51d182-08af-40ef-9524-359faa5f055b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.757492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c51d182-08af-40ef-9524-359faa5f055b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.760413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8c51d182-08af-40ef-9524-359faa5f055b tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/19dcb4ef-9ecd-4d0b-ba08-a9931deababa HTTP/1.1" status: 404 len: 333 time: 0.0283313 Oct 19 01:51:42.762718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47756) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.787842 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b61eb71-60d7-4955-8c6f-eb2e87ccf878 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.788299 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b61eb71-60d7-4955-8c6f-eb2e87ccf878 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.791155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3b61eb71-60d7-4955-8c6f-eb2e87ccf878 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/4a4d2fa4-8217-483f-9d74-18540c52fe12 HTTP/1.1" status: 404 len: 337 time: 0.0275848 Oct 19 01:51:42.793909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47758) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.815594 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64d1a65-73ef-49f1-8912-504054c8bfa5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.816224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64d1a65-73ef-49f1-8912-504054c8bfa5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.819153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f64d1a65-73ef-49f1-8912-504054c8bfa5 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/043924a8-aae5-43dc-ab2b-82cae511d578 HTTP/1.1" status: 404 len: 333 time: 0.0243912 Oct 19 01:51:42.821362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47760) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.846695 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c4bcd2-bfba-4298-b8a4-15de916590cb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.847126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c4bcd2-bfba-4298-b8a4-15de916590cb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.850038 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-09c4bcd2-bfba-4298-b8a4-15de916590cb tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/1dea4662-0b97-42a2-87cf-aa243ce8a5a8 HTTP/1.1" status: 404 len: 337 time: 0.0278175 Oct 19 01:51:42.852167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47762) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.873967 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4301160-3e43-45a7-9d2e-a678369a8eae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.874562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4301160-3e43-45a7-9d2e-a678369a8eae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.877493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f4301160-3e43-45a7-9d2e-a678369a8eae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/79782d51-fe02-4bb9-9ac3-79f4c0594c25 HTTP/1.1" status: 404 len: 333 time: 0.0244741 Oct 19 01:51:42.879656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47764) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.904943 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-975c79c1-f232-46a5-821c-b581692c00ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.905380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975c79c1-f232-46a5-821c-b581692c00ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.908629 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-975c79c1-f232-46a5-821c-b581692c00ac tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/2349cf6f-31b7-49c7-8086-b8981481103c HTTP/1.1" status: 404 len: 337 time: 0.0280590 Oct 19 01:51:42.910907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47766) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.937784 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ef275b-e6ee-4317-aa8f-e69ec7ee398d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.938387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ef275b-e6ee-4317-aa8f-e69ec7ee398d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.941630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a1ef275b-e6ee-4317-aa8f-e69ec7ee398d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/c3f5342e-1dd0-4128-aff1-a82bfb4fdfb0 HTTP/1.1" status: 404 len: 333 time: 0.0298367 Oct 19 01:51:42.943957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47768) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.969991 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-805c3d35-0fc2-4044-a23a-acec27dea111 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.970433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805c3d35-0fc2-4044-a23a-acec27dea111 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:42.973899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-805c3d35-0fc2-4044-a23a-acec27dea111 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/7c330771-7e81-4225-9f9d-8becc81363af HTTP/1.1" status: 404 len: 337 time: 0.0290380 Oct 19 01:51:42.976281 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47770) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:42.999112 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c751a9c3-4860-4e62-9147-b865c14b2100 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:42.999723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c751a9c3-4860-4e62-9147-b865c14b2100 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:43.002710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c751a9c3-4860-4e62-9147-b865c14b2100 tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/ports/19ae6f40-b7a4-4813-882a-eee053f5d2e0 HTTP/1.1" status: 404 len: 333 time: 0.0255263 Oct 19 01:51:43.005057 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47772) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:43.030020 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-382ae674-24e4-457b-8869-5fee355161ae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:43.030382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382ae674-24e4-457b-8869-5fee355161ae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:43.033285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-382ae674-24e4-457b-8869-5fee355161ae tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/subnets/4c47b363-6389-47e1-af0b-1d9336b3a03f HTTP/1.1" status: 404 len: 337 time: 0.0273595 Oct 19 01:51:43.035481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47774) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:43.113839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.205325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.225146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc8dd49-c278-4f86-a8c6-7323e71033b3']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:43.234356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b514181e-cffe-4a81-9dda-40b31a592c01') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:43.234643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b514181e-cffe-4a81-9dda-40b31a592c01') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:43.243731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.256628 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.262966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:51:43.263343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:51:43.266450 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:51:43.329360 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.337822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.343780 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] 10.222.0.64 "DELETE /v2.0/networks/5cc8dd49-c278-4f86-a8c6-7323e71033b3 HTTP/1.1" status: 204 len: 168 time: 0.3073866 Oct 19 01:51:43.355302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9ed9f-7ba2-4934-83be-e8c54593a52d tempest-NetworksTestDHCPv6-1349266616 tempest-NetworksTestDHCPv6-1349266616-project] Pushing event deleted for resources: {'Network': ['ID=5cc8dd49-c278-4f86-a8c6-7323e71033b3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:43.376937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:43.397712 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:43.398288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 29c1b722-e9a2-4e7e-a790-8ac2cede4c60 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:43.595012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47780) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:43.736785 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c7e530d8-8f5a-4727-a817-f907791f13cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fd8b4419f35459e80c48efc947cb095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404884 Oct 19 01:51:43.739126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47784) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:43.786968 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b27369f3-37fe-4553-a153-88f16777040e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.807810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b27369f3-37fe-4553-a153-88f16777040e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.859067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b27369f3-37fe-4553-a153-88f16777040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.861637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b27369f3-37fe-4553-a153-88f16777040e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:43.862761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b27369f3-37fe-4553-a153-88f16777040e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d353375-b82c-4e3a-8fe6-92fb797d7000 HTTP/1.1" status: 204 len: 168 time: 0.1227384 Oct 19 01:51:43.870476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27369f3-37fe-4553-a153-88f16777040e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d353375-b82c-4e3a-8fe6-92fb797d7000,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:44.480654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47806) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:44.577607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1570076415'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:44.597661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Made reservation on behalf of 5e7e8adb5e4947508beefc791dea62e3 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:44.601141 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.610022 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.688292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.691873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.717518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:51:44.726852 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49132dff-4724-42e9-9696-201773e4ce1f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:44.732113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.732454 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Added segment c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8 of type vlan for network 36cc665f-563a-45cd-af38-7e6b9a752b15 Oct 19 01:51:44.771482 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.794861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.800531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:44.801086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:44.838812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3570745 Oct 19 01:51:44.841638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47810) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:44.848622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Request body: {'subnet': {'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:44.890855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502523d-8504-492d-883c-b75dd2af2b21 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event updated for resources: {'Network': ['ID=36cc665f-563a-45cd-af38-7e6b9a752b15,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:44.901237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:51:44.965522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Made reservation on behalf of 5e7e8adb5e4947508beefc791dea62e3 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:44.970173 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.145885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.209141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event updated for resources: {'Subnet': ['ID=e608626c-2afb-44ae-a702-1e950f72682b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:45.218334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Checking segment: {'id': 'c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:45.218691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Network hostable DHCP agents. Network: 36cc665f-563a-45cd-af38-7e6b9a752b15, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:51:45.238183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:51:45.246996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 36cc665f-563a-45cd-af38-7e6b9a752b15) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:45.251041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:45.251634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.256680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6365d8-9f04-4bcc-9320-00ee65cac143 None None] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:45.269501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1c264024-b0d9-4e94-8c5f-e7b1bc406445 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4267931 Oct 19 01:51:45.272037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47812) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:45.276740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Request body: {'port': {'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15', 'name': 'tempest-ExtraDHCPOptionsTestJSON-577848477'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:45.385176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Made reservation on behalf of 5e7e8adb5e4947508beefc791dea62e3 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:45.389307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.401428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-36cc665f-563a-45cd-af38-7e6b9a752b15', 'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15', 'tenant_id': '5e7e8adb5e4947508beefc791dea62e3', 'fixed_ips': [{'subnet_id': 'e608626c-2afb-44ae-a702-1e950f72682b'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:45.402409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.409241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] device_id is not set on port 4f0461db-1803-4341-a4ac-96b1158313ba yet. {{(pid=100847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:45.537868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Allocated IP 172.20.0.2 (36cc665f-563a-45cd-af38-7e6b9a752b15/e608626c-2afb-44ae-a702-1e950f72682b/0487004d-a5da-459b-94de-eca5c605f07e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:45.842539 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.848174 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.889299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:45.892074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:45.894675 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:45.896977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Allocated IP 172.20.0.10 (36cc665f-563a-45cd-af38-7e6b9a752b15/e608626c-2afb-44ae-a702-1e950f72682b/4f0461db-1803-4341-a4ac-96b1158313ba) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:45.905284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Pushing event updated for resources: {'Port': ['ID=0487004d-a5da-459b-94de-eca5c605f07e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:45.957630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Attempting to bind port 0487004d-a5da-459b-94de-eca5c605f07e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:45.957997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Attempting to bind port 0487004d-a5da-459b-94de-eca5c605f07e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:45.958361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Attempting to bind port 0487004d-a5da-459b-94de-eca5c605f07e on network 36cc665f-563a-45cd-af38-7e6b9a752b15 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:45.963276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:45.963651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Checking segment: {'id': 'c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:45.964082 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:45.964481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Bound using segment: {'id': 'c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:45.964942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Bound port: 0487004d-a5da-459b-94de-eca5c605f07e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:45.965450 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.026768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] For port 0487004d-a5da-459b-94de-eca5c605f07e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:46.029940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] For port 0487004d-a5da-459b-94de-eca5c605f07e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0487004d-a5da-459b-94de-eca5c605f07e,segment=NetworkSegment(c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8),segment_id=c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:46.033750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.049133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.087707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04966bbc-d0cb-402e-a59c-992a0b3e0b55 None None] Pushing event updated for resources: {'Port': ['ID=0487004d-a5da-459b-94de-eca5c605f07e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:46.095172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.140824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:46.143834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:46.146243 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:46.174531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event updated for resources: {'Port': ['ID=4f0461db-1803-4341-a4ac-96b1158313ba,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:46.204862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:46.205496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.224612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-12071b25-93aa-4a4e-90ff-6e15325b3232 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9514611 Oct 19 01:51:46.225052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47814) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:46.230195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Request body: {'port': {'network_id': '36cc665f-563a-45cd-af38-7e6b9a752b15', 'name': 'tempest-ExtraDHCPOptionsTestJSON-140004161', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:46.231175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] bootfile-name is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:51:46.231517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] tftp-server is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:51:46.231842 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] server-ip-address is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:51:46.359743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Made reservation on behalf of 5e7e8adb5e4947508beefc791dea62e3 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:46.363413 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.381238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] device_id is not set on port 456361d2-072c-4f3f-ae52-a87f00378941 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:51:46.492898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Allocated IP 172.20.0.12 (36cc665f-563a-45cd-af38-7e6b9a752b15/e608626c-2afb-44ae-a702-1e950f72682b/456361d2-072c-4f3f-ae52-a87f00378941) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:46.659106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.704785 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.753576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:46.756728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:46.764234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:46.768297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event updated for resources: {'Port': ['ID=456361d2-072c-4f3f-ae52-a87f00378941,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:46.825083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:46.826366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:46.845352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ec525e5a-ee39-4647-85af-8971cd5dcbb9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6191900 Oct 19 01:51:46.847703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47816) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:46.910998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee911fd-e1b2-4f75-b4aa-c71c9dffa053 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:46.916959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee911fd-e1b2-4f75-b4aa-c71c9dffa053 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:46.925876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee911fd-e1b2-4f75-b4aa-c71c9dffa053 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:46.925876 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fee911fd-e1b2-4f75-b4aa-c71c9dffa053 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0771651 Oct 19 01:51:46.928771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47818) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:47.026996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660f7e8-f0fd-4869-8afe-8756fa72c45d None None] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:47.044007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Deleting port 456361d2-072c-4f3f-ae52-a87f00378941 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:47.044007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.105235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9a1cc4a1-c856-49d6-9232-1a58a90de536 None None] Provisioning complete for port 0487004d-a5da-459b-94de-eca5c605f07e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:47.105235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9a1cc4a1-c856-49d6-9232-1a58a90de536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.136775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.152382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Calling delete_port for 456361d2-072c-4f3f-ae52-a87f00378941 owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:47.268689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9a1cc4a1-c856-49d6-9232-1a58a90de536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.304520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.313032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9a1cc4a1-c856-49d6-9232-1a58a90de536 None None] For port 0487004d-a5da-459b-94de-eca5c605f07e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0487004d-a5da-459b-94de-eca5c605f07e,segment=NetworkSegment(c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8),segment_id=c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:47.332394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9a1cc4a1-c856-49d6-9232-1a58a90de536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.407050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event deleted for resources: {'Port': ['ID=456361d2-072c-4f3f-ae52-a87f00378941,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:47.422434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cc4a1-c856-49d6-9232-1a58a90de536 None None] Pushing event updated for resources: {'Port': ['ID=0487004d-a5da-459b-94de-eca5c605f07e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:47.488324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0487004d-a5da-459b-94de-eca5c605f07e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:47.534744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.544557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47826) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:47.545118 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-01fee635-b5aa-4a32-8a55-b1e874ee5dee tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "DELETE /v2.0/ports/456361d2-072c-4f3f-ae52-a87f00378941 HTTP/1.1" status: 204 len: 168 time: 0.6141529 Oct 19 01:51:47.549496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Request body: {'port': {'name': 'tempest-new-port-name-931399291', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:47.549916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] bootfile-name is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:51:47.550253 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] tftp-server is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:51:47.550671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.api.validators [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] server-ip-address is not in valid_values {{(pid=100848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 01:51:47.582402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0487004d-a5da-459b-94de-eca5c605f07e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:47.582779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.625358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.691031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-545c4c50-2638-497b-9528-ae56e26138ad None None] Provisioning complete for port 0487004d-a5da-459b-94de-eca5c605f07e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:47.691402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-545c4c50-2638-497b-9528-ae56e26138ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.797517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-545c4c50-2638-497b-9528-ae56e26138ad None None] Provisioning complete for port 4f0461db-1803-4341-a4ac-96b1158313ba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:47.797783 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-545c4c50-2638-497b-9528-ae56e26138ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.838170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-545c4c50-2638-497b-9528-ae56e26138ad None None] Port 4f0461db-1803-4341-a4ac-96b1158313ba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:47.842414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-545c4c50-2638-497b-9528-ae56e26138ad None None] Could not find standard attr ID for object 456361d2-072c-4f3f-ae52-a87f00378941. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:47.848458 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.854856 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.941067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event updated for resources: {'Port': ['ID=4f0461db-1803-4341-a4ac-96b1158313ba,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:47.962357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] In _notify_port_updated(), no bound segment for port 4f0461db-1803-4341-a4ac-96b1158313ba on network 36cc665f-563a-45cd-af38-7e6b9a752b15 {{(pid=100848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 01:51:47.966259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-01943cf9-73e0-4280-97bd-a679ff88de94 None None] Provisioning complete for port 4f0461db-1803-4341-a4ac-96b1158313ba triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:47.966707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-01943cf9-73e0-4280-97bd-a679ff88de94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.969451 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:47.970139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:47.971828 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-56b9f453-a75f-46fb-b277-52d11c0664ed tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "PUT /v2.0/ports/4f0461db-1803-4341-a4ac-96b1158313ba HTTP/1.1" status: 200 len: 1136 time: 0.4264257 Oct 19 01:51:47.974098 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47828) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:48.010942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-01943cf9-73e0-4280-97bd-a679ff88de94 None None] Port 4f0461db-1803-4341-a4ac-96b1158313ba cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:48.030035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee19fb8-c98b-4fa0-a01b-1156d81d710e tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:48.031897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ee19fb8-c98b-4fa0-a01b-1156d81d710e tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "GET /v2.0/ports/4f0461db-1803-4341-a4ac-96b1158313ba HTTP/1.1" status: 200 len: 1136 time: 0.0568504 Oct 19 01:51:48.035560 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47830) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:48.125518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8d1ddcba-2f6a-4624-b565-51fe4ca8d560 None None] Could not find standard attr ID for object 456361d2-072c-4f3f-ae52-a87f00378941. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:48.133166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Deleting port 4f0461db-1803-4341-a4ac-96b1158313ba {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:48.133507 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.232487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.244624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Calling delete_port for 4f0461db-1803-4341-a4ac-96b1158313ba owned by {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:48.380261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.414417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event deleted for resources: {'Port': ['ID=4f0461db-1803-4341-a4ac-96b1158313ba,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:48.443741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8055218b-56ad-4ae1-8767-613a1f52ee58 None None] Could not find standard attr ID for object 4f0461db-1803-4341-a4ac-96b1158313ba. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 01:51:48.491406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.495230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d70b15fc-619c-4681-adc7-2d30bfad9ab9 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "DELETE /v2.0/ports/4f0461db-1803-4341-a4ac-96b1158313ba HTTP/1.1" status: 204 len: 168 time: 0.4585199 Oct 19 01:51:48.498552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47834) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:48.551916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Deleting subnet e608626c-2afb-44ae-a702-1e950f72682b {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:51:48.555368 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.600090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.686848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.743617 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.772691 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event deleted for resources: {'Subnet': ['ID=e608626c-2afb-44ae-a702-1e950f72682b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:48.774643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.778832 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-563193f8-d597-459a-b093-5c16c136d0aa tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "DELETE /v2.0/subnets/e608626c-2afb-44ae-a702-1e950f72682b HTTP/1.1" status: 204 len: 168 time: 0.2782865 Oct 19 01:51:48.780473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47836) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:48.782969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8182cc5-0e29-4c74-abbd-7068e7e07e07 None None] Network 36cc665f-563a-45cd-af38-7e6b9a752b15 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:48.858752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.912700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Deleting port 0487004d-a5da-459b-94de-eca5c605f07e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:48.913063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.952594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] DHCP port deletion for 36cc665f-563a-45cd-af38-7e6b9a752b15 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:51:48.976881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] For port 0487004d-a5da-459b-94de-eca5c605f07e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0487004d-a5da-459b-94de-eca5c605f07e,segment=NetworkSegment(c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8),segment_id=c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:48.977244 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:48.990161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Calling delete_port for 0487004d-a5da-459b-94de-eca5c605f07e owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:48.999338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] Deleting port 0487004d-a5da-459b-94de-eca5c605f07e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:48.999639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.065343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] For port 0487004d-a5da-459b-94de-eca5c605f07e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0487004d-a5da-459b-94de-eca5c605f07e,segment=NetworkSegment(c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8),segment_id=c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:49.065745 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.073495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.079566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] Calling delete_port for 0487004d-a5da-459b-94de-eca5c605f07e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:49.099847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event deleted for resources: {'Port': ['ID=0487004d-a5da-459b-94de-eca5c605f07e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:49.104367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] No DVR routers for this DVR port 0487004d-a5da-459b-94de-eca5c605f07e on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:49.154817 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.184591 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] Pushing event deleted for resources: {'Port': ['ID=0487004d-a5da-459b-94de-eca5c605f07e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:49.187935 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88381d-df42-41b2-a89f-ac8b8a7887f0 None None] No DVR routers for this DVR port 0487004d-a5da-459b-94de-eca5c605f07e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:51:49.190723 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.214558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cc665f-563a-45cd-af38-7e6b9a752b15']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:49.223716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:49.224033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bc5ab5-dc2a-42a3-87c0-a9cc3ed3deb8') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:49.233730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.248063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.253954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:51:49.254293 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:51:49.257713 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:51:49.316282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.323407 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.326782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] 10.222.0.64 "DELETE /v2.0/networks/36cc665f-563a-45cd-af38-7e6b9a752b15 HTTP/1.1" status: 204 len: 168 time: 0.5453897 Oct 19 01:51:49.344074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5ebcc-6d04-4b24-a057-599f5d7f51a1 tempest-ExtraDHCPOptionsTestJSON-1014439311 tempest-ExtraDHCPOptionsTestJSON-1014439311-project] Pushing event deleted for resources: {'Network': ['ID=36cc665f-563a-45cd-af38-7e6b9a752b15,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:49.381418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0487004d-a5da-459b-94de-eca5c605f07e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:51:49.401374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0487004d-a5da-459b-94de-eca5c605f07e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:51:49.401599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0487004d-a5da-459b-94de-eca5c605f07e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:51:49.567244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47844) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:49.698695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d6242e43-f793-4916-badc-4d70fd907b38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e7e8adb5e4947508beefc791dea62e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302936 Oct 19 01:51:49.701162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47848) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:49.747948 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac1f-c798-4c3b-89c4-07f022b32ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.768466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac1f-c798-4c3b-89c4-07f022b32ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.814379 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac1f-c798-4c3b-89c4-07f022b32ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.817288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac1f-c798-4c3b-89c4-07f022b32ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:49.818414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-17c7ac1f-c798-4c3b-89c4-07f022b32ab9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49132dff-4724-42e9-9696-201773e4ce1f HTTP/1.1" status: 204 len: 168 time: 0.1163716 Oct 19 01:51:49.826695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7ac1f-c798-4c3b-89c4-07f022b32ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49132dff-4724-42e9-9696-201773e4ce1f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:50.052968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:50.449119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47870) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.544775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f7344552-cca6-4778-88d7-2d81b3b844e6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] Request body: {'port': {'network_id': '0d316ab3-7b7e-4492-b8bd-70aee4547370', 'name': 'tempest-NetworksNegativeTestJSON-217640862'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:50.558408 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7344552-cca6-4778-88d7-2d81b3b844e6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] POST failed (client error): The resource could not be found. Oct 19 01:51:50.559644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7344552-cca6-4778-88d7-2d81b3b844e6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:50.560883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7344552-cca6-4778-88d7-2d81b3b844e6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1101336 Oct 19 01:51:50.564724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47874) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.582912 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d16bde-29cd-454a-ad9c-7ac7c81c34a5 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:50.583438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d16bde-29cd-454a-ad9c-7ac7c81c34a5 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:50.586350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-16d16bde-29cd-454a-ad9c-7ac7c81c34a5 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "DELETE /v2.0/networks/a8e77820-ee14-42aa-aedf-12d659333f44 HTTP/1.1" status: 404 len: 339 time: 0.0207212 Oct 19 01:51:50.589784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47876) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.611823 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-abae4a53-9c3a-4832-8bdb-286316382d1c tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:50.612434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abae4a53-9c3a-4832-8bdb-286316382d1c tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:50.615342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-abae4a53-9c3a-4832-8bdb-286316382d1c tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "DELETE /v2.0/ports/9051f166-c17c-4a68-94fb-4315b1080fc1 HTTP/1.1" status: 404 len: 333 time: 0.0245616 Oct 19 01:51:50.618681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47878) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.647753 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb531c8f-698d-42c6-90ee-f98986000ad6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] DELETE failed (client error): The resource could not be found. Oct 19 01:51:50.648215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb531c8f-698d-42c6-90ee-f98986000ad6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:50.651172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eb531c8f-698d-42c6-90ee-f98986000ad6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "DELETE /v2.0/subnets/21b91bdd-5dea-4024-a35e-a4df9c9dc313 HTTP/1.1" status: 404 len: 337 time: 0.0316184 Oct 19 01:51:50.654882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47880) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.674312 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3b94d3-31af-4ae3-9097-ac04c3d9402f tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] GET failed (client error): The resource could not be found. Oct 19 01:51:50.676184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5f3b94d3-31af-4ae3-9097-ac04c3d9402f tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "GET /v2.0/networks/b0697d3b-d474-4b00-88da-4b8d92ce4ad6 HTTP/1.1" status: 404 len: 339 time: 0.0198879 Oct 19 01:51:50.679177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47882) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.703143 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d693c789-e0e4-498c-8d37-7a03832f8b6b tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] GET failed (client error): The resource could not be found. Oct 19 01:51:50.704560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d693c789-e0e4-498c-8d37-7a03832f8b6b tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "GET /v2.0/ports/ae206e6a-b274-44f9-80f6-4128db341e21 HTTP/1.1" status: 404 len: 333 time: 0.0245047 Oct 19 01:51:50.707757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.734486 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e229fa-45ef-42f8-b5ef-1f39dea49b24 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] GET failed (client error): The resource could not be found. Oct 19 01:51:50.735752 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-77e229fa-45ef-42f8-b5ef-1f39dea49b24 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "GET /v2.0/subnets/8485c564-54c8-4d03-a2b7-99c3347daea4 HTTP/1.1" status: 404 len: 337 time: 0.0270977 Oct 19 01:51:50.739311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47886) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.744163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-064edac0-75c6-4306-965b-62831806c3c6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:50.759408 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-064edac0-75c6-4306-965b-62831806c3c6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] PUT failed (client error): The resource could not be found. Oct 19 01:51:50.759945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064edac0-75c6-4306-965b-62831806c3c6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:50.761206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-064edac0-75c6-4306-965b-62831806c3c6 tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "PUT /v2.0/networks/2c9d3d15-e5b8-4bba-b41b-4aab81f7045f HTTP/1.1" status: 404 len: 339 time: 0.0209954 Oct 19 01:51:50.765462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47888) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.771661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a3691f00-4e47-440a-898c-421dfb436afc tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:50.791718 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3691f00-4e47-440a-898c-421dfb436afc tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] PUT failed (client error): The resource could not be found. Oct 19 01:51:50.792335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3691f00-4e47-440a-898c-421dfb436afc tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:50.794299 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a3691f00-4e47-440a-898c-421dfb436afc tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "PUT /v2.0/ports/224fcba0-4d79-4262-8ee2-3ec7d5759ac7 HTTP/1.1" status: 404 len: 333 time: 0.0278063 Oct 19 01:51:50.798133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47890) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:50.802921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-585343eb-54c0-4f04-b0c5-ecd663d4711c tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:50.829341 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-585343eb-54c0-4f04-b0c5-ecd663d4711c tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] PUT failed (client error): The resource could not be found. Oct 19 01:51:50.829791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585343eb-54c0-4f04-b0c5-ecd663d4711c tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:51:50.830913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-585343eb-54c0-4f04-b0c5-ecd663d4711c tempest-NetworksNegativeTestJSON-172928548 tempest-NetworksNegativeTestJSON-172928548-project] 10.222.0.64 "PUT /v2.0/subnets/b1abe246-0cde-4bad-8c06-7aaeca4422d3 HTTP/1.1" status: 404 len: 337 time: 0.0319366 Oct 19 01:51:51.102208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47896) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:51.225370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bdf51ee4-ebe5-467a-858f-a51fe8203b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:51.318541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bdf51ee4-ebe5-467a-858f-a51fe8203b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:51.323073 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bdf51ee4-ebe5-467a-858f-a51fe8203b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:51.367535 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bdf51ee4-ebe5-467a-858f-a51fe8203b3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9803401107924c1e987be0ca97680b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640634 Oct 19 01:51:51.368602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf51ee4-ebe5-467a-858f-a51fe8203b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2508ee-7e38-4f71-bf57-b1958c6ae9e8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:51.370299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47900) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:51.423426 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a734d89e-1337-451c-a832-57e117b28796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:51.445945 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a734d89e-1337-451c-a832-57e117b28796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:51.495060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a734d89e-1337-451c-a832-57e117b28796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:51.500135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a734d89e-1337-451c-a832-57e117b28796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:51.501864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a734d89e-1337-451c-a832-57e117b28796 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d2508ee-7e38-4f71-bf57-b1958c6ae9e8 HTTP/1.1" status: 204 len: 168 time: 0.1303267 Oct 19 01:51:51.519095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734d89e-1337-451c-a832-57e117b28796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2508ee-7e38-4f71-bf57-b1958c6ae9e8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:52.144354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47922) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:52.239521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-296090858'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:52.260519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:52.264574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.272916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.350433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.353875 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.379874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:51:52.389981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a8eb71-f464-44b3-b66e-6d6f1bbdeeeb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:52.394688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.395033 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment 40112707-1afb-4d1d-afeb-a3fb246951fc of type vlan for network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a Oct 19 01:51:52.437771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.461644 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.467771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:52.468383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.502894 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3574417 Oct 19 01:51:52.505435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47926) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:52.510149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-1625660989'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:52.547775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bdeab-3cd5-4da4-9db2-412558ed030a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=6ebeab60-a8a3-4ff5-b5d4-21287624e61a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:52.559550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:51:52.563665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:52.567205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.591739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:51:52.600920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.601259 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment 56423893-ca0f-4b02-a435-b91c7cd308d3 of type vlan for network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 Oct 19 01:51:52.642536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.672979 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.678694 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:52.679266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:52.717716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2112858 Oct 19 01:51:52.720576 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47928) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:52.725615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '6ebeab60-a8a3-4ff5-b5d4-21287624e61a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:52.766222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077d94b-fbcc-4a4a-8642-821e1b6b74a4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=7e3bc17d-867e-42fa-a272-aacb5e3ecf50,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:52.776353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:51:52.851591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:52.855133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.034928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.088324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=371a6fc1-8f7d-4d12-950c-dac4822561ed,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:53.104516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': '40112707-1afb-4d1d-afeb-a3fb246951fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6ebeab60-a8a3-4ff5-b5d4-21287624e61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:53.104874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 6ebeab60-a8a3-4ff5-b5d4-21287624e61a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:51:53.120772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:51:53.129540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 6ebeab60-a8a3-4ff5-b5d4-21287624e61a) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:53.133676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:53.134247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.139869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786270ae-bc29-4a99-8bea-8f4af5d16932 None None] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:53.151465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bcb4be2d-815d-4881-940c-841ffe3152e0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4299021 Oct 19 01:51:53.155585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47932) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:53.160948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '7e3bc17d-867e-42fa-a272-aacb5e3ecf50', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:53.248362 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:51:53.252201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.285321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-6ebeab60-a8a3-4ff5-b5d4-21287624e61a', 'network_id': '6ebeab60-a8a3-4ff5-b5d4-21287624e61a', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '371a6fc1-8f7d-4d12-950c-dac4822561ed'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:53.286121 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.421435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Allocated IP 172.20.0.2 (6ebeab60-a8a3-4ff5-b5d4-21287624e61a/371a6fc1-8f7d-4d12-950c-dac4822561ed/658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:53.433486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.501489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=6b385cb8-676d-4d09-bc1a-d0c22e35a731,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:53.506580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': '56423893-ca0f-4b02-a435-b91c7cd308d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e3bc17d-867e-42fa-a272-aacb5e3ecf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:53.506934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 7e3bc17d-867e-42fa-a272-aacb5e3ecf50, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:51:53.524542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:51:53.533293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 7e3bc17d-867e-42fa-a272-aacb5e3ecf50) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:53.537344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:53.537967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.545274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19cf7e-ef3b-4598-bc65-da9d9b9381e1 None None] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:53.555111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-37b5e75a-12da-4875-99a9-663888ae253b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3983822 Oct 19 01:51:53.557745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47934) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:53.563290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a37871f6-cfe4-4e31-8c35-91bfe6146d80 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10918100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:51:53.589597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.622354 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.677500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:53.683257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:53.692399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:53.694684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Pushing event updated for resources: {'Port': ['ID=658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:53.799474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Attempting to bind port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:53.799854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Attempting to bind port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '40112707-1afb-4d1d-afeb-a3fb246951fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6ebeab60-a8a3-4ff5-b5d4-21287624e61a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:53.800261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Attempting to bind port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 on network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:53.806164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:53.806428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Checking segment: {'id': '40112707-1afb-4d1d-afeb-a3fb246951fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6ebeab60-a8a3-4ff5-b5d4-21287624e61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:53.806830 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.807220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Bound using segment: {'id': '40112707-1afb-4d1d-afeb-a3fb246951fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6ebeab60-a8a3-4ff5-b5d4-21287624e61a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:53.807698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Bound port: 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40112707-1afb-4d1d-afeb-a3fb246951fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '6ebeab60-a8a3-4ff5-b5d4-21287624e61a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:53.808107 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.812048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-7e3bc17d-867e-42fa-a272-aacb5e3ecf50', 'network_id': '7e3bc17d-867e-42fa-a272-aacb5e3ecf50', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '6b385cb8-676d-4d09-bc1a-d0c22e35a731'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:51:53.812875 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.844011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a37871f6-cfe4-4e31-8c35-91bfe6146d80 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.845037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a37871f6-cfe4-4e31-8c35-91bfe6146d80 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.935437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a37871f6-cfe4-4e31-8c35-91bfe6146d80 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.939769 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a37871f6-cfe4-4e31-8c35-91bfe6146d80 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.951619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] For port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:53.956623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] For port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5,segment=NetworkSegment(40112707-1afb-4d1d-afeb-a3fb246951fc),segment_id=40112707-1afb-4d1d-afeb-a3fb246951fc)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:53.958656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a37871f6-cfe4-4e31-8c35-91bfe6146d80 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:53.960665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a37871f6-cfe4-4e31-8c35-91bfe6146d80 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4015412 Oct 19 01:51:53.963023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47936) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:53.978863 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.047739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432c4cf-c3b6-4661-a675-68740a18077b None None] Pushing event updated for resources: {'Port': ['ID=658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:54.053708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Allocated IP 172.21.0.2 (7e3bc17d-867e-42fa-a272-aacb5e3ecf50/6b385cb8-676d-4d09-bc1a-d0c22e35a731/753ae47c-9217-4391-b4e7-5d081f592147) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:54.227262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.234241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.278709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:54.281743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:54.289390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:54.292759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Pushing event updated for resources: {'Port': ['ID=753ae47c-9217-4391-b4e7-5d081f592147,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:54.299971 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.354963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Attempting to bind port 753ae47c-9217-4391-b4e7-5d081f592147 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:51:54.356049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Attempting to bind port 753ae47c-9217-4391-b4e7-5d081f592147 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '56423893-ca0f-4b02-a435-b91c7cd308d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e3bc17d-867e-42fa-a272-aacb5e3ecf50'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:51:54.356651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Attempting to bind port 753ae47c-9217-4391-b4e7-5d081f592147 on network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:51:54.361835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:51:54.362203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Checking segment: {'id': '56423893-ca0f-4b02-a435-b91c7cd308d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e3bc17d-867e-42fa-a272-aacb5e3ecf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:51:54.362597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.362988 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Bound using segment: {'id': '56423893-ca0f-4b02-a435-b91c7cd308d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e3bc17d-867e-42fa-a272-aacb5e3ecf50'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:51:54.363446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Bound port: 753ae47c-9217-4391-b4e7-5d081f592147, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56423893-ca0f-4b02-a435-b91c7cd308d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e3bc17d-867e-42fa-a272-aacb5e3ecf50'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:51:54.363819 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.425622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] For port 753ae47c-9217-4391-b4e7-5d081f592147, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:51:54.428722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] For port 753ae47c-9217-4391-b4e7-5d081f592147, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=753ae47c-9217-4391-b4e7-5d081f592147,segment=NetworkSegment(56423893-ca0f-4b02-a435-b91c7cd308d3),segment_id=56423893-ca0f-4b02-a435-b91c7cd308d3)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:51:54.432481 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.489497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcb9a7-973b-4213-9bbb-33cf88f66bc2 None None] Pushing event updated for resources: {'Port': ['ID=753ae47c-9217-4391-b4e7-5d081f592147,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:54.564597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.20.0.1 (6ebeab60-a8a3-4ff5-b5d4-21287624e61a/371a6fc1-8f7d-4d12-950c-dac4822561ed/561b7d7d-225b-4476-bc87-6f930a3833d4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:54.700243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.739788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.784036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:54.786654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:54.790962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:54.801488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=561b7d7d-225b-4476-bc87-6f930a3833d4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:54.844652 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:54.966311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.056253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea593c-fc77-4766-aeb2-d47ceee785e2 None None] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:55.138541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-32fc772c-0916-4dc2-94b5-733e01fe80e9 None None] Provisioning complete for port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:55.139064 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32fc772c-0916-4dc2-94b5-733e01fe80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.254263 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.259502 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.290502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32fc772c-0916-4dc2-94b5-733e01fe80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.329001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-32fc772c-0916-4dc2-94b5-733e01fe80e9 None None] For port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5,segment=NetworkSegment(40112707-1afb-4d1d-afeb-a3fb246951fc),segment_id=40112707-1afb-4d1d-afeb-a3fb246951fc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:55.335141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-32fc772c-0916-4dc2-94b5-733e01fe80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.344958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.357317 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=561b7d7d-225b-4476-bc87-6f930a3833d4,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:55.409545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc772c-0916-4dc2-94b5-733e01fe80e9 None None] Pushing event updated for resources: {'Port': ['ID=658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:55.476192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:55.478228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:55.514453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 753ae47c-9217-4391-b4e7-5d081f592147 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:55.570651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 753ae47c-9217-4391-b4e7-5d081f592147 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:55.570651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.617777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb8d2f-7217-470a-ada0-9748b0b470c3 None None] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:51:55.624947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router f2cdfa70-ec53-48ce-be71-87e513bb832f is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:51:55.694659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9ac337b9-ad83-4217-af10-3aeffcd1c198 None None] Provisioning complete for port 561b7d7d-225b-4476-bc87-6f930a3833d4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:55.695024 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ac337b9-ad83-4217-af10-3aeffcd1c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.729536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:51:55.738854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47938) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:55.739328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-42bdf1f8-acca-48aa-ab06-7c9f75ecfde2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/f2cdfa70-ec53-48ce-be71-87e513bb832f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748942 Oct 19 01:51:55.743420 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] Sync routers for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:51:55.753675 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:55.754373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:55.764554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9ac337b9-ad83-4217-af10-3aeffcd1c198 None None] Port 561b7d7d-225b-4476-bc87-6f930a3833d4 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:55.787043 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:55.795130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9ac337b9-ad83-4217-af10-3aeffcd1c198 None None] Provisioning complete for port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:55.795504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ac337b9-ad83-4217-af10-3aeffcd1c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.796391 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:55.797160 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:55.799236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c82acdb-9181-4f89-940e-d3b7c4d85909 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:55.801665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2c82acdb-9181-4f89-940e-d3b7c4d85909 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports/561b7d7d-225b-4476-bc87-6f930a3833d4 HTTP/1.1" status: 200 len: 910 time: 0.0608945 Oct 19 01:51:55.803626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47940) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:55.827275 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:55.839134 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:55.839902 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd61c1d-dd0d-4a1d-ad48-630908ae1b02 None None] The sync data for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:51:56.085562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 753ae47c-9217-4391-b4e7-5d081f592147, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=753ae47c-9217-4391-b4e7-5d081f592147,segment=NetworkSegment(56423893-ca0f-4b02-a435-b91c7cd308d3),segment_id=56423893-ca0f-4b02-a435-b91c7cd308d3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:51:56.094990 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.095761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:56.188805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.213849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=753ae47c-9217-4391-b4e7-5d081f592147,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:56.228850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9ac337b9-ad83-4217-af10-3aeffcd1c198 None None] Provisioning complete for port 753ae47c-9217-4391-b4e7-5d081f592147 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:56.229229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ac337b9-ad83-4217-af10-3aeffcd1c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.254990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:56.255366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.472865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.21.0.1 (7e3bc17d-867e-42fa-a272-aacb5e3ecf50/6b385cb8-676d-4d09-bc1a-d0c22e35a731/80b976f2-77dc-4f6b-8e34-f6fe685ce4df) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:51:56.495907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-27e6cbb1-d9a8-4988-a2f1-cc1ea51a846b None None] Provisioning complete for port 561b7d7d-225b-4476-bc87-6f930a3833d4 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:56.497394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-27e6cbb1-d9a8-4988-a2f1-cc1ea51a846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.531453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-27e6cbb1-d9a8-4988-a2f1-cc1ea51a846b None None] Port 561b7d7d-225b-4476-bc87-6f930a3833d4 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:56.541216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-27e6cbb1-d9a8-4988-a2f1-cc1ea51a846b None None] Provisioning complete for port 753ae47c-9217-4391-b4e7-5d081f592147 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:56.541579 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-27e6cbb1-d9a8-4988-a2f1-cc1ea51a846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.592815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.629033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.671362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:56.677826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:56.681509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:51:56.708214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=80b976f2-77dc-4f6b-8e34-f6fe685ce4df,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:56.732646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.851626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.947664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e15dac4b-a129-4e8e-9c0d-154f21c0ca1a None None] Provisioning complete for port 80b976f2-77dc-4f6b-8e34-f6fe685ce4df triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:56.948220 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e15dac4b-a129-4e8e-9c0d-154f21c0ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:56.984564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e15dac4b-a129-4e8e-9c0d-154f21c0ca1a None None] Port 80b976f2-77dc-4f6b-8e34-f6fe685ce4df cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:57.112954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.117345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.188596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.190377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=80b976f2-77dc-4f6b-8e34-f6fe685ce4df,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:57.285868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:51:57.287090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:51:57.393623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router f2cdfa70-ec53-48ce-be71-87e513bb832f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:51:57.401176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:57.456663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:57.457127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.494480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:51:57.500391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4216c6ab-e7a5-4c9b-b2b9-74635aaaa267 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/f2cdfa70-ec53-48ce-be71-87e513bb832f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951489 Oct 19 01:51:57.502834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47944) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:57.510687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] Sync routers for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:51:57.525507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e2ea0587-1a40-4380-9873-39dbd8cefd64 None None] Provisioning complete for port 80b976f2-77dc-4f6b-8e34-f6fe685ce4df triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:57.525905 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0587-1a40-4380-9873-39dbd8cefd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.551278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b5a57-b8bf-4cfb-8d95-64d5458ddaca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:51:57.552761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d29b5a57-b8bf-4cfb-8d95-64d5458ddaca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports/80b976f2-77dc-4f6b-8e34-f6fe685ce4df HTTP/1.1" status: 200 len: 910 time: 0.0490427 Oct 19 01:51:57.555586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47946) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:57.567756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:57.568374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:57.613952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:57.619141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 753ae47c-9217-4391-b4e7-5d081f592147 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:51:57.653562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:57.654186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:57.655887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea0587-1a40-4380-9873-39dbd8cefd64 None None] Port 80b976f2-77dc-4f6b-8e34-f6fe685ce4df cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:51:57.697482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:57.698135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29d232-6772-490e-81ff-dadfbf770850 None None] The sync data for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:51:57.712840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 753ae47c-9217-4391-b4e7-5d081f592147 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:51:57.713212 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:57.873995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:58.115240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 80b976f2-77dc-4f6b-8e34-f6fe685ce4df {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:58.115574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:58.202948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:58.214390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 80b976f2-77dc-4f6b-8e34-f6fe685ce4df owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:51:58.377717 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:58.404438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=80b976f2-77dc-4f6b-8e34-f6fe685ce4df,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:51:58.561090 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:59.074748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router f2cdfa70-ec53-48ce-be71-87e513bb832f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:51:59.163001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:51:59.169283 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f8e2aa05-2952-4d2d-9d1b-2c3574c71664 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/f2cdfa70-ec53-48ce-be71-87e513bb832f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112981 Oct 19 01:51:59.171729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:51:59.172862 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] Sync routers for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:51:59.181960 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:59.182552 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:59.215233 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:59.223532 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:51:59.224143 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:59.255774 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:51:59.256564 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6528d212-045f-471a-be86-ee2fa9a43d1c None None] The sync data for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:51:59.490958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:59.733195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 561b7d7d-225b-4476-bc87-6f930a3833d4 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:51:59.733534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:59.817351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:51:59.834302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 561b7d7d-225b-4476-bc87-6f930a3833d4 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:00.001767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.030032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=561b7d7d-225b-4476-bc87-6f930a3833d4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:00.174244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.327658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router f2cdfa70-ec53-48ce-be71-87e513bb832f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:00.404520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:00.409691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d0e8630b-2375-4269-98fc-30fb7e016473 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/f2cdfa70-ec53-48ce-be71-87e513bb832f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2369444 Oct 19 01:52:00.412471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47952) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:00.414405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] Sync routers for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:00.423532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:00.424178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:00.441321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7544dc9c-5bc2-43ba-86ef-39d2933b6e4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2cdfa70-ec53-48ce-be71-87e513bb832f HTTP/1.1" status: 200 len: 205 time: 0.0255551 Oct 19 01:52:00.441519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47954) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:00.460026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:00.469556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] Routers {'f2cdfa70-ec53-48ce-be71-87e513bb832f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:00.470160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f2cdfa70-ec53-48ce-be71-87e513bb832f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:00.501665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:00.502313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5d264-fc3f-4960-bb6a-956d1fffe224 None None] The sync data for ids ['f2cdfa70-ec53-48ce-be71-87e513bb832f'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:00.518021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-081f2d5d-5723-46e8-8060-162713c77145 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.676099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-081f2d5d-5723-46e8-8060-162713c77145 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.678246 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-081f2d5d-5723-46e8-8060-162713c77145 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.721460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-081f2d5d-5723-46e8-8060-162713c77145 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.721943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f2d5d-5723-46e8-8060-162713c77145 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Fanout notify agent at l3_agent the message router_deleted on router f2cdfa70-ec53-48ce-be71-87e513bb832f {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:00.728513 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-081f2d5d-5723-46e8-8060-162713c77145 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.729584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-081f2d5d-5723-46e8-8060-162713c77145 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/f2cdfa70-ec53-48ce-be71-87e513bb832f HTTP/1.1" status: 204 len: 168 time: 0.2871933 Oct 19 01:52:00.732911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47956) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:00.786646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 6b385cb8-676d-4d09-bc1a-d0c22e35a731 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:00.789638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.830161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.910008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.969693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:00.998397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.002152 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/6b385cb8-676d-4d09-bc1a-d0c22e35a731 HTTP/1.1" status: 204 len: 168 time: 0.2677515 Oct 19 01:52:01.003314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6349c-4e8d-4246-8213-b5d29e919732 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=6b385cb8-676d-4d09-bc1a-d0c22e35a731,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:01.004426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47958) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:01.004939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd3bb1-3c80-4d7e-89bd-e3427f83160d None None] Network 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:01.060075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 371a6fc1-8f7d-4d12-950c-dac4822561ed {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:01.063151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.103923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.171583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] DHCP port deletion for 7e3bc17d-867e-42fa-a272-aacb5e3ecf50 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:01.193804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.217592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] Deleting port 753ae47c-9217-4391-b4e7-5d081f592147 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:01.217969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.253416 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.281179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=371a6fc1-8f7d-4d12-950c-dac4822561ed,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:01.282879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] For port 753ae47c-9217-4391-b4e7-5d081f592147, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=753ae47c-9217-4391-b4e7-5d081f592147,segment=NetworkSegment(56423893-ca0f-4b02-a435-b91c7cd308d3),segment_id=56423893-ca0f-4b02-a435-b91c7cd308d3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:01.283233 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.285395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.290885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cade3fe1-fc23-4a53-83b2-3a18ffe35122 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/371a6fc1-8f7d-4d12-950c-dac4822561ed HTTP/1.1" status: 204 len: 168 time: 0.2827213 Oct 19 01:52:01.290885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47960) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:01.297526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a4ee5-0aac-4414-a2cf-96b3734b278e None None] Network 6ebeab60-a8a3-4ff5-b5d4-21287624e61a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:01.299431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] Calling delete_port for 753ae47c-9217-4391-b4e7-5d081f592147 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:01.376213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.406025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 753ae47c-9217-4391-b4e7-5d081f592147 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:01.433095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 753ae47c-9217-4391-b4e7-5d081f592147 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:01.434486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.501005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 753ae47c-9217-4391-b4e7-5d081f592147, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=753ae47c-9217-4391-b4e7-5d081f592147,segment=NetworkSegment(56423893-ca0f-4b02-a435-b91c7cd308d3),segment_id=56423893-ca0f-4b02-a435-b91c7cd308d3)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:01.501366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.503221 n-d-789963-20 neutron-server[100849]: INFO neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No ports have port_id starting with 753ae47c-9217-4391-b4e7-5d081f592147 Oct 19 01:52:01.504179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.520538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 753ae47c-9217-4391-b4e7-5d081f592147 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:01.537012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] Pushing event deleted for resources: {'Port': ['ID=753ae47c-9217-4391-b4e7-5d081f592147,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:01.540360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cd88b-eeb6-4f3c-938d-f68174c5d21c None None] No DVR routers for this DVR port 753ae47c-9217-4391-b4e7-5d081f592147 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:01.588516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] DHCP port deletion for 6ebeab60-a8a3-4ff5-b5d4-21287624e61a request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:01.606137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.632224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=753ae47c-9217-4391-b4e7-5d081f592147,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:01.635169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] Deleting port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:01.635547 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.637302 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port 753ae47c-9217-4391-b4e7-5d081f592147 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:01.698411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] For port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5,segment=NetworkSegment(40112707-1afb-4d1d-afeb-a3fb246951fc),segment_id=40112707-1afb-4d1d-afeb-a3fb246951fc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:01.698816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.710793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] Calling delete_port for 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:01.725463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.746059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3bc17d-867e-42fa-a272-aacb5e3ecf50']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:01.755427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56423893-ca0f-4b02-a435-b91c7cd308d3') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:01.755770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56423893-ca0f-4b02-a435-b91c7cd308d3') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:01.765512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.779228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.785803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:01.786329 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: self.session.flush() Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:01.789880 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:01.794454 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.819465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] Pushing event deleted for resources: {'Port': ['ID=658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:01.823184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5eb4bf-bb48-4b86-9a5a-290ef5cd320e None None] No DVR routers for this DVR port 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:01.856380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.863436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:01.866585 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/7e3bc17d-867e-42fa-a272-aacb5e3ecf50 HTTP/1.1" status: 204 len: 168 time: 0.5747538 Oct 19 01:52:01.869550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47962) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:01.878102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b13b7a-ef7f-46a6-a1fc-1a91374a94ea tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=7e3bc17d-867e-42fa-a272-aacb5e3ecf50,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:01.950316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.039047 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.058202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebeab60-a8a3-4ff5-b5d4-21287624e61a']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:02.067263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40112707-1afb-4d1d-afeb-a3fb246951fc') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:02.067569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40112707-1afb-4d1d-afeb-a3fb246951fc') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:02.077506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.091331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.097288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:02.097692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:02.100804 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:02.160692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.167560 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.170874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/6ebeab60-a8a3-4ff5-b5d4-21287624e61a HTTP/1.1" status: 204 len: 168 time: 0.3002920 Oct 19 01:52:02.175144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47964) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:02.180465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-2004155243'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:02.182470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2bb88-0737-4170-86b9-97c7ee8a3319 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=6ebeab60-a8a3-4ff5-b5d4-21287624e61a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:02.201875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:02.205464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.228401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:02.237012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.237352 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment 5ea23097-057c-4f23-a1aa-8edd935eeb0a of type vlan for network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 Oct 19 01:52:02.279715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.303260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.309698 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:02.310505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.349968 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1736369 Oct 19 01:52:02.352914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47966) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:02.358120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:02.381997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94056f47-4f63-4bf8-bdaa-55a5e3dca5eb tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=7b24fae6-1ff8-4e37-8992-d4bbf2224962,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:02.393335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:02.447090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:02.451366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.631862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.695769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=030e4f0d-ceda-47ca-a4f9-79950f4f9e81,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:02.705267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': '5ea23097-057c-4f23-a1aa-8edd935eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:02.705637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 7b24fae6-1ff8-4e37-8992-d4bbf2224962, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:02.722055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:02.739688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 7b24fae6-1ff8-4e37-8992-d4bbf2224962) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:02.743822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:02.744465 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.749575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6319bdc2-df10-4c44-ada0-51f376554da5 None None] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:02.762383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2debd053-ca84-41cb-a017-26e3335bff11 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4080279 Oct 19 01:52:02.764855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47968) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:02.769461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-764fff12-e08f-462d-a52f-cd4f4cbf7b15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1715986481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:02.792085 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-764fff12-e08f-462d-a52f-cd4f4cbf7b15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.793560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-764fff12-e08f-462d-a52f-cd4f4cbf7b15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.845348 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-764fff12-e08f-462d-a52f-cd4f4cbf7b15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.849588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-764fff12-e08f-462d-a52f-cd4f4cbf7b15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.867515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-764fff12-e08f-462d-a52f-cd4f4cbf7b15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.868729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-764fff12-e08f-462d-a52f-cd4f4cbf7b15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1028376 Oct 19 01:52:02.872508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47970) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:02.877529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'port': {'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962', 'name': 'tempest-RoutersTest-550239985'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:02.897762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-7b24fae6-1ff8-4e37-8992-d4bbf2224962', 'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '030e4f0d-ceda-47ca-a4f9-79950f4f9e81'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:02.898632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:02.990353 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:02.994572 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.012446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] device_id is not set on port 41a79e39-934c-4cd8-ae4d-810ce3c47070 yet. {{(pid=100848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 01:52:03.035799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Allocated IP 172.20.0.2 (7b24fae6-1ff8-4e37-8992-d4bbf2224962/030e4f0d-ceda-47ca-a4f9-79950f4f9e81/9bf24b27-f51c-4cea-b3fe-d30ec1930563) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:03.331194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.338129 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.377261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:03.382759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:03.385489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:03.393635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.20.0.14 (7b24fae6-1ff8-4e37-8992-d4bbf2224962/030e4f0d-ceda-47ca-a4f9-79950f4f9e81/41a79e39-934c-4cd8-ae4d-810ce3c47070) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:03.396032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Pushing event updated for resources: {'Port': ['ID=9bf24b27-f51c-4cea-b3fe-d30ec1930563,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:03.401732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:03.425653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:03.426149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 658ac8ad-a62c-4d42-b549-9cd1c2e8e0b5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:03.475203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Attempting to bind port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:03.475575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Attempting to bind port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5ea23097-057c-4f23-a1aa-8edd935eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:03.475940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Attempting to bind port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 on network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:03.480808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:03.481181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Checking segment: {'id': '5ea23097-057c-4f23-a1aa-8edd935eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:03.481579 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.481972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Bound using segment: {'id': '5ea23097-057c-4f23-a1aa-8edd935eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:03.482439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Bound port: 9bf24b27-f51c-4cea-b3fe-d30ec1930563, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea23097-057c-4f23-a1aa-8edd935eeb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7b24fae6-1ff8-4e37-8992-d4bbf2224962'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:03.482818 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.544910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] For port 9bf24b27-f51c-4cea-b3fe-d30ec1930563, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:03.545176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.548891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] For port 9bf24b27-f51c-4cea-b3fe-d30ec1930563, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9bf24b27-f51c-4cea-b3fe-d30ec1930563,segment=NetworkSegment(5ea23097-057c-4f23-a1aa-8edd935eeb0a),segment_id=5ea23097-057c-4f23-a1aa-8edd935eeb0a)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:03.555278 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.580395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.623257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982e41c-4e7a-4708-ade8-1e7b01ff700a None None] Pushing event updated for resources: {'Port': ['ID=9bf24b27-f51c-4cea-b3fe-d30ec1930563,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:03.632974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:03.637087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:03.642224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:03.671721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=41a79e39-934c-4cd8-ae4d-810ce3c47070,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:03.702110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:03.702728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:03.719876 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-23f7d316-8cd0-4ca4-91e3-93949676f9b2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8463404 Oct 19 01:52:03.722456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47974) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:04.326060 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.445941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4aaa1e-9f48-4b32-8211-744210da8ece None None] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:04.536253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9e0fb71d-36ea-4582-95ef-4067d0007b20 None None] Provisioning complete for port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:04.536623 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb71d-36ea-4582-95ef-4067d0007b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.577228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.582006 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.671075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=41a79e39-934c-4cd8-ae4d-810ce3c47070,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:04.673815 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb71d-36ea-4582-95ef-4067d0007b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.708816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-9e0fb71d-36ea-4582-95ef-4067d0007b20 None None] For port 9bf24b27-f51c-4cea-b3fe-d30ec1930563, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9bf24b27-f51c-4cea-b3fe-d30ec1930563,segment=NetworkSegment(5ea23097-057c-4f23-a1aa-8edd935eeb0a),segment_id=5ea23097-057c-4f23-a1aa-8edd935eeb0a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:04.714563 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e0fb71d-36ea-4582-95ef-4067d0007b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.770308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fb71d-36ea-4582-95ef-4067d0007b20 None None] Pushing event updated for resources: {'Port': ['ID=9bf24b27-f51c-4cea-b3fe-d30ec1930563,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:04.823385 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.937081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-439a5427-dec4-4202-a1b6-8f6d70848165 None None] Provisioning complete for port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:04.937544 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-439a5427-dec4-4202-a1b6-8f6d70848165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:04.948457 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.032189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-439a5427-dec4-4202-a1b6-8f6d70848165 None None] Provisioning complete for port 41a79e39-934c-4cd8-ae4d-810ce3c47070 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:05.032761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-439a5427-dec4-4202-a1b6-8f6d70848165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.070431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-439a5427-dec4-4202-a1b6-8f6d70848165 None None] Port 41a79e39-934c-4cd8-ae4d-810ce3c47070 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:05.191398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c5b87189-ddf2-4aa6-896a-3189fa8ea5bd None None] Provisioning complete for port 41a79e39-934c-4cd8-ae4d-810ce3c47070 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:05.191776 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c5b87189-ddf2-4aa6-896a-3189fa8ea5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.226565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c5b87189-ddf2-4aa6-896a-3189fa8ea5bd None None] Port 41a79e39-934c-4cd8-ae4d-810ce3c47070 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:05.235574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.240489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.313911 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.316423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=41a79e39-934c-4cd8-ae4d-810ce3c47070,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:05.348482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-87c50ad3-10d0-4675-9d2d-f15000546ea8 None None] Provisioning complete for port 41a79e39-934c-4cd8-ae4d-810ce3c47070 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:05.348864 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87c50ad3-10d0-4675-9d2d-f15000546ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.389291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-87c50ad3-10d0-4675-9d2d-f15000546ea8 None None] Port 41a79e39-934c-4cd8-ae4d-810ce3c47070 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:05.416308 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:05.417634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9bf24b27-f51c-4cea-b3fe-d30ec1930563 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:05.417846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:05.471611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:05.472249 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.543760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router 588dc945-2b43-474f-8671-1bfef76a86fb is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:52:05.637150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:05.642339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b7e1c365-99e7-4011-8f81-2c6e217cf79c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/588dc945-2b43-474f-8671-1bfef76a86fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9189157 Oct 19 01:52:05.645167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47978) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:05.647720 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e77595-946d-49bf-8122-3619a7985814 None None] Sync routers for ids ['588dc945-2b43-474f-8671-1bfef76a86fb'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:05.657708 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e77595-946d-49bf-8122-3619a7985814 None None] Routers {'588dc945-2b43-474f-8671-1bfef76a86fb'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:05.658296 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-07e77595-946d-49bf-8122-3619a7985814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['588dc945-2b43-474f-8671-1bfef76a86fb'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:05.693675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a238f-12ef-437e-8ead-f34076a9b7a1 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:05.697863 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-07e77595-946d-49bf-8122-3619a7985814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:05.698051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-318a238f-12ef-437e-8ead-f34076a9b7a1 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports/41a79e39-934c-4cd8-ae4d-810ce3c47070 HTTP/1.1" status: 200 len: 977 time: 0.0488179 Oct 19 01:52:05.698051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47980) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:05.704744 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e77595-946d-49bf-8122-3619a7985814 None None] Routers {'588dc945-2b43-474f-8671-1bfef76a86fb'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:05.706078 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-07e77595-946d-49bf-8122-3619a7985814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['588dc945-2b43-474f-8671-1bfef76a86fb'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:05.711116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-de5aadde-a873-481c-a5e9-3471617313b8 None None] Provisioning complete for port 41a79e39-934c-4cd8-ae4d-810ce3c47070 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:05.711503 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de5aadde-a873-481c-a5e9-3471617313b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:05.737756 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-07e77595-946d-49bf-8122-3619a7985814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:05.738395 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e77595-946d-49bf-8122-3619a7985814 None None] The sync data for ids ['588dc945-2b43-474f-8671-1bfef76a86fb'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:05.747533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-de5aadde-a873-481c-a5e9-3471617313b8 None None] Port 41a79e39-934c-4cd8-ae4d-810ce3c47070 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:06.007673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:06.216242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 41a79e39-934c-4cd8-ae4d-810ce3c47070 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:06.216582 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:06.304939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:06.316454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 41a79e39-934c-4cd8-ae4d-810ce3c47070 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:06.483325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:06.512915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=41a79e39-934c-4cd8-ae4d-810ce3c47070,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:06.656210 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:06.960103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8c217e3a-6f5e-48db-b2a4-777ff5de16af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.063894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router 588dc945-2b43-474f-8671-1bfef76a86fb has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:07.137116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:07.142977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0ed981c9-7b35-4be7-ae3b-99ee4039c55b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/588dc945-2b43-474f-8671-1bfef76a86fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4437728 Oct 19 01:52:07.144897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47982) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:07.146531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] Sync routers for ids ['588dc945-2b43-474f-8671-1bfef76a86fb'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:07.155681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] Routers {'588dc945-2b43-474f-8671-1bfef76a86fb'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:07.156401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['588dc945-2b43-474f-8671-1bfef76a86fb'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:07.191401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:07.200296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] Routers {'588dc945-2b43-474f-8671-1bfef76a86fb'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:07.200891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:51:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['588dc945-2b43-474f-8671-1bfef76a86fb'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:07.232053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:07.232587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ae038-ca78-42d0-8f4c-ab0339b05b00 None None] The sync data for ids ['588dc945-2b43-474f-8671-1bfef76a86fb'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:07.327368 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-ae2905b4-6d47-474d-a451-e318359ae270 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 01:52:07.328427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ae2905b4-6d47-474d-a451-e318359ae270 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/588dc945-2b43-474f-8671-1bfef76a86fb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1825902 Oct 19 01:52:07.331298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47984) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:07.360975 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ed0cbab0-d619-4c96-bfce-fcab0d9f219d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=588dc945-2b43-474f-8671-1bfef76a86fb HTTP/1.1" status: 200 len: 205 time: 0.0286369 Oct 19 01:52:07.363414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47986) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:07.434447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e22c5b-0fbe-4d15-b510-76690d495ef7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.606398 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e22c5b-0fbe-4d15-b510-76690d495ef7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.608468 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e22c5b-0fbe-4d15-b510-76690d495ef7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.670774 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e22c5b-0fbe-4d15-b510-76690d495ef7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.671523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e22c5b-0fbe-4d15-b510-76690d495ef7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Fanout notify agent at l3_agent the message router_deleted on router 588dc945-2b43-474f-8671-1bfef76a86fb {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:07.678219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74e22c5b-0fbe-4d15-b510-76690d495ef7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.679292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-74e22c5b-0fbe-4d15-b510-76690d495ef7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/588dc945-2b43-474f-8671-1bfef76a86fb HTTP/1.1" status: 204 len: 168 time: 0.3150065 Oct 19 01:52:07.681973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47988) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:07.733024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 030e4f0d-ceda-47ca-a4f9-79950f4f9e81 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:07.736064 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.775694 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.860778 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.915862 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.943228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=030e4f0d-ceda-47ca-a4f9-79950f4f9e81,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:07.947101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:07.951388 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ff63a684-e8a6-4054-8922-bcb32ca33644 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/030e4f0d-ceda-47ca-a4f9-79950f4f9e81 HTTP/1.1" status: 204 len: 168 time: 0.2674270 Oct 19 01:52:07.953083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 47990) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:07.953933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77b9cf-1578-4ba0-aa3d-b91f09f8722b None None] Network 7b24fae6-1ff8-4e37-8992-d4bbf2224962 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:08.032966 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.086621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:08.086962 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.117033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] DHCP port deletion for 7b24fae6-1ff8-4e37-8992-d4bbf2224962 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:08.155107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 9bf24b27-f51c-4cea-b3fe-d30ec1930563, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9bf24b27-f51c-4cea-b3fe-d30ec1930563,segment=NetworkSegment(5ea23097-057c-4f23-a1aa-8edd935eeb0a),segment_id=5ea23097-057c-4f23-a1aa-8edd935eeb0a)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:08.155510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.162797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] Deleting port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:08.163171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.168704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 9bf24b27-f51c-4cea-b3fe-d30ec1930563 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:08.227592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] For port 9bf24b27-f51c-4cea-b3fe-d30ec1930563, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=9bf24b27-f51c-4cea-b3fe-d30ec1930563,segment=NetworkSegment(5ea23097-057c-4f23-a1aa-8edd935eeb0a),segment_id=5ea23097-057c-4f23-a1aa-8edd935eeb0a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:08.228009 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.240571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] Calling delete_port for 9bf24b27-f51c-4cea-b3fe-d30ec1930563 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:08.248811 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.274055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=9bf24b27-f51c-4cea-b3fe-d30ec1930563,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:08.278213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:08.315112 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.343853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] Pushing event deleted for resources: {'Port': ['ID=9bf24b27-f51c-4cea-b3fe-d30ec1930563,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:08.348192 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ffda5-98f1-400c-a69a-24f133686b68 None None] No DVR routers for this DVR port 9bf24b27-f51c-4cea-b3fe-d30ec1930563 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:08.361153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.381307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b24fae6-1ff8-4e37-8992-d4bbf2224962']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:08.391088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea23097-057c-4f23-a1aa-8edd935eeb0a') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:08.391391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea23097-057c-4f23-a1aa-8edd935eeb0a') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:08.400676 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.414059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.419937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:08.420389 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:08.423320 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:08.489584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.497181 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.500250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/7b24fae6-1ff8-4e37-8992-d4bbf2224962 HTTP/1.1" status: 204 len: 168 time: 0.5462213 Oct 19 01:52:08.504223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47992) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:08.509266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-2007449043'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:08.512380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28e5d7-91b1-4237-9f68-bfc0af571c5d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=7b24fae6-1ff8-4e37-8992-d4bbf2224962,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:08.529674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:08.533160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.556442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:08.565794 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.566140 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment 60b88ebe-57bc-408e-9302-7dc4f6dfe53c of type vlan for network b5cda580-e746-42cf-acc7-9c1a59b16b85 Oct 19 01:52:08.610209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.638266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.643669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:08.644280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.679541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1742208 Oct 19 01:52:08.682231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47994) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:08.689874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': 'b5cda580-e746-42cf-acc7-9c1a59b16b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:08.732978 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff9745-9ef2-4174-b633-a25ae468d889 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=b5cda580-e746-42cf-acc7-9c1a59b16b85,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:08.743349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:08.805896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:08.810186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:08.983373 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.039410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=3ce61226-fb96-4490-8891-1e7bf4d96bac,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:09.050024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': '60b88ebe-57bc-408e-9302-7dc4f6dfe53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5cda580-e746-42cf-acc7-9c1a59b16b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:09.050367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: b5cda580-e746-42cf-acc7-9c1a59b16b85, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:09.066093 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:09.074593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b5cda580-e746-42cf-acc7-9c1a59b16b85) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:09.078594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:09.079169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.083358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba3ec8-02e4-47c5-b19e-65b79ef51d50 None None] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:09.095691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-373f0a0f-519e-4956-9c6e-ce1cf3af98e4 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4124777 Oct 19 01:52:09.098280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 47998) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:09.102581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d5801f4c-71c0-4d9a-b248-46b7d4dcbd7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-615697393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:09.125340 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5801f4c-71c0-4d9a-b248-46b7d4dcbd7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.126365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5801f4c-71c0-4d9a-b248-46b7d4dcbd7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.183678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5801f4c-71c0-4d9a-b248-46b7d4dcbd7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.189230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5801f4c-71c0-4d9a-b248-46b7d4dcbd7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.207361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d5801f4c-71c0-4d9a-b248-46b7d4dcbd7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.208601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d5801f4c-71c0-4d9a-b248-46b7d4dcbd7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1094048 Oct 19 01:52:09.211218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48000) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:09.239145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-b5cda580-e746-42cf-acc7-9c1a59b16b85', 'network_id': 'b5cda580-e746-42cf-acc7-9c1a59b16b85', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '3ce61226-fb96-4490-8891-1e7bf4d96bac'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:09.240735 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.379115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Allocated IP 172.20.0.2 (b5cda580-e746-42cf-acc7-9c1a59b16b85/3ce61226-fb96-4490-8891-1e7bf4d96bac/3e6b077a-a9d5-43c6-8689-62ead30e7de5) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:09.407165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9bf24b27-f51c-4cea-b3fe-d30ec1930563 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:09.435083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 9bf24b27-f51c-4cea-b3fe-d30ec1930563 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:09.435434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 9bf24b27-f51c-4cea-b3fe-d30ec1930563 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:09.501378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.544194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.549837 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.588109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:09.593332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:09.600345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:09.603481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Pushing event updated for resources: {'Port': ['ID=3e6b077a-a9d5-43c6-8689-62ead30e7de5,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:09.658623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Attempting to bind port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:09.658992 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Attempting to bind port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '60b88ebe-57bc-408e-9302-7dc4f6dfe53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5cda580-e746-42cf-acc7-9c1a59b16b85'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:09.659356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Attempting to bind port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 on network b5cda580-e746-42cf-acc7-9c1a59b16b85 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:09.664718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:09.665093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Checking segment: {'id': '60b88ebe-57bc-408e-9302-7dc4f6dfe53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5cda580-e746-42cf-acc7-9c1a59b16b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:09.665493 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.665892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Bound using segment: {'id': '60b88ebe-57bc-408e-9302-7dc4f6dfe53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5cda580-e746-42cf-acc7-9c1a59b16b85'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:09.666361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Bound port: 3e6b077a-a9d5-43c6-8689-62ead30e7de5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b88ebe-57bc-408e-9302-7dc4f6dfe53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5cda580-e746-42cf-acc7-9c1a59b16b85'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:09.666738 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.732248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-11f50079-d10d-4fde-b8dd-dc9d7b04414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.750651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] For port 3e6b077a-a9d5-43c6-8689-62ead30e7de5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:09.754129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] For port 3e6b077a-a9d5-43c6-8689-62ead30e7de5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3e6b077a-a9d5-43c6-8689-62ead30e7de5,segment=NetworkSegment(60b88ebe-57bc-408e-9302-7dc4f6dfe53c),segment_id=60b88ebe-57bc-408e-9302-7dc4f6dfe53c)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:09.757848 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:09.822980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26689e-c082-4e1b-afea-b7e8115786d9 None None] Pushing event updated for resources: {'Port': ['ID=3e6b077a-a9d5-43c6-8689-62ead30e7de5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:09.873620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.118265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.20.0.1 (b5cda580-e746-42cf-acc7-9c1a59b16b85/3ce61226-fb96-4490-8891-1e7bf4d96bac/c03292c4-c87b-45f2-894a-2dc3dfb34158) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:10.226903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.260611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.300523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:10.303468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:10.307410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:10.315417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=c03292c4-c87b-45f2-894a-2dc3dfb34158,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:10.359479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.473372 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.645241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.713682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf4b717-7f88-40a8-95ca-8f10152fe590 None None] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:10.752319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.757462 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.834403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=c03292c4-c87b-45f2-894a-2dc3dfb34158,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:10.834642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b247cf1d-c4e3-4f52-975c-f0086a24a787 None None] Provisioning complete for port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:10.834842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b247cf1d-c4e3-4f52-975c-f0086a24a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.843486 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.897796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.941803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:10.943379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:10.953171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b247cf1d-c4e3-4f52-975c-f0086a24a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:10.991092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b247cf1d-c4e3-4f52-975c-f0086a24a787 None None] For port 3e6b077a-a9d5-43c6-8689-62ead30e7de5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3e6b077a-a9d5-43c6-8689-62ead30e7de5,segment=NetworkSegment(60b88ebe-57bc-408e-9302-7dc4f6dfe53c),segment_id=60b88ebe-57bc-408e-9302-7dc4f6dfe53c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:10.995668 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b247cf1d-c4e3-4f52-975c-f0086a24a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.050119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247cf1d-c4e3-4f52-975c-f0086a24a787 None None] Pushing event updated for resources: {'Port': ['ID=3e6b077a-a9d5-43c6-8689-62ead30e7de5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:11.075601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router 76f5e55f-f4b5-46bc-88ca-71460c5af4ce is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:52:11.173103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:11.181065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4d9ae86f-004e-4044-92cf-a5364c07ef7d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/76f5e55f-f4b5-46bc-88ca-71460c5af4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9662025 Oct 19 01:52:11.181065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48006) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:11.184516 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] Sync routers for ids ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:11.198278 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] Routers {'76f5e55f-f4b5-46bc-88ca-71460c5af4ce'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:11.198935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:11.219843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-530ce178-cdf0-44f2-8c0e-aa6c32e99d17 None None] Provisioning complete for port c03292c4-c87b-45f2-894a-2dc3dfb34158 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:11.220255 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-530ce178-cdf0-44f2-8c0e-aa6c32e99d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.229702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23668d45-4b6b-46f5-887d-274d4decf729 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:11.234686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48008) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:11.235222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-23668d45-4b6b-46f5-887d-274d4decf729 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports/c03292c4-c87b-45f2-894a-2dc3dfb34158 HTTP/1.1" status: 200 len: 910 time: 0.0527005 Oct 19 01:52:11.242117 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:11.253231 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] Routers {'76f5e55f-f4b5-46bc-88ca-71460c5af4ce'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:11.254357 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:11.262804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-530ce178-cdf0-44f2-8c0e-aa6c32e99d17 None None] Port c03292c4-c87b-45f2-894a-2dc3dfb34158 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:11.273448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-530ce178-cdf0-44f2-8c0e-aa6c32e99d17 None None] Provisioning complete for port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:11.273824 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-530ce178-cdf0-44f2-8c0e-aa6c32e99d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.296834 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:11.297528 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd96a22-8138-443d-9caa-eec9900abb9f None None] The sync data for ids ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:11.442485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3e6b077a-a9d5-43c6-8689-62ead30e7de5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:11.502429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-efa0aec0-e5f8-4d3c-b671-00707d8ecac7 None None] Provisioning complete for port c03292c4-c87b-45f2-894a-2dc3dfb34158 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:11.504160 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-efa0aec0-e5f8-4d3c-b671-00707d8ecac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.530970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:11.531469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.564839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-efa0aec0-e5f8-4d3c-b671-00707d8ecac7 None None] Port c03292c4-c87b-45f2-894a-2dc3dfb34158 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:11.653126 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.682853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5a6414e7-a8e8-478d-b579-630929e2e405 None None] Provisioning complete for port c03292c4-c87b-45f2-894a-2dc3dfb34158 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:11.683380 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5a6414e7-a8e8-478d-b579-630929e2e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.718052 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5a6414e7-a8e8-478d-b579-630929e2e405 None None] Port c03292c4-c87b-45f2-894a-2dc3dfb34158 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:11.890724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port c03292c4-c87b-45f2-894a-2dc3dfb34158 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:11.891003 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.977207 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:11.988853 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for c03292c4-c87b-45f2-894a-2dc3dfb34158 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:12.158333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:12.182740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=c03292c4-c87b-45f2-894a-2dc3dfb34158,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:12.330577 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:12.391078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:12.741482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router 76f5e55f-f4b5-46bc-88ca-71460c5af4ce has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:12.817134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:12.822316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c7455e0d-746a-4c47-afe2-0384ff6afb36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/76f5e55f-f4b5-46bc-88ca-71460c5af4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5858951 Oct 19 01:52:12.826616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48012) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:12.828866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] Sync routers for ids ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:12.837858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] Routers {'76f5e55f-f4b5-46bc-88ca-71460c5af4ce'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:12.838471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:12.851988 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b4c9f86b-3701-4d76-82d9-ec2e9c3ae060 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=76f5e55f-f4b5-46bc-88ca-71460c5af4ce HTTP/1.1" status: 200 len: 205 time: 0.0248754 Oct 19 01:52:12.854408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48014) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:12.871374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:12.879881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] Routers {'76f5e55f-f4b5-46bc-88ca-71460c5af4ce'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:12.880508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:12.915147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:12.915791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd6f85-8350-4cd5-bf21-682f6ba7bc3b None None] The sync data for ids ['76f5e55f-f4b5-46bc-88ca-71460c5af4ce'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:12.929604 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aca6-45e1-4420-9e96-f13b12ec1ec8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.088211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aca6-45e1-4420-9e96-f13b12ec1ec8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.090588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aca6-45e1-4420-9e96-f13b12ec1ec8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.132844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aca6-45e1-4420-9e96-f13b12ec1ec8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.133423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c8aca6-45e1-4420-9e96-f13b12ec1ec8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Fanout notify agent at l3_agent the message router_deleted on router 76f5e55f-f4b5-46bc-88ca-71460c5af4ce {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:13.140080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aca6-45e1-4420-9e96-f13b12ec1ec8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.141161 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f3c8aca6-45e1-4420-9e96-f13b12ec1ec8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/76f5e55f-f4b5-46bc-88ca-71460c5af4ce HTTP/1.1" status: 204 len: 168 time: 0.2857614 Oct 19 01:52:13.143688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48016) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:13.194275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 3ce61226-fb96-4490-8891-1e7bf4d96bac {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:13.197540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.236630 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.247673 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:52:13.324329 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.382749 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.408523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce61226-fb96-4490-8891-1e7bf4d96bac,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:13.414130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.417901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dc7877d6-fd07-47c4-b870-c4cd22205503 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/3ce61226-fb96-4490-8891-1e7bf4d96bac HTTP/1.1" status: 204 len: 168 time: 0.2727754 Oct 19 01:52:13.420870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb4ba3-0378-4ef2-87a3-30e92ceb46a6 None None] Network b5cda580-e746-42cf-acc7-9c1a59b16b85 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:13.421033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48018) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:13.500811 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.555829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:13.556321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.583694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] DHCP port deletion for b5cda580-e746-42cf-acc7-9c1a59b16b85 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:13.622457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 3e6b077a-a9d5-43c6-8689-62ead30e7de5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3e6b077a-a9d5-43c6-8689-62ead30e7de5,segment=NetworkSegment(60b88ebe-57bc-408e-9302-7dc4f6dfe53c),segment_id=60b88ebe-57bc-408e-9302-7dc4f6dfe53c)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:13.622846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.633523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] Deleting port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:13.633894 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.639821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 3e6b077a-a9d5-43c6-8689-62ead30e7de5 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:13.695481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] For port 3e6b077a-a9d5-43c6-8689-62ead30e7de5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3e6b077a-a9d5-43c6-8689-62ead30e7de5,segment=NetworkSegment(60b88ebe-57bc-408e-9302-7dc4f6dfe53c),segment_id=60b88ebe-57bc-408e-9302-7dc4f6dfe53c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:13.695881 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.708266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] Calling delete_port for 3e6b077a-a9d5-43c6-8689-62ead30e7de5 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:13.719464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.747015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=3e6b077a-a9d5-43c6-8689-62ead30e7de5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:13.748860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:13.785825 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.812038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] Pushing event deleted for resources: {'Port': ['ID=3e6b077a-a9d5-43c6-8689-62ead30e7de5,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:13.816748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c6b19-20a0-4ad2-81c7-e72e431205f4 None None] No DVR routers for this DVR port 3e6b077a-a9d5-43c6-8689-62ead30e7de5 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:13.834916 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.855659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cda580-e746-42cf-acc7-9c1a59b16b85']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:13.865043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b88ebe-57bc-408e-9302-7dc4f6dfe53c') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:13.865336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b88ebe-57bc-408e-9302-7dc4f6dfe53c') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:13.874607 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.887884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.893961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:13.894569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:13.897856 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:13.955166 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.962353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:13.966421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/b5cda580-e746-42cf-acc7-9c1a59b16b85 HTTP/1.1" status: 204 len: 168 time: 0.5444548 Oct 19 01:52:13.970230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48020) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:13.974827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-288083879', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:13.982908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a39898-04e6-46cb-bc03-6c0d79540885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=b5cda580-e746-42cf-acc7-9c1a59b16b85,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:14.000279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.001272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.053939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.191471 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.380894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.399006 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.505035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.25.0.230 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d75926a3-3421-45bb-8573-cd4b2dbba8d0) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:14.604528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.637213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:14.678161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:14.680981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:14.684465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:14.713824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=d75926a3-3421-45bb-8573-cd4b2dbba8d0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:14.727772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.728145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.728494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.728831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.729163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.729493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.729871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.730564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.730564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.730861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.731181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.731500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:14.949849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:15.145910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:15.270206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router 1e8f24c0-6288-4ffa-a21e-dc3e84c39379 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:52:15.377693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:15.387950 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] Sync routers for ids ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:15.398859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3e6b077a-a9d5-43c6-8689-62ead30e7de5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:15.400519 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:15.400863 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] Routers {'1e8f24c0-6288-4ffa-a21e-dc3e84c39379'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:15.403297 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:15.403491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-52188a39-20a9-4856-b38d-597fc0b3d8ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.4307165 Oct 19 01:52:15.405627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48022) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:15.420075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3e6b077a-a9d5-43c6-8689-62ead30e7de5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:15.420429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3e6b077a-a9d5-43c6-8689-62ead30e7de5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:15.439491 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:15.449049 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] Routers {'1e8f24c0-6288-4ffa-a21e-dc3e84c39379'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:15.449661 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:15.481227 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:15.481856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a462448-274f-4f3d-8603-b53d57dcea5a None None] The sync data for ids ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:15.520820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5d8e7464-6c27-4623-9d01-f767774800dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/routers/1e8f24c0-6288-4ffa-a21e-dc3e84c39379 HTTP/1.1" status: 200 len: 880 time: 0.1133051 Oct 19 01:52:15.523072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48024) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:15.730450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eff07e5e-66bf-464a-a1f5-d22ec658d7c2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2061019 Oct 19 01:52:15.732841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48026) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:15.737006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-400f45c6-dc50-4db5-aa3e-353b4546a69c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-288083879'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:16.031200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-400f45c6-dc50-4db5-aa3e-353b4546a69c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:16.041271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-400f45c6-dc50-4db5-aa3e-353b4546a69c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:16.410823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400f45c6-dc50-4db5-aa3e-353b4546a69c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router 1e8f24c0-6288-4ffa-a21e-dc3e84c39379 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:16.516293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400f45c6-dc50-4db5-aa3e-353b4546a69c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:16.523261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-400f45c6-dc50-4db5-aa3e-353b4546a69c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:16.524758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-400f45c6-dc50-4db5-aa3e-353b4546a69c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/1e8f24c0-6288-4ffa-a21e-dc3e84c39379 HTTP/1.1" status: 200 len: 887 time: 0.7907219 Oct 19 01:52:16.525563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] Sync routers for ids ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:16.527401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48028) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:16.534766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] Routers {'1e8f24c0-6288-4ffa-a21e-dc3e84c39379'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:16.535361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:16.569537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:16.578970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] Routers {'1e8f24c0-6288-4ffa-a21e-dc3e84c39379'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:16.579593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:16.611349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:16.612005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97eb40-4bbd-4fd9-80cf-cab8bb0f98fa None None] The sync data for ids ['1e8f24c0-6288-4ffa-a21e-dc3e84c39379'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:16.638455 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9d74da81-625b-4225-8688-db69b1930d93 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/routers/1e8f24c0-6288-4ffa-a21e-dc3e84c39379 HTTP/1.1" status: 200 len: 887 time: 0.1103663 Oct 19 01:52:16.641129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48030) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:16.668042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b5cef7a0-d794-44ae-bd91-7509fe1db1ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e8f24c0-6288-4ffa-a21e-dc3e84c39379 HTTP/1.1" status: 200 len: 205 time: 0.0256689 Oct 19 01:52:16.670999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48032) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:16.777883 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:16.883998 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:16.935488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port d75926a3-3421-45bb-8573-cd4b2dbba8d0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:16.935751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.011033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.022472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for d75926a3-3421-45bb-8573-cd4b2dbba8d0 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:17.185949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.216481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=d75926a3-3421-45bb-8573-cd4b2dbba8d0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:17.284300 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.386510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.389173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.431167 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.431818 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Fanout notify agent at l3_agent the message router_deleted on router 1e8f24c0-6288-4ffa-a21e-dc3e84c39379 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:17.439038 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.440153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6f2a582d-f264-4b82-9f1d-7ff38ef59266 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/1e8f24c0-6288-4ffa-a21e-dc3e84c39379 HTTP/1.1" status: 204 len: 168 time: 0.7682109 Oct 19 01:52:17.443701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48036) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:17.448798 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-2065843746'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:17.452177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48038) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:17.469919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:17.473734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.502875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:17.512099 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.512440 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment 91e7fd58-dff7-4bd7-922c-41791797eb7a of type vlan for network 9147a428-10be-4b1b-843a-897ae9edb6f2 Oct 19 01:52:17.555130 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.579867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.585764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:17.586343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.621720 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1768303 Oct 19 01:52:17.623966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port a1873200-a4e0-4d3b-a67d-d64163e15365 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:17.624284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48040) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:17.624432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.629838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '9147a428-10be-4b1b-843a-897ae9edb6f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:17.677745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b6553-1745-40b2-b894-bd7408a81c2f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=9147a428-10be-4b1b-843a-897ae9edb6f2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:17.688020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:17.706426 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.706929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.719510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for a1873200-a4e0-4d3b-a67d-d64163e15365 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:17.759382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:17.763840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.868891 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.899389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=a1873200-a4e0-4d3b-a67d-d64163e15365,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:17.962181 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:17.962859 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Floating IP 155d96a4-f7bc-4d22-8063-9dcf10557944 disassociated (deleted). External IP: 172.25.0.189, port: 77dbe37b-bd33-414a-83c5-b7f55dee643e. Oct 19 01:52:17.976803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.034601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=21b114b0-21d5-41cd-9a8d-c69617ff15bb,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:18.045360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': '91e7fd58-dff7-4bd7-922c-41791797eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9147a428-10be-4b1b-843a-897ae9edb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:18.045721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 9147a428-10be-4b1b-843a-897ae9edb6f2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:18.061990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:18.070908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9147a428-10be-4b1b-843a-897ae9edb6f2) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:18.076548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:18.077897 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.079632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4052b3-4d2f-4db9-ae2f-23a7957f885e None None] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:18.099023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-337880a7-5387-4282-b4e1-5cf4c3b27c32 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4711342 Oct 19 01:52:18.099819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:18.104266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4ffd39d5-02e1-48d1-ad63-fdb50b57c0d2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1287131420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:18.127952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ffd39d5-02e1-48d1-ad63-fdb50b57c0d2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.129069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ffd39d5-02e1-48d1-ad63-fdb50b57c0d2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.184528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e6a09cd1-3844-44d7-978c-175feccb6fb8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:18.188281 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ffd39d5-02e1-48d1-ad63-fdb50b57c0d2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.196554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ffd39d5-02e1-48d1-ad63-fdb50b57c0d2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.215940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ffd39d5-02e1-48d1-ad63-fdb50b57c0d2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.217351 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ffd39d5-02e1-48d1-ad63-fdb50b57c0d2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1165583 Oct 19 01:52:18.220126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48044) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:18.244209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9147a428-10be-4b1b-843a-897ae9edb6f2', 'network_id': '9147a428-10be-4b1b-843a-897ae9edb6f2', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '21b114b0-21d5-41cd-9a8d-c69617ff15bb'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:18.245467 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.396739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Allocated IP 172.20.0.2 (9147a428-10be-4b1b-843a-897ae9edb6f2/21b114b0-21d5-41cd-9a8d-c69617ff15bb/6a73ba6f-1c01-4b87-baff-50288760a662) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:18.523885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.658877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:18.666349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.681545 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] Sync routers for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:18.693738 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:18.694714 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:18.702180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-006f1c01-4987-4a6f-a330-b38ef1e8a44d tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/floatingips/155d96a4-f7bc-4d22-8063-9dcf10557944 HTTP/1.1" status: 204 len: 168 time: 1.2488592 Oct 19 01:52:18.702843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:52:18.705629 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1223e508-7acc-4f76-89fb-8cd596699aca" -d '{"events": [{"name": "network-changed", "server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:52:18.749587 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63289022-0284-40bf-bab8-2d5f8b545383 x-openstack-request-id: req-63289022-0284-40bf-bab8-2d5f8b545383 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:52:18.749882 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:52:18.750133 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63289022-0284-40bf-bab8-2d5f8b545383 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:52:18.750980 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'status': 'completed', 'code': 200} Oct 19 01:52:18.755053 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.763288 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.808348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:18.816202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:18.819899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.20.0.1 (9147a428-10be-4b1b-843a-897ae9edb6f2/21b114b0-21d5-41cd-9a8d-c69617ff15bb/d9e4c603-f5b4-454a-aab6-cf457effe628) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:18.823870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:18.838027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Pushing event updated for resources: {'Port': ['ID=6a73ba6f-1c01-4b87-baff-50288760a662,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:18.920926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Attempting to bind port 6a73ba6f-1c01-4b87-baff-50288760a662 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:18.920926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Attempting to bind port 6a73ba6f-1c01-4b87-baff-50288760a662 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '91e7fd58-dff7-4bd7-922c-41791797eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9147a428-10be-4b1b-843a-897ae9edb6f2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:18.921281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Attempting to bind port 6a73ba6f-1c01-4b87-baff-50288760a662 on network 9147a428-10be-4b1b-843a-897ae9edb6f2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:18.928972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:18.929341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Checking segment: {'id': '91e7fd58-dff7-4bd7-922c-41791797eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9147a428-10be-4b1b-843a-897ae9edb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:18.929736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.929927 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:18.930123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Bound using segment: {'id': '91e7fd58-dff7-4bd7-922c-41791797eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9147a428-10be-4b1b-843a-897ae9edb6f2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:18.930585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Bound port: 6a73ba6f-1c01-4b87-baff-50288760a662, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e7fd58-dff7-4bd7-922c-41791797eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '9147a428-10be-4b1b-843a-897ae9edb6f2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:18.930957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:18.951903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e508-7acc-4f76-89fb-8cd596699aca req-4ce2b866-db18-4983-94e5-566008227422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:18.953581 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1223e508-7acc-4f76-89fb-8cd596699aca req-4ce2b866-db18-4983-94e5-566008227422 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=446eaabb7b8b48159e8221f499748465&device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 1097 time: 0.1221511 Oct 19 01:52:19.015222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] For port 6a73ba6f-1c01-4b87-baff-50288760a662, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:19.019073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] For port 6a73ba6f-1c01-4b87-baff-50288760a662, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6a73ba6f-1c01-4b87-baff-50288760a662,segment=NetworkSegment(91e7fd58-dff7-4bd7-922c-41791797eb7a),segment_id=91e7fd58-dff7-4bd7-922c-41791797eb7a)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:19.019875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ae55b-9f50-4058-9e83-f5c93c006123 req-40b6f6f5-8af9-495d-9655-9d54fe313e9b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:19.021543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b05ae55b-9f50-4058-9e83-f5c93c006123 req-40b6f6f5-8af9-495d-9655-9d54fe313e9b tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0578175 Oct 19 01:52:19.033987 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.069026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b05ae55b-9f50-4058-9e83-f5c93c006123 req-3138b445-9673-49eb-a1b9-52debf930af9 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385382 Oct 19 01:52:19.085751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.112233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e508-7acc-4f76-89fb-8cd596699aca req-f0e0aef9-7e7d-4f98-a9b8-c0ebf716fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:19.112233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1223e508-7acc-4f76-89fb-8cd596699aca req-f0e0aef9-7e7d-4f98-a9b8-c0ebf716fedd service neutron] 10.222.0.74 "GET /v2.0/networks?id=18008bb1-3fca-4574-a81e-eb5e3141cbde HTTP/1.1" status: 200 len: 896 time: 0.1445293 Oct 19 01:52:19.119243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee9718-811e-4d67-8b46-7a830cf47402 None None] Pushing event updated for resources: {'Port': ['ID=6a73ba6f-1c01-4b87-baff-50288760a662,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:19.168830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1223e508-7acc-4f76-89fb-8cd596699aca req-4edc51cf-a181-4722-804f-a6047b6f7f68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e HTTP/1.1" status: 200 len: 217 time: 0.0419788 Oct 19 01:52:19.187534 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:37Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:19.203377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.218813 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] Checking router: e6a09cd1-3844-44d7-978c-175feccb6fb8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:19.227384 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:19.228169 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:19.265771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:19.273658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e508-7acc-4f76-89fb-8cd596699aca req-5ef47e47-efb1-4c3c-bd32-50891d0fed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:19.275392 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1223e508-7acc-4f76-89fb-8cd596699aca req-5ef47e47-efb1-4c3c-bd32-50891d0fed92 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcd3908b-b475-45e2-a3db-7b23d6dbf9e6 HTTP/1.1" status: 200 len: 835 time: 0.0995541 Oct 19 01:52:19.295145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:19.302517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:19.368409 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:19.487239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6a73ba6f-1c01-4b87-baff-50288760a662 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:19.540103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 6a73ba6f-1c01-4b87-baff-50288760a662 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:19.540587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.605312 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:37Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:19.632404 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.634013 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729aaa1-81af-403a-a60f-2809ab4d7d94 None None] The sync data for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 is: [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:33Z', 'revision_number': 4, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'af1decad-b5c8-45a7-a8d7-bc01ecbab212', 'name': '', 'network_id': '18008bb1-3fca-4574-a81e-eb5e3141cbde', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'mac_address': 'fa:16:3e:08:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:33Z', 'updated_at': '2021-10-19T01:49:37Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'subnets': [{'id': 'fcd3908b-b475-45e2-a3db-7b23d6dbf9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:19.658564 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=d9e4c603-f5b4-454a-aab6-cf457effe628,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:19.671034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 6a73ba6f-1c01-4b87-baff-50288760a662, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6a73ba6f-1c01-4b87-baff-50288760a662,segment=NetworkSegment(91e7fd58-dff7-4bd7-922c-41791797eb7a),segment_id=91e7fd58-dff7-4bd7-922c-41791797eb7a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:19.680097 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.689174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.733013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e508-7acc-4f76-89fb-8cd596699aca req-b3858eda-589f-498e-a01a-6401b940b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:19.733205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=6a73ba6f-1c01-4b87-baff-50288760a662,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:19.734538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1223e508-7acc-4f76-89fb-8cd596699aca req-b3858eda-589f-498e-a01a-6401b940b344 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=18008bb1-3fca-4574-a81e-eb5e3141cbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4334061 Oct 19 01:52:19.886347 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:19.900324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1223e508-7acc-4f76-89fb-8cd596699aca req-67a41e01-8c8a-4070-8039-4fe45e95980e service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562603 Oct 19 01:52:20.062211 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.112824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1223e508-7acc-4f76-89fb-8cd596699aca req-15e3f9b6-246d-48bb-af37-5d2f6e0d84ae service neutron] 10.222.0.74 "GET /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045066 Oct 19 01:52:20.154005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b526d7c-e267-47f6-93bc-0a313df1f38c None None] New status for floating IP 155d96a4-f7bc-4d22-8063-9dcf10557944: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:52:20.193484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27a25b-7ce8-4d7d-a21f-e0a6d2f77372 None None] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:20.253790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-af4c47d2-ccfa-4fcf-8ec6-ececcb105a00 None None] Provisioning complete for port 6a73ba6f-1c01-4b87-baff-50288760a662 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:20.254157 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-af4c47d2-ccfa-4fcf-8ec6-ececcb105a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.274782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d77b-ca43-4b06-99cd-e9c8691cdd93 req-38b53ee7-6544-4e71-bbe0-26ba57fbf059 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:20.276321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b24d77b-ca43-4b06-99cd-e9c8691cdd93 req-38b53ee7-6544-4e71-bbe0-26ba57fbf059 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0857356 Oct 19 01:52:20.311300 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.317727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.392555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b24d77b-ca43-4b06-99cd-e9c8691cdd93 req-20f70254-c577-4b9a-a0eb-a754d6c8158c tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/security-groups?id=a01b1d09-192b-41fd-ac7c-fb63b2d980bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061780 Oct 19 01:52:20.414917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.425828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=d9e4c603-f5b4-454a-aab6-cf457effe628,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:20.523070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:20.524680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:20.652304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f62353ed-715e-4891-b557-fb65a1026194 None None] Provisioning complete for port d9e4c603-f5b4-454a-aab6-cf457effe628 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:20.653194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f62353ed-715e-4891-b557-fb65a1026194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.661040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-e1fa426c-dace-43c8-8b9e-3434f9fc561a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:20.662549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-e1fa426c-dace-43c8-8b9e-3434f9fc561a tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 945 time: 0.0958920 Oct 19 01:52:20.691717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f62353ed-715e-4891-b557-fb65a1026194 None None] Port d9e4c603-f5b4-454a-aab6-cf457effe628 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:20.702827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f62353ed-715e-4891-b557-fb65a1026194 None None] Provisioning complete for port 6a73ba6f-1c01-4b87-baff-50288760a662 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:20.703343 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f62353ed-715e-4891-b557-fb65a1026194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.757366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router ddceab9d-dcb0-4479-bd46-8e0aee6bcca6 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:52:20.852212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 77dbe37b-bd33-414a-83c5-b7f55dee643e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:20.852555 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.906683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:20.911856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6056bf4e-e257-46d9-a651-b4c0b515a5c5 None None] Provisioning complete for port d9e4c603-f5b4-454a-aab6-cf457effe628 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:20.911856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6056bf4e-e257-46d9-a651-b4c0b515a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:20.917835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] Sync routers for ids ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:20.929205 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] Routers {'ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:20.930427 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:20.939519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ccd8c6ac-01b6-416e-af57-d30289532f6b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/ddceab9d-dcb0-4479-bd46-8e0aee6bcca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7157834 Oct 19 01:52:20.939780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:20.955335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6056bf4e-e257-46d9-a651-b4c0b515a5c5 None None] Port d9e4c603-f5b4-454a-aab6-cf457effe628 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:20.972418 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:20.983547 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] Routers {'ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:20.984198 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:20.999246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4c7e9-a1fe-444b-bf54-c3b4bb654763 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:21.002838 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8ee4c7e9-a1fe-444b-bf54-c3b4bb654763 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports/d9e4c603-f5b4-454a-aab6-cf457effe628 HTTP/1.1" status: 200 len: 910 time: 0.0600433 Oct 19 01:52:21.003696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48058) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:21.012868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21b114b0-21d5-41cd-9a8d-c69617ff15bb'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:21.013988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port 77dbe37b-bd33-414a-83c5-b7f55dee643e, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=77dbe37b-bd33-414a-83c5-b7f55dee643e,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:21.014313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.021767 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:21.022418 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec660a-1650-40d0-989b-5581cfdc81ff None None] The sync data for ids ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'] in n-d-789963-20 is: [] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:21.028931 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 77dbe37b-bd33-414a-83c5-b7f55dee643e owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:21.073820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-22c3ed2f-1678-4710-b63f-4639108eb7fc None None] Provisioning complete for port d9e4c603-f5b4-454a-aab6-cf457effe628 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:21.074475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22c3ed2f-1678-4710-b63f-4639108eb7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.110345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-22c3ed2f-1678-4710-b63f-4639108eb7fc None None] Port d9e4c603-f5b4-454a-aab6-cf457effe628 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:21.169920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.170463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.200773 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=77dbe37b-bd33-414a-83c5-b7f55dee643e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:21.244413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] No DVR routers for this DVR port 77dbe37b-bd33-414a-83c5-b7f55dee643e on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:21.247629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.251025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ffd458c-3312-48c8-9aec-d3dddf688419 req-2f118543-5b21-4a3a-bc98-e84abb4eb40e tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.74 "DELETE /v2.0/ports/77dbe37b-bd33-414a-83c5-b7f55dee643e HTTP/1.1" status: 204 len: 173 time: 0.5803401 Oct 19 01:52:21.251468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-deleted', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:52:21.253839 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8da30ff-8d2f-46f2-8db3-1bd70499864d" -d '{"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-deleted", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:52:21.438136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6a73ba6f-1c01-4b87-baff-50288760a662 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:21.483315 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee37359-1273-4b13-9782-ce4a8f64484c x-openstack-request-id: req-7ee37359-1273-4b13-9782-ce4a8f64484c {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:52:21.483605 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb209a6f-1b0a-47b9-89d4-f9208c457822", "name": "network-vif-deleted", "tag": "77dbe37b-bd33-414a-83c5-b7f55dee643e", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:52:21.484064 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ee37359-1273-4b13-9782-ce4a8f64484c {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:52:21.484468 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb209a6f-1b0a-47b9-89d4-f9208c457822', 'name': 'network-vif-deleted', 'tag': '77dbe37b-bd33-414a-83c5-b7f55dee643e', 'status': 'completed', 'code': 200} Oct 19 01:52:21.492659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 6a73ba6f-1c01-4b87-baff-50288760a662 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:21.493034 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.542696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21149397-eda2-4d34-96e4-f172eb1fa401 req-6d48f60c-9fb5-411a-9c8d-be5ed04f9932 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb209a6f-1b0a-47b9-89d4-f9208c457822 HTTP/1.1" status: 200 len: 210 time: 0.0353549 Oct 19 01:52:21.588487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.598955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.682029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=d9e4c603-f5b4-454a-aab6-cf457effe628,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:21.691121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:21.691750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:21.696060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5a3a9024-5bd6-4867-a5af-7679aa864917 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/ports/d9e4c603-f5b4-454a-aab6-cf457effe628 HTTP/1.1" status: 200 len: 910 time: 0.6878128 Oct 19 01:52:21.696060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48068) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:22.024938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:22.258584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port d9e4c603-f5b4-454a-aab6-cf457effe628 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:22.258918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:22.356828 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:22.368322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for d9e4c603-f5b4-454a-aab6-cf457effe628 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:22.534433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:22.559559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=d9e4c603-f5b4-454a-aab6-cf457effe628,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:22.605200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48072) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:22.709673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:22.870632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router ddceab9d-dcb0-4479-bd46-8e0aee6bcca6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:22.948915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:22.955069 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1bf082d4-9320-4ce4-a170-09092080cae7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/ddceab9d-dcb0-4479-bd46-8e0aee6bcca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2571194 Oct 19 01:52:22.957745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48074) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:22.962991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] Sync routers for ids ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:22.975012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] Routers {'ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:22.975638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:22.987222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4914a60f-8720-467c-8892-8681f16a0a88 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddceab9d-dcb0-4479-bd46-8e0aee6bcca6 HTTP/1.1" status: 200 len: 205 time: 0.0272386 Oct 19 01:52:22.989260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:22.998459 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.010083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:23.019710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] Routers {'ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:23.020348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:23.053268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:23.053916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7ea80-1852-4cf1-b551-d51b1fb5e9d4 None None] The sync data for ids ['ddceab9d-dcb0-4479-bd46-8e0aee6bcca6'] in n-d-789963-20 is: [] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:23.068259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db19c31f-045b-4c9b-ab39-f22e2fe18e6a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.227675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db19c31f-045b-4c9b-ab39-f22e2fe18e6a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.229790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db19c31f-045b-4c9b-ab39-f22e2fe18e6a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.262957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port af1decad-b5c8-45a7-a8d7-bc01ecbab212 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:23.263298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.273250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db19c31f-045b-4c9b-ab39-f22e2fe18e6a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.273759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db19c31f-045b-4c9b-ab39-f22e2fe18e6a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Fanout notify agent at l3_agent the message router_deleted on router ddceab9d-dcb0-4479-bd46-8e0aee6bcca6 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:23.281586 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db19c31f-045b-4c9b-ab39-f22e2fe18e6a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.282847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db19c31f-045b-4c9b-ab39-f22e2fe18e6a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/ddceab9d-dcb0-4479-bd46-8e0aee6bcca6 HTTP/1.1" status: 204 len: 168 time: 0.2925436 Oct 19 01:52:23.285592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48078) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:23.336104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 21b114b0-21d5-41cd-9a8d-c69617ff15bb {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:23.339150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.358935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port af1decad-b5c8-45a7-a8d7-bc01ecbab212, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=af1decad-b5c8-45a7-a8d7-bc01ecbab212,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:23.359295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.375768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for af1decad-b5c8-45a7-a8d7-bc01ecbab212 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:23.384327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.467123 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.524595 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.553654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 77dbe37b-bd33-414a-83c5-b7f55dee643e no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:23.556934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=21b114b0-21d5-41cd-9a8d-c69617ff15bb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:23.564202 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.569302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cff17b5d-f6ca-4749-a9a5-e3b0c41bf6db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/21b114b0-21d5-41cd-9a8d-c69617ff15bb HTTP/1.1" status: 204 len: 168 time: 0.2827618 Oct 19 01:52:23.572110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48080) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:23.577359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.580276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e042e4-389d-4360-9ecc-401349c8d1e1 None None] Network 9147a428-10be-4b1b-843a-897ae9edb6f2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:23.581906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 77dbe37b-bd33-414a-83c5-b7f55dee643e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:23.582238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 77dbe37b-bd33-414a-83c5-b7f55dee643e not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:23.607064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=af1decad-b5c8-45a7-a8d7-bc01ecbab212,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:23.676694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.744633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 6a73ba6f-1c01-4b87-baff-50288760a662 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:23.744974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.795862 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.799612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] DHCP port deletion for 9147a428-10be-4b1b-843a-897ae9edb6f2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:23.828970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 6a73ba6f-1c01-4b87-baff-50288760a662, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6a73ba6f-1c01-4b87-baff-50288760a662,segment=NetworkSegment(91e7fd58-dff7-4bd7-922c-41791797eb7a),segment_id=91e7fd58-dff7-4bd7-922c-41791797eb7a)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:23.829509 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.844543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 6a73ba6f-1c01-4b87-baff-50288760a662 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:23.861484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] Deleting port 6a73ba6f-1c01-4b87-baff-50288760a662 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:23.861858 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.929856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] For port 6a73ba6f-1c01-4b87-baff-50288760a662, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6a73ba6f-1c01-4b87-baff-50288760a662,segment=NetworkSegment(91e7fd58-dff7-4bd7-922c-41791797eb7a),segment_id=91e7fd58-dff7-4bd7-922c-41791797eb7a)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:23.930406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.935000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:23.945230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] Calling delete_port for 6a73ba6f-1c01-4b87-baff-50288760a662 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:23.961836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=6a73ba6f-1c01-4b87-baff-50288760a662,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:23.967438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port 6a73ba6f-1c01-4b87-baff-50288760a662 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:24.030495 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.058008 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.060332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] No DVR routers for this DVR port 6a73ba6f-1c01-4b87-baff-50288760a662 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:24.065241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62e1e4-5206-4c7f-9ce4-f273d4879530 None None] Pushing event deleted for resources: {'Port': ['ID=6a73ba6f-1c01-4b87-baff-50288760a662,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:24.087908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9147a428-10be-4b1b-843a-897ae9edb6f2']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:24.098292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e7fd58-dff7-4bd7-922c-41791797eb7a') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:24.098682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e7fd58-dff7-4bd7-922c-41791797eb7a') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:24.109144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.123348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.129705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:24.130102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:24.133367 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:24.198050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.208847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.212115 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/9147a428-10be-4b1b-843a-897ae9edb6f2 HTTP/1.1" status: 204 len: 168 time: 0.6388712 Oct 19 01:52:24.216474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48082) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:24.221356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c2c9bec1-ba68-4e42-8c47-fcd61b66f13f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-495239878', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:24.222828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87592c20-599a-4b10-aed6-22a427ab7e3c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=9147a428-10be-4b1b-843a-897ae9edb6f2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:24.285857 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c2c9bec1-ba68-4e42-8c47-fcd61b66f13f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.286828 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c2c9bec1-ba68-4e42-8c47-fcd61b66f13f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.382353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c2c9bec1-ba68-4e42-8c47-fcd61b66f13f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.386522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Router e6a09cd1-3844-44d7-978c-175feccb6fb8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:24.389696 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c2c9bec1-ba68-4e42-8c47-fcd61b66f13f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.411514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c2c9bec1-ba68-4e42-8c47-fcd61b66f13f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.412722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c2c9bec1-ba68-4e42-8c47-fcd61b66f13f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1950192 Oct 19 01:52:24.415459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48084) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:24.421123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808410510'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:24.442347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:24.445921 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.469367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:24.478536 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.478867 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment f4de3640-640d-499e-87da-40cf14537349 of type vlan for network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 Oct 19 01:52:24.513646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:24.519396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.522285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-febf08ca-33f6-441a-b553-dc361ae3aa06 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "PUT /v2.0/routers/e6a09cd1-3844-44d7-978c-175feccb6fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9150574 Oct 19 01:52:24.522721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48086) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:24.525163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] Sync routers for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:24.535689 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:24.536280 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:24.588465 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.594877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:24.595500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.610032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting subnet fcd3908b-b475-45e2-a3db-7b23d6dbf9e6 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:24.625726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.662136 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2455251 Oct 19 01:52:24.665922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48088) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:24.672874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:24.715908 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:24.718898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0660d0-8474-44ef-98fe-65be23fd6465 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=3f30bf7c-e122-4a34-92e6-dea869a2ff92,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:24.726504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.734673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:24.797229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:24.802265 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.820098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.887545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.921438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd3908b-b475-45e2-a3db-7b23d6dbf9e6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:24.931418 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:52:23Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:24.931751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d240afbc-834d-42ce-99bd-6de075ba6dbc None None] Network 18008bb1-3fca-4574-a81e-eb5e3141cbde requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:24.932291 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:24.936341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dd03fdbd-1624-4eff-94ae-6596192a7543 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/subnets/fcd3908b-b475-45e2-a3db-7b23d6dbf9e6 HTTP/1.1" status: 204 len: 168 time: 0.4124162 Oct 19 01:52:24.938670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48090) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:24.965347 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] Checking router: e6a09cd1-3844-44d7-978c-175feccb6fb8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:24.975602 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] Routers {'e6a09cd1-3844-44d7-978c-175feccb6fb8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:24.976565 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['e6a09cd1-3844-44d7-978c-175feccb6fb8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:25.016556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.067476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.102189 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] Set router e6a09cd1-3844-44d7-978c-175feccb6fb8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:25.113441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:25.113805 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 3f30bf7c-e122-4a34-92e6-dea869a2ff92, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:25.117799 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=9a3fd28f-b6bc-481a-bdd0-6335838cb820,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:25.136199 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:25.146444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 3f30bf7c-e122-4a34-92e6-dea869a2ff92) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:25.156942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee46b80-7404-4ed5-94e3-fb67e0ff7742 None None] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:25.159712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:25.160343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] DHCP port deletion for 18008bb1-3fca-4574-a81e-eb5e3141cbde request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:25.160918 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.183519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8c2743be-26fb-44bd-a09e-896c026ed749 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5154901 Oct 19 01:52:25.187228 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48092) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:25.217994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.293372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Deleting port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:25.293984 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.299722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] Deleting port 38c77998-7e5a-467d-9652-e0b290698112 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:25.300253 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.338139 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:52:23Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:25.376468 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc29237-0ecd-45a6-831a-81e2b11e3ac8 None None] The sync data for ids ['e6a09cd1-3844-44d7-978c-175feccb6fb8'] in n-d-789963-20 is: [{'id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290356468', 'tenant_id': '446eaabb7b8b48159e8221f499748465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:52:23Z', 'revision_number': 5, 'project_id': '446eaabb7b8b48159e8221f499748465', 'gw_port': {'id': '8562c934-e7e6-4d54-b30a-45ef8fe7a4c3', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:52:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a09cd1-3844-44d7-978c-175feccb6fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:49:30Z', 'updated_at': '2021-10-19T01:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:25.378383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] For port 38c77998-7e5a-467d-9652-e0b290698112, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=38c77998-7e5a-467d-9652-e0b290698112,segment=NetworkSegment(a3443131-846e-426f-8cd2-5f3f6d38b120),segment_id=a3443131-846e-426f-8cd2-5f3f6d38b120)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:25.378913 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.425206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] For port 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:25.426178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.436736 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] Calling delete_port for 38c77998-7e5a-467d-9652-e0b290698112 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:25.444034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Calling delete_port for 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:25.525687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:25.526572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.538855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.608739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.635024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.644434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] Pushing event deleted for resources: {'Port': ['ID=38c77998-7e5a-467d-9652-e0b290698112,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:25.653309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05385e-4b80-4acd-bf49-72538f120ec3 None None] No DVR routers for this DVR port 38c77998-7e5a-467d-9652-e0b290698112 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:25.678408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Port': ['ID=8562c934-e7e6-4d54-b30a-45ef8fe7a4c3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:25.713116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Allocated IP 172.20.0.2 (3f30bf7c-e122-4a34-92e6-dea869a2ff92/9a3fd28f-b6bc-481a-bdd0-6335838cb820/1f4b2a86-c53c-4cc0-a967-5eefc2f6131b) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:25.785302 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.817120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6a73ba6f-1c01-4b87-baff-50288760a662 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:25.849691 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 6a73ba6f-1c01-4b87-baff-50288760a662 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:25.850030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6a73ba6f-1c01-4b87-baff-50288760a662 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:25.850474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 38c77998-7e5a-467d-9652-e0b290698112 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:25.880332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 38c77998-7e5a-467d-9652-e0b290698112 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:25.880681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 38c77998-7e5a-467d-9652-e0b290698112 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:25.958154 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:25.964499 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.007422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:26.013941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Pushing event updated for resources: {'Port': ['ID=1f4b2a86-c53c-4cc0-a967-5eefc2f6131b,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:26.021882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:26.026730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:26.028988 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.20.0.1 (3f30bf7c-e122-4a34-92e6-dea869a2ff92/9a3fd28f-b6bc-481a-bdd0-6335838cb820/616585f4-4632-43e4-a728-0581dbcb971d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:26.090361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Attempting to bind port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:26.090797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Attempting to bind port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:26.091095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Attempting to bind port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b on network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:26.096284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:26.096657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Checking segment: {'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:26.097055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.097575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Bound using segment: {'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:26.098042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Bound port: 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:26.098418 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.155695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.173745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] For port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:26.178013 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] For port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f4b2a86-c53c-4cc0-a967-5eefc2f6131b,segment=NetworkSegment(f4de3640-640d-499e-87da-40cf14537349),segment_id=f4de3640-640d-499e-87da-40cf14537349)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:26.182387 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.196061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.252974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300c0f8-b2d0-4527-a453-957a06b403a4 None None] Pushing event updated for resources: {'Port': ['ID=1f4b2a86-c53c-4cc0-a967-5eefc2f6131b,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:26.253218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:26.253335 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.253772 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:26.255405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.259257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:26.289292 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=616585f4-4632-43e4-a728-0581dbcb971d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:26.304133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.304952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Fanout notify agent at l3_agent the message router_deleted on router e6a09cd1-3844-44d7-978c-175feccb6fb8 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:26.315101 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.319963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0acd61f5-91a1-4c7c-b638-17a3bf24afd6 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/routers/e6a09cd1-3844-44d7-978c-175feccb6fb8 HTTP/1.1" status: 204 len: 168 time: 1.3802531 Oct 19 01:52:26.320403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48094) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:26.332462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.490501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.575623 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.625987 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.673585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18008bb1-3fca-4574-a81e-eb5e3141cbde']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:26.691059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3443131-846e-426f-8cd2-5f3f6d38b120') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:26.691282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3443131-846e-426f-8cd2-5f3f6d38b120') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:26.737598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.785225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.798672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:26.799061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:26.802282 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:26.891518 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.895553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.898965 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/networks/18008bb1-3fca-4574-a81e-eb5e3141cbde HTTP/1.1" status: 204 len: 168 time: 0.5751626 Oct 19 01:52:26.901710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48096) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:26.948824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ae6d4-fa91-45ce-a776-ed23108421d1 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'Network': ['ID=18008bb1-3fca-4574-a81e-eb5e3141cbde,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:26.969441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-369da40d-7a8c-40bd-95a3-b69ccac6d158 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:26.997427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-369da40d-7a8c-40bd-95a3-b69ccac6d158 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.015670 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.021510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.082745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-369da40d-7a8c-40bd-95a3-b69ccac6d158 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.085320 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-369da40d-7a8c-40bd-95a3-b69ccac6d158 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.086742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-369da40d-7a8c-40bd-95a3-b69ccac6d158 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] 10.222.0.64 "DELETE /v2.0/security-groups/a01b1d09-192b-41fd-ac7c-fb63b2d980bc HTTP/1.1" status: 204 len: 168 time: 0.1838350 Oct 19 01:52:27.098589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369da40d-7a8c-40bd-95a3-b69ccac6d158 tempest-TestNetworkAdvancedServerOps-1137281931 tempest-TestNetworkAdvancedServerOps-1137281931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b1d09-192b-41fd-ac7c-fb63b2d980bc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:27.107007 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.110114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=616585f4-4632-43e4-a728-0581dbcb971d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:27.231556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:27.233123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:27.330645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13275396-67d8-4ef5-af8f-6aae85b65d2c None None] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:27.369743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:52:27.462003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3b898c12-88f9-4e9f-b387-4aa5ce04c774 None None] Provisioning complete for port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:27.462572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b898c12-88f9-4e9f-b387-4aa5ce04c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.490452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:27.500797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:27.511350 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-29dd235b-a059-4c88-aa26-5547f59c3f87 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3205564 Oct 19 01:52:27.511550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48104) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:27.517907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-2094348115'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:27.523106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48106) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:27.540810 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:27.545277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:27.549473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.582351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:27.587510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:27.588220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:27.592217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.592661 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment bffa5ec0-a75e-40e2-b973-2783a192b1a7 of type vlan for network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 Oct 19 01:52:27.635763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.668823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.679049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:27.679793 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.694755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-145f2c9b-e916-4a88-a72a-509cc20c99e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=446eaabb7b8b48159e8221f499748465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680322 Oct 19 01:52:27.694992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48110) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:27.722334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2089229 Oct 19 01:52:27.725058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48112) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:27.734183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:27.757392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c76e32-827c-4778-bb1d-02516cfaa582 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=9d30fa58-2429-41e2-8d15-a06b9f42b9c5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:27.820856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b628-373b-46b9-b73c-65145606c571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.857898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b628-373b-46b9-b73c-65145606c571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.890966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:27.895216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.897206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:27.904968 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:27.905346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.958805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:27.973738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b628-373b-46b9-b73c-65145606c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.976303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b628-373b-46b9-b73c-65145606c571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:27.977442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0ca8b628-373b-46b9-b73c-65145606c571 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60b69414-4889-4856-bc19-7ac35a8f15a0 HTTP/1.1" status: 204 len: 168 time: 0.2810123 Oct 19 01:52:27.992599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8b628-373b-46b9-b73c-65145606c571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b69414-4889-4856-bc19-7ac35a8f15a0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:28.012837 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b898c12-88f9-4e9f-b387-4aa5ce04c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.125288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.178717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3b898c12-88f9-4e9f-b387-4aa5ce04c774 None None] For port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f4b2a86-c53c-4cc0-a967-5eefc2f6131b,segment=NetworkSegment(f4de3640-640d-499e-87da-40cf14537349),segment_id=f4de3640-640d-499e-87da-40cf14537349)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:28.190219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=56d9f0a1-77be-48d8-bf40-bf6b3236025e,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:28.204182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:28.204552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 9d30fa58-2429-41e2-8d15-a06b9f42b9c5, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:28.231881 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b898c12-88f9-4e9f-b387-4aa5ce04c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.237314 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:28.255190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9d30fa58-2429-41e2-8d15-a06b9f42b9c5) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:28.264835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:28.265598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.274690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b91dc-57a1-48e2-ba3c-d7740de7b247 None None] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:28.290653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48118) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:28.291402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-12168ac4-c033-4b53-b692-b6910204efab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5649719 Oct 19 01:52:28.395124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898c12-88f9-4e9f-b387-4aa5ce04c774 None None] Pushing event updated for resources: {'Port': ['ID=1f4b2a86-c53c-4cc0-a967-5eefc2f6131b,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:28.424979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device af1decad-b5c8-45a7-a8d7-bc01ecbab212 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:28.462921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48120) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:28.487831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: af1decad-b5c8-45a7-a8d7-bc01ecbab212 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:28.488242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device af1decad-b5c8-45a7-a8d7-bc01ecbab212 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:28.488649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:28.513571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a27f0780-30ca-442a-b963-4a041c7b4c9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f42496c7a1e490db825e0d5707f5967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492289 Oct 19 01:52:28.516195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-187f6acc-5387-406e-a012-4f37572067ab None None] Provisioning complete for port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:28.516359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48122) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:28.516626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-187f6acc-5387-406e-a012-4f37572067ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.573182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:28.573683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8562c934-e7e6-4d54-b30a-45ef8fe7a4c3 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:28.586604 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfcad911-99a7-4e8b-a3d1-ea2f3ec619fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.615078 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfcad911-99a7-4e8b-a3d1-ea2f3ec619fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.642565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:26Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:26Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:28.646164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:28.647133 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.688041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfcad911-99a7-4e8b-a3d1-ea2f3ec619fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.691552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfcad911-99a7-4e8b-a3d1-ea2f3ec619fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.701024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:28.701809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Updating router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef port 616585f4-4632-43e4-a728-0581dbcb971d binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:52:28.708656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bfcad911-99a7-4e8b-a3d1-ea2f3ec619fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93e1546f-d52d-42c8-afdc-e74cb02a7bd2 HTTP/1.1" status: 204 len: 168 time: 0.1808949 Oct 19 01:52:28.722101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcad911-99a7-4e8b-a3d1-ea2f3ec619fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e1546f-d52d-42c8-afdc-e74cb02a7bd2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:28.796185 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:28.914932 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-ee8236b0-25da-4a33-a7f7-99e629104af1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893350 Oct 19 01:52:28.942941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-187f6acc-5387-406e-a012-4f37572067ab None None] Provisioning complete for port 616585f4-4632-43e4-a728-0581dbcb971d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:28.943417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-187f6acc-5387-406e-a012-4f37572067ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.074355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-5a99b9d1-2275-4807-88a2-f075bfa0df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.076429 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-5a99b9d1-2275-4807-88a2-f075bfa0df52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1097 time: 0.0877943 Oct 19 01:52:29.077216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-187f6acc-5387-406e-a012-4f37572067ab None None] Port 616585f4-4632-43e4-a728-0581dbcb971d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:29.128616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Allocated IP 172.21.0.2 (9d30fa58-2429-41e2-8d15-a06b9f42b9c5/56d9f0a1-77be-48d8-bf40-bf6b3236025e/b850edde-1225-4826-be74-d422f5780429) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:29.210917 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.269360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-748c0f5b-a289-4a4a-82c3-5460fa56eedd None None] Provisioning complete for port 616585f4-4632-43e4-a728-0581dbcb971d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:29.269950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-748c0f5b-a289-4a4a-82c3-5460fa56eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.281344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-47adb575-c6e3-41b9-b640-fdef07e2654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.282816 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-47adb575-c6e3-41b9-b640-fdef07e2654d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 910 time: 0.1762080 Oct 19 01:52:29.343500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-748c0f5b-a289-4a4a-82c3-5460fa56eedd None None] Port 616585f4-4632-43e4-a728-0581dbcb971d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:29.416444 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.433072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.436446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-e853dd08-9dd0-4b10-bb26-b2c75cc32a6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 1001 time: 0.1194487 Oct 19 01:52:29.438896 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.466051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:29.494227 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.540799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:29.542244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-afc83a13-1332-4460-b185-dd6242e7d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.542411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e797f99-cc10-46ca-8d1e-48ddc022b65f None None] Pushing event updated for resources: {'Port': ['ID=616585f4-4632-43e4-a728-0581dbcb971d,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:29.543489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-afc83a13-1332-4460-b185-dd6242e7d30a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 200 len: 848 time: 0.0956335 Oct 19 01:52:29.552218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:29.560030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:29.647889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-79f5247f-beec-4992-bc52-e599616cc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:29.653705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-79f5247f-beec-4992-bc52-e599616cc7b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014366 Oct 19 01:52:29.662061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.21.0.1 (9d30fa58-2429-41e2-8d15-a06b9f42b9c5/56d9f0a1-77be-48d8-bf40-bf6b3236025e/8db1d764-ab08-4816-8093-e126ca5c0b22) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:29.670838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Pushing event updated for resources: {'Port': ['ID=b850edde-1225-4826-be74-d422f5780429,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:29.675815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:29.676349 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.864416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Attempting to bind port 616585f4-4632-43e4-a728-0581dbcb971d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:29.864812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Attempting to bind port 616585f4-4632-43e4-a728-0581dbcb971d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:29.865316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Attempting to bind port 616585f4-4632-43e4-a728-0581dbcb971d on network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:29.888398 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-15e315e8-296b-424c-85ab-0bd00be3832c service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028432 Oct 19 01:52:29.905378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:29.905378 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Checking segment: {'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:29.905378 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.905876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Bound using segment: {'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:29.906491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Bound port: 616585f4-4632-43e4-a728-0581dbcb971d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4de3640-640d-499e-87da-40cf14537349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:29.906854 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.913553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Attempting to bind port b850edde-1225-4826-be74-d422f5780429 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:29.913931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Attempting to bind port b850edde-1225-4826-be74-d422f5780429 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:29.914280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Attempting to bind port b850edde-1225-4826-be74-d422f5780429 on network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:29.929780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.934844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:29.935225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Checking segment: {'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:29.935617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.936036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Bound using segment: {'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:29.936507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Bound port: b850edde-1225-4826-be74-d422f5780429, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:29.936882 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:29.938716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-25c0f6bb-7e6d-408a-bc2a-34d59bb20cac None None] Provisioning complete for port 616585f4-4632-43e4-a728-0581dbcb971d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:29.939099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25c0f6bb-7e6d-408a-bc2a-34d59bb20cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.023349 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-10f38285-2051-4af1-9aa5-6763e00e1db5 req-cef8de9e-a970-4963-b1c2-4ae9fb37b423 service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272249 Oct 19 01:52:30.030748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.053603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-25c0f6bb-7e6d-408a-bc2a-34d59bb20cac None None] Port 616585f4-4632-43e4-a728-0581dbcb971d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:30.073036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:30.076949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:30.080755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:30.085555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] For port 616585f4-4632-43e4-a728-0581dbcb971d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:30.115316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=8db1d764-ab08-4816-8093-e126ca5c0b22,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:30.117585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] For port 616585f4-4632-43e4-a728-0581dbcb971d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=616585f4-4632-43e4-a728-0581dbcb971d,segment=NetworkSegment(f4de3640-640d-499e-87da-40cf14537349),segment_id=f4de3640-640d-499e-87da-40cf14537349)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:30.127956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.128343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.128685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.129083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.129366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.129678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.130003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.130328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.130644 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.130980 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.131294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.131613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:30.133731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] For port b850edde-1225-4826-be74-d422f5780429, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:30.137169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.141376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] For port b850edde-1225-4826-be74-d422f5780429, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b850edde-1225-4826-be74-d422f5780429,segment=NetworkSegment(bffa5ec0-a75e-40e2-b973-2783a192b1a7),segment_id=bffa5ec0-a75e-40e2-b973-2783a192b1a7)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:30.150476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.169809 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.225178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e797f99-cc10-46ca-8d1e-48ddc022b65f None None] Pushing event updated for resources: {'Port': ['ID=616585f4-4632-43e4-a728-0581dbcb971d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:30.228234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:30.228844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:30.323583 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.337007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48158) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:30.375666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c95c5-4175-4fc9-9377-91b471306213 None None] Pushing event updated for resources: {'Port': ['ID=b850edde-1225-4826-be74-d422f5780429,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:30.392996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:30.575234 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'network': {'name': 'tempest-network-smoke--388373759', 'project_id': '79d63023739e418697b78b3697cfcd59', 'port_security_enabled': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:30.602363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:30.609912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.621503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.622324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-49e7a127-6b43-4c4f-84ec-185234e8efc3 None None] Provisioning complete for port 616585f4-4632-43e4-a728-0581dbcb971d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:30.622827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49e7a127-6b43-4c4f-84ec-185234e8efc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.730907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.736370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.741071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.747617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:26Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:30.748076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.763004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:30.777830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ff402c-518d-4f1f-b46d-b1f87be1b589,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:30.778812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f63927-ab09-4a0f-8c61-f7119e5ab576 None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:26Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:30.781003 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49e7a127-6b43-4c4f-84ec-185234e8efc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.782667 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.783048 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Added segment 3f2e6550-16e3-4685-8f48-69a72abaed93 of type vlan for network 373b0f9a-380d-4e74-9d31-b78583004e06 Oct 19 01:52:30.822169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-49e7a127-6b43-4c4f-84ec-185234e8efc3 None None] For port 616585f4-4632-43e4-a728-0581dbcb971d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=616585f4-4632-43e4-a728-0581dbcb971d,segment=NetworkSegment(f4de3640-640d-499e-87da-40cf14537349),segment_id=f4de3640-640d-499e-87da-40cf14537349)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:30.834117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49e7a127-6b43-4c4f-84ec-185234e8efc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.849123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=8db1d764-ab08-4816-8093-e126ca5c0b22,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:30.852877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.854661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.893723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.899604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:30.900309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:30.906983 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7a127-6b43-4c4f-84ec-185234e8efc3 None None] Pushing event updated for resources: {'Port': ['ID=616585f4-4632-43e4-a728-0581dbcb971d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:30.942529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6042967 Oct 19 01:52:30.945316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48162) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:30.950285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-125232763', 'admin_state_up': True, 'project_id': '79d63023739e418697b78b3697cfcd59', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:30.971713 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:30.973268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:30.994834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eb864-bf9e-4874-97d9-934b24c52a8c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Network': ['ID=373b0f9a-380d-4e74-9d31-b78583004e06,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:31.013283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 373b0f9a-380d-4e74-9d31-b78583004e06 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:31.017120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.019235 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.076407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.131834 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:31.249022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:31.256659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d5338c60-5db2-4383-aa50-894c00a3a4d3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9624393 Oct 19 01:52:31.256901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48164) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:31.265939 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-1536176695'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:31.283113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.291469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:31.297642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.330710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:31.342246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.342725 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment a6268c85-b9ee-432d-9332-9c6f13698653 of type vlan for network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 Oct 19 01:52:31.419764 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.466929 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.473102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:31.473713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.517492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 616585f4-4632-43e4-a728-0581dbcb971d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:31.525484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2674954 Oct 19 01:52:31.529404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48166) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:31.533920 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:31.591254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.598410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ebd614-9c11-4ee8-a611-1dc40aa37eae None None] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:31.600528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbb81b-f97c-481b-98b8-342793adc9dd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=9a47ca96-2d0d-4055-ad48-df93e2bbb226,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:31.614463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:31.634082 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.706039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:31.710194 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.750664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 616585f4-4632-43e4-a728-0581dbcb971d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:31.751170 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.755803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ef514557-70de-4803-8119-ba4c370d7d05 None None] Provisioning complete for port b850edde-1225-4826-be74-d422f5780429 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:31.755803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef514557-70de-4803-8119-ba4c370d7d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.772640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.25.0.171 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/4a7c9a3e-63dd-4ffc-8aef-5e56e115666d) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:31.883814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.921148 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.934284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.972558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:31.977130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:31.978798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef514557-70de-4803-8119-ba4c370d7d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:31.981669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:32.001087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=911858e1-07c0-4493-9b32-b99c1f1f698c,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:32.009245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:32.017802 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b850edde-1225-4826-be74-d422f5780429 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:32.018345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:32.018873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 9a47ca96-2d0d-4055-ad48-df93e2bbb226, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:32.038587 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:32.049340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9a47ca96-2d0d-4055-ad48-df93e2bbb226) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:32.054346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:32.055503 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.060861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ef514557-70de-4803-8119-ba4c370d7d05 None None] For port b850edde-1225-4826-be74-d422f5780429, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b850edde-1225-4826-be74-d422f5780429,segment=NetworkSegment(bffa5ec0-a75e-40e2-b973-2783a192b1a7),segment_id=bffa5ec0-a75e-40e2-b973-2783a192b1a7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:32.065336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d89d1b-d3e8-43c1-97eb-4e4ac4c230ad None None] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:32.075663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-be3cef3f-b38b-4935-a566-dba38a8817b7 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5454776 Oct 19 01:52:32.078850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48168) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:32.083714 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef514557-70de-4803-8119-ba4c370d7d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.158401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef514557-70de-4803-8119-ba4c370d7d05 None None] Pushing event updated for resources: {'Port': ['ID=b850edde-1225-4826-be74-d422f5780429,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:32.225933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b850edde-1225-4826-be74-d422f5780429 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:32.226875 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.346731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.423846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:32.426120 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.431240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2955bb27-1d96-4416-b0d9-e50d271ec958 None None] Provisioning complete for port b850edde-1225-4826-be74-d422f5780429 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:32.431504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2955bb27-1d96-4416-b0d9-e50d271ec958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.611337 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.683456 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:32.700648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2955bb27-1d96-4416-b0d9-e50d271ec958 None None] Provisioning complete for port 8db1d764-ab08-4816-8093-e126ca5c0b22 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:32.700927 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2955bb27-1d96-4416-b0d9-e50d271ec958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.711730 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:32.712691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:32.739222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Allocated IP 172.22.0.2 (9a47ca96-2d0d-4055-ad48-df93e2bbb226/911858e1-07c0-4493-9b32-b99c1f1f698c/0188a66f-abc4-4f83-a61d-4e0746b9fdb6) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:32.767502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2955bb27-1d96-4416-b0d9-e50d271ec958 None None] Port 8db1d764-ab08-4816-8093-e126ca5c0b22 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:32.807065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:52:32.920377 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.954178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.966385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:32.970493 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:32.978555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:33.004401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Sync routers for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:33.014588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.017082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a85d2bb2-234b-44e1-bb66-f284290b53cb None None] Provisioning complete for port 8db1d764-ab08-4816-8093-e126ca5c0b22 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:33.017464 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a85d2bb2-234b-44e1-bb66-f284290b53cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.019969 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d3176823-045f-487d-a7b5-8398e9878536 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0735905 Oct 19 01:52:33.020869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48170) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:33.111632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ebeec7f6-9d6b-4431-b0a8-98edb5bf3525 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=79d63023739e418697b78b3697cfcd59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0889390 Oct 19 01:52:33.112431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48174) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:33.217171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbc222-96ae-4ea8-bdf3-6f31382a3048 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:33.217873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:33.223348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0cbc222-96ae-4ea8-bdf3-6f31382a3048 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1097982 Oct 19 01:52:33.224206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48176) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:33.228414 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 3, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:33.230430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:33.234481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:33.236570 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:33.237196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:33.239334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Pushing event updated for resources: {'Port': ['ID=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:33.267499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ba22d00f-d7b8-4bd3-97bb-2c120df2b769 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414963 Oct 19 01:52:33.268455 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48178) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:33.272507 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:33.273656 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Updating router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef port 8db1d764-ab08-4816-8093-e126ca5c0b22 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:52:33.277492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1908728197', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'project_id': '79d63023739e418697b78b3697cfcd59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:33.286245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a85d2bb2-234b-44e1-bb66-f284290b53cb None None] Port 8db1d764-ab08-4816-8093-e126ca5c0b22 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:33.302896 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.303441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.22.0.1 (9a47ca96-2d0d-4055-ad48-df93e2bbb226/911858e1-07c0-4493-9b32-b99c1f1f698c/2f004eb0-a363-4810-84b7-f6281697a4b0) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:33.370674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Attempting to bind port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:33.371453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Attempting to bind port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:33.372075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Attempting to bind port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 on network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:33.381858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:33.382232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Checking segment: {'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:33.382634 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.383025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Bound using segment: {'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:33.383503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Bound port: 0188a66f-abc4-4f83-a61d-4e0746b9fdb6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:33.383884 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.419967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:33.439365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:33.444755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.454838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.468978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b850edde-1225-4826-be74-d422f5780429 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:33.501326 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.527936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c213bc73-ca0a-4e7d-b4c6-6bcb91a03d35 None None] Provisioning complete for port 8db1d764-ab08-4816-8093-e126ca5c0b22 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:33.528343 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c213bc73-ca0a-4e7d-b4c6-6bcb91a03d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.567089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=2f004eb0-a363-4810-84b7-f6281697a4b0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:33.589036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:33.592112 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:33.599640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:33.632475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] For port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:33.660783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.663699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] For port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,segment=NetworkSegment(a6268c85-b9ee-432d-9332-9c6f13698653),segment_id=a6268c85-b9ee-432d-9332-9c6f13698653)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:33.667257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c213bc73-ca0a-4e7d-b4c6-6bcb91a03d35 None None] Port 8db1d764-ab08-4816-8093-e126ca5c0b22 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:33.681929 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.699500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.743699 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.753580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b850edde-1225-4826-be74-d422f5780429 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:33.753848 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.754013 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.807407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Subnet': ['ID=ec3b379f-30c0-4216-adfd-425e9ae61ff2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:33.818388 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Pushing event updated for resources: {'Port': ['ID=8db1d764-ab08-4816-8093-e126ca5c0b22,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:33.821846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Checking segment: {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:33.823644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network hostable DHCP agents. Network: 373b0f9a-380d-4e74-9d31-b78583004e06, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:33.830818 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.831056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0878a30-ad80-4b11-830b-02fda2093e35 None None] Pushing event updated for resources: {'Port': ['ID=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:33.845368 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.845709 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.846051 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.846382 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.846706 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.847022 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.847342 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.847657 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.848061 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.848321 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.848642 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.849074 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:33.862013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 373b0f9a-380d-4e74-9d31-b78583004e06 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:33.878487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 373b0f9a-380d-4e74-9d31-b78583004e06) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:33.882951 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:33.883538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.907327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e9a44-b869-4dcb-b391-78f0e17a7c5c None None] Network 373b0f9a-380d-4e74-9d31-b78583004e06 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:33.912417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f1c6b221-d008-4981-a8d3-6e6547573073 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6400235 Oct 19 01:52:33.912971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:33.968386 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Attempting to bind port 8db1d764-ab08-4816-8093-e126ca5c0b22 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:33.969186 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Attempting to bind port 8db1d764-ab08-4816-8093-e126ca5c0b22 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:33.969833 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Attempting to bind port 8db1d764-ab08-4816-8093-e126ca5c0b22 on network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:33.970760 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:32Z', 'revision_number': 3, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:33.982715 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:33.983154 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Checking segment: {'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:33.983487 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:33.983885 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Bound using segment: {'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:33.984393 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Bound port: 8db1d764-ab08-4816-8093-e126ca5c0b22, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffa5ec0-a75e-40e2-b973-2783a192b1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:33.984767 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.061975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Checking router: d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:34.062335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Updating router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:52:34.111201 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] For port 8db1d764-ab08-4816-8093-e126ca5c0b22, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:34.116956 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] For port 8db1d764-ab08-4816-8093-e126ca5c0b22, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8db1d764-ab08-4816-8093-e126ca5c0b22,segment=NetworkSegment(bffa5ec0-a75e-40e2-b973-2783a192b1a7),segment_id=bffa5ec0-a75e-40e2-b973-2783a192b1a7)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:34.124815 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.145630 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.190923 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:34.195853 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:34.340852 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:34.373520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.387486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.472079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c7477aa7-f6af-42af-b781-9cd2e37c10c5 None None] Provisioning complete for port 8db1d764-ab08-4816-8093-e126ca5c0b22 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:34.472531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7477aa7-f6af-42af-b781-9cd2e37c10c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.474043 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408c4c1-6870-4b25-8e8e-fb40bb2eef13 None None] Pushing event updated for resources: {'Port': ['ID=8db1d764-ab08-4816-8093-e126ca5c0b22,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:34.551084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.557617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=2f004eb0-a363-4810-84b7-f6281697a4b0,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:34.617633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-373b0f9a-380d-4e74-9d31-b78583004e06', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:34.618494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.693414 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:33Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:33Z', 'revision_number': 1, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:34.703503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:34.703734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.705820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:34.736577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.759143 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565109a-e601-4d88-8b00-ed4fb5329d36 None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:33Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:33Z', 'revision_number': 1, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:34.767558 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.903006 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7477aa7-f6af-42af-b781-9cd2e37c10c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.911536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13152120-4565-4b47-8ab3-60145595604c None None] Pushing event updated for resources: {'Port': ['ID=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:34.918547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:34.951778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Attempting to bind port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:34.952269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Attempting to bind port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:34.952705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Attempting to bind port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:34.985226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:34.985698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:34.986172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:34.992139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:34.992783 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Bound port: 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:34.993384 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.030839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Allocated IP 172.20.0.2 (373b0f9a-380d-4e74-9d31-b78583004e06/ec3b379f-30c0-4216-adfd-425e9ae61ff2/ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:35.055895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c7477aa7-f6af-42af-b781-9cd2e37c10c5 None None] For port 8db1d764-ab08-4816-8093-e126ca5c0b22, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8db1d764-ab08-4816-8093-e126ca5c0b22,segment=NetworkSegment(bffa5ec0-a75e-40e2-b973-2783a192b1a7),segment_id=bffa5ec0-a75e-40e2-b973-2783a192b1a7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:35.069548 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7477aa7-f6af-42af-b781-9cd2e37c10c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.090412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:35.100925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d35c08f8-6e21-4937-a1c9-3da4b9e69209 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0209160 Oct 19 01:52:35.101570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48184) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:35.107967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'network': {'name': 'tempest-RoutersTest-1814534275'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:35.143450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:35.147744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.155116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] For port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:35.190206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:52:35.205106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.205511 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added segment 0bc7396e-6269-43d0-8c73-ba19d8dbef6b of type vlan for network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c Oct 19 01:52:35.216233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] For port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:35.235451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7477aa7-f6af-42af-b781-9cd2e37c10c5 None None] Pushing event updated for resources: {'Port': ['ID=8db1d764-ab08-4816-8093-e126ca5c0b22,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:35.251028 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.266014 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.270679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c667fd0f-f571-4492-a943-7ec667ddd1bd None None] Provisioning complete for port 8db1d764-ab08-4816-8093-e126ca5c0b22 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:35.270679 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c667fd0f-f571-4492-a943-7ec667ddd1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.296627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864a65d-ba9b-4942-b6c0-ae9717de5166 None None] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:35.297732 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.303588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:35.304229 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.347412 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2444305 Oct 19 01:52:35.350203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48188) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:35.357216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'subnet': {'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:35.388366 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dc232-a5b4-4fd0-a8a1-eb5207f4f885 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Network': ['ID=7111dfca-f0b4-486d-8e25-6a1b7c7db06c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:35.450369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:52:35.505048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Made reservation on behalf of eeca4810c24f4534953c776be2d858ce for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:35.513638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.697873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:35.707491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:35.708148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:35.709880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13152120-4565-4b47-8ab3-60145595604c None None] Pushing event updated for resources: {'Port': ['ID=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:35.751218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.811384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Subnet': ['ID=3bebd3b3-9973-4f99-aa4a-412c07518492,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:35.829788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Checking segment: {'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:35.830274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network hostable DHCP agents. Network: 7111dfca-f0b4-486d-8e25-6a1b7c7db06c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:52:35.850212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:52:35.860031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 7111dfca-f0b4-486d-8e25-6a1b7c7db06c) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:35.864567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:35.865569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.885599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-612b88cd-4863-409f-8150-143139e2cd4c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5312326 Oct 19 01:52:35.886075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48190) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:35.903416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c511b64-6d2f-4e2d-b035-42a6c89f9f1e None None] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:35.919335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:35.986615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.036412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.20.0.1 (373b0f9a-380d-4e74-9d31-b78583004e06/ec3b379f-30c0-4216-adfd-425e9ae61ff2/63323f55-18ef-45d7-bda9-a4c18a04254c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:36.112063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Network 373b0f9a-380d-4e74-9d31-b78583004e06 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:36.136266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:36.143393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:36.145832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Pushing event updated for resources: {'Port': ['ID=ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:36.147628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:36.182159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:36.182475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.190471 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:36.201081 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:36.201707 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:36.294139 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:36.405569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-288bf7e3-1f63-44ab-957b-db9e3dcce61c None None] Provisioning complete for port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:36.405940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-288bf7e3-1f63-44ab-957b-db9e3dcce61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.469363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Attempting to bind port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:36.469732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Attempting to bind port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:36.470102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Attempting to bind port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 on network 373b0f9a-380d-4e74-9d31-b78583004e06 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:36.510834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:36.510989 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Checking segment: {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:36.511416 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.511805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Bound using segment: {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:36.512311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Bound port: ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:36.512685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.545732 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:33Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:36.562741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'fixed_ips': [{'subnet_id': '3bebd3b3-9973-4f99-aa4a-412c07518492'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:52:36.564075 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.651078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.691654 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:36.692384 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Updating router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef port 2f004eb0-a363-4810-84b7-f6281697a4b0 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:52:36.726966 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.743374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.820195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.850326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,segment=NetworkSegment(a6268c85-b9ee-432d-9332-9c6f13698653),segment_id=a6268c85-b9ee-432d-9332-9c6f13698653)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:36.858609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-288bf7e3-1f63-44ab-957b-db9e3dcce61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.862239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] For port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:36.872577 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.891832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.903606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] For port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:36.945792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:36.994255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 373b0f9a-380d-4e74-9d31-b78583004e06 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:37.004529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=63323f55-18ef-45d7-bda9-a4c18a04254c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:37.007084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:37.010322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:32Z', 'revision_number': 3, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:37.037592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:37.045031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Allocated IP 172.23.0.2 (7111dfca-f0b4-486d-8e25-6a1b7c7db06c/3bebd3b3-9973-4f99-aa4a-412c07518492/2e713cb0-bd4c-42b7-973f-7227ae662e45) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:37.097802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57e09ef6-b21a-41ca-834a-d908805bb879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.135430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:37.136633 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.148373 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.164733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3eddd-b6c7-4dc5-80b7-ec4731d1bc44 None None] The sync data for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 is: [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:32Z', 'revision_number': 3, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:37.179237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.179662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.180106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.180516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.180917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.181313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.181702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.182098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.182491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.182878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.183828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.184253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:52:37.215335 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-288bf7e3-1f63-44ab-957b-db9e3dcce61c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 01:52:37.215335 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-288bf7e3-1f63-44ab-957b-db9e3dcce61c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 01:52:37.229977 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdd23e-e608-4d81-80e4-81b3e54597e7 None None] Pushing event updated for resources: {'Port': ['ID=2f004eb0-a363-4810-84b7-f6281697a4b0,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:37.241058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.345948 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Attempting to bind port 2f004eb0-a363-4810-84b7-f6281697a4b0 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:37.346691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Attempting to bind port 2f004eb0-a363-4810-84b7-f6281697a4b0 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:37.347316 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Attempting to bind port 2f004eb0-a363-4810-84b7-f6281697a4b0 on network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:37.350364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550190b-e77b-4419-9ddd-e0be75274ac4 None None] Pushing event updated for resources: {'Port': ['ID=ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:37.356766 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:37.357245 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Checking segment: {'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:37.357912 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.359093 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Bound using segment: {'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:37.359826 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Bound port: 2f004eb0-a363-4810-84b7-f6281697a4b0, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6268c85-b9ee-432d-9332-9c6f13698653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:37.360472 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.490331 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] For port 2f004eb0-a363-4810-84b7-f6281697a4b0, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:37.500592 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] For port 2f004eb0-a363-4810-84b7-f6281697a4b0, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2f004eb0-a363-4810-84b7-f6281697a4b0,segment=NetworkSegment(a6268c85-b9ee-432d-9332-9c6f13698653),segment_id=a6268c85-b9ee-432d-9332-9c6f13698653)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:37.522760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.526590 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.533258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.565075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:37.568066 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:37.571258 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:37.660012 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:37.660801 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:37.666869 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdd23e-e608-4d81-80e4-81b3e54597e7 None None] Pushing event updated for resources: {'Port': ['ID=2f004eb0-a363-4810-84b7-f6281697a4b0,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:37.678299 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:37.691229 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:37.749970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Allocated IP 172.23.0.1 (7111dfca-f0b4-486d-8e25-6a1b7c7db06c/3bebd3b3-9973-4f99-aa4a-412c07518492/a891749a-edab-44e0-bf24-d9f4adf21c8c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:37.790361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Pushing event updated for resources: {'Port': ['ID=2e713cb0-bd4c-42b7-973f-7227ae662e45,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:37.843080 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:37.972367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.106337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Attempting to bind port 2e713cb0-bd4c-42b7-973f-7227ae662e45 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:38.106933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Attempting to bind port 2e713cb0-bd4c-42b7-973f-7227ae662e45 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:38.107057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Attempting to bind port 2e713cb0-bd4c-42b7-973f-7227ae662e45 on network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:38.123469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:38.123849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Checking segment: {'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:38.125395 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.125803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Bound using segment: {'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:38.126292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Bound port: 2e713cb0-bd4c-42b7-973f-7227ae662e45, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:38.130171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.135885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] Provisioning complete for port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:38.136808 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.242335 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:33Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:38.268150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:38.268798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.283003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4eaf2-a7a9-421b-ad42-6902a208e6eb None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:33Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:38.331760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.334256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.365432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.400838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] For port 2e713cb0-bd4c-42b7-973f-7227ae662e45, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:38.424651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.443291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:38.450340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:38.450564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] For port 2e713cb0-bd4c-42b7-973f-7227ae662e45, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2e713cb0-bd4c-42b7-973f-7227ae662e45,segment=NetworkSegment(0bc7396e-6269-43d0-8c73-ba19d8dbef6b),segment_id=0bc7396e-6269-43d0-8c73-ba19d8dbef6b)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:38.453727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:38.468065 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.539692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb43b0-7459-4336-a566-39eb4e2156a3 None None] Pushing event updated for resources: {'Port': ['ID=2e713cb0-bd4c-42b7-973f-7227ae662e45,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:38.575752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.593925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8db1d764-ab08-4816-8093-e126ca5c0b22 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:38.632114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] Provisioning complete for port 2f004eb0-a363-4810-84b7-f6281697a4b0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:38.632646 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.655604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=a891749a-edab-44e0-bf24-d9f4adf21c8c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:38.676479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb5078-5ad8-4db9-ae18-b00d3159407e None None] Network 373b0f9a-380d-4e74-9d31-b78583004e06 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:38.766216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=63323f55-18ef-45d7-bda9-a4c18a04254c,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:38.779879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 373b0f9a-380d-4e74-9d31-b78583004e06 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:38.783251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:38.792745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.806122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 8db1d764-ab08-4816-8093-e126ca5c0b22 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:38.806662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:38.881797 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.024276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] For port 2f004eb0-a363-4810-84b7-f6281697a4b0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2f004eb0-a363-4810-84b7-f6281697a4b0,segment=NetworkSegment(a6268c85-b9ee-432d-9332-9c6f13698653),segment_id=a6268c85-b9ee-432d-9332-9c6f13698653)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:39.033015 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.046922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:39.092824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3902ddc-8530-4bd0-ba67-2620493a3b1d None None] Pushing event updated for resources: {'Port': ['ID=2f004eb0-a363-4810-84b7-f6281697a4b0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:39.158461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] Provisioning complete for port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:39.159116 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.246497 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.274869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:39.281634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e9940d16-43f2-45b2-95c9-35dc1ee694cd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "PUT /v2.0/routers/d62d65e4-1811-4ecb-a24a-2d1022b4a5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3675036 Oct 19 01:52:39.285034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48192) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:39.286449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] For port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:39.298327 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.300567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.307473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.344734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] Provisioning complete for port 2f004eb0-a363-4810-84b7-f6281697a4b0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:39.345101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.360363 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.386598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89195bc5-145f-48f5-9911-40673284ae3e None None] Pushing event updated for resources: {'Port': ['ID=ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:39.483240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event updated for resources: {'Port': ['ID=a891749a-edab-44e0-bf24-d9f4adf21c8c,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:39.539720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:39.541895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:39.581254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e7d45f52-b48e-47b6-b0f7-ea5190da91d2 None None] Provisioning complete for port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:39.582157 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7d45f52-b48e-47b6-b0f7-ea5190da91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.612356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.612616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.613058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.613507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.613949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.621264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.621731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.622187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.622806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.623092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.625326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b913c211-0411-42c8-bf19-2165c30ae1ad tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7007 time: 0.3381798 Oct 19 01:52:39.631593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48194) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:39.758208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:39.774572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1b725b51-88d9-432e-b7aa-5c7ffdfa22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.832262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.832720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.840743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.841270 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.841721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.842634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.843000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.843450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.844078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.844525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:39.849763 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e1bf6be5-5bdd-452c-8feb-7f1d3b5b1dcc tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6368 time: 0.2170749 Oct 19 01:52:39.851901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2e713cb0-bd4c-42b7-973f-7227ae662e45 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:39.853525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48196) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:39.910911 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e7d45f52-b48e-47b6-b0f7-ea5190da91d2 None None] Provisioning complete for port 63323f55-18ef-45d7-bda9-a4c18a04254c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:39.911290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e7d45f52-b48e-47b6-b0f7-ea5190da91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.947093 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:39.969059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e7d45f52-b48e-47b6-b0f7-ea5190da91d2 None None] Port 63323f55-18ef-45d7-bda9-a4c18a04254c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:39.979082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2e713cb0-bd4c-42b7-973f-7227ae662e45 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:39.979458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.092889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.103557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7b2e5d6d-0b6f-4b8b-8ab8-50d6f42098d9 None None] Provisioning complete for port 63323f55-18ef-45d7-bda9-a4c18a04254c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:40.103925 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5d6d-0b6f-4b8b-8ab8-50d6f42098d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.128751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Sync routers for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:40.166248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:40.166967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:40.176406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 2e713cb0-bd4c-42b7-973f-7227ae662e45, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2e713cb0-bd4c-42b7-973f-7227ae662e45,segment=NetworkSegment(0bc7396e-6269-43d0-8c73-ba19d8dbef6b),segment_id=0bc7396e-6269-43d0-8c73-ba19d8dbef6b)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:40.215744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404aa0e3-6249-491a-bda5-cbe60deceb67 None None] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:40.217639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e5d6d-0b6f-4b8b-8ab8-50d6f42098d9 None None] Port 63323f55-18ef-45d7-bda9-a4c18a04254c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:40.222056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.222826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:40.405149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:40.414341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ff4ec8d0-c6c7-4853-ba74-a021ae8aa0b6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5266082 Oct 19 01:52:40.415538 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:40.417367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48198) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:40.425997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:40.428586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=2e713cb0-bd4c-42b7-973f-7227ae662e45,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:40.439168 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:40.440934 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:40.444335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fe359078-1e1c-45c3-abdf-f4d12661e168 None None] Provisioning complete for port 2e713cb0-bd4c-42b7-973f-7227ae662e45 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:40.444704 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe359078-1e1c-45c3-abdf-f4d12661e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.452835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:40.531328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:40.531758 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.578709 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:40.612899 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e08a6ab-a68e-4c8e-a621-8f2012bbfc38 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3572 time: 0.7521417 Oct 19 01:52:40.757669 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.866080 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a891749a-edab-44e0-bf24-d9f4adf21c8c', 'name': '', 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:c3:ad:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:37Z', 'updated_at': '2021-10-19T01:52:39Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:40.903816 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:40.903816 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Updating router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef port a891749a-edab-44e0-bf24-d9f4adf21c8c binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:52:40.915126 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.947475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.951249 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.952509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:40.959780 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:40.960621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2f004eb0-a363-4810-84b7-f6281697a4b0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:40.974793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.extraroute_db [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:52:40.993743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.extraroute_db [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Removed routes are [] {{(pid=100848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:52:40.994267 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.000616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48202) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:41.006154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ce871d20-6948-48a9-a115-f4e9328fc39b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289841251', 'description': 'tempest-secgroup-smoke-1289841251 description', 'project_id': '79d63023739e418697b78b3697cfcd59'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:41.050366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce871d20-6948-48a9-a115-f4e9328fc39b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.161268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce871d20-6948-48a9-a115-f4e9328fc39b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.169706 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce871d20-6948-48a9-a115-f4e9328fc39b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.207344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce871d20-6948-48a9-a115-f4e9328fc39b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66b166f-05a8-4deb-b878-ce3601d7eade,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:41.215577 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce871d20-6948-48a9-a115-f4e9328fc39b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.217594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ce871d20-6948-48a9-a115-f4e9328fc39b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2152796 Oct 19 01:52:41.220410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48204) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:41.226618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f7743f7f-6ebb-45be-9c5e-6d3289165d07 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'a66b166f-05a8-4deb-b878-ce3601d7eade', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:41.273499 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7743f7f-6ebb-45be-9c5e-6d3289165d07 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.320749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 2, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:41.351726 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.356888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] Provisioning complete for port 2e713cb0-bd4c-42b7-973f-7227ae662e45 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:41.357353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.359668 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.362173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Checking router: d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:41.363965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Updating router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 port 63323f55-18ef-45d7-bda9-a4c18a04254c binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:52:41.364144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.368861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.379030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7743f7f-6ebb-45be-9c5e-6d3289165d07 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.389165 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:41.389544 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7743f7f-6ebb-45be-9c5e-6d3289165d07 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.412336 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa023f68-f216-4d01-9250-368e94f4b99e None None] Pushing event updated for resources: {'Port': ['ID=a891749a-edab-44e0-bf24-d9f4adf21c8c,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:41.433868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.441238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7743f7f-6ebb-45be-9c5e-6d3289165d07 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d508c6-15f1-46fe-b515-beb9636b5ce2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:41.447259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2f004eb0-a363-4810-84b7-f6281697a4b0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:41.447765 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.463690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f7743f7f-6ebb-45be-9c5e-6d3289165d07 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.465758 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f7743f7f-6ebb-45be-9c5e-6d3289165d07 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433069 Oct 19 01:52:41.469700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48206) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:41.494140 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Attempting to bind port a891749a-edab-44e0-bf24-d9f4adf21c8c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:41.494645 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Attempting to bind port a891749a-edab-44e0-bf24-d9f4adf21c8c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:41.495074 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Attempting to bind port a891749a-edab-44e0-bf24-d9f4adf21c8c on network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:41.501047 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:41.501504 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Checking segment: {'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:41.502107 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.502571 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Bound using segment: {'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:41.503112 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Bound port: a891749a-edab-44e0-bf24-d9f4adf21c8c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc7396e-6269-43d0-8c73-ba19d8dbef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:41.503553 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.508616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a58e2e8d-29b5-4cec-a28b-a26936086436 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'a66b166f-05a8-4deb-b878-ce3601d7eade', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:41.563391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:41.570242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e8d-29b5-4cec-a28b-a26936086436 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.583674 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] For port a891749a-edab-44e0-bf24-d9f4adf21c8c, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:41.590578 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] For port a891749a-edab-44e0-bf24-d9f4adf21c8c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a891749a-edab-44e0-bf24-d9f4adf21c8c,segment=NetworkSegment(0bc7396e-6269-43d0-8c73-ba19d8dbef6b),segment_id=0bc7396e-6269-43d0-8c73-ba19d8dbef6b)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:41.595704 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.665015 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa023f68-f216-4d01-9250-368e94f4b99e None None] Pushing event updated for resources: {'Port': ['ID=a891749a-edab-44e0-bf24-d9f4adf21c8c,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:41.678342 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:41.679224 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:41.741288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e8d-29b5-4cec-a28b-a26936086436 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.758200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e8d-29b5-4cec-a28b-a26936086436 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.770181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:41.783901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] Provisioning complete for port a891749a-edab-44e0-bf24-d9f4adf21c8c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:41.784311 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.786013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.786656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:41.787239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-759d14d6-6761-411f-986c-5f7b73d6c4b5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 200 len: 933 time: 1.3683181 Oct 19 01:52:41.790635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:41.790941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e2e8d-29b5-4cec-a28b-a26936086436 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fedcba1-f46b-46c6-91a1-63bb9d851cfe,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:41.814512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a58e2e8d-29b5-4cec-a28b-a26936086436 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.816265 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a58e2e8d-29b5-4cec-a28b-a26936086436 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3416800 Oct 19 01:52:41.818856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:41.825143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-da830a3c-b122-4562-aa6b-1b3ef59a3317 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'a66b166f-05a8-4deb-b878-ce3601d7eade', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:41.861198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da830a3c-b122-4562-aa6b-1b3ef59a3317 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.959605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:41.959997 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.963820 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da830a3c-b122-4562-aa6b-1b3ef59a3317 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.971885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2f3c9103-7fe1-4ee9-9fe7-485a4a908379 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 200 len: 933 time: 0.1798675 Oct 19 01:52:41.972701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48212) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:41.974525 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:41.977814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'routes': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:41.981189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da830a3c-b122-4562-aa6b-1b3ef59a3317 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:41.998175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da830a3c-b122-4562-aa6b-1b3ef59a3317 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2838cb65-1932-4188-80e9-998bc73a9838,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:42.031091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-da830a3c-b122-4562-aa6b-1b3ef59a3317 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.032660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-da830a3c-b122-4562-aa6b-1b3ef59a3317 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2126646 Oct 19 01:52:42.035426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48214) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:42.049727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4ee29e2a-7743-44d9-a5c5-b38be7f3ddea tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'a66b166f-05a8-4deb-b878-ce3601d7eade', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:42.066381 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.069765 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.090708 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.112946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ee29e2a-7743-44d9-a5c5-b38be7f3ddea tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.226499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] For port a891749a-edab-44e0-bf24-d9f4adf21c8c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a891749a-edab-44e0-bf24-d9f4adf21c8c,segment=NetworkSegment(0bc7396e-6269-43d0-8c73-ba19d8dbef6b),segment_id=0bc7396e-6269-43d0-8c73-ba19d8dbef6b)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:42.250358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.251855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ee29e2a-7743-44d9-a5c5-b38be7f3ddea tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.261081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a637f5-5c38-4cac-8bdf-d1853797a128 None None] Pushing event updated for resources: {'Port': ['ID=63323f55-18ef-45d7-bda9-a4c18a04254c,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:42.263463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ee29e2a-7743-44d9-a5c5-b38be7f3ddea tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.306045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee29e2a-7743-44d9-a5c5-b38be7f3ddea tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b684f43-eb45-4f83-983a-550c79af9046,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:42.326712 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 6, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a891749a-edab-44e0-bf24-d9f4adf21c8c', 'name': '', 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:c3:ad:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:37Z', 'updated_at': '2021-10-19T01:52:41Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:42.328602 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4ee29e2a-7743-44d9-a5c5-b38be7f3ddea tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.333556 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ee29e2a-7743-44d9-a5c5-b38be7f3ddea tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2944088 Oct 19 01:52:42.333930 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48216) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:42.344417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'a66b166f-05a8-4deb-b878-ce3601d7eade', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:42.371925 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de205f-e796-4f29-8342-bdbb00415929 None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 6, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a891749a-edab-44e0-bf24-d9f4adf21c8c', 'name': '', 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:c3:ad:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:37Z', 'updated_at': '2021-10-19T01:52:41Z', 'revision_number': 4, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:42.406640 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Project 79d63023739e418697b78b3697cfcd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:52:42.412484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.459375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Attempting to bind port 63323f55-18ef-45d7-bda9-a4c18a04254c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:42.459896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Attempting to bind port 63323f55-18ef-45d7-bda9-a4c18a04254c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:42.464670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Attempting to bind port 63323f55-18ef-45d7-bda9-a4c18a04254c on network 373b0f9a-380d-4e74-9d31-b78583004e06 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:42.495532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:42.496840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Checking segment: {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:42.497668 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.498161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Bound using segment: {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:42.498750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Bound port: 63323f55-18ef-45d7-bda9-a4c18a04254c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:42.499232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.501292 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.541448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8890d-e169-4cdc-a772-6ff216dfc724 None None] Pushing event updated for resources: {'Port': ['ID=a891749a-edab-44e0-bf24-d9f4adf21c8c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:42.544896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-804af566-5484-4465-8139-9f0ad2eb16b4 None None] Provisioning complete for port a891749a-edab-44e0-bf24-d9f4adf21c8c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:42.548469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-804af566-5484-4465-8139-9f0ad2eb16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.568297 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.576782 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.609546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d944fe-153e-421e-bda6-3b4caeebbf8e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:42.632307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:42.638554 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.642315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-86107573-3652-4e03-9aaf-40ddbcfa6de3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047557 Oct 19 01:52:42.642707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48218) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:42.658986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'a66b166f-05a8-4deb-b878-ce3601d7eade', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:42.716631 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Project 79d63023739e418697b78b3697cfcd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:52:42.725366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.730932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] For port 63323f55-18ef-45d7-bda9-a4c18a04254c, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:42.731270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added routes are [] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:52:42.731530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:52:42.746755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] For port 63323f55-18ef-45d7-bda9-a4c18a04254c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=63323f55-18ef-45d7-bda9-a4c18a04254c,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:42.775258 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.804420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.812195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:42.812920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.823575 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.867567 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.899587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a637f5-5c38-4cac-8bdf-d1853797a128 None None] Pushing event updated for resources: {'Port': ['ID=63323f55-18ef-45d7-bda9-a4c18a04254c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:42.903861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:42.904499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:42.906292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40745f55-dd41-42cc-aa62-7d37385688a2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:42.939614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:42.940876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e4c2e725-1b81-4fae-ac31-fd03d3778fa3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2971518 Oct 19 01:52:43.041755 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2e713cb0-bd4c-42b7-973f-7227ae662e45 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:43.107280 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.111358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.137723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-60f59dcd-fdee-4cbc-901e-bfe7b63cd776 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289841251&fields=id&tenant_id=79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 267 time: 0.0510182 Oct 19 01:52:43.155774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] Provisioning complete for port 63323f55-18ef-45d7-bda9-a4c18a04254c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:43.156648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.161975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:43.219776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2e713cb0-bd4c-42b7-973f-7227ae662e45 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:43.220324 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.240853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:43.278482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-e14fcd94-ce66-4ab2-9f54-fe89e8519081 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:43.280546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-e14fcd94-ce66-4ab2-9f54-fe89e8519081 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/networks?id=373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 200 len: 796 time: 0.1250627 Oct 19 01:52:43.296886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-b0edc64d-314c-466c-ada9-ca7149f45828 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/quotas/79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Oct 19 01:52:43.354595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:43.356660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-8be3a485-b608-4416-b7e3-7b689e7ffec0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526216 Oct 19 01:52:43.363842 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.367970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f09863bf-4fda-4dbe-bd86-01a07cab2ba0 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 200 len: 699 time: 1.3940668 Oct 19 01:52:43.368535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48236) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:43.416189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-58436284-9403-4272-8fa8-902ec3cf5142 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:52:43.417796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-58436284-9403-4272-8fa8-902ec3cf5142 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0407455 Oct 19 01:52:43.454084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:43.485901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:43.520512 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.721451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:43.722040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:43.784959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-faa74918-a815-4174-9c82-60376c507252 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 200 len: 699 time: 0.4151356 Oct 19 01:52:43.787662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48238) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:43.797614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] For port 63323f55-18ef-45d7-bda9-a4c18a04254c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=63323f55-18ef-45d7-bda9-a4c18a04254c,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:43.828653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.849337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-09cef7c0-88a4-4022-bf65-697c87ec59a7 service neutron] 10.222.0.64 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152875 Oct 19 01:52:43.868139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:43.868582 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.921151 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:43.929395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] Provisioning complete for port a891749a-edab-44e0-bf24-d9f4adf21c8c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:43.929767 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:43.952554 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-e0f376c6-6b56-4f66-a753-6016e9765988 service neutron] 10.222.0.64 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968688 Oct 19 01:52:44.003575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bc475-96e4-416d-9ced-1e77b7acc5bf None None] Pushing event updated for resources: {'Port': ['ID=63323f55-18ef-45d7-bda9-a4c18a04254c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:44.024985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:44.110286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc5849-d6c9-4c11-a6f6-ce3f6c77de92 None None] The sync data for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 is: [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:44.154889 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-80e49758-3ae3-49fa-887e-3dbe0e47e09a req-28276d11-a6e3-4eea-b292-4f61d4f0c532 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 210 time: 0.0504262 Oct 19 01:52:44.274116 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:44.381868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 7, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a891749a-edab-44e0-bf24-d9f4adf21c8c', 'name': '', 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:c3:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:37Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:44.429976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:44.449993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:44.450719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:44.550575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a891749a-edab-44e0-bf24-d9f4adf21c8c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:44.577083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f25ed16f-d68f-49dc-a507-ce5d1d8f6029 None None] Provisioning complete for port 63323f55-18ef-45d7-bda9-a4c18a04254c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:44.577440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f25ed16f-d68f-49dc-a507-ce5d1d8f6029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:44.586136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port a891749a-edab-44e0-bf24-d9f4adf21c8c {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:44.586737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:44.626732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:44.704395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port a891749a-edab-44e0-bf24-d9f4adf21c8c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a891749a-edab-44e0-bf24-d9f4adf21c8c,segment=NetworkSegment(0bc7396e-6269-43d0-8c73-ba19d8dbef6b),segment_id=0bc7396e-6269-43d0-8c73-ba19d8dbef6b)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:44.704755 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:44.722400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for a891749a-edab-44e0-bf24-d9f4adf21c8c owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:44.754858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a891749a-edab-44e0-bf24-d9f4adf21c8c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:44.755234 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:44.921002 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:44.949923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=a891749a-edab-44e0-bf24-d9f4adf21c8c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:44.961404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-f54fa7ed-e2ea-42ca-8c8a-2ab89b4773f5 req-6611c305-5cb2-45aa-a50a-e92ae717bc6b service neutron] (100848) timed out ('10.222.0.62', 54556) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:52:44.974597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 63323f55-18ef-45d7-bda9-a4c18a04254c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:45.032808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 7, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a891749a-edab-44e0-bf24-d9f4adf21c8c', 'name': '', 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:c3:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:37Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:45.064481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80245a4c-efd8-4886-b6dd-1f2959737991 None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 7, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a891749a-edab-44e0-bf24-d9f4adf21c8c', 'name': '', 'network_id': '7111dfca-f0b4-486d-8e25-6a1b7c7db06c', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:c3:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:37Z', 'updated_at': '2021-10-19T01:52:42Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '3bebd3b3-9973-4f99-aa4a-412c07518492', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:45.075444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 63323f55-18ef-45d7-bda9-a4c18a04254c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:45.075820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:45.133622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:45.302111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-afaa3488-b0b9-4ab7-8578-906527dc747f req-e036f6f1-7265-4b9a-afb9-8f6359069a49 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 210 time: 0.0404897 Oct 19 01:52:45.572970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:45.580009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-d2696cf3-40f7-40b1-a96c-53f37df9150c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:45.581517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-d2696cf3-40f7-40b1-a96c-53f37df9150c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/networks?id=373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 200 len: 796 time: 0.2871454 Oct 19 01:52:46.057641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-d8517de0-d120-4ecc-849c-721f67efd0b6 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 380 time: 0.4663465 Oct 19 01:52:46.073130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'port': {'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'admin_state_up': True, 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'security_groups': ['a66b166f-05a8-4deb-b878-ce3601d7eade']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:46.078433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:46.087480 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73782e05-70fd-490a-835d-812848bb0616 None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:46.091936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c795f173-8e78-4e4d-a2f7-5a692cab5374 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3030427 Oct 19 01:52:46.094659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48252) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:46.096669 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:46.097266 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:46.153149 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 3bebd3b3-9973-4f99-aa4a-412c07518492 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:46.156674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.186946 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:46.187214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:52:46.190916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.199552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.286180 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.329567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.20.0.14 (373b0f9a-380d-4e74-9d31-b78583004e06/ec3b379f-30c0-4216-adfd-425e9ae61ff2/dcbfb872-bbd3-460d-92e0-2d1381195a79) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:46.397861 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.412166 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:44Z', 'revision_number': 8, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:46.431416 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d8975482-5ac6-456f-a5e5-201d9f1d1f67 req-11d76478-fef6-472b-b1ff-7ca4cb511d85 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 210 time: 0.0375326 Oct 19 01:52:46.437851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=3bebd3b3-9973-4f99-aa4a-412c07518492,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:46.440681 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73782e05-70fd-490a-835d-812848bb0616 None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:46.450446 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:46.451274 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:46.457282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.463359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a08c5a-e5f6-4aed-8468-bb7433ed2fed None None] Network 7111dfca-f0b4-486d-8e25-6a1b7c7db06c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:46.468827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5f65612c-16fe-452e-837e-1afa383dff39 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/3bebd3b3-9973-4f99-aa4a-412c07518492 HTTP/1.1" status: 204 len: 168 time: 0.3730285 Oct 19 01:52:46.469468 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48256) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:46.527489 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.560847 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.561572 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:46.567328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.624181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=dcbfb872-bbd3-460d-92e0-2d1381195a79,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:46.632653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 373b0f9a-380d-4e74-9d31-b78583004e06 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:46.634598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:46.637954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:46.656578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 2e713cb0-bd4c-42b7-973f-7227ae662e45 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:46.657211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.694080 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:46.694370 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.716216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] DHCP port deletion for 7111dfca-f0b4-486d-8e25-6a1b7c7db06c request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:46.716567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bb3bf14d-9df0-4e36-a47f-efd17c4e78ce tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6488602 Oct 19 01:52:46.733630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bab36ee5-29c8-4477-a78c-3fe3f3668e92 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:52:46.734708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bab36ee5-29c8-4477-a78c-3fe3f3668e92 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109069 Oct 19 01:52:46.818965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 2e713cb0-bd4c-42b7-973f-7227ae662e45, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2e713cb0-bd4c-42b7-973f-7227ae662e45,segment=NetworkSegment(0bc7396e-6269-43d0-8c73-ba19d8dbef6b),segment_id=0bc7396e-6269-43d0-8c73-ba19d8dbef6b)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:46.824703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:46.834721 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-73782e05-70fd-490a-835d-812848bb0616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:44Z', 'revision_number': 8, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:46.862126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 2e713cb0-bd4c-42b7-973f-7227ae662e45 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:46.872471 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73782e05-70fd-490a-835d-812848bb0616 None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:44Z', 'revision_number': 8, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '2f004eb0-a363-4810-84b7-f6281697a4b0', 'name': '', 'network_id': '9a47ca96-2d0d-4055-ad48-df93e2bbb226', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:3e:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:33Z', 'updated_at': '2021-10-19T01:52:38Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '911858e1-07c0-4493-9b32-b99c1f1f698c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:46.878005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Request body: {'port': {'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:46.999953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] Deleting port 2e713cb0-bd4c-42b7-973f-7227ae662e45 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:47.000451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.006958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.040473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.079032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=2e713cb0-bd4c-42b7-973f-7227ae662e45,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:47.084473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] For port 2e713cb0-bd4c-42b7-973f-7227ae662e45, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2e713cb0-bd4c-42b7-973f-7227ae662e45,segment=NetworkSegment(0bc7396e-6269-43d0-8c73-ba19d8dbef6b),segment_id=0bc7396e-6269-43d0-8c73-ba19d8dbef6b)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:47.085445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.088712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port 2e713cb0-bd4c-42b7-973f-7227ae662e45 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:47.108425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] Calling delete_port for 2e713cb0-bd4c-42b7-973f-7227ae662e45 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:47.127479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-95cd63c4-6845-4f4b-b251-9d58ea6f8063 None None] Provisioning complete for port dcbfb872-bbd3-460d-92e0-2d1381195a79 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:47.128143 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95cd63c4-6845-4f4b-b251-9d58ea6f8063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.194692 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.209777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-95cd63c4-6845-4f4b-b251-9d58ea6f8063 None None] Port dcbfb872-bbd3-460d-92e0-2d1381195a79 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:52:47.236401 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.236639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7111dfca-f0b4-486d-8e25-6a1b7c7db06c']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:47.250630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc7396e-6269-43d0-8c73-ba19d8dbef6b') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:47.251339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc7396e-6269-43d0-8c73-ba19d8dbef6b') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:47.263483 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.266893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] Pushing event deleted for resources: {'Port': ['ID=2e713cb0-bd4c-42b7-973f-7227ae662e45,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:47.277613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ebd8c-a16d-4ee5-b427-20be9646a824 None None] No DVR routers for this DVR port 2e713cb0-bd4c-42b7-973f-7227ae662e45 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:47.282963 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.299103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:47.299823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:47.303674 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:47.375843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.384285 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.387903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/7111dfca-f0b4-486d-8e25-6a1b7c7db06c HTTP/1.1" status: 204 len: 168 time: 0.9174626 Oct 19 01:52:47.390901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48260) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:47.399339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a73df-f2a1-4eec-bbb3-17fcf7cb2a1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=7111dfca-f0b4-486d-8e25-6a1b7c7db06c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:47.506820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbfb872-bbd3-460d-92e0-2d1381195a79 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:52:47.522064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.586565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Transition to ACTIVE for port object dcbfb872-bbd3-460d-92e0-2d1381195a79 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:52:47.613907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25e7e3-c65c-4446-bd95-6a5e34505704 req-d2e81a0f-8238-4f0c-99ef-7b23cdd6eabe tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:47.621940 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e25e7e3-c65c-4446-bd95-6a5e34505704 req-d2e81a0f-8238-4f0c-99ef-7b23cdd6eabe tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 932 time: 0.0852413 Oct 19 01:52:47.630468 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:47.693407 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1e25e7e3-c65c-4446-bd95-6a5e34505704 req-0836a11d-f122-44d7-8378-368ec95f2f9e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705006 Oct 19 01:52:47.710384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbfb872-bbd3-460d-92e0-2d1381195a79,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:47.866310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Attempting to bind port dcbfb872-bbd3-460d-92e0-2d1381195a79 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:52:47.866645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Attempting to bind port dcbfb872-bbd3-460d-92e0-2d1381195a79 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:52:47.866976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Attempting to bind port dcbfb872-bbd3-460d-92e0-2d1381195a79 on network 373b0f9a-380d-4e74-9d31-b78583004e06 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:47.877577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Port dcbfb872-bbd3-460d-92e0-2d1381195a79 on network 373b0f9a-380d-4e74-9d31-b78583004e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:52:47.877902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Attempting to bind port dcbfb872-bbd3-460d-92e0-2d1381195a79 on network 373b0f9a-380d-4e74-9d31-b78583004e06 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:52:47.896193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:52:47.896534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Checking segment: {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:52:47.896924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Bound using segment: {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:52:47.897367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Bound port: dcbfb872-bbd3-460d-92e0-2d1381195a79, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2e6550-16e3-4685-8f48-69a72abaed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:52:47.897725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:48.010251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] For port dcbfb872-bbd3-460d-92e0-2d1381195a79, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:52:48.014367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] For port dcbfb872-bbd3-460d-92e0-2d1381195a79, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:52:48.027602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:48.029830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:48.092173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:48.092778 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:48.094634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] 10.222.0.62 "PUT /v2.0/ports/dcbfb872-bbd3-460d-92e0-2d1381195a79 HTTP/1.1" status: 200 len: 1093 time: 1.3514776 Oct 19 01:52:48.098197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:52:48.101771 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:52:48.180909 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e2e10c-e1ec-4e0c-a48a-0aef86cb39fc x-openstack-request-id: req-06e2e10c-e1ec-4e0c-a48a-0aef86cb39fc {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:52:48.181214 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:52:48.181462 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06e2e10c-e1ec-4e0c-a48a-0aef86cb39fc {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:52:48.182239 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'status': 'completed', 'code': 200} Oct 19 01:52:48.238445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0b6e6-4080-4b5d-824a-6d053df04497 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbfb872-bbd3-460d-92e0-2d1381195a79,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:48.291563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-0483eb94-1808-4213-aa47-99e054e7e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:48.293779 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-0483eb94-1808-4213-aa47-99e054e7e49e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 1096 time: 0.1498301 Oct 19 01:52:48.369288 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-10fe1825-41dd-44c3-bdd8-e1e34b9aab7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79 HTTP/1.1" status: 200 len: 217 time: 0.0576363 Oct 19 01:52:48.426556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a891749a-edab-44e0-bf24-d9f4adf21c8c no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:48.440950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bf18844e-92aa-4667-864f-7dbd7e28b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:48.442417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-bf18844e-92aa-4667-864f-7dbd7e28b71d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec3b379f-30c0-4216-adfd-425e9ae61ff2 HTTP/1.1" status: 200 len: 835 time: 0.0662491 Oct 19 01:52:48.447392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a891749a-edab-44e0-bf24-d9f4adf21c8c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:48.447743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a891749a-edab-44e0-bf24-d9f4adf21c8c not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:48.448184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2e713cb0-bd4c-42b7-973f-7227ae662e45 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:48.469313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2e713cb0-bd4c-42b7-973f-7227ae662e45 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:48.469664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2e713cb0-bd4c-42b7-973f-7227ae662e45 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:48.562278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-74881038-ae51-4ab3-b8e8-27732b3b7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:48.563763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-74881038-ae51-4ab3-b8e8-27732b3b7562 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=373b0f9a-380d-4e74-9d31-b78583004e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007178 Oct 19 01:52:48.611686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 2f004eb0-a363-4810-84b7-f6281697a4b0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:48.612048 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:48.806332 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b1d7-2f6a-40cf-a6bb-8e7a2ea1be3e req-eeb95ab7-51e0-40e9-b9e8-2be09bf886b1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:48.807815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d376b1d7-2f6a-40cf-a6bb-8e7a2ea1be3e req-eeb95ab7-51e0-40e9-b9e8-2be09bf886b1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 944 time: 0.0517147 Oct 19 01:52:48.850203 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d376b1d7-2f6a-40cf-a6bb-8e7a2ea1be3e req-0e959feb-45b0-4419-a6c9-5c8e51dbab85 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349822 Oct 19 01:52:48.972280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-075abae1-f84e-4086-acd5-5493909fadce service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963447 Oct 19 01:52:49.008502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 2f004eb0-a363-4810-84b7-f6281697a4b0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2f004eb0-a363-4810-84b7-f6281697a4b0,segment=NetworkSegment(a6268c85-b9ee-432d-9332-9c6f13698653),segment_id=a6268c85-b9ee-432d-9332-9c6f13698653)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:49.008867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:49.029727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 2f004eb0-a363-4810-84b7-f6281697a4b0 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:49.125648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94fb1c97-ebbd-49b6-9f22-cd04487a4384 req-6e28e7b8-dfd5-4b2b-9367-c2c06af93651 service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445284 Oct 19 01:52:49.259447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-f2a4ee5a-4f8e-4191-8da9-21df027c147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:49.261520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-f2a4ee5a-4f8e-4191-8da9-21df027c147f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 1096 time: 0.0828092 Oct 19 01:52:49.311492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:49.363408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=2f004eb0-a363-4810-84b7-f6281697a4b0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:49.505798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-5b18f6b3-27ca-473f-b909-99405e3b4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:49.507291 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-5b18f6b3-27ca-473f-b909-99405e3b4186 service neutron] 10.222.0.62 "GET /v2.0/networks?id=373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 200 len: 897 time: 0.2379675 Oct 19 01:52:49.587078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-a6c503ff-fb7b-4031-80f6-381beab0e50c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79 HTTP/1.1" status: 200 len: 217 time: 0.0431948 Oct 19 01:52:49.666790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:49.672238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-b084640c-a0f0-4d0f-aaa1-c13fa0c123c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:49.673685 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-b084640c-a0f0-4d0f-aaa1-c13fa0c123c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec3b379f-30c0-4216-adfd-425e9ae61ff2 HTTP/1.1" status: 200 len: 835 time: 0.0618653 Oct 19 01:52:49.792010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-cd1a0c5f-691a-4882-af38-dc38e02a06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:49.793505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-cd1a0c5f-691a-4882-af38-dc38e02a06f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=373b0f9a-380d-4e74-9d31-b78583004e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109648 Oct 19 01:52:49.975709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:50.003669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-b2787b83-12a9-4682-8ded-2447ecf54dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715715 Oct 19 01:52:50.016660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f7776-fd1d-4e03-b8b3-d80459160f50 req-62a65bb0-f2a9-48e6-8496-4f120dd8a3b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:50.018029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f2f7776-fd1d-4e03-b8b3-d80459160f50 req-62a65bb0-f2a9-48e6-8496-4f120dd8a3b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 944 time: 0.0949473 Oct 19 01:52:50.060394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.174488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4f2f7776-fd1d-4e03-b8b3-d80459160f50 req-739f434a-3d30-476e-bbcc-5884809a896c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257050 Oct 19 01:52:50.180676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:50.188008 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fde738a3-90f4-475c-94d6-39923fd29c69 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7958655 Oct 19 01:52:50.190081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48272) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:50.192794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:50.203104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:50.203745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:50.249597 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:52:50.255279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a8f0d86-9cd5-46d9-9b81-3a9d359cf788 req-a2f56560-643a-4af6-ac30-a46e604476e6 service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363360 Oct 19 01:52:50.262957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 911858e1-07c0-4493-9b32-b99c1f1f698c {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:50.266152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.294682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:50.306799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.394289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.462213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.490551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=911858e1-07c0-4493-9b32-b99c1f1f698c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:50.497060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.498979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ceaef2-e2a2-40db-a5db-71c29c0d10a6 None None] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:50.502698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dba84bd1-ed00-4b82-87fc-5ab019206eab tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/911858e1-07c0-4493-9b32-b99c1f1f698c HTTP/1.1" status: 204 len: 168 time: 0.3092971 Oct 19 01:52:50.503001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:50.570156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:49Z', 'revision_number': 9, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:50.581620 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.614157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:50.640038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:50.640383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.640567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:50.641178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:50.705753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,segment=NetworkSegment(a6268c85-b9ee-432d-9332-9c6f13698653),segment_id=a6268c85-b9ee-432d-9332-9c6f13698653)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:50.706121 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.720037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:50.740819 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:50.771551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] DHCP port deletion for 9a47ca96-2d0d-4055-ad48-df93e2bbb226 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:50.809264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.837132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:50.842001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:50.932382 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.941455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Deleting port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:50.942049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.959071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a47ca96-2d0d-4055-ad48-df93e2bbb226']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:50.969357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6268c85-b9ee-432d-9332-9c6f13698653') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:50.969651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6268c85-b9ee-432d-9332-9c6f13698653') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:50.982058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:50.999943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:51.006822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:51.007216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:51.010796 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:51.067280 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] For port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:51.067861 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:51.087961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Calling delete_port for 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:51.092101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 01:52:51.092660 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:51.097534 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:51.101763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:51.107632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/9a47ca96-2d0d-4055-ad48-df93e2bbb226 HTTP/1.1" status: 204 len: 168 time: 0.6010463 Oct 19 01:52:51.108050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48276) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:51.122967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0933d-e04a-44ff-821b-e2d4ab6566f3 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=9a47ca96-2d0d-4055-ad48-df93e2bbb226,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:51.129701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Network 9a47ca96-2d0d-4055-ad48-df93e2bbb226 is not hosted by any dhcp agent {{(pid=100849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 01:52:51.130182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] No DVR routers for this DVR port 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:51.133593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773091eb-9482-483f-aefb-9a2fb06f5263 None None] Pushing event deleted for resources: {'Port': ['ID=0188a66f-abc4-4f83-a61d-4e0746b9fdb6,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:51.160419 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:49Z', 'revision_number': 9, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:51.193305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed46bc-7dbc-464b-8dcf-6cda4982eb06 None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:49Z', 'revision_number': 9, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8db1d764-ab08-4816-8093-e126ca5c0b22', 'name': '', 'network_id': '9d30fa58-2429-41e2-8d15-a06b9f42b9c5', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:f0:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:29Z', 'updated_at': '2021-10-19T01:52:34Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '56d9f0a1-77be-48d8-bf40-bf6b3236025e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:51.318138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959cca-586c-4a82-9cfc-1a6411c1f26c req-cd0cf851-7a03-4568-8d34-eddcc321a4e2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:51.319551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c959cca-586c-4a82-9cfc-1a6411c1f26c req-cd0cf851-7a03-4568-8d34-eddcc321a4e2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 944 time: 0.0664294 Oct 19 01:52:51.362051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5c959cca-586c-4a82-9cfc-1a6411c1f26c req-0010e421-b741-4a33-8b72-fbbf3144f9d3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352190 Oct 19 01:52:51.813070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.060546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 8db1d764-ab08-4816-8093-e126ca5c0b22 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:52.060887 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.151699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 8db1d764-ab08-4816-8093-e126ca5c0b22, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=8db1d764-ab08-4816-8093-e126ca5c0b22,segment=NetworkSegment(bffa5ec0-a75e-40e2-b973-2783a192b1a7),segment_id=bffa5ec0-a75e-40e2-b973-2783a192b1a7)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:52.152431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.164452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 8db1d764-ab08-4816-8093-e126ca5c0b22 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:52.329946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.357394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=8db1d764-ab08-4816-8093-e126ca5c0b22,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:52.527829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:52.550193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:52.550767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0188a66f-abc4-4f83-a61d-4e0746b9fdb6 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:52.551297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2f004eb0-a363-4810-84b7-f6281697a4b0 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:52.562070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe60825-e8e9-4307-9e94-58f0a43d0c11 req-5e41c9ff-6c5f-46ec-9caa-caf395d828cc tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:52.563609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afe60825-e8e9-4307-9e94-58f0a43d0c11 req-5e41c9ff-6c5f-46ec-9caa-caf395d828cc tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 944 time: 0.1218166 Oct 19 01:52:52.572252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.577351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2f004eb0-a363-4810-84b7-f6281697a4b0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:52.577843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2f004eb0-a363-4810-84b7-f6281697a4b0 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:52.681923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-afe60825-e8e9-4307-9e94-58f0a43d0c11 req-c7c4e8e8-deae-443b-87de-ae433ed43a0a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013937 Oct 19 01:52:52.787575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:52.795649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device dcbfb872-bbd3-460d-92e0-2d1381195a79 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:52:52.881201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:52.886671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bc2049f3-5154-4ae8-a252-d170b2805fbd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775900 Oct 19 01:52:52.889268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:52.890286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port dcbfb872-bbd3-460d-92e0-2d1381195a79, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:52.893788 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:52.903437 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:52.904057 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:52.904316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:52:52.942626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.944181 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 56d9f0a1-77be-48d8-bf40-bf6b3236025e {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:52.947501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.960178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbfb872-bbd3-460d-92e0-2d1381195a79 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:52:52.980403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port dcbfb872-bbd3-460d-92e0-2d1381195a79, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:52.996020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:52.996916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.003157 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:53.052271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=dcbfb872-bbd3-460d-92e0-2d1381195a79,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:53.088820 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.146187 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.175185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=56d9f0a1-77be-48d8-bf40-bf6b3236025e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:53.177198 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.180450 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fcc3104f-cafc-431c-a611-8e77d44cc790 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/56d9f0a1-77be-48d8-bf40-bf6b3236025e HTTP/1.1" status: 204 len: 168 time: 0.2902317 Oct 19 01:52:53.183707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48286) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:53.185048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df285c-cc00-42fc-a554-57643062eada None None] Network 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:53.208488 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:52Z', 'revision_number': 10, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:53.237863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['dcbfb872-bbd3-460d-92e0-2d1381195a79'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:52:53.240208 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:53.248578 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:53.249178 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:53.268073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.332457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port b850edde-1225-4826-be74-d422f5780429 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:53.332881 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.412617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port b850edde-1225-4826-be74-d422f5780429, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b850edde-1225-4826-be74-d422f5780429,segment=NetworkSegment(bffa5ec0-a75e-40e2-b973-2783a192b1a7),segment_id=bffa5ec0-a75e-40e2-b973-2783a192b1a7)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:53.413562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.429111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for b850edde-1225-4826-be74-d422f5780429 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:53.432105 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:53.527729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.540767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port b850edde-1225-4826-be74-d422f5780429 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:53.567177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=b850edde-1225-4826-be74-d422f5780429,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:53.620055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94edca9-9776-41a0-87c8-c918bf891593 None None] DHCP port deletion for 9d30fa58-2429-41e2-8d15-a06b9f42b9c5 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:53.641448 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:52Z', 'revision_number': 10, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:53.649250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.667874 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e67feb-44ee-4951-8103-4baf024770ee None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:52Z', 'revision_number': 10, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None, '_interfaces': [{'id': '616585f4-4632-43e4-a728-0581dbcb971d', 'name': '', 'network_id': '3f30bf7c-e122-4a34-92e6-dea869a2ff92', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'mac_address': 'fa:16:3e:b4:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:25Z', 'updated_at': '2021-10-19T01:52:30Z', 'revision_number': 5, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'subnets': [{'id': '9a3fd28f-b6bc-481a-bdd0-6335838cb820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:53.676491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d30fa58-2429-41e2-8d15-a06b9f42b9c5']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:53.686714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffa5ec0-a75e-40e2-b973-2783a192b1a7') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:53.687028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffa5ec0-a75e-40e2-b973-2783a192b1a7') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:53.699043 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.713073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.719835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:53.720254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:53.723219 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:53.784805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.789174 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:53.792545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/9d30fa58-2429-41e2-8d15-a06b9f42b9c5 HTTP/1.1" status: 204 len: 168 time: 0.6077526 Oct 19 01:52:53.797309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48290) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:53.800831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12380d6-974d-4f74-b782-42ea6b042b42 req-f63e44ce-148a-47a3-9e10-7ed189065d36 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:53.802380 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c12380d6-974d-4f74-b782-42ea6b042b42 req-f63e44ce-148a-47a3-9e10-7ed189065d36 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 945 time: 0.0529134 Oct 19 01:52:53.812411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e99126-1a15-4bed-8d5a-d4354961d907 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=9d30fa58-2429-41e2-8d15-a06b9f42b9c5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:53.842372 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c12380d6-974d-4f74-b782-42ea6b042b42 req-4a7869f5-049f-40ea-a5dc-2345e51f9bf0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338411 Oct 19 01:52:54.139913 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:54.376798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 616585f4-4632-43e4-a728-0581dbcb971d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:54.377408 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:54.427939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b850edde-1225-4826-be74-d422f5780429 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:54.449558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: b850edde-1225-4826-be74-d422f5780429 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:54.449896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b850edde-1225-4826-be74-d422f5780429 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:54.450306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8db1d764-ab08-4816-8093-e126ca5c0b22 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:54.465558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 616585f4-4632-43e4-a728-0581dbcb971d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=616585f4-4632-43e4-a728-0581dbcb971d,segment=NetworkSegment(f4de3640-640d-499e-87da-40cf14537349),segment_id=f4de3640-640d-499e-87da-40cf14537349)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:54.465924 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:54.470310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 8db1d764-ab08-4816-8093-e126ca5c0b22 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:54.470650 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 8db1d764-ab08-4816-8093-e126ca5c0b22 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:54.480065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 616585f4-4632-43e4-a728-0581dbcb971d owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:54.646510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:54.677024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=616585f4-4632-43e4-a728-0581dbcb971d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:54.795525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device dcbfb872-bbd3-460d-92e0-2d1381195a79 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:52:54.818172 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:54.850302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port dcbfb872-bbd3-460d-92e0-2d1381195a79 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:52:54.855785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port dcbfb872-bbd3-460d-92e0-2d1381195a79 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:52:54.856471 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:54.942454 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:54.968383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:52:54.970958 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285beae8-d251-491b-975d-2617289bc18d" -d '{"events": [{"server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "name": "network-vif-plugged", "status": "completed", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:52:54.985936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port dcbfb872-bbd3-460d-92e0-2d1381195a79, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:54.992058 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.020513 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d48fc74-3182-440d-ba2b-39b86f021043 x-openstack-request-id: req-4d48fc74-3182-440d-ba2b-39b86f021043 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:52:55.020790 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "name": "network-vif-plugged", "status": "completed", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:52:55.021144 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d48fc74-3182-440d-ba2b-39b86f021043 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:52:55.021436 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'code': 200} Oct 19 01:52:55.050827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=dcbfb872-bbd3-460d-92e0-2d1381195a79,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:55.305664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375b33-166a-4c07-ae04-07c6bef93bc7 req-ae2780e4-6fd0-46de-a519-e9ac23e4483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:55.307137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c375b33-166a-4c07-ae04-07c6bef93bc7 req-ae2780e4-6fd0-46de-a519-e9ac23e4483e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 1098 time: 0.1621423 Oct 19 01:52:55.350010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e085421-4fe4-4cf6-bb48-4be3ef9d42ab req-4ad72dc6-651f-4228-a806-5df8c75e1dde tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:55.351413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e085421-4fe4-4cf6-bb48-4be3ef9d42ab req-4ad72dc6-651f-4228-a806-5df8c75e1dde tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 946 time: 0.2050753 Oct 19 01:52:55.373342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:55.419769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9c375b33-166a-4c07-ae04-07c6bef93bc7 req-4e129dfa-8281-4274-bff7-0c9a3be9e773 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842502 Oct 19 01:52:55.426654 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e085421-4fe4-4cf6-bb48-4be3ef9d42ab req-f8110a9a-0e6e-49aa-a686-ea991499b05d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651324 Oct 19 01:52:55.494313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:55.500224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-dfcf8de8-8b22-4543-ae74-212953ca8fa5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019506 Oct 19 01:52:55.502901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48296) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:55.505416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:55.515207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:55.515821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:55.554929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting subnet 9a3fd28f-b6bc-481a-bdd0-6335838cb820 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:52:55.558702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.585657 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:55.603394 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.639787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:54Z', 'revision_number': 11, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:55.666352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:55.679442 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:55.680104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:55.691358 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.752412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.786727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3fd28f-b6bc-481a-bdd0-6335838cb820,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:55.791522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.796491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-328195ba-2009-4e69-bc30-a8ce2a52546c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/9a3fd28f-b6bc-481a-bdd0-6335838cb820 HTTP/1.1" status: 204 len: 168 time: 0.2925744 Oct 19 01:52:55.797705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48298) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:55.883832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.903246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9c9b3c-05dc-4b57-b8dc-66e369ad5597 None None] Network 3f30bf7c-e122-4a34-92e6-dea869a2ff92 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:52:55.906501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:55.938122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Deleting port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:52:55.939687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:55.970026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:54Z', 'revision_number': 11, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:56.003244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] For port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=1f4b2a86-c53c-4cc0-a967-5eefc2f6131b,segment=NetworkSegment(f4de3640-640d-499e-87da-40cf14537349),segment_id=f4de3640-640d-499e-87da-40cf14537349)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:52:56.003746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.003892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bc2fdc-476f-431c-9036-9a480f7343dd None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:54Z', 'revision_number': 11, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:56.017132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Calling delete_port for 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:52:56.101987 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.132762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Port': ['ID=1f4b2a86-c53c-4cc0-a967-5eefc2f6131b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:56.134641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No DVR routers for this DVR port 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:52:56.218016 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.238165 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f30bf7c-e122-4a34-92e6-dea869a2ff92']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:56.247563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4de3640-640d-499e-87da-40cf14537349') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:56.247852 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4de3640-640d-499e-87da-40cf14537349') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:56.256970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.270113 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.275766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:52:56.276869 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:52:56.280283 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:52:56.338453 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.346261 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.349612 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/networks/3f30bf7c-e122-4a34-92e6-dea869a2ff92 HTTP/1.1" status: 204 len: 168 time: 0.5507154 Oct 19 01:52:56.352531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48300) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:56.358187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'routes': None}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:56.362541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cf05f-b864-4503-8bcd-f6f9d41afc15 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Pushing event deleted for resources: {'Network': ['ID=3f30bf7c-e122-4a34-92e6-dea869a2ff92,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:56.384248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4619477-31bf-4790-adfd-89391ec71327 None None] DHCP port deletion for 3f30bf7c-e122-4a34-92e6-dea869a2ff92 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:52:56.468446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 616585f4-4632-43e4-a728-0581dbcb971d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:56.495731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 616585f4-4632-43e4-a728-0581dbcb971d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:56.496571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 616585f4-4632-43e4-a728-0581dbcb971d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:56.497481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:52:56.519234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:52:56.520027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 1f4b2a86-c53c-4cc0-a967-5eefc2f6131b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:52:56.551241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Added routes are [] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 01:52:56.551919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.extraroute_db [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Removed routes are [] {{(pid=100847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 01:52:56.552526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.585077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de983371-8152-491b-8d09-5825248eba3d req-b08ce0d7-3261-493a-8fac-819e36ed3736 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:56.586593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de983371-8152-491b-8d09-5825248eba3d req-b08ce0d7-3261-493a-8fac-819e36ed3736 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 946 time: 0.0634060 Oct 19 01:52:56.626584 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de983371-8152-491b-8d09-5825248eba3d req-b28a6b37-7578-48f5-8ac5-60838aef3ca7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330768 Oct 19 01:52:56.698568 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.701934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.778130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:52:56.851233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:56.858067 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.859218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-194af503-e173-42b4-b449-bd9eae693c1c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 200 len: 700 time: 0.5054061 Oct 19 01:52:56.860345 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] Sync routers for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:56.862141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48304) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:56.869448 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:56.870172 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:56.893197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-647ddc2f-feb7-48d3-8c55-2795b470295c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 200 len: 205 time: 0.0299661 Oct 19 01:52:56.895689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48306) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:56.941174 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:56.969489 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a013-a579-427f-9d13-af59dc6f5814 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:56.999226 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:54Z', 'revision_number': 11, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:57.026248 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] Checking router: d8483f8e-4c94-4386-a4ee-7aa7952bb9ef for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:57.034465 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] Routers {'d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:57.035075 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:57.103639 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] Set router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:57.128411 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a013-a579-427f-9d13-af59dc6f5814 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.130547 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a013-a579-427f-9d13-af59dc6f5814 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.158015 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:54Z', 'revision_number': 11, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:57.176581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a013-a579-427f-9d13-af59dc6f5814 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.177381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f1a013-a579-427f-9d13-af59dc6f5814 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Fanout notify agent at l3_agent the message router_deleted on router d8483f8e-4c94-4386-a4ee-7aa7952bb9ef {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:57.185023 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f069ab94-bf2a-45e7-a32c-a34c0688d4e9 None None] The sync data for ids ['d8483f8e-4c94-4386-a4ee-7aa7952bb9ef'] in n-d-789963-20 is: [{'id': 'd8483f8e-4c94-4386-a4ee-7aa7952bb9ef', 'name': 'tempest-RoutersTest-router-495239878', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:24Z', 'updated_at': '2021-10-19T01:52:54Z', 'revision_number': 11, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:57.187233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a013-a579-427f-9d13-af59dc6f5814 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.188612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e4f1a013-a579-427f-9d13-af59dc6f5814 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 204 len: 168 time: 0.2918844 Oct 19 01:52:57.192801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:57.198967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1296d821-5aa2-4fbe-bcf1-9dfdc64d6624 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1000216351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:57.222782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1296d821-5aa2-4fbe-bcf1-9dfdc64d6624 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.223886 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1296d821-5aa2-4fbe-bcf1-9dfdc64d6624 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.279113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1296d821-5aa2-4fbe-bcf1-9dfdc64d6624 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.283620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1296d821-5aa2-4fbe-bcf1-9dfdc64d6624 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.302596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1296d821-5aa2-4fbe-bcf1-9dfdc64d6624 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.303896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1296d821-5aa2-4fbe-bcf1-9dfdc64d6624 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1095293 Oct 19 01:52:57.306609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48310) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:57.312103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-2cf71a57-e68b-4a6b-b507-7943c7a397d5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:57.520461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cf71a57-e68b-4a6b-b507-7943c7a397d5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5394'] for router, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.531033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cf71a57-e68b-4a6b-b507-7943c7a397d5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578845'] for router, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.629936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf71a57-e68b-4a6b-b507-7943c7a397d5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Router 018ffd52-e040-486a-be51-f4a946202039 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:52:57.714291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf71a57-e68b-4a6b-b507-7943c7a397d5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:52:57.725643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] Sync routers for ids ['018ffd52-e040-486a-be51-f4a946202039'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:52:57.734680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] Routers {'018ffd52-e040-486a-be51-f4a946202039'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:57.735271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['018ffd52-e040-486a-be51-f4a946202039'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:57.737058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2cf71a57-e68b-4a6b-b507-7943c7a397d5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.738204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2cf71a57-e68b-4a6b-b507-7943c7a397d5 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "PUT /v2.0/routers/018ffd52-e040-486a-be51-f4a946202039 HTTP/1.1" status: 200 len: 694 time: 0.4306681 Oct 19 01:52:57.741690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48314) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:57.762805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd30933-48ba-4c88-a279-6f619db50fac req-acc0ddb2-5861-45b6-aab1-eb7a47307d82 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:57.764475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddd30933-48ba-4c88-a279-6f619db50fac req-acc0ddb2-5861-45b6-aab1-eb7a47307d82 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 946 time: 0.0619726 Oct 19 01:52:57.804448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ddd30933-48ba-4c88-a279-6f619db50fac req-a504cde6-48c0-44ff-9c7e-690e045b5395 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Oct 19 01:52:57.804852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] Set router 018ffd52-e040-486a-be51-f4a946202039 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:57.828532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-da7b4796-dc7a-40b7-bc90-0b2e2cc4aec6 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/routers/018ffd52-e040-486a-be51-f4a946202039 HTTP/1.1" status: 200 len: 700 time: 0.0854042 Oct 19 01:52:57.831035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:57.858908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fec6fb5c-aaf4-4d61-b628-57c9a22fb14a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=018ffd52-e040-486a-be51-f4a946202039 HTTP/1.1" status: 200 len: 205 time: 0.0267179 Oct 19 01:52:57.861328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48320) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:57.863101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018ffd52-e040-486a-be51-f4a946202039', 'name': 'tempest-RoutersTest-router-1000216351', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:57Z', 'updated_at': '2021-10-19T01:52:57Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:57.890715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] Checking router: 018ffd52-e040-486a-be51-f4a946202039 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:52:57.898977 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] Routers {'018ffd52-e040-486a-be51-f4a946202039'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:52:57.899579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['018ffd52-e040-486a-be51-f4a946202039'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:57.964941 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55c60a09-e4b1-4776-8dab-f86db95741e2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:57.969108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] Set router 018ffd52-e040-486a-be51-f4a946202039 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:52:58.023589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018ffd52-e040-486a-be51-f4a946202039', 'name': 'tempest-RoutersTest-router-1000216351', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:57Z', 'updated_at': '2021-10-19T01:52:57Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:52:58.050498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3fc8c-d491-4497-a3d6-9c3dd543ed58 None None] The sync data for ids ['018ffd52-e040-486a-be51-f4a946202039'] in n-d-789963-20 is: [{'id': '018ffd52-e040-486a-be51-f4a946202039', 'name': 'tempest-RoutersTest-router-1000216351', 'tenant_id': 'eeca4810c24f4534953c776be2d858ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:57Z', 'updated_at': '2021-10-19T01:52:57Z', 'revision_number': 2, 'project_id': 'eeca4810c24f4534953c776be2d858ce', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:52:58.051828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d8303-5a3b-4941-ad91-cd7913105714 req-7b092f04-cd5a-49cb-b565-e3be03954708 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:58.053337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b35d8303-5a3b-4941-ad91-cd7913105714 req-7b092f04-cd5a-49cb-b565-e3be03954708 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 946 time: 0.1522996 Oct 19 01:52:58.158992 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55c60a09-e4b1-4776-8dab-f86db95741e2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.161404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55c60a09-e4b1-4776-8dab-f86db95741e2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.211750 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b35d8303-5a3b-4941-ad91-cd7913105714 req-09f03339-aa54-41f5-9932-47ca3e7ced24 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331868 Oct 19 01:52:58.220403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55c60a09-e4b1-4776-8dab-f86db95741e2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.221150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c60a09-e4b1-4776-8dab-f86db95741e2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Fanout notify agent at l3_agent the message router_deleted on router 018ffd52-e040-486a-be51-f4a946202039 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:52:58.230339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55c60a09-e4b1-4776-8dab-f86db95741e2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.236509 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-55c60a09-e4b1-4776-8dab-f86db95741e2 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/018ffd52-e040-486a-be51-f4a946202039 HTTP/1.1" status: 204 len: 168 time: 0.3691261 Oct 19 01:52:58.236990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48322) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.237138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48324) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.270617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-18323fe8-e9e1-4b4c-9dd9-8ff9473c6edd tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=018ffd52-e040-486a-be51-f4a946202039 HTTP/1.1" status: 200 len: 205 time: 0.0324836 Oct 19 01:52:58.272956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48328) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.283224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486239e-2cd9-4b2e-b098-d9b0755ae442 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:52:58.284819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4486239e-2cd9-4b2e-b098-d9b0755ae442 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 1093 time: 0.0469117 Oct 19 01:52:58.288425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48330) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.293637 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:52:58.315582 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-d9b7fe51-5278-450f-9721-3bc0d66c1421 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] delete failed (client error): The resource could not be found. Oct 19 01:52:58.316606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d9b7fe51-5278-450f-9721-3bc0d66c1421 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/018ffd52-e040-486a-be51-f4a946202039 HTTP/1.1" status: 404 len: 336 time: 0.0425065 Oct 19 01:52:58.319295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48332) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.330418 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.361318 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da4c289-d6ca-443f-9d70-78e0b2836ab9 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:58.361755 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da4c289-d6ca-443f-9d70-78e0b2836ab9 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:58.364737 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6da4c289-d6ca-443f-9d70-78e0b2836ab9 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/3bebd3b3-9973-4f99-aa4a-412c07518492 HTTP/1.1" status: 404 len: 337 time: 0.0442157 Oct 19 01:52:58.367155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48334) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.398049 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b511235-a7d5-431b-8ca5-18f5891a5479 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:58.398486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b511235-a7d5-431b-8ca5-18f5891a5479 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:58.402142 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b511235-a7d5-431b-8ca5-18f5891a5479 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/911858e1-07c0-4493-9b32-b99c1f1f698c HTTP/1.1" status: 404 len: 337 time: 0.0341017 Oct 19 01:52:58.404727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48336) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.435586 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faa4e6e-a899-4a42-bba5-eade0579a7ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:58.436061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faa4e6e-a899-4a42-bba5-eade0579a7ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:58.439049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9faa4e6e-a899-4a42-bba5-eade0579a7ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/56d9f0a1-77be-48d8-bf40-bf6b3236025e HTTP/1.1" status: 404 len: 337 time: 0.0333703 Oct 19 01:52:58.441635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.470373 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb4d368-468d-4450-8856-9b9a62e86850 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:58.470834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb4d368-468d-4450-8856-9b9a62e86850 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:58.473972 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4eb4d368-468d-4450-8856-9b9a62e86850 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/9a3fd28f-b6bc-481a-bdd0-6335838cb820 HTTP/1.1" status: 404 len: 337 time: 0.0314465 Oct 19 01:52:58.476688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48340) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.508608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9536026a-b0a2-4ca4-b8d5-c58863ff60d8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 200 len: 205 time: 0.0307693 Oct 19 01:52:58.511026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48342) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.511207 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.549611 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-a6cf126e-ea5c-4ff8-aa2b-495a79f8318f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] delete failed (client error): The resource could not be found. Oct 19 01:52:58.550892 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a6cf126e-ea5c-4ff8-aa2b-495a79f8318f tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/d8483f8e-4c94-4386-a4ee-7aa7952bb9ef HTTP/1.1" status: 404 len: 336 time: 0.0387404 Oct 19 01:52:58.553573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48344) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.580937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1df795b4-1d84-42fe-8db8-be8c8f0950db tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddceab9d-dcb0-4479-bd46-8e0aee6bcca6 HTTP/1.1" status: 200 len: 205 time: 0.0261345 Oct 19 01:52:58.583164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48346) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.623569 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-53a35fbf-87b5-4ca5-8455-e924a00b2328 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] delete failed (client error): The resource could not be found. Oct 19 01:52:58.624607 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-53a35fbf-87b5-4ca5-8455-e924a00b2328 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/ddceab9d-dcb0-4479-bd46-8e0aee6bcca6 HTTP/1.1" status: 404 len: 336 time: 0.0405183 Oct 19 01:52:58.627239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.655050 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e5928d-e81d-4a39-aad1-e0a8abba3c36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:58.655708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.25.0.68 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/ea623602-80a3-4835-bc68-d0c4b96acb06) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:52:58.655915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e5928d-e81d-4a39-aad1-e0a8abba3c36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:58.658839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b4e5928d-e81d-4a39-aad1-e0a8abba3c36 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/21b114b0-21d5-41cd-9a8d-c69617ff15bb HTTP/1.1" status: 404 len: 337 time: 0.0306892 Oct 19 01:52:58.661460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.690703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e1f11c72-32c3-46a7-9cc8-cff77b86d42b tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e8f24c0-6288-4ffa-a21e-dc3e84c39379 HTTP/1.1" status: 200 len: 205 time: 0.0279851 Oct 19 01:52:58.692964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48352) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.735285 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-7805edb5-a7b0-4f27-a886-a5aca2ded77d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] delete failed (client error): The resource could not be found. Oct 19 01:52:58.736337 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7805edb5-a7b0-4f27-a886-a5aca2ded77d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/1e8f24c0-6288-4ffa-a21e-dc3e84c39379 HTTP/1.1" status: 404 len: 336 time: 0.0424576 Oct 19 01:52:58.738848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48354) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.769054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5953f549-f981-48fb-98a3-0bd5664d9ae1 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=76f5e55f-f4b5-46bc-88ca-71460c5af4ce HTTP/1.1" status: 200 len: 205 time: 0.0288241 Oct 19 01:52:58.770215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.771141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.806662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:58.809293 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-9dcdd826-1cfa-4127-a4ea-02c6bd61be9a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] delete failed (client error): The resource could not be found. Oct 19 01:52:58.810331 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9dcdd826-1cfa-4127-a4ea-02c6bd61be9a tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/76f5e55f-f4b5-46bc-88ca-71460c5af4ce HTTP/1.1" status: 404 len: 336 time: 0.0382845 Oct 19 01:52:58.813000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48358) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.845058 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c07d91-a176-4a20-9e58-271ae2e4526c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:58.845875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c07d91-a176-4a20-9e58-271ae2e4526c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:58.848983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03c07d91-a176-4a20-9e58-271ae2e4526c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/3ce61226-fb96-4490-8891-1e7bf4d96bac HTTP/1.1" status: 404 len: 337 time: 0.0350595 Oct 19 01:52:58.851707 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.852600 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:52:58.860338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:52:58.862550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=ea623602-80a3-4835-bc68-d0c4b96acb06,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:58.864704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:52:58.880166 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-085d22fe-9a30-4f52-8760-5740a714ffad tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=588dc945-2b43-474f-8671-1bfef76a86fb HTTP/1.1" status: 200 len: 205 time: 0.0269785 Oct 19 01:52:58.882384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48362) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.921719 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-85647bb9-0d91-4eed-8c8a-f80a87c3e7ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] delete failed (client error): The resource could not be found. Oct 19 01:52:58.922757 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-85647bb9-0d91-4eed-8c8a-f80a87c3e7ca tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/588dc945-2b43-474f-8671-1bfef76a86fb HTTP/1.1" status: 404 len: 336 time: 0.0394933 Oct 19 01:52:58.927189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48364) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:58.968952 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda812ce-e66f-4ce9-a8db-b152806771d8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:58.969400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda812ce-e66f-4ce9-a8db-b152806771d8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:58.973216 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dda812ce-e66f-4ce9-a8db-b152806771d8 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/030e4f0d-ceda-47ca-a4f9-79950f4f9e81 HTTP/1.1" status: 404 len: 337 time: 0.0443447 Oct 19 01:52:58.975270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48366) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:59.008761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1a153249-9fb6-4458-b541-4aa05962e4bc tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2cdfa70-ec53-48ce-be71-87e513bb832f HTTP/1.1" status: 200 len: 205 time: 0.0320930 Oct 19 01:52:59.011198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48368) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:59.338596 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [None req-2ac3c9a3-5647-4dda-a355-3c0bbf6cbe76 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] delete failed (client error): The resource could not be found. Oct 19 01:52:59.340275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2ac3c9a3-5647-4dda-a355-3c0bbf6cbe76 tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/routers/f2cdfa70-ec53-48ce-be71-87e513bb832f HTTP/1.1" status: 404 len: 336 time: 0.3278332 Oct 19 01:52:59.342780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48370) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:59.370664 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c44be9c-ad34-46e5-92c5-a852ac8ae62c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:59.371404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c44be9c-ad34-46e5-92c5-a852ac8ae62c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:59.374558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2c44be9c-ad34-46e5-92c5-a852ac8ae62c tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/6b385cb8-676d-4d09-bc1a-d0c22e35a731 HTTP/1.1" status: 404 len: 337 time: 0.0298913 Oct 19 01:52:59.377156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48372) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:59.404377 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c4bbfa-57a3-4314-a3f0-4c16227efc1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] DELETE failed (client error): The resource could not be found. Oct 19 01:52:59.404841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c4bbfa-57a3-4314-a3f0-4c16227efc1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 01:52:59.407912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a9c4bbfa-57a3-4314-a3f0-4c16227efc1d tempest-RoutersTest-1024787728 tempest-RoutersTest-1024787728-project] 10.222.0.64 "DELETE /v2.0/subnets/371a6fc1-8f7d-4d12-950c-dac4822561ed HTTP/1.1" status: 404 len: 337 time: 0.0298035 Oct 19 01:52:59.659596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48378) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:59.707956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:59.794833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-52a22b4e-89b8-4429-b411-67fa67ebad19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eeca4810c24f4534953c776be2d858ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318154 Oct 19 01:52:59.795169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48382) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:52:59.809747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:59.843278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a754519-6cfc-4105-9477-0b58428e2d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:59.868238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a754519-6cfc-4105-9477-0b58428e2d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:59.916527 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a754519-6cfc-4105-9477-0b58428e2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:59.919371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3a754519-6cfc-4105-9477-0b58428e2d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:59.922831 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3a754519-6cfc-4105-9477-0b58428e2d12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79a8eb71-f464-44b3-b66e-6d6f1bbdeeeb HTTP/1.1" status: 204 len: 168 time: 0.1243651 Oct 19 01:52:59.928546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a754519-6cfc-4105-9477-0b58428e2d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a8eb71-f464-44b3-b66e-6d6f1bbdeeeb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:52:59.974360 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:52:59.980145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.054136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=ea623602-80a3-4835-bc68-d0c4b96acb06,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:00.064278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.166265 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Floating IP 57ac6836-ab49-494a-86f0-ce4c6f188236 associated. External IP: 172.25.0.68, port: dcbfb872-bbd3-460d-92e0-2d1381195a79. Oct 19 01:53:00.390385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:53:00.508569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:53:00.518586 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] Sync routers for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:53:00.527286 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.528971 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:53:00.529805 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:00.560324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8045656b-e0e3-44ff-9d98-6883b98ef4ac tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2673776 Oct 19 01:53:00.560324 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:53:00.560730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48404) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:00.560966 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5258c0-049f-4d4f-b305-5c28082b0dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:53:00.574287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48408) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:00.614056 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f8ba07-8278-47a2-a70f-43ef006a729d x-openstack-request-id: req-57f8ba07-8278-47a2-a70f-43ef006a729d {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:53:00.614347 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:53:00.614600 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57f8ba07-8278-47a2-a70f-43ef006a729d {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:53:00.615383 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'status': 'completed', 'code': 200} Oct 19 01:53:00.626769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-134bff47-3121-443e-adff-c1111a2aa6db tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/floatingips/57ac6836-ab49-494a-86f0-ce4c6f188236 HTTP/1.1" status: 200 len: 991 time: 0.0637386 Oct 19 01:53:00.649829 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:53:00.687850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-5d8f961b-b566-41c6-a193-d3b114fcfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:00.689548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-5d8f961b-b566-41c6-a193-d3b114fcfe4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 1098 time: 0.0477827 Oct 19 01:53:00.700619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-380992416'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:00.722102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Made reservation on behalf of 627b0d9e3b044b3687d43b76b8dce989 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:53:00.725855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.736569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.792917 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-31d0cf1c-18ef-4b3a-9b78-e61ca5b9893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:00.795197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-31d0cf1c-18ef-4b3a-9b78-e61ca5b9893b service neutron] 10.222.0.62 "GET /v2.0/networks?id=373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 200 len: 897 time: 0.0982792 Oct 19 01:53:00.820482 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.827075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.850518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:53:00.868612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca4f82-4d04-4679-9e53-0ee65a1c8ff2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:00.872359 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.872782 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Added segment 7a6454f1-39f8-459e-85f8-0c682e1c31dd of type vlan for network f050357e-4f52-4ec2-be67-2d070d828f47 Oct 19 01:53:00.894853 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:52:59Z', 'revision_number': 0, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:00.915834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-b653fa6f-4157-41af-b082-edb26bb31c80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79 HTTP/1.1" status: 200 len: 999 time: 0.1132896 Oct 19 01:53:00.916193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.922270 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] Checking router: d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:53:00.930525 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:53:00.931113 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:52:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:00.944639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.952440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:00.953042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:00.970385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-25a76958-5ace-4b87-a900-2102a44dd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:00.972024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-25a76958-5ace-4b87-a900-2102a44dd7b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec3b379f-30c0-4216-adfd-425e9ae61ff2 HTTP/1.1" status: 200 len: 835 time: 0.0496564 Oct 19 01:53:00.999000 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4234936 Oct 19 01:53:01.002896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48412) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.007830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-6fdbe7a7-cc36-4ca5-bf4a-961fffea50fc tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1680833817') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.025119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-3327cf60-6fa1-4d91-bdbf-7bc526bcd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:01.027256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-3327cf60-6fa1-4d91-bdbf-7bc526bcd1e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=373b0f9a-380d-4e74-9d31-b78583004e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482702 Oct 19 01:53:01.046560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:53:01.056011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780330de-2f1f-4842-9084-a830672a24f8 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Pushing event updated for resources: {'Network': ['ID=f050357e-4f52-4ec2-be67-2d070d828f47,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:01.072726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network f050357e-4f52-4ec2-be67-2d070d828f47 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:53:01.138119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6fdbe7a7-cc36-4ca5-bf4a-961fffea50fc tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "PUT /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1680833817 HTTP/1.1" status: 201 len: 201 time: 0.1338632 Oct 19 01:53:01.140586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48414) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.145339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-b650fe44-2bad-4de2-b618-5a4df8e9a1b4 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1680833817') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.157868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-f2a8112f-c076-4693-8682-3cec42bdb882 service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231103 Oct 19 01:53:01.219656 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b650fe44-2bad-4de2-b618-5a4df8e9a1b4 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "GET /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1680833817 HTTP/1.1" status: 204 len: 168 time: 0.0777929 Oct 19 01:53:01.220699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48416) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.225109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-4aabfa1d-5caa-4104-ab74-26f24c0d564d tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.259373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b5258c0-049f-4d4f-b305-5c28082b0dcf req-6ef5cca2-bf5c-4df9-8a29-e980cb7dc8ab service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942841 Oct 19 01:53:01.287906 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:52:59Z', 'revision_number': 0, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.301773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4aabfa1d-5caa-4104-ab74-26f24c0d564d tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "GET /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags HTTP/1.1" status: 200 len: 238 time: 0.0797946 Oct 19 01:53:01.304367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48418) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.309347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-4f3f2c94-e249-440e-8349-9df3bfb40c7b tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', {'tags': ['tempest-TagsTest-Tag-1591295971', 'tempest-TagsTest-Tag-1266027340', 'tempest-TagsTest-Tag-1153893046']}) {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.387899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4f3f2c94-e249-440e-8349-9df3bfb40c7b tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "PUT /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags HTTP/1.1" status: 200 len: 309 time: 0.0824246 Oct 19 01:53:01.390403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48420) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.395162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-03ad96c3-75f0-4aa7-a233-5eee74ff9a32 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1591295971') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.413042 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e04146-ecea-48ef-acf7-62e3886a17a1 None None] The sync data for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 is: [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:52:59Z', 'revision_number': 0, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:53:01.486800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-03ad96c3-75f0-4aa7-a233-5eee74ff9a32 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "DELETE /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1591295971 HTTP/1.1" status: 204 len: 168 time: 0.0951712 Oct 19 01:53:01.489518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48422) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.493813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-620c73ba-13ba-4934-89ab-e56632f0c891 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1591295971') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.562573 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-620c73ba-13ba-4934-89ab-e56632f0c891 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] show failed (client error): The resource could not be found. Oct 19 01:53:01.563549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-620c73ba-13ba-4934-89ab-e56632f0c891 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "GET /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1591295971 HTTP/1.1" status: 404 len: 326 time: 0.0731044 Oct 19 01:53:01.566330 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48424) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.570571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-01ab9c71-c47b-4ef9-9a5f-2fff36b21189 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1266027340') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.619882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a3c6a-ad42-4a0e-8d63-1a0fb49b6ffc None None] New status for floating IP 57ac6836-ab49-494a-86f0-ce4c6f188236: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:53:01.629696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48426) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.647842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-01ab9c71-c47b-4ef9-9a5f-2fff36b21189 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "GET /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1266027340 HTTP/1.1" status: 204 len: 168 time: 0.0803990 Oct 19 01:53:01.650259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48428) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.654969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-b8e4c056-3ea9-4e06-959a-177bbfe29bf7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1153893046') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.696145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f32f8ecb-e85c-4825-8116-d1d1e77e0281 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/floatingips/57ac6836-ab49-494a-86f0-ce4c6f188236 HTTP/1.1" status: 200 len: 991 time: 0.0643139 Oct 19 01:53:01.723651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b8e4c056-3ea9-4e06-959a-177bbfe29bf7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "GET /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1153893046 HTTP/1.1" status: 204 len: 168 time: 0.0723743 Oct 19 01:53:01.726333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48430) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.731227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-2060377c-3bc0-47d2-a4a9-6ef7b16cb8d4 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.819427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2060377c-3bc0-47d2-a4a9-6ef7b16cb8d4 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "DELETE /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags HTTP/1.1" status: 204 len: 168 time: 0.0920739 Oct 19 01:53:01.822323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48432) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.827611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-4ec635cd-e54f-43f2-bb54-c6dffb15803c tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1266027340') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.893242 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-4ec635cd-e54f-43f2-bb54-c6dffb15803c tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] show failed (client error): The resource could not be found. Oct 19 01:53:01.894288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4ec635cd-e54f-43f2-bb54-c6dffb15803c tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "GET /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1266027340 HTTP/1.1" status: 404 len: 326 time: 0.0701342 Oct 19 01:53:01.897079 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48434) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.902329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-6363fc64-5e93-4262-a801-f432a36e764f tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47', 'tempest-TagsTest-Tag-1153893046') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:01.972528 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-6363fc64-5e93-4262-a801-f432a36e764f tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] show failed (client error): The resource could not be found. Oct 19 01:53:01.973553 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6363fc64-5e93-4262-a801-f432a36e764f tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "GET /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags/tempest-TagsTest-Tag-1153893046 HTTP/1.1" status: 404 len: 326 time: 0.0755608 Oct 19 01:53:01.976212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48436) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:01.980412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.tag.tag_plugin [None req-08d59675-6e5a-49a2-987c-6ee45c5c359a tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f050357e-4f52-4ec2-be67-2d070d828f47') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:02.049534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-08d59675-6e5a-49a2-987c-6ee45c5c359a tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "DELETE /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47/tags HTTP/1.1" status: 204 len: 168 time: 0.0723417 Oct 19 01:53:02.053579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48438) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:02.133128 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.222048 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.241168 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f050357e-4f52-4ec2-be67-2d070d828f47']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:02.250899 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6454f1-39f8-459e-85f8-0c682e1c31dd') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:02.251191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6454f1-39f8-459e-85f8-0c682e1c31dd') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:02.260198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.273832 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.279759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:53:02.280170 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:53:02.283316 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:53:02.341995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.349415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.351913 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] 10.222.0.64 "DELETE /v2.0/networks/f050357e-4f52-4ec2-be67-2d070d828f47 HTTP/1.1" status: 204 len: 168 time: 0.2974052 Oct 19 01:53:02.363178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fb319-5c44-4774-a0a0-6c8eb258b0e7 tempest-TagsTest-755117031 tempest-TagsTest-755117031-project] Pushing event deleted for resources: {'Network': ['ID=f050357e-4f52-4ec2-be67-2d070d828f47,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:02.587438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48444) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:02.699245 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48448) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:02.723904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-263d0ce8-b4ae-405c-99e3-fab4bb7c40bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=627b0d9e3b044b3687d43b76b8dce989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331480 Oct 19 01:53:02.724508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48450) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:02.764980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e4964caa-7815-4e9d-87dd-e4147daea175 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/floatingips/57ac6836-ab49-494a-86f0-ce4c6f188236 HTTP/1.1" status: 200 len: 993 time: 0.0644512 Oct 19 01:53:02.773081 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50674123-704a-417d-b316-40a709a51596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.798166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50674123-704a-417d-b316-40a709a51596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.844767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50674123-704a-417d-b316-40a709a51596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.847369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50674123-704a-417d-b316-40a709a51596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:02.848556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-50674123-704a-417d-b316-40a709a51596 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0aca4f82-4d04-4679-9e53-0ee65a1c8ff2 HTTP/1.1" status: 204 len: 168 time: 0.1232569 Oct 19 01:53:02.856700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50674123-704a-417d-b316-40a709a51596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca4f82-4d04-4679-9e53-0ee65a1c8ff2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:04.447122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48506) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:04.553117 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff96-22eb-4459-9f06-cb933d7bbc00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:04.629080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff96-22eb-4459-9f06-cb933d7bbc00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:04.632882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff96-22eb-4459-9f06-cb933d7bbc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:04.674925 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9e90ff96-22eb-4459-9f06-cb933d7bbc00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cdc7b5f8e774cb89d7a54fc8043229b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243450 Oct 19 01:53:04.674925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90ff96-22eb-4459-9f06-cb933d7bbc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f411241-e8aa-4abc-ac57-981a6302d131,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:04.675342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48510) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:04.726208 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7544f919-058c-4daa-8a15-df5bb4d8f64d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:04.747637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7544f919-058c-4daa-8a15-df5bb4d8f64d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:04.795183 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7544f919-058c-4daa-8a15-df5bb4d8f64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:04.797866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7544f919-058c-4daa-8a15-df5bb4d8f64d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:04.799196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7544f919-058c-4daa-8a15-df5bb4d8f64d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f411241-e8aa-4abc-ac57-981a6302d131 HTTP/1.1" status: 204 len: 168 time: 0.1220396 Oct 19 01:53:04.807195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544f919-058c-4daa-8a15-df5bb4d8f64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f411241-e8aa-4abc-ac57-981a6302d131,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:05.056061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48516) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:05.069423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6860159b-7a0f-4d0f-8e67-67daa2f391a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.146856 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6860159b-7a0f-4d0f-8e67-67daa2f391a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.150294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6860159b-7a0f-4d0f-8e67-67daa2f391a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.191647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6860159b-7a0f-4d0f-8e67-67daa2f391a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7396de3649fb47f494361e58a110cfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344786 Oct 19 01:53:05.192513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860159b-7a0f-4d0f-8e67-67daa2f391a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb7856-8860-446e-80b7-dee24a2fe669,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:05.194438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48518) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:05.244082 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8981ebb4-f025-4aea-b010-c2e93ea67c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.266405 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8981ebb4-f025-4aea-b010-c2e93ea67c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.315928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8981ebb4-f025-4aea-b010-c2e93ea67c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.318533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8981ebb4-f025-4aea-b010-c2e93ea67c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:05.319679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8981ebb4-f025-4aea-b010-c2e93ea67c84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18fb7856-8860-446e-80b7-dee24a2fe669 HTTP/1.1" status: 204 len: 168 time: 0.1242261 Oct 19 01:53:05.328016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ebb4-f025-4aea-b010-c2e93ea67c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb7856-8860-446e-80b7-dee24a2fe669,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:06.964853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b0af7f9a-10f8-4638-9e44-b0332ef06cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:09.717245 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e92bed22-db69-4cf0-9676-a8211ede9f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:09.882491 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:10.649446 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:10.872474 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:12.392781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.216269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48618) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:18.324319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.400790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.404395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.442273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75d8fa59866d4df08576a8bb5c3efde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243927 Oct 19 01:53:18.443226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77d933a-d3b9-4a37-9db2-81e3bd8161e7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:18.445014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48622) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:18.452103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.452466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.452802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.453140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.453475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.453810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.454139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.454467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.454795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.455119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.455475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.455766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87eefcd-076a-42db-abc3-1884e223bf65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:18.500157 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1de3-6625-4d93-9724-af6cbe1fc2bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.523055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1de3-6625-4d93-9724-af6cbe1fc2bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.572394 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1de3-6625-4d93-9724-af6cbe1fc2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.575105 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1de3-6625-4d93-9724-af6cbe1fc2bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.576280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aa1b1de3-6625-4d93-9724-af6cbe1fc2bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b77d933a-d3b9-4a37-9db2-81e3bd8161e7 HTTP/1.1" status: 204 len: 168 time: 0.1300018 Oct 19 01:53:18.585242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b1de3-6625-4d93-9724-af6cbe1fc2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77d933a-d3b9-4a37-9db2-81e3bd8161e7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:18.847641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48628) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:18.861766 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a5bcd19-b142-44d1-bbb9-76655e7471d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.937517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a5bcd19-b142-44d1-bbb9-76655e7471d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.942705 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a5bcd19-b142-44d1-bbb9-76655e7471d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:18.981647 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1a5bcd19-b142-44d1-bbb9-76655e7471d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c878d458aad240e4bd7d53bfc4fad276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328402 Oct 19 01:53:18.983611 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bcd19-b142-44d1-bbb9-76655e7471d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd481c16-9130-4f55-8ced-377fb458b007,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:18.984550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48630) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:19.036701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db55d5f4-5b49-4ab9-9442-131f9f01f32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:19.058884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db55d5f4-5b49-4ab9-9442-131f9f01f32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:19.106104 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db55d5f4-5b49-4ab9-9442-131f9f01f32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:19.108698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-db55d5f4-5b49-4ab9-9442-131f9f01f32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:19.109871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-db55d5f4-5b49-4ab9-9442-131f9f01f32d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd481c16-9130-4f55-8ced-377fb458b007 HTTP/1.1" status: 204 len: 168 time: 0.1243076 Oct 19 01:53:19.117732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55d5f4-5b49-4ab9-9442-131f9f01f32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd481c16-9130-4f55-8ced-377fb458b007,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:20.061363 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:27.249670 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:53:29.688481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48782) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:29.779799 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-a3a1edf1-eb4b-4869-bc76-af2ae92ed5e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2036788 Oct 19 01:53:29.802882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15d12fb6-0d16-4a00-8c07-e960cc1b4dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:29.879776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-18dfbf4f-28ab-4a80-9729-a9167b6b6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:29.881533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-18dfbf4f-28ab-4a80-9729-a9167b6b6e9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 1097 time: 0.0447350 Oct 19 01:53:29.891572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15d12fb6-0d16-4a00-8c07-e960cc1b4dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:29.896137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-15d12fb6-0d16-4a00-8c07-e960cc1b4dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:29.940493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-15d12fb6-0d16-4a00-8c07-e960cc1b4dfc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=315e419a4bbd4b3b8599a54883314965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484028 Oct 19 01:53:29.940493 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d12fb6-0d16-4a00-8c07-e960cc1b4dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9769f7-3fe0-41f6-b0c7-df0d371e7ecc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:29.943065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48786) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:29.995546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-cfebba88-baa1-4ea6-80d0-89b11e9ba26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:29.997343 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-cfebba88-baa1-4ea6-80d0-89b11e9ba26f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 200 len: 910 time: 0.0952280 Oct 19 01:53:30.000423 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b003659f-4f53-485b-a3b6-340442eb158c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.021948 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b003659f-4f53-485b-a3b6-340442eb158c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.064570 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-089c808e-81cc-4046-a61f-62941cb76413 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 200 len: 1001 time: 0.0602233 Oct 19 01:53:30.072155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b003659f-4f53-485b-a3b6-340442eb158c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.075193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b003659f-4f53-485b-a3b6-340442eb158c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.077830 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b003659f-4f53-485b-a3b6-340442eb158c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a9769f7-3fe0-41f6-b0c7-df0d371e7ecc HTTP/1.1" status: 204 len: 168 time: 0.1332421 Oct 19 01:53:30.085789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003659f-4f53-485b-a3b6-340442eb158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9769f7-3fe0-41f6-b0c7-df0d371e7ecc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:30.123740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-615e5a47-8a26-4c8e-a65b-979207228e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:30.125334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-615e5a47-8a26-4c8e-a65b-979207228e52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 200 len: 848 time: 0.0541458 Oct 19 01:53:30.176573 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-df7c2c87-f407-48e1-98b0-b8f1a098b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:30.178091 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-df7c2c87-f407-48e1-98b0-b8f1a098b5e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463758 Oct 19 01:53:30.190475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-5442ca1d-505f-487d-84bc-6a7c40895918 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:53:30.192052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-5442ca1d-505f-487d-84bc-6a7c40895918 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062730 Oct 19 01:53:30.289512 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-650b1d8d-530e-4181-9dc3-c1216a11e9cd service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906298 Oct 19 01:53:30.380742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48792) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:30.390064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-51c8fb94-7229-47e0-af58-1af7cfdfe779 req-384bf2c0-33bd-441a-ae52-524702e1e561 service neutron] 10.222.0.74 "GET /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931993 Oct 19 01:53:30.394327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-568ea562-c21c-4115-8932-9e74186012a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.474642 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-568ea562-c21c-4115-8932-9e74186012a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.478680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-568ea562-c21c-4115-8932-9e74186012a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.523379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-568ea562-c21c-4115-8932-9e74186012a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c465ce1487c843e7ab8b66ea893493a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413438 Oct 19 01:53:30.524114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ea562-c21c-4115-8932-9e74186012a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504655b1-134a-4d5c-b1f1-7052c30cb523,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:30.525895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48794) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:30.577042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.598045 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.644815 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.647387 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:30.649064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/504655b1-134a-4d5c-b1f1-7052c30cb523 HTTP/1.1" status: 204 len: 168 time: 0.1210909 Oct 19 01:53:30.656610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504655b1-134a-4d5c-b1f1-7052c30cb523,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:30.663935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.664315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.664651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.664981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.665309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.665633 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.665953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.666269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.667107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.668064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.668405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.668726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d319ed-25bb-4009-980e-b4f0a6a83c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:30.963334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48800) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:30.976951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cd14800-e967-41ec-8433-8d03a067cab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:31.050877 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cd14800-e967-41ec-8433-8d03a067cab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:31.054649 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4cd14800-e967-41ec-8433-8d03a067cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:31.094281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4cd14800-e967-41ec-8433-8d03a067cab5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=011d79e6ebd84b2b8f4141f43e8db336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293333 Oct 19 01:53:31.095389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd14800-e967-41ec-8433-8d03a067cab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd05724-8e8d-4b12-a462-940db8c2a022,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:31.096966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48802) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:31.145833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-faaa090b-8487-401d-8bef-478c356a30f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:31.167861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-faaa090b-8487-401d-8bef-478c356a30f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:31.215469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-faaa090b-8487-401d-8bef-478c356a30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:31.218020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-faaa090b-8487-401d-8bef-478c356a30f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:31.219155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-faaa090b-8487-401d-8bef-478c356a30f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbd05724-8e8d-4b12-a462-940db8c2a022 HTTP/1.1" status: 204 len: 168 time: 0.1211700 Oct 19 01:53:31.226496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa090b-8487-401d-8bef-478c356a30f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd05724-8e8d-4b12-a462-940db8c2a022,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:31.953959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:32.031705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e454ae2-2f11-47b6-919b-e5988589f0ef tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:32.032222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e454ae2-2f11-47b6-919b-e5988589f0ef tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:32.032679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e454ae2-2f11-47b6-919b-e5988589f0ef tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:32.034342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3e454ae2-2f11-47b6-919b-e5988589f0ef tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=79d63023739e418697b78b3697cfcd59&network_id=373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 200 len: 2973 time: 0.0793941 Oct 19 01:53:34.027450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48870) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:34.084641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f418aaf-c47a-4636-bb4f-276ed5397780 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:34.086194 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1f418aaf-c47a-4636-bb4f-276ed5397780 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661 HTTP/1.1" status: 200 len: 814 time: 0.0577223 Oct 19 01:53:34.948919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48880) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:34.953982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'network': {'name': 'tempest-network-smoke--1244144535', 'project_id': '79d63023739e418697b78b3697cfcd59', 'port_security_enabled': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:34.975954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:53:34.980497 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:35.004670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:53:35.014363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:35.014717 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Added segment b6058e73-68ec-460b-a607-09cec3e96bb0 of type vlan for network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 Oct 19 01:53:35.057374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:35.083924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:35.090548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:35.091137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:35.130673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1777825 Oct 19 01:53:35.131258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48882) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:35.168261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f1ac6-58d9-4dda-be05-e2a706321c37 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Network': ['ID=bd0eefd5-cc5e-4b44-9318-75d9914e3f26,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:35.178033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:53:35.217898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc93070-04e6-4457-9776-5c408a56b568 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:35.222469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2dc93070-04e6-4457-9776-5c408a56b568 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=79d63023739e418697b78b3697cfcd59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0874302 Oct 19 01:53:35.222913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48886) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:35.386686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73b0c0-cd6e-4a25-90ee-77f579343835 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:35.390959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3a73b0c0-cd6e-4a25-90ee-77f579343835 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1634958 Oct 19 01:53:35.391107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48888) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:35.426771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-68248e3c-3a38-44ef-8dc2-a033751e79af tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345225 Oct 19 01:53:35.429414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48890) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:35.481712 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0f3b0836-3932-4750-a6c0-6746e44adb22 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=79d63023739e418697b78b3697cfcd59&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506592 Oct 19 01:53:35.483831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48892) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:35.600255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf630f4-6da7-464e-b0b2-5aa2dad28b7f tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:35.601745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-adf630f4-6da7-464e-b0b2-5aa2dad28b7f tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1169240 Oct 19 01:53:35.604598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48894) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:35.632894 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b9482f0c-22cc-4782-8183-1569fd332067 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271723 Oct 19 01:53:35.636464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48896) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:35.641595 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989664388', 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'project_id': '79d63023739e418697b78b3697cfcd59', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:35.734439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:53:35.737905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.218700 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.283067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Subnet': ['ID=e278c147-5912-4ee7-844b-9420b536c5ba,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:36.289757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Checking segment: {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:53:36.289887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network hostable DHCP agents. Network: bd0eefd5-cc5e-4b44-9318-75d9914e3f26, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:53:36.308439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:53:36.317067 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, bd0eefd5-cc5e-4b44-9318-75d9914e3f26) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:53:36.321650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:36.322236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.331318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fff5b31-e1f4-4001-83cf-15f5e5c1f3ba None None] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:53:36.341817 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-46c3f720-dfdc-4b25-a00f-0a0a79fc616e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7042813 Oct 19 01:53:36.481349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ips': [{'subnet_id': 'e278c147-5912-4ee7-844b-9420b536c5ba'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:53:36.482385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.627444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Allocated IP 172.20.0.18 (bd0eefd5-cc5e-4b44-9318-75d9914e3f26/e278c147-5912-4ee7-844b-9420b536c5ba/90fc3dac-99c1-4778-90d2-442e3266d3ef) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:53:36.734388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48914) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:36.739370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-35bf1854-1450-4f83-b234-63e42ce7d41a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374054949', 'description': 'tempest-secgroup-smoke-1374054949 description', 'project_id': '79d63023739e418697b78b3697cfcd59'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:36.762561 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35bf1854-1450-4f83-b234-63e42ce7d41a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.783760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.792260 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.836494 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:53:36.839047 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35bf1854-1450-4f83-b234-63e42ce7d41a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.847264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:53:36.848072 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35bf1854-1450-4f83-b234-63e42ce7d41a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.853310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:53:36.879566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-35bf1854-1450-4f83-b234-63e42ce7d41a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.880872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-35bf1854-1450-4f83-b234-63e42ce7d41a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454008 Oct 19 01:53:36.883664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48916) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:36.889466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Pushing event updated for resources: {'Port': ['ID=90fc3dac-99c1-4778-90d2-442e3266d3ef,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:36.889663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-387f22ef-0184-47a8-b6f5-6e54087fb217 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': '56b2afa8-dad4-4832-a4fd-057ef92f98a3', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:36.896599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf1854-1450-4f83-b234-63e42ce7d41a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b2afa8-dad4-4832-a4fd-057ef92f98a3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:36.925040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Attempting to bind port 90fc3dac-99c1-4778-90d2-442e3266d3ef on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:53:36.925354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Attempting to bind port 90fc3dac-99c1-4778-90d2-442e3266d3ef by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:53:36.925728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Attempting to bind port 90fc3dac-99c1-4778-90d2-442e3266d3ef on network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:53:36.928945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-387f22ef-0184-47a8-b6f5-6e54087fb217 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.930731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:53:36.931111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Checking segment: {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:53:36.931522 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.931906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Bound using segment: {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:53:36.932434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Bound port: 90fc3dac-99c1-4778-90d2-442e3266d3ef, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:53:36.932908 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:36.974458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2d967a2c-2f46-471e-905d-a773aa65a988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.000367 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-387f22ef-0184-47a8-b6f5-6e54087fb217 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.004817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-387f22ef-0184-47a8-b6f5-6e54087fb217 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.011450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] For port 90fc3dac-99c1-4778-90d2-442e3266d3ef, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:53:37.015088 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] For port 90fc3dac-99c1-4778-90d2-442e3266d3ef, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=90fc3dac-99c1-4778-90d2-442e3266d3ef,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:53:37.020789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.021376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f22ef-0184-47a8-b6f5-6e54087fb217 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51116a44-b55e-45dc-872e-11d99cce72a8,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:37.034675 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-387f22ef-0184-47a8-b6f5-6e54087fb217 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.038488 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-387f22ef-0184-47a8-b6f5-6e54087fb217 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512606 Oct 19 01:53:37.038829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48918) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:37.043944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-eb188c4f-7575-4def-994c-6fc4a97b079a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': '56b2afa8-dad4-4832-a4fd-057ef92f98a3', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:37.076397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb188c4f-7575-4def-994c-6fc4a97b079a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.088289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6168a9-b03d-4162-8491-390bf33bb1b8 None None] Pushing event updated for resources: {'Port': ['ID=90fc3dac-99c1-4778-90d2-442e3266d3ef,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:37.154721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb188c4f-7575-4def-994c-6fc4a97b079a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.158917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb188c4f-7575-4def-994c-6fc4a97b079a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.179306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb188c4f-7575-4def-994c-6fc4a97b079a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5c0a5a-7788-4f0e-982b-edd2aa812da3,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:37.189614 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eb188c4f-7575-4def-994c-6fc4a97b079a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.193310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eb188c4f-7575-4def-994c-6fc4a97b079a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510420 Oct 19 01:53:37.193682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48920) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:37.198624 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8223d290-4583-4c9b-bff5-1e751d93905f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': '56b2afa8-dad4-4832-a4fd-057ef92f98a3', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:37.227011 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8223d290-4583-4c9b-bff5-1e751d93905f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.308054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8223d290-4583-4c9b-bff5-1e751d93905f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.313175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8223d290-4583-4c9b-bff5-1e751d93905f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.333938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223d290-4583-4c9b-bff5-1e751d93905f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b560730b-3434-4b26-8737-964816d7fbab,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:37.343144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8223d290-4583-4c9b-bff5-1e751d93905f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.344625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8223d290-4583-4c9b-bff5-1e751d93905f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498847 Oct 19 01:53:37.347415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48922) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:37.352212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-04f6e3b0-d8f9-477a-a996-e59c9176a179 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': '56b2afa8-dad4-4832-a4fd-057ef92f98a3', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:37.398243 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04f6e3b0-d8f9-477a-a996-e59c9176a179 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.407898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-d4c8c168-265e-4228-a646-1695742c87d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604813 Oct 19 01:53:37.461741 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04f6e3b0-d8f9-477a-a996-e59c9176a179 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.467142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04f6e3b0-d8f9-477a-a996-e59c9176a179 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.485583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6e3b0-d8f9-477a-a996-e59c9176a179 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6b58fa-23da-43c8-baf5-d06abe7852bc,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:37.496337 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-04f6e3b0-d8f9-477a-a996-e59c9176a179 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.497748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-04f6e3b0-d8f9-477a-a996-e59c9176a179 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493366 Oct 19 01:53:37.500700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48924) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:37.502869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cb57c-af6f-487c-8712-c051a6b2259f req-5e1aa958-4238-4809-9625-bef63119ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:37.504412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-5e1aa958-4238-4809-9625-bef63119ebea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 1098 time: 0.0510356 Oct 19 01:53:37.505284 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': '56b2afa8-dad4-4832-a4fd-057ef92f98a3', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:37.527082 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Project 79d63023739e418697b78b3697cfcd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:53:37.532133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.605552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.610873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.625869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cb57c-af6f-487c-8712-c051a6b2259f req-cb69a5b9-9e1f-40fb-86fb-33667a19399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:37.627503 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-cb69a5b9-9e1f-40fb-86fb-33667a19399e service neutron] 10.222.0.62 "GET /v2.0/networks?id=373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 200 len: 897 time: 0.1019599 Oct 19 01:53:37.630654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189e2b1d-244c-455f-9a86-aa4d190a92d2,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:37.641704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.643174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-67f1a1e0-ba09-4c6c-b5f6-a493639a47a2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411486 Oct 19 01:53:37.645739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48926) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:37.656338 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': '56b2afa8-dad4-4832-a4fd-057ef92f98a3', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:37.687539 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Project 79d63023739e418697b78b3697cfcd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:53:37.693493 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.703128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-c5a03bd7-a182-419b-8f2b-378b17dbb087 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79 HTTP/1.1" status: 200 len: 1001 time: 0.0661538 Oct 19 01:53:37.762482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cb57c-af6f-487c-8712-c051a6b2259f req-85ca1e64-971d-4b6e-8966-b907a44afdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:37.764175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-85ca1e64-971d-4b6e-8966-b907a44afdd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec3b379f-30c0-4216-adfd-425e9ae61ff2 HTTP/1.1" status: 200 len: 835 time: 0.0508173 Oct 19 01:53:37.765737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.769995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.792534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebcfa94-1a35-405d-9de0-860fabbcbed0,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:37.808236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:37.814530 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c1aecf4e-918b-4569-a546-8614c525a5b7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658425 Oct 19 01:53:37.832912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cb57c-af6f-487c-8712-c051a6b2259f req-d765e17b-f65c-422e-a6d1-ed29b2eafa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:37.834501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-d765e17b-f65c-422e-a6d1-ed29b2eafa97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=373b0f9a-380d-4e74-9d31-b78583004e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610139 Oct 19 01:53:37.942429 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-64f8050b-33ad-437f-a054-55d957dd4ea1 service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995343 Oct 19 01:53:38.055841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-590cb57c-af6f-487c-8712-c051a6b2259f req-ecca0dfc-5a71-4c33-80ef-750ca8361bb9 service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041093 Oct 19 01:53:38.078689 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ca4d3e01-11c6-48a2-83de-a0ebe83abaa0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374054949&fields=id&tenant_id=79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 267 time: 0.0640554 Oct 19 01:53:38.198393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-deb2be82-da8e-4f3a-890f-f270ac99628d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:38.199959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-deb2be82-da8e-4f3a-890f-f270ac99628d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/networks?id=bd0eefd5-cc5e-4b44-9318-75d9914e3f26 HTTP/1.1" status: 200 len: 797 time: 0.1161592 Oct 19 01:53:38.217456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ee62071e-5a60-4b95-9ba2-72eee4aa00d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/quotas/79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 375 time: 0.0107808 Oct 19 01:53:38.219272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811871b0-1d62-4b16-aa10-f12488dfc50b None None] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:53:38.281519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-d8b81db7-a99a-4787-97e4-c534faaa3ab4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0579264 Oct 19 01:53:38.295782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Provisioning complete for port 90fc3dac-99c1-4778-90d2-442e3266d3ef triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:38.296561 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:38.449305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:38.490887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] For port 90fc3dac-99c1-4778-90d2-442e3266d3ef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=90fc3dac-99c1-4778-90d2-442e3266d3ef,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:38.504230 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:38.509127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 90fc3dac-99c1-4778-90d2-442e3266d3ef up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:53:38.520405 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-2d528507-33bb-4b4b-a16f-b942139d57af service neutron] 10.222.0.64 "GET /v2.0/networks/bd0eefd5-cc5e-4b44-9318-75d9914e3f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236810 Oct 19 01:53:38.586305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Pushing event updated for resources: {'Port': ['ID=90fc3dac-99c1-4778-90d2-442e3266d3ef,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:38.598746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.599085 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.599421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.599753 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.600271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.600421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.600937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.601257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.601580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.601898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.602217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.602530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f820728-3b66-43e7-b2f6-27d0974f35ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:38.613081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 90fc3dac-99c1-4778-90d2-442e3266d3ef triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:38.613424 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:38.640595 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-59f8863c-7848-4c7a-ae0d-92092cfaa651 service neutron] 10.222.0.64 "GET /v2.0/networks/bd0eefd5-cc5e-4b44-9318-75d9914e3f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132545 Oct 19 01:53:38.723185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3f0816d4-17e4-4af0-a8f3-beb36b440244 None None] Provisioning complete for port 90fc3dac-99c1-4778-90d2-442e3266d3ef triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:38.723549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3f0816d4-17e4-4af0-a8f3-beb36b440244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:38.814029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d9d185a4-3ad3-401a-83ba-0bf0271758eb req-6f8c9614-ebb2-4093-be9e-17f597b9bf80 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 210 time: 0.0309236 Oct 19 01:53:39.720338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-70556021-405c-462a-b088-3256f1e6a5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:39.907966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-9f05ca8e-a696-4380-aea5-9f85a1d6ebaf tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:39.910303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-9f05ca8e-a696-4380-aea5-9f85a1d6ebaf tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/networks?id=bd0eefd5-cc5e-4b44-9318-75d9914e3f26 HTTP/1.1" status: 200 len: 797 time: 0.1455812 Oct 19 01:53:39.917467 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:39.948735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f24809a1-a0a3-4f5d-887f-6c6403052f75 req-9c90c3fc-d7f8-4f93-8c77-f932a1f24a9f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 210 time: 0.0488248 Oct 19 01:53:39.963711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-2e52a3af-afcd-42f3-9fa3-bf402fea5b9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 473 time: 0.0431330 Oct 19 01:53:39.978596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'port': {'device_id': '39191b04-52a4-4340-8579-1215cae8bc4d', 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'admin_state_up': True, 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'security_groups': ['56b2afa8-dad4-4832-a4fd-057ef92f98a3']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:40.084574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:53:40.089156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.220433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.20.0.28 (bd0eefd5-cc5e-4b44-9318-75d9914e3f26/e278c147-5912-4ee7-844b-9420b536c5ba/11bbbf0e-cc9a-435e-ae5e-35a761911e41) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:53:40.364809 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.398257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.450492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:53:40.453632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:53:40.458385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:53:40.477507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 90fc3dac-99c1-4778-90d2-442e3266d3ef up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:53:40.495491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=11bbbf0e-cc9a-435e-ae5e-35a761911e41,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:40.520780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:40.521797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.542622 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-ae25375b-c6c6-4662-ad9e-04bdb1c2f3b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671754 Oct 19 01:53:40.549761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 90fc3dac-99c1-4778-90d2-442e3266d3ef triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:40.550202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.559618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Request body: {'port': {'device_id': '39191b04-52a4-4340-8579-1215cae8bc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:53:40.638476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.683216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.766037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-092ce6b4-999e-414b-87e7-1903205bd555 None None] Provisioning complete for port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:40.766665 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-092ce6b4-999e-414b-87e7-1903205bd555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.803836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-092ce6b4-999e-414b-87e7-1903205bd555 None None] Port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:53:40.877868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.931063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bbbf0e-cc9a-435e-ae5e-35a761911e41 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:53:40.940256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:40.958075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Transition to ACTIVE for port object 11bbbf0e-cc9a-435e-ae5e-35a761911e41 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:53:40.963678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:41.024814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=11bbbf0e-cc9a-435e-ae5e-35a761911e41,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:41.126481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22915f1e-1532-4574-8dae-f6cb84b6dabd req-e13ff7f6-107e-4fbf-be44-8d8e259d5ad5 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.128093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22915f1e-1532-4574-8dae-f6cb84b6dabd req-e13ff7f6-107e-4fbf-be44-8d8e259d5ad5 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 944 time: 0.0976934 Oct 19 01:53:41.155035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Attempting to bind port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:53:41.155384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Attempting to bind port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:53:41.155709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Attempting to bind port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 on network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:53:41.165682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 on network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:53:41.166015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Attempting to bind port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 on network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:53:41.179532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:53:41.179904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Checking segment: {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:53:41.180317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Bound using segment: {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:53:41.180756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Bound port: 11bbbf0e-cc9a-435e-ae5e-35a761911e41, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:53:41.181121 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:41.190071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22915f1e-1532-4574-8dae-f6cb84b6dabd req-4aa6da48-3e5a-4eec-9664-f760cacd4ebf tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512247 Oct 19 01:53:41.260503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] For port 11bbbf0e-cc9a-435e-ae5e-35a761911e41, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:53:41.263606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] For port 11bbbf0e-cc9a-435e-ae5e-35a761911e41, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=11bbbf0e-cc9a-435e-ae5e-35a761911e41,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:53:41.267956 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:41.303628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.304252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:41.305870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/11bbbf0e-cc9a-435e-ae5e-35a761911e41 HTTP/1.1" status: 200 len: 1093 time: 0.7516999 Oct 19 01:53:41.308680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39191b04-52a4-4340-8579-1215cae8bc4d', 'tag': '11bbbf0e-cc9a-435e-ae5e-35a761911e41'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:53:41.310929 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c" -d '{"events": [{"name": "network-changed", "server_uuid": "39191b04-52a4-4340-8579-1215cae8bc4d", "tag": "11bbbf0e-cc9a-435e-ae5e-35a761911e41"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:53:41.351673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea194c5-baa9-40a9-bd73-c261265de1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=11bbbf0e-cc9a-435e-ae5e-35a761911e41,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:41.414782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-1db4f9c9-00e5-48b0-b6e4-ff5013a68b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.417188 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-1db4f9c9-00e5-48b0-b6e4-ff5013a68b8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 1096 time: 0.0524685 Oct 19 01:53:41.465526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-13e04671-4405-46b9-b26c-b513a1302eb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=11bbbf0e-cc9a-435e-ae5e-35a761911e41 HTTP/1.1" status: 200 len: 217 time: 0.0402131 Oct 19 01:53:41.531923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-29540f08-e808-4fab-a563-d1dae83a9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.534307 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-29540f08-e808-4fab-a563-d1dae83a9656 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e278c147-5912-4ee7-844b-9420b536c5ba HTTP/1.1" status: 200 len: 837 time: 0.0619750 Oct 19 01:53:41.555731 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1a5a52-858e-440f-b429-2fe457443269 x-openstack-request-id: req-9e1a5a52-858e-440f-b429-2fe457443269 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:53:41.555922 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39191b04-52a4-4340-8579-1215cae8bc4d", "tag": "11bbbf0e-cc9a-435e-ae5e-35a761911e41", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:53:41.556075 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e1a5a52-858e-440f-b429-2fe457443269 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:53:41.557828 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39191b04-52a4-4340-8579-1215cae8bc4d', 'tag': '11bbbf0e-cc9a-435e-ae5e-35a761911e41', 'status': 'completed', 'code': 200} Oct 19 01:53:41.591554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-4ba5b731-4928-47d0-a11d-8e442c1022d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.593011 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-4ba5b731-4928-47d0-a11d-8e442c1022d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd0eefd5-cc5e-4b44-9318-75d9914e3f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0502627 Oct 19 01:53:41.684116 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-2cd7ff6b-dfd4-476c-83ad-a74911c2eb8e service neutron] 10.222.0.62 "GET /v2.0/networks/bd0eefd5-cc5e-4b44-9318-75d9914e3f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832446 Oct 19 01:53:41.783598 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d88d915-f95b-4b38-bd4d-9f4b5a6ecb6c req-dbc5d918-a47b-4ad4-b051-f6b996586eb7 service neutron] 10.222.0.62 "GET /v2.0/networks/bd0eefd5-cc5e-4b44-9318-75d9914e3f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926600 Oct 19 01:53:41.875533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-156a3bad-b4c2-4b43-82f8-ce9efab26360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.877234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-156a3bad-b4c2-4b43-82f8-ce9efab26360 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 1096 time: 0.0420969 Oct 19 01:53:41.977084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-da288727-daa1-4be1-935c-006eed36a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:41.978537 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-da288727-daa1-4be1-935c-006eed36a1f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd0eefd5-cc5e-4b44-9318-75d9914e3f26 HTTP/1.1" status: 200 len: 898 time: 0.0935929 Oct 19 01:53:42.021506 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-1098c368-539f-4aae-a901-6f8118c48201 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=11bbbf0e-cc9a-435e-ae5e-35a761911e41 HTTP/1.1" status: 200 len: 217 time: 0.0358307 Oct 19 01:53:42.081398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-e2568fe7-36b6-4855-9f11-9022cd0b89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.082874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-e2568fe7-36b6-4855-9f11-9022cd0b89ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e278c147-5912-4ee7-844b-9420b536c5ba HTTP/1.1" status: 200 len: 837 time: 0.0541179 Oct 19 01:53:42.134329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-a2fae92c-daae-4959-8ea3-f8dc2545a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.136615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-a2fae92c-daae-4959-8ea3-f8dc2545a67d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd0eefd5-cc5e-4b44-9318-75d9914e3f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0457392 Oct 19 01:53:42.240554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-83cbde74-f52f-4ab3-a4ad-8bde3524db03 service neutron] 10.222.0.62 "GET /v2.0/networks/bd0eefd5-cc5e-4b44-9318-75d9914e3f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963581 Oct 19 01:53:42.366690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97385501-1fc0-47c1-837f-e2ac70a1795a req-8d7fbc35-987c-4507-877e-323bc6c17891 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:42.368186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97385501-1fc0-47c1-837f-e2ac70a1795a req-8d7fbc35-987c-4507-877e-323bc6c17891 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 944 time: 0.0994754 Oct 19 01:53:42.410015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e34c9d2-10e9-4428-8a0a-2f54e806c48c req-2f4dddd4-29f5-40fc-bd69-37bcdc415315 service neutron] 10.222.0.62 "GET /v2.0/networks/bd0eefd5-cc5e-4b44-9318-75d9914e3f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617093 Oct 19 01:53:42.418153 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.430166 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97385501-1fc0-47c1-837f-e2ac70a1795a req-c15546b2-007c-4ca7-9903-9e7690b4de7d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547984 Oct 19 01:53:42.484428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 48988) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:42.592898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba224980-cd51-4dc7-9ebd-15d8a38d7fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.671068 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba224980-cd51-4dc7-9ebd-15d8a38d7fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.675933 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba224980-cd51-4dc7-9ebd-15d8a38d7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.714187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ba224980-cd51-4dc7-9ebd-15d8a38d7fdf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca5266b71f194046b3a80eaa6f463203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270663 Oct 19 01:53:42.716156 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba224980-cd51-4dc7-9ebd-15d8a38d7fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a317c5-c317-4ab9-a446-24df750b463f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:42.716957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48992) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:42.769791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-181ca71f-a571-4ac7-91a7-c601a8be5c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.791119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-181ca71f-a571-4ac7-91a7-c601a8be5c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.837792 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-181ca71f-a571-4ac7-91a7-c601a8be5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.841148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-181ca71f-a571-4ac7-91a7-c601a8be5c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:42.842320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-181ca71f-a571-4ac7-91a7-c601a8be5c0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3a317c5-c317-4ab9-a446-24df750b463f HTTP/1.1" status: 204 len: 168 time: 0.1243706 Oct 19 01:53:42.849809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ca71f-a571-4ac7-91a7-c601a8be5c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a317c5-c317-4ab9-a446-24df750b463f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:43.094516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 48998) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:43.108012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7610a9d8-ad62-4db3-8bb7-5d507d6458d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:43.179855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7610a9d8-ad62-4db3-8bb7-5d507d6458d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:43.183698 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7610a9d8-ad62-4db3-8bb7-5d507d6458d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:43.222067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7610a9d8-ad62-4db3-8bb7-5d507d6458d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=200c5649d753491db8fab49894f8aa80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264248 Oct 19 01:53:43.223196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610a9d8-ad62-4db3-8bb7-5d507d6458d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa256b1-9c49-404e-abd6-8de6313f4319,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:43.224815 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49000) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:43.276630 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27cb7788-e4a9-48b6-b471-68a8770bea42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:43.298102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27cb7788-e4a9-48b6-b471-68a8770bea42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:43.344498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27cb7788-e4a9-48b6-b471-68a8770bea42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:43.346999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-27cb7788-e4a9-48b6-b471-68a8770bea42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:43.348174 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-27cb7788-e4a9-48b6-b471-68a8770bea42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfa256b1-9c49-404e-abd6-8de6313f4319 HTTP/1.1" status: 204 len: 168 time: 0.1219969 Oct 19 01:53:43.356310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb7788-e4a9-48b6-b471-68a8770bea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa256b1-9c49-404e-abd6-8de6313f4319,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:43.553192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac42c2-2d5a-421d-a3f5-a569fb270905 req-6ffe5766-0bf1-4971-a5e0-588dd02873d9 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:43.554736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cac42c2-2d5a-421d-a3f5-a569fb270905 req-6ffe5766-0bf1-4971-a5e0-588dd02873d9 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 944 time: 0.0495076 Oct 19 01:53:43.596975 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5cac42c2-2d5a-421d-a3f5-a569fb270905 req-907a7161-b6dc-4510-9fd8-66d3ecd38cd3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Oct 19 01:53:44.712925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a88a2b-5831-4014-bfc9-28f4e5120eff req-b1c40bb3-fed1-4d6c-a64f-a887c34e12ad tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:44.715100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-39a88a2b-5831-4014-bfc9-28f4e5120eff req-b1c40bb3-fed1-4d6c-a64f-a887c34e12ad tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 944 time: 0.0523756 Oct 19 01:53:44.756700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-39a88a2b-5831-4014-bfc9-28f4e5120eff req-0de1d21d-9c0e-402c-af26-ad9be006ed36 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353806 Oct 19 01:53:45.056035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 11bbbf0e-cc9a-435e-ae5e-35a761911e41 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:53:45.151525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 11bbbf0e-cc9a-435e-ae5e-35a761911e41, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=11bbbf0e-cc9a-435e-ae5e-35a761911e41,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:45.162954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '11bbbf0e-cc9a-435e-ae5e-35a761911e41', 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'port_id': '11bbbf0e-cc9a-435e-ae5e-35a761911e41', 'mac_address': 'fa:16:3e:f9:d2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e278c147-5912-4ee7-844b-9420b536c5ba', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:53:45.204564 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:45.218298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bbbf0e-cc9a-435e-ae5e-35a761911e41 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:53:45.239140 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 11bbbf0e-cc9a-435e-ae5e-35a761911e41, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=11bbbf0e-cc9a-435e-ae5e-35a761911e41,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:45.243131 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:45.292245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=11bbbf0e-cc9a-435e-ae5e-35a761911e41,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:45.474575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['11bbbf0e-cc9a-435e-ae5e-35a761911e41'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:53:45.877086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fdf01-9dae-42b4-98aa-7c52de45e917 req-6eb81d39-e869-4e5f-8b8e-706b63dbb210 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:45.878544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c60fdf01-9dae-42b4-98aa-7c52de45e917 req-6eb81d39-e869-4e5f-8b8e-706b63dbb210 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 945 time: 0.0526471 Oct 19 01:53:45.917502 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c60fdf01-9dae-42b4-98aa-7c52de45e917 req-fbd3eec6-e430-43de-bb20-269eb2e0d23a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Oct 19 01:53:47.042434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a6e02-c4d7-4a80-968e-8bccedfa99f8 req-b02a97da-582a-4a89-b76c-9cb80870fa34 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:47.043945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a28a6e02-c4d7-4a80-968e-8bccedfa99f8 req-b02a97da-582a-4a89-b76c-9cb80870fa34 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 945 time: 0.0559642 Oct 19 01:53:47.076286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 11bbbf0e-cc9a-435e-ae5e-35a761911e41 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:53:47.088451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a28a6e02-c4d7-4a80-968e-8bccedfa99f8 req-4e57fe68-574a-4ad3-acba-fbae21daec24 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381079 Oct 19 01:53:47.147252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:53:47.151824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:47.152506 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:47.243257 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:47.270350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39191b04-52a4-4340-8579-1215cae8bc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bbbf0e-cc9a-435e-ae5e-35a761911e41'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:53:47.272971 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e57f7a-11e1-490b-b81b-97dbfee8affa" -d '{"events": [{"server_uuid": "39191b04-52a4-4340-8579-1215cae8bc4d", "name": "network-vif-plugged", "status": "completed", "tag": "11bbbf0e-cc9a-435e-ae5e-35a761911e41"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:53:47.287640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 11bbbf0e-cc9a-435e-ae5e-35a761911e41, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=11bbbf0e-cc9a-435e-ae5e-35a761911e41,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:47.294267 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:47.351586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=11bbbf0e-cc9a-435e-ae5e-35a761911e41,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:47.472615 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06e95e-eaea-4e98-a526-211d401b6142 x-openstack-request-id: req-fe06e95e-eaea-4e98-a526-211d401b6142 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:53:47.472913 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39191b04-52a4-4340-8579-1215cae8bc4d", "name": "network-vif-plugged", "status": "completed", "tag": "11bbbf0e-cc9a-435e-ae5e-35a761911e41", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:53:47.473167 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe06e95e-eaea-4e98-a526-211d401b6142 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:53:47.473647 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39191b04-52a4-4340-8579-1215cae8bc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bbbf0e-cc9a-435e-ae5e-35a761911e41', 'code': 200} Oct 19 01:53:47.578958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912d2ed-f6c1-4990-9f52-ea3e11606f52 req-86bca3b2-9c31-4fca-87f8-ef171d268f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:47.580410 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b912d2ed-f6c1-4990-9f52-ea3e11606f52 req-86bca3b2-9c31-4fca-87f8-ef171d268f20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 1098 time: 0.0424609 Oct 19 01:53:47.625340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b912d2ed-f6c1-4990-9f52-ea3e11606f52 req-99829011-8f6f-4f9e-bcfc-649d6531e6ee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369337 Oct 19 01:53:48.208877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b92d0f-216e-4719-a075-e9828ea20424 req-ae29372d-9b42-4e98-8f60-a7f0f25bceb7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:48.210338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06b92d0f-216e-4719-a075-e9828ea20424 req-ae29372d-9b42-4e98-8f60-a7f0f25bceb7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 946 time: 0.0509338 Oct 19 01:53:48.256500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-06b92d0f-216e-4719-a075-e9828ea20424 req-e795a635-a765-4b48-8156-ef48577f337e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Oct 19 01:53:49.381507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205be9-9887-4ee1-9308-128d3c6a7081 req-49dd94a8-7c9f-4f22-84ff-8fbf76226542 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:49.383844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36205be9-9887-4ee1-9308-128d3c6a7081 req-49dd94a8-7c9f-4f22-84ff-8fbf76226542 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 946 time: 0.0551469 Oct 19 01:53:49.424850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36205be9-9887-4ee1-9308-128d3c6a7081 req-95936efa-a584-4b5e-8c89-e6dbc4c626d9 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350277 Oct 19 01:53:49.545763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d1edb-759a-4d55-bcd6-d73b08ee46eb req-61e69f43-26ad-4dd5-9a97-b7e9abc7fc92 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:53:49.547084 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d9d1edb-759a-4d55-bcd6-d73b08ee46eb req-61e69f43-26ad-4dd5-9a97-b7e9abc7fc92 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 946 time: 0.0535316 Oct 19 01:53:49.593081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d9d1edb-759a-4d55-bcd6-d73b08ee46eb req-84437d55-34a0-4a2d-a568-9ee36ca506e9 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393813 Oct 19 01:53:50.074140 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:51.092517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49132) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:51.840053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.116352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.20.0.17 (bd0eefd5-cc5e-4b44-9318-75d9914e3f26/e278c147-5912-4ee7-844b-9420b536c5ba/451116ed-ab09-4859-917c-ede31078216a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:53:52.231805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.266276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.302660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:53:52.305949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:53:52.309802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:53:52.350409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=451116ed-ab09-4859-917c-ede31078216a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:52.362962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.507870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.565459 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-232d6b12-c100-40b9-824b-be8123539a34 None None] Provisioning complete for port 451116ed-ab09-4859-917c-ede31078216a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:52.566075 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-232d6b12-c100-40b9-824b-be8123539a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.599427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-232d6b12-c100-40b9-824b-be8123539a34 None None] Port 451116ed-ab09-4859-917c-ede31078216a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:53:52.798387 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.803045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.875019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:52.876720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=451116ed-ab09-4859-917c-ede31078216a,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:52.973424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:53:52.974811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:53:53.102427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:53:53.224791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:53:53.241224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fde66d7a-4f46-4655-8989-0836564166de tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "PUT /v2.0/routers/d62d65e4-1811-4ecb-a24a-2d1022b4a5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1368189 Oct 19 01:53:53.241350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0a7bf590-02ed-458b-8a33-200f4fffc384 None None] Provisioning complete for port 451116ed-ab09-4859-917c-ede31078216a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:53.241350 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf590-02ed-458b-8a33-200f4fffc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:53.241568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Sync routers for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:53:53.250058 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:53:53.250591 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:53:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:53.285727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0a7bf590-02ed-458b-8a33-200f4fffc384 None None] Port 451116ed-ab09-4859-917c-ede31078216a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:53:53.372583 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:53:53.599257 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:53:52Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:53:01Z', 'revision_number': 1, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451116ed-ab09-4859-917c-ede31078216a', 'name': '', 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:93:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'e278c147-5912-4ee7-844b-9420b536c5ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:53:51Z', 'updated_at': '2021-10-19T01:53:52Z', 'revision_number': 2, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'e278c147-5912-4ee7-844b-9420b536c5ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:53.629485 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Checking router: d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:53:53.629839 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Updating router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 port 451116ed-ab09-4859-917c-ede31078216a binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:53:53.655047 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:53.909885 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:53.914909 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:53.966186 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Pushing event updated for resources: {'Port': ['ID=451116ed-ab09-4859-917c-ede31078216a,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:53.976342 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.976747 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.977098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.977433 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.977764 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.978096 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.979004 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.979444 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.979772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.980122 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.980450 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:53.980794 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:53:54.038875 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Attempting to bind port 451116ed-ab09-4859-917c-ede31078216a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:53:54.039354 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Attempting to bind port 451116ed-ab09-4859-917c-ede31078216a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:53:54.039894 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Attempting to bind port 451116ed-ab09-4859-917c-ede31078216a on network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:53:54.046079 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:53:54.046596 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Checking segment: {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:53:54.047103 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.047590 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Bound using segment: {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:53:54.048185 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Bound port: 451116ed-ab09-4859-917c-ede31078216a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6058e73-68ec-460b-a607-09cec3e96bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:53:54.048679 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.115034 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] For port 451116ed-ab09-4859-917c-ede31078216a, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:53:54.118412 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] For port 451116ed-ab09-4859-917c-ede31078216a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=451116ed-ab09-4859-917c-ede31078216a,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:53:54.124523 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.172219 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:53:54.172749 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:53:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:54.210430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e0c7171d-c65a-4022-b297-7196adf72437 None None] Provisioning complete for port 451116ed-ab09-4859-917c-ede31078216a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:54.211528 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0c7171d-c65a-4022-b297-7196adf72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.298259 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0c7171d-c65a-4022-b297-7196adf72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.300965 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:53:54.339037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e0c7171d-c65a-4022-b297-7196adf72437 None None] For port 451116ed-ab09-4859-917c-ede31078216a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=451116ed-ab09-4859-917c-ede31078216a,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:53:54.344654 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0c7171d-c65a-4022-b297-7196adf72437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.418423 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7171d-c65a-4022-b297-7196adf72437 None None] Pushing event updated for resources: {'Port': ['ID=451116ed-ab09-4859-917c-ede31078216a,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:54.450139 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eca12-25fb-4ef7-82ce-d560253774a2 None None] Pushing event updated for resources: {'Port': ['ID=451116ed-ab09-4859-917c-ede31078216a,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:54.468359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ab5a86e8-43a3-4248-bf87-05fba9fae8bf None None] Provisioning complete for port 451116ed-ab09-4859-917c-ede31078216a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:54.469181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ab5a86e8-43a3-4248-bf87-05fba9fae8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.601255 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:53:52Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:53:01Z', 'revision_number': 1, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451116ed-ab09-4859-917c-ede31078216a', 'name': '', 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:93:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'e278c147-5912-4ee7-844b-9420b536c5ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:53:51Z', 'updated_at': '2021-10-19T01:53:54Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'e278c147-5912-4ee7-844b-9420b536c5ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:53:54.632206 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf69b48-6e2d-413e-8bda-0bba14c88e40 None None] The sync data for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 is: [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:53:52Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:53:01Z', 'revision_number': 1, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451116ed-ab09-4859-917c-ede31078216a', 'name': '', 'network_id': 'bd0eefd5-cc5e-4b44-9318-75d9914e3f26', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:93:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'e278c147-5912-4ee7-844b-9420b536c5ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:53:51Z', 'updated_at': '2021-10-19T01:53:54Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'e278c147-5912-4ee7-844b-9420b536c5ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:53:54.717566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49156) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:54.850391 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cec120d3-b910-4486-843f-ba9287d14801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.929941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cec120d3-b910-4486-843f-ba9287d14801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.934723 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cec120d3-b910-4486-843f-ba9287d14801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:54.975039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cec120d3-b910-4486-843f-ba9287d14801 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=116b6b0ffdb64078999758e9a6852149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563488 Oct 19 01:53:54.975907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec120d3-b910-4486-843f-ba9287d14801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ba45e-614a-45dc-9f3b-de2e23650a89,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:54.977745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49160) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:55.032686 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-97313913-2ade-4a6b-a063-279726ce733b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.055111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-97313913-2ade-4a6b-a063-279726ce733b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.109970 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-97313913-2ade-4a6b-a063-279726ce733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.112536 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-97313913-2ade-4a6b-a063-279726ce733b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.113694 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-97313913-2ade-4a6b-a063-279726ce733b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb9ba45e-614a-45dc-9f3b-de2e23650a89 HTTP/1.1" status: 204 len: 168 time: 0.1338382 Oct 19 01:53:55.124580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97313913-2ade-4a6b-a063-279726ce733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ba45e-614a-45dc-9f3b-de2e23650a89,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:55.386141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49166) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:55.399109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b27acf3-0659-4ee3-89ad-c561af40f706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.474143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b27acf3-0659-4ee3-89ad-c561af40f706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.477647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8b27acf3-0659-4ee3-89ad-c561af40f706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.517127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8b27acf3-0659-4ee3-89ad-c561af40f706 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=147c54ee660f40b79d6dace6dfaf9c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299071 Oct 19 01:53:55.518322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27acf3-0659-4ee3-89ad-c561af40f706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90f790c-ebc1-43d8-b6fd-de69b04b5bfb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:55.519773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49168) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:55.569373 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a24d22e5-ffab-4ba5-918b-31e4a872ca53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.591715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a24d22e5-ffab-4ba5-918b-31e4a872ca53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.640378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a24d22e5-ffab-4ba5-918b-31e4a872ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.643378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a24d22e5-ffab-4ba5-918b-31e4a872ca53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:55.644547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a24d22e5-ffab-4ba5-918b-31e4a872ca53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d90f790c-ebc1-43d8-b6fd-de69b04b5bfb HTTP/1.1" status: 204 len: 168 time: 0.1237416 Oct 19 01:53:55.653394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d22e5-ffab-4ba5-918b-31e4a872ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90f790c-ebc1-43d8-b6fd-de69b04b5bfb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:55.958561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49176) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:55.972019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bee745df-5eda-4800-92da-f845a4ae9e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:56.045801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bee745df-5eda-4800-92da-f845a4ae9e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:56.049388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bee745df-5eda-4800-92da-f845a4ae9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:56.093249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bee745df-5eda-4800-92da-f845a4ae9e8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b6910724de349898d8680684a379d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336377 Oct 19 01:53:56.095178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee745df-5eda-4800-92da-f845a4ae9e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a049f4-89c3-46f2-9c4f-fd670283c248,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:56.096004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49178) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:53:56.145744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf40e52-4486-43fe-b199-b82a40eb30e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:56.166517 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf40e52-4486-43fe-b199-b82a40eb30e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:56.213168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf40e52-4486-43fe-b199-b82a40eb30e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:56.215634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-faf40e52-4486-43fe-b199-b82a40eb30e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:53:56.216844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-faf40e52-4486-43fe-b199-b82a40eb30e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13a049f4-89c3-46f2-9c4f-fd670283c248 HTTP/1.1" status: 204 len: 168 time: 0.1198461 Oct 19 01:53:56.224447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf40e52-4486-43fe-b199-b82a40eb30e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a049f4-89c3-46f2-9c4f-fd670283c248,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:53:56.487772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 451116ed-ab09-4859-917c-ede31078216a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:53:56.536867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 451116ed-ab09-4859-917c-ede31078216a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:53:56.537249 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:04.249483 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:54:06.956761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e58745d2-ca83-42b2-b55c-7ae40451d1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:09.722709 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd83f1fb-40e8-4883-b830-0a58362ebb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:09.905874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:10.656295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:10.879867 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:12.400354 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:13.212949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fab34e-e692-45bb-823f-cc09fca81d67 req-6d68b0ed-3d1b-4154-851f-7266e6608462 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:13.214536 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0fab34e-e692-45bb-823f-cc09fca81d67 req-6d68b0ed-3d1b-4154-851f-7266e6608462 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Oct 19 01:54:13.253507 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0fab34e-e692-45bb-823f-cc09fca81d67 req-093ed6ef-93f0-4295-be7b-2e5ffb97c89f tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Oct 19 01:54:13.692604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49424) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:13.837898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-72d0e480-55d0-4a7b-925d-c430d06dc1e8 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:13.839382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-72d0e480-55d0-4a7b-925d-c430d06dc1e8 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.0562000 Oct 19 01:54:13.938450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Deleting port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:13.938791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.043965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] For port 86bc06e6-e0c2-46af-8e27-d6685ab9c829, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=86bc06e6-e0c2-46af-8e27-d6685ab9c829,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:14.044440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.082641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.284189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.284619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.284995 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Floating IP 230f7a34-f3f1-47a5-8166-edd72351a97f disassociated. External IP: 172.25.0.138, port: 86bc06e6-e0c2-46af-8e27-d6685ab9c829. Oct 19 01:54:14.285463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Calling delete_port for 86bc06e6-e0c2-46af-8e27-d6685ab9c829 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:14.418240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port 451116ed-ab09-4859-917c-ede31078216a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:14.418859 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.474146 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dbb49-dbdc-4f38-9eb1-c16612064653 req-d5af9b89-141b-4831-997b-28d0198cfbfc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:14.475947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-159dbb49-dbdc-4f38-9eb1-c16612064653 req-d5af9b89-141b-4831-997b-28d0198cfbfc tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e621c02-8c0b-4845-8564-fe912bf0c200 HTTP/1.1" status: 200 len: 945 time: 0.1179357 Oct 19 01:54:14.483125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.523248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port 451116ed-ab09-4859-917c-ede31078216a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=451116ed-ab09-4859-917c-ede31078216a,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:14.523613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.535166 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event deleted for resources: {'Port': ['ID=86bc06e6-e0c2-46af-8e27-d6685ab9c829,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:14.541000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for 451116ed-ab09-4859-917c-ede31078216a owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:14.594557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-159dbb49-dbdc-4f38-9eb1-c16612064653 req-55cdd695-2697-4df8-a42c-31c80b82dba5 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac30d5e3-7efd-4607-b515-dc65abf774e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022274 Oct 19 01:54:14.676446 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:14.752190 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.780475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=451116ed-ab09-4859-917c-ede31078216a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:14.815380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:14.828072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] Sync routers for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:14.863183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:14.863838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:14.871449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] No DVR routers for this DVR port 86bc06e6-e0c2-46af-8e27-d6685ab9c829 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:14.881461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:14.887295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a49880d6-bcb3-4538-bc8b-824391fb8736 req-dfe90707-9029-47ca-8925-34e26716ff5c tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.74 "DELETE /v2.0/ports/86bc06e6-e0c2-46af-8e27-d6685ab9c829 HTTP/1.1" status: 204 len: 173 time: 1.0420978 Oct 19 01:54:14.888669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'name': 'network-vif-deleted', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:14.895042 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7313ce4e-a444-4d58-8a60-ac0e87a0cc50" -d '{"events": [{"server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "name": "network-vif-deleted", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:14.998561 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7afe4bb-1c97-4656-b07a-18eb596f1fd8 x-openstack-request-id: req-b7afe4bb-1c97-4656-b07a-18eb596f1fd8 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:14.999280 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e621c02-8c0b-4845-8564-fe912bf0c200", "name": "network-vif-deleted", "tag": "86bc06e6-e0c2-46af-8e27-d6685ab9c829", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:14.999780 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7afe4bb-1c97-4656-b07a-18eb596f1fd8 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:15.000580 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e621c02-8c0b-4845-8564-fe912bf0c200', 'name': 'network-vif-deleted', 'tag': '86bc06e6-e0c2-46af-8e27-d6685ab9c829', 'status': 'completed', 'code': 200} Oct 19 01:54:15.051920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:15.065470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:15.541881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:42Z', 'revision_number': 5, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:15.570780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] Checking router: bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:15.580091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:15.580827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:15.670532 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49462) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:15.672077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:15.723398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:15.801531 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:15.813119 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] Sync routers for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:15.816007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fcb22305-f02c-490d-be9b-b1db79a8dd4c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "PUT /v2.0/routers/d62d65e4-1811-4ecb-a24a-2d1022b4a5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1211832 Oct 19 01:54:15.832737 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:15.833342 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:15.859011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Deleting port 94509755-2018-4cc9-a90d-2d12b37f299e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:15.862744 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:15.987464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:42Z', 'revision_number': 5, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:16.010649 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.011335 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.051250 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:16.055296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Calling delete_port for 94509755-2018-4cc9-a90d-2d12b37f299e owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:16.057944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5fdcf1-a43b-403c-8567-1b153c110b83 None None] The sync data for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 is: [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:37Z', 'revision_number': 4, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '5658106b-988b-401e-8f6d-f1c5afda3c98', 'name': '', 'network_id': 'd3bec273-fe27-40d9-a6ae-3a7b3cadb46f', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'mac_address': 'fa:16:3e:b0:ee:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:37Z', 'updated_at': '2021-10-19T01:48:42Z', 'revision_number': 5, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'subnets': [{'id': '12832de2-283f-4b50-bc39-98ed7dfb7239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:16.220877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3f7d-b3bd-4803-a740-079953edec12 req-606c9a9c-6618-478c-af1c-b55f78414b02 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:16.222353 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9a3f7d-b3bd-4803-a740-079953edec12 req-606c9a9c-6618-478c-af1c-b55f78414b02 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 946 time: 0.0763876 Oct 19 01:54:16.308515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9a3f7d-b3bd-4803-a740-079953edec12 req-90ddb405-2546-4605-8724-143ef06baf05 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720747 Oct 19 01:54:16.317516 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:14Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:53:01Z', 'revision_number': 1, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:16.343691 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.350392 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] Checking router: d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:16.359918 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:16.360561 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:16.382635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event deleted for resources: {'Port': ['ID=94509755-2018-4cc9-a90d-2d12b37f299e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:16.483775 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.485892 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:16.487016 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.489839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-17eda446-6fc0-48ae-b7e1-5d982d38d194 tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "DELETE /v2.0/floatingips/230f7a34-f3f1-47a5-8166-edd72351a97f HTTP/1.1" status: 204 len: 168 time: 0.8180292 Oct 19 01:54:16.525751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eaf564-e155-4b34-ac40-68028b04c8db None None] New status for floating IP 230f7a34-f3f1-47a5-8166-edd72351a97f: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:54:16.580984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49486) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:16.652617 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7f37-483b-4c26-841e-2f0082948eea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.686177 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7f37-483b-4c26-841e-2f0082948eea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.755944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:14Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:53:01Z', 'revision_number': 1, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:16.762108 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7f37-483b-4c26-841e-2f0082948eea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.765236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7f37-483b-4c26-841e-2f0082948eea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:16.766411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8dcf7f37-483b-4c26-841e-2f0082948eea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac30d5e3-7efd-4607-b515-dc65abf774e7 HTTP/1.1" status: 204 len: 168 time: 0.1843290 Oct 19 01:54:16.776406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf7f37-483b-4c26-841e-2f0082948eea tempest-TestServerBasicOps-924223722 tempest-TestServerBasicOps-924223722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30d5e3-7efd-4607-b515-dc65abf774e7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:16.786364 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb351099-2a15-4aca-b387-f4c977508702 None None] The sync data for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 is: [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:14Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '57ac6836-ab49-494a-86f0-ce4c6f188236', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'port_id': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'mac_address': 'fa:16:3e:50:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:52:59Z', 'updated_at': '2021-10-19T01:53:01Z', 'revision_number': 1, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:16.818210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49494) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:17.356407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.436714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b1fc-cc26-42d6-9cf8-5ece206dad67 req-2b4ab24a-7d9d-4df6-b9f5-72c20ae3aab0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:17.440120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f91b1fc-cc26-42d6-9cf8-5ece206dad67 req-2b4ab24a-7d9d-4df6-b9f5-72c20ae3aab0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 946 time: 0.0553539 Oct 19 01:54:17.480635 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f91b1fc-cc26-42d6-9cf8-5ece206dad67 req-359f2940-0eaa-4df9-b986-9b4acc371210 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=56b2afa8-dad4-4832-a4fd-057ef92f98a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341554 Oct 19 01:54:17.497569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-0ee0b180-51de-4231-b411-0a878fbe7011 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:17.499042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-0ee0b180-51de-4231-b411-0a878fbe7011 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 946 time: 0.1034455 Oct 19 01:54:17.685569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:17.685978 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.808125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port 11bbbf0e-cc9a-435e-ae5e-35a761911e41, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=11bbbf0e-cc9a-435e-ae5e-35a761911e41,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:17.808863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.827251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for 11bbbf0e-cc9a-435e-ae5e-35a761911e41 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:17.829816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Deleting port 5658106b-988b-401e-8f6d-f1c5afda3c98 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:17.830152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.960758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] For port 5658106b-988b-401e-8f6d-f1c5afda3c98, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5658106b-988b-401e-8f6d-f1c5afda3c98,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:17.961132 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:17.982205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Calling delete_port for 5658106b-988b-401e-8f6d-f1c5afda3c98 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:18.093944 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:18.097806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86bc06e6-e0c2-46af-8e27-d6685ab9c829 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:18.122436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 86bc06e6-e0c2-46af-8e27-d6685ab9c829 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:18.122917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 86bc06e6-e0c2-46af-8e27-d6685ab9c829 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:18.164566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=11bbbf0e-cc9a-435e-ae5e-35a761911e41,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:18.213273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] No DVR routers for this DVR port 11bbbf0e-cc9a-435e-ae5e-35a761911e41 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:18.215928 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:18.219474 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a1c13122-1f03-4f30-a22f-8990cc50dff8 req-fff35413-66b0-41ba-b0f0-b2a9bc8a8a9d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "DELETE /v2.0/ports/11bbbf0e-cc9a-435e-ae5e-35a761911e41 HTTP/1.1" status: 204 len: 173 time: 0.7144277 Oct 19 01:54:18.223793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39191b04-52a4-4340-8579-1215cae8bc4d', 'name': 'network-vif-deleted', 'tag': '11bbbf0e-cc9a-435e-ae5e-35a761911e41'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:18.226100 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97321ff-6fda-42a4-8948-c1648eee174b" -d '{"events": [{"server_uuid": "39191b04-52a4-4340-8579-1215cae8bc4d", "name": "network-vif-deleted", "tag": "11bbbf0e-cc9a-435e-ae5e-35a761911e41"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:18.296844 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73e9d5-d3b2-49c6-91a3-7deacb3364cd x-openstack-request-id: req-2e73e9d5-d3b2-49c6-91a3-7deacb3364cd {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:18.298692 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39191b04-52a4-4340-8579-1215cae8bc4d", "name": "network-vif-deleted", "tag": "11bbbf0e-cc9a-435e-ae5e-35a761911e41", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:18.298692 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e73e9d5-d3b2-49c6-91a3-7deacb3364cd {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:18.298692 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39191b04-52a4-4340-8579-1215cae8bc4d', 'name': 'network-vif-deleted', 'tag': '11bbbf0e-cc9a-435e-ae5e-35a761911e41', 'status': 'completed', 'code': 200} Oct 19 01:54:18.300782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:18.329942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5658106b-988b-401e-8f6d-f1c5afda3c98,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:18.530924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 451116ed-ab09-4859-917c-ede31078216a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:18.560143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 451116ed-ab09-4859-917c-ede31078216a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:18.560554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 451116ed-ab09-4859-917c-ede31078216a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:18.569839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:18.664596 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-66c59144-b134-40ea-8490-caacb5f2429a req-9c5c09eb-c142-4271-99ca-4a5f0800fb26 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=39191b04-52a4-4340-8579-1215cae8bc4d HTTP/1.1" status: 200 len: 210 time: 0.0601933 Oct 19 01:54:18.839114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:18.949447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:18.958356 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-50918634-5b35-4b5d-92f2-ee035f72b0d7 admin admin] 10.222.0.64 "PUT /v2.0/routers/bccc65b2-5c46-4ba1-863c-e8b7421ff6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364183 Oct 19 01:54:18.958591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49540) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:18.986873 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] Sync routers for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:19.003525 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:19.003525 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:19.070954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.109035 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:19.190905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.262964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Deleting port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:19.263301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.302901 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:54:18Z', 'revision_number': 5, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port': {'id': 'f91e7ec5-03b5-4b86-8c0a-67c2d9da679f', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:19.333688 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] Checking router: bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:19.343730 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] Routers {'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:19.344483 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:19.366783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] For port f91e7ec5-03b5-4b86-8c0a-67c2d9da679f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:19.367415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.380435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Calling delete_port for f91e7ec5-03b5-4b86-8c0a-67c2d9da679f owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:19.437897 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] Set router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:19.496240 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:54:19Z', 'revision_number': 6, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:19.528843 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3c151-50f5-426b-afc7-65c33cc77e04 None None] The sync data for ids ['bccc65b2-5c46-4ba1-863c-e8b7421ff6c6'] in n-d-789963-20 is: [{'id': 'bccc65b2-5c46-4ba1-863c-e8b7421ff6c6', 'name': 'tempest-TestServerBasicOps-1506454949-router', 'tenant_id': '5992ca92e2b84e1b92e8a4e38927239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:35Z', 'updated_at': '2021-10-19T01:54:19Z', 'revision_number': 6, 'project_id': '5992ca92e2b84e1b92e8a4e38927239b', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:19.716731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49558) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:19.778625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05028b39-7f32-4d1c-aadc-40e4942b207f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.812300 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05028b39-7f32-4d1c-aadc-40e4942b207f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.850799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.883489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05028b39-7f32-4d1c-aadc-40e4942b207f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.886687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Pushing event deleted for resources: {'Port': ['ID=f91e7ec5-03b5-4b86-8c0a-67c2d9da679f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:19.886839 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05028b39-7f32-4d1c-aadc-40e4942b207f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:19.888555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-05028b39-7f32-4d1c-aadc-40e4942b207f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/security-groups/56b2afa8-dad4-4832-a4fd-057ef92f98a3 HTTP/1.1" status: 204 len: 168 time: 0.1706724 Oct 19 01:54:19.900712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028b39-7f32-4d1c-aadc-40e4942b207f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b2afa8-dad4-4832-a4fd-057ef92f98a3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:19.920887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.921301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.921583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.922207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.922548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.922882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.923491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.923839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.924201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.924432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.924749 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.925074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:19.956405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49562) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:19.968156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.023103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting subnet e278c147-5912-4ee7-844b-9420b536c5ba {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:54:20.028185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.076167 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.076627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.084361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.086585 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.144911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.145542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:54:20.150804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.152257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8e40aeef-8123-4755-8906-033b4b9d167e admin admin] 10.222.0.64 "DELETE /v2.0/routers/bccc65b2-5c46-4ba1-863c-e8b7421ff6c6 HTTP/1.1" status: 204 len: 168 time: 1.1926448 Oct 19 01:54:20.154633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49570) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:20.173795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.202362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] Deleting subnet 12832de2-283f-4b50-bc39-98ed7dfb7239 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:54:20.206493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.239162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.243904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.267727 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Subnet': ['ID=e278c147-5912-4ee7-844b-9420b536c5ba,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:20.276362 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.282543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae0b7f-0707-46ec-ba50-fd2771d79cdd None None] Network bd0eefd5-cc5e-4b44-9318-75d9914e3f26 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:54:20.283213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49572) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:20.283646 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d2bad009-5a4a-4911-950b-1459ab6b042a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/subnets/e278c147-5912-4ee7-844b-9420b536c5ba HTTP/1.1" status: 204 len: 168 time: 0.3251784 Oct 19 01:54:20.392754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.415534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.517824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.542834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] DHCP port deletion for bd0eefd5-cc5e-4b44-9318-75d9914e3f26 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:54:20.552653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12832de2-283f-4b50-bc39-98ed7dfb7239,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:20.556459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.560433 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a99a7f8b-1e81-4407-89eb-d287445bcf2f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/12832de2-283f-4b50-bc39-98ed7dfb7239 HTTP/1.1" status: 204 len: 168 time: 0.4047847 Oct 19 01:54:20.562253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port 90fc3dac-99c1-4778-90d2-442e3266d3ef {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:20.562985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.564645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49578) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:20.604394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3cdc0-590d-4a57-bf35-c6b5f7e5c99e None None] Network d3bec273-fe27-40d9-a6ae-3a7b3cadb46f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:54:20.621912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5658106b-988b-401e-8f6d-f1c5afda3c98 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:20.707284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port 90fc3dac-99c1-4778-90d2-442e3266d3ef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=90fc3dac-99c1-4778-90d2-442e3266d3ef,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:20.707946 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.719563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.725931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 5658106b-988b-401e-8f6d-f1c5afda3c98 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:20.726351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5658106b-988b-401e-8f6d-f1c5afda3c98 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:20.726833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f91e7ec5-03b5-4b86-8c0a-67c2d9da679f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:20.729007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for 90fc3dac-99c1-4778-90d2-442e3266d3ef owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:20.755335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f91e7ec5-03b5-4b86-8c0a-67c2d9da679f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:20.755608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f91e7ec5-03b5-4b86-8c0a-67c2d9da679f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:20.781920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] Deleting port 90fc3dac-99c1-4778-90d2-442e3266d3ef {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:20.782294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.876193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Deleting port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:20.876800 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.890937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] For port 90fc3dac-99c1-4778-90d2-442e3266d3ef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=90fc3dac-99c1-4778-90d2-442e3266d3ef,segment=NetworkSegment(b6058e73-68ec-460b-a607-09cec3e96bb0),segment_id=b6058e73-68ec-460b-a607-09cec3e96bb0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:20.891646 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.901646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:20.915603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] Calling delete_port for 90fc3dac-99c1-4778-90d2-442e3266d3ef owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:20.962550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=90fc3dac-99c1-4778-90d2-442e3266d3ef,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:20.974611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] No DVR routers for this DVR port 90fc3dac-99c1-4778-90d2-442e3266d3ef on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:21.010028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] DHCP port deletion for d3bec273-fe27-40d9-a6ae-3a7b3cadb46f request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:54:21.021805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] For port 0c203ddc-4180-4cac-be2c-ef3e5de71c97, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c203ddc-4180-4cac-be2c-ef3e5de71c97,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:21.022327 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.054239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Calling delete_port for 0c203ddc-4180-4cac-be2c-ef3e5de71c97 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:21.055434 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.092422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.092920 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] Pushing event deleted for resources: {'Port': ['ID=90fc3dac-99c1-4778-90d2-442e3266d3ef,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:21.100136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae6798-3dad-4c0c-a525-6138d83ede58 None None] No DVR routers for this DVR port 90fc3dac-99c1-4778-90d2-442e3266d3ef on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:21.127112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] Deleting port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:21.127706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.155920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0eefd5-cc5e-4b44-9318-75d9914e3f26']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:21.169517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6058e73-68ec-460b-a607-09cec3e96bb0') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:21.169806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6058e73-68ec-460b-a607-09cec3e96bb0') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:21.187097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.201643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 11bbbf0e-cc9a-435e-ae5e-35a761911e41 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:21.204233 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.204377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] For port 0c203ddc-4180-4cac-be2c-ef3e5de71c97, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0c203ddc-4180-4cac-be2c-ef3e5de71c97,segment=NetworkSegment(53f80697-9531-4d0e-936b-545cb646cc19),segment_id=53f80697-9531-4d0e-936b-545cb646cc19)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:21.204768 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.217927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:54:21.218156 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:54:21.221603 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:54:21.235057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 11bbbf0e-cc9a-435e-ae5e-35a761911e41 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:21.235403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 11bbbf0e-cc9a-435e-ae5e-35a761911e41 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:21.240536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] Calling delete_port for 0c203ddc-4180-4cac-be2c-ef3e5de71c97 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:21.292675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.328760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Pushing event deleted for resources: {'Port': ['ID=0c203ddc-4180-4cac-be2c-ef3e5de71c97,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:21.336090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] No DVR routers for this DVR port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:21.342696 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.348797 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.366560 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.370254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/networks/bd0eefd5-cc5e-4b44-9318-75d9914e3f26 HTTP/1.1" status: 204 len: 168 time: 1.0859268 Oct 19 01:54:21.373291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49594) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:21.386865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] No DVR routers for this DVR port 0c203ddc-4180-4cac-be2c-ef3e5de71c97 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:21.394565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c8fb2-7988-4679-9cd5-23be7da0e499 None None] Pushing event deleted for resources: {'Port': ['ID=0c203ddc-4180-4cac-be2c-ef3e5de71c97,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:21.433427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6651cd-310f-4be7-85e5-ec4de6819171 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Network': ['ID=bd0eefd5-cc5e-4b44-9318-75d9914e3f26,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:21.487270 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.518212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bec273-fe27-40d9-a6ae-3a7b3cadb46f']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:21.568271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f80697-9531-4d0e-936b-545cb646cc19') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:21.568597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f80697-9531-4d0e-936b-545cb646cc19') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:21.582942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.605479 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.631645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:54:21.632109 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:54:21.634242 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:54:21.698941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.704693 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.707932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] 10.222.0.64 "DELETE /v2.0/networks/d3bec273-fe27-40d9-a6ae-3a7b3cadb46f HTTP/1.1" status: 204 len: 168 time: 1.1412070 Oct 19 01:54:21.710900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49600) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:21.728767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port ea623602-80a3-4835-bc68-d0c4b96acb06 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:21.729111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.731038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea23dda-f3b3-466f-8528-b2d4d6fcfdba admin admin] Pushing event deleted for resources: {'Network': ['ID=d3bec273-fe27-40d9-a6ae-3a7b3cadb46f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:21.814731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.815057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:21.841710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for ea623602-80a3-4835-bc68-d0c4b96acb06 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:22.004218 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.037253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=ea623602-80a3-4835-bc68-d0c4b96acb06,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:22.097619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.115098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.115433 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Floating IP 57ac6836-ab49-494a-86f0-ce4c6f188236 disassociated (deleted). External IP: 172.25.0.68, port: dcbfb872-bbd3-460d-92e0-2d1381195a79. Oct 19 01:54:22.354961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:22.378115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Deleting port 5f368182-b7d0-4865-9094-5bd348fb86cb {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:22.378737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.474609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:22.485291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] Sync routers for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:22.496319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.498569 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:22.498821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] For port 5f368182-b7d0-4865-9094-5bd348fb86cb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5f368182-b7d0-4865-9094-5bd348fb86cb,segment=NetworkSegment(721881b5-cfe0-4a7b-9ad1-950e278d9100),segment_id=721881b5-cfe0-4a7b-9ad1-950e278d9100)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:22.499553 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.499953 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:22.503236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 90fc3dac-99c1-4778-90d2-442e3266d3ef no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:22.514337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Calling delete_port for 5f368182-b7d0-4865-9094-5bd348fb86cb owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:22.532290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 90fc3dac-99c1-4778-90d2-442e3266d3ef {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:22.532818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 90fc3dac-99c1-4778-90d2-442e3266d3ef not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:22.533402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c203ddc-4180-4cac-be2c-ef3e5de71c97 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:22.544694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-96397b0e-05fd-4036-89e3-3e89031a66e1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/floatingips/57ac6836-ab49-494a-86f0-ce4c6f188236 HTTP/1.1" status: 204 len: 168 time: 1.1691813 Oct 19 01:54:22.545320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:22.548202 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2c0841-111b-4526-8d49-ff266c0460f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:22.601178 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0c203ddc-4180-4cac-be2c-ef3e5de71c97 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:22.601721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0c203ddc-4180-4cac-be2c-ef3e5de71c97 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:22.709961 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:22.750855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:22.780683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f368182-b7d0-4865-9094-5bd348fb86cb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:22.929452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1882b0-693f-4504-a36c-aef5fa769067 req-68a904a9-dcfb-4dc7-8b42-fd7f8f7d6974 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:22.938017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af1882b0-693f-4504-a36c-aef5fa769067 req-68a904a9-dcfb-4dc7-8b42-fd7f8f7d6974 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 946 time: 0.0657437 Oct 19 01:54:22.985468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af1882b0-693f-4504-a36c-aef5fa769067 req-88e1ca47-ac56-494e-829f-e26f06e197d4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Oct 19 01:54:23.058583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:14Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:23.059301 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dd4bcc-9596-47ee-b1e4-d7b2eb73f9f7 x-openstack-request-id: req-36dd4bcc-9596-47ee-b1e4-d7b2eb73f9f7 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:23.060167 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:23.060428 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36dd4bcc-9596-47ee-b1e4-d7b2eb73f9f7 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:23.060854 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'status': 'completed', 'code': 200} Oct 19 01:54:23.076936 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:23.090619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] Checking router: d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:23.099827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:23.100493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:23.179588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-f31c62f1-6b11-49ec-8dba-6c8dd5543cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.181821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-f31c62f1-6b11-49ec-8dba-6c8dd5543cbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 1098 time: 0.0941818 Oct 19 01:54:23.226492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:23.309365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-6ba35e34-4303-4d01-87d1-7a269678307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.310893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-6ba35e34-4303-4d01-87d1-7a269678307a service neutron] 10.222.0.62 "GET /v2.0/networks?id=373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 200 len: 897 time: 0.1211526 Oct 19 01:54:23.365161 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Router 937939e0-1534-407f-a843-d270248fbb47 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:23.373517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-0adfccdc-ff55-40b3-b273-70b8966641c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79 HTTP/1.1" status: 200 len: 217 time: 0.0540998 Oct 19 01:54:23.438703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-4d624ec7-0d29-4022-89e8-0bdb546c7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.444009 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-4d624ec7-0d29-4022-89e8-0bdb546c7223 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ec3b379f-30c0-4216-adfd-425e9ae61ff2 HTTP/1.1" status: 200 len: 835 time: 0.0605600 Oct 19 01:54:23.472020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:14Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:23.501505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb8e68-5580-418d-807e-3d7368792b44 None None] The sync data for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 is: [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:14Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '63323f55-18ef-45d7-bda9-a4c18a04254c', 'name': '', 'network_id': '373b0f9a-380d-4e74-9d31-b78583004e06', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:ba:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:34Z', 'updated_at': '2021-10-19T01:52:43Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': 'ec3b379f-30c0-4216-adfd-425e9ae61ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:23.506202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-9210a9bb-eaab-4fdc-8f14-0901fd8ee60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:23.507727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-9210a9bb-eaab-4fdc-8f14-0901fd8ee60a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=373b0f9a-380d-4e74-9d31-b78583004e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582850 Oct 19 01:54:23.621978 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-b676570a-1c90-480a-a5c5-2feeb90ab0ef service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065066 Oct 19 01:54:23.749455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd2c0841-111b-4526-8d49-ff266c0460f0 req-e2c58961-c06e-4e34-8fae-cb1b763506a2 service neutron] 10.222.0.62 "GET /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170225 Oct 19 01:54:23.845970 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b3e58-bdd9-416c-8092-1bc073ccc6a8 None None] New status for floating IP 57ac6836-ab49-494a-86f0-ce4c6f188236: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:54:23.849686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:23.858082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49640) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:23.858397 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9f38c422-9feb-404d-9833-997a6b16d549 admin admin] 10.222.0.64 "PUT /v2.0/routers/937939e0-1534-407f-a843-d270248fbb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1462212 Oct 19 01:54:23.860887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] Sync routers for ids ['937939e0-1534-407f-a843-d270248fbb47'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:23.871092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] Routers {'937939e0-1534-407f-a843-d270248fbb47'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:23.871851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['937939e0-1534-407f-a843-d270248fbb47'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:23.992037 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:24.153468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] Set router 937939e0-1534-407f-a843-d270248fbb47 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:24.165503 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:24.358032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:54:22Z', 'revision_number': 5, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:24.389625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] Checking router: 937939e0-1534-407f-a843-d270248fbb47 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:24.398461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] Routers {'937939e0-1534-407f-a843-d270248fbb47'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:24.399083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['937939e0-1534-407f-a843-d270248fbb47'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:24.491284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e97d3-54b0-4b85-9f76-ccb40e01fdb1 req-1aebe204-30bd-4bde-9503-5520d9f9f229 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:24.493061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b8e97d3-54b0-4b85-9f76-ccb40e01fdb1 req-1aebe204-30bd-4bde-9503-5520d9f9f229 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 946 time: 0.3969760 Oct 19 01:54:24.526937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] Set router 937939e0-1534-407f-a843-d270248fbb47 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:24.561727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-5652ddd5-ed25-4a44-8100-c4409bfebc1e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:24.563206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-5652ddd5-ed25-4a44-8100-c4409bfebc1e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 946 time: 0.4160264 Oct 19 01:54:24.616839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b8e97d3-54b0-4b85-9f76-ccb40e01fdb1 req-254338c3-bbf6-4adf-8d0e-22df50e71ef2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=a66b166f-05a8-4deb-b878-ce3601d7eade&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151693 Oct 19 01:54:24.674208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Deleting port d73c4dfc-d842-4232-bc0b-2700a3b968f9 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:24.674752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:24.768408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port dcbfb872-bbd3-460d-92e0-2d1381195a79 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:24.768976 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:24.813790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] For port d73c4dfc-d842-4232-bc0b-2700a3b968f9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d73c4dfc-d842-4232-bc0b-2700a3b968f9,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:24.814157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:24.814812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:54:22Z', 'revision_number': 5, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:24.843793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a21f1-b9ec-494a-a906-4979d515bcf0 None None] The sync data for ids ['937939e0-1534-407f-a843-d270248fbb47'] in n-d-789963-20 is: [{'id': '937939e0-1534-407f-a843-d270248fbb47', 'name': 'tempest-TestServerBasicOps-1236898514-router', 'tenant_id': '87eedcac5dde471497fcea8ea88cb4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:54:22Z', 'revision_number': 5, 'project_id': '87eedcac5dde471497fcea8ea88cb4d0', 'gw_port': {'id': 'd73c4dfc-d842-4232-bc0b-2700a3b968f9', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937939e0-1534-407f-a843-d270248fbb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:48:40Z', 'updated_at': '2021-10-19T01:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:24.858216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Calling delete_port for d73c4dfc-d842-4232-bc0b-2700a3b968f9 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:24.935184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port dcbfb872-bbd3-460d-92e0-2d1381195a79, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=dcbfb872-bbd3-460d-92e0-2d1381195a79,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:24.935633 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:24.957237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for dcbfb872-bbd3-460d-92e0-2d1381195a79 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:25.173965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.209256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73c4dfc-d842-4232-bc0b-2700a3b968f9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:25.232992 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.295584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=dcbfb872-bbd3-460d-92e0-2d1381195a79,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:25.326679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.409174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] No DVR routers for this DVR port dcbfb872-bbd3-460d-92e0-2d1381195a79 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:25.413783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.417659 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-983d24c5-5509-4b2b-85d3-989153bbf926 req-12db321d-1842-4f13-a3cb-8a2825291527 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "DELETE /v2.0/ports/dcbfb872-bbd3-460d-92e0-2d1381195a79 HTTP/1.1" status: 204 len: 173 time: 0.8465910 Oct 19 01:54:25.418103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'name': 'network-vif-deleted', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:25.421724 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f2905-d1e5-4125-bab9-ad62d6b08787" -d '{"events": [{"server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "name": "network-vif-deleted", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:25.459719 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.462659 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.503974 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a81c505-a26c-4042-a11b-2afdbace32fa x-openstack-request-id: req-9a81c505-a26c-4042-a11b-2afdbace32fa {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:25.504760 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92ee2da-5891-4fa9-af16-a4ebf1a5762a", "name": "network-vif-deleted", "tag": "dcbfb872-bbd3-460d-92e0-2d1381195a79", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:25.505196 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a81c505-a26c-4042-a11b-2afdbace32fa {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:25.506854 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92ee2da-5891-4fa9-af16-a4ebf1a5762a', 'name': 'network-vif-deleted', 'tag': 'dcbfb872-bbd3-460d-92e0-2d1381195a79', 'status': 'completed', 'code': 200} Oct 19 01:54:25.517991 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.518969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937939e0-1534-407f-a843-d270248fbb47 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:54:25.529353 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.533527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49674) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:25.541173 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd601357-4942-45c8-b5fa-d442c4fe54b1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/937939e0-1534-407f-a843-d270248fbb47 HTTP/1.1" status: 204 len: 168 time: 1.6813149 Oct 19 01:54:25.596990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] Deleting subnet 07f8b9c4-622e-4f3f-81ea-d8570cf14707 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:54:25.600429 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.645349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.768480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.796301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c930eff5-1cad-40f3-9e0a-be6e9850141d req-3e45f5c2-6a1f-4d8a-9f85-4907728c94f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=a92ee2da-5891-4fa9-af16-a4ebf1a5762a HTTP/1.1" status: 200 len: 210 time: 0.0333579 Oct 19 01:54:25.840292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.858972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:25.864450 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/07f8b9c4-622e-4f3f-81ea-d8570cf14707 HTTP/1.1" status: 204 len: 168 time: 0.3286958 Oct 19 01:54:25.868403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:25.876478 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e7145-373a-4f46-bddf-60b7d79cebe4 None None] Network f35e0934-116e-497d-9408-ea3605830296 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:54:25.918591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb6191-6826-4eaa-a62a-ab63827c1eb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f8b9c4-622e-4f3f-81ea-d8570cf14707,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:25.991674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.051221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Deleting port 51446e4a-bbf4-4db7-9f3a-180746fa142f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:26.051578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.123501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] DHCP port deletion for f35e0934-116e-497d-9408-ea3605830296 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:54:26.134656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] For port 51446e4a-bbf4-4db7-9f3a-180746fa142f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=51446e4a-bbf4-4db7-9f3a-180746fa142f,segment=NetworkSegment(721881b5-cfe0-4a7b-9ad1-950e278d9100),segment_id=721881b5-cfe0-4a7b-9ad1-950e278d9100)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:26.136293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.148964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Calling delete_port for 51446e4a-bbf4-4db7-9f3a-180746fa142f owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:26.179115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] Deleting port 51446e4a-bbf4-4db7-9f3a-180746fa142f {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:26.179613 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.240687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.254343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] For port 51446e4a-bbf4-4db7-9f3a-180746fa142f, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=51446e4a-bbf4-4db7-9f3a-180746fa142f,segment=NetworkSegment(721881b5-cfe0-4a7b-9ad1-950e278d9100),segment_id=721881b5-cfe0-4a7b-9ad1-950e278d9100)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:26.254834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.268149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] Calling delete_port for 51446e4a-bbf4-4db7-9f3a-180746fa142f owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:26.279323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] No DVR routers for this DVR port 51446e4a-bbf4-4db7-9f3a-180746fa142f on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:26.279950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=51446e4a-bbf4-4db7-9f3a-180746fa142f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:26.353938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.357238 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.381225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35e0934-116e-497d-9408-ea3605830296']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:26.390407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] Pushing event deleted for resources: {'Port': ['ID=51446e4a-bbf4-4db7-9f3a-180746fa142f,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:26.393550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721881b5-cfe0-4a7b-9ad1-950e278d9100') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:26.393851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721881b5-cfe0-4a7b-9ad1-950e278d9100') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:26.404229 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.405634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c92c9-f4b5-4e24-91f6-d76ee3209747 None None] No DVR routers for this DVR port 51446e4a-bbf4-4db7-9f3a-180746fa142f on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:26.419057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.425507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:54:26.425967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:54:26.428138 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:54:26.495341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 51446e4a-bbf4-4db7-9f3a-180746fa142f no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:26.499202 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.503797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.510921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] 10.222.0.64 "DELETE /v2.0/networks/f35e0934-116e-497d-9408-ea3605830296 HTTP/1.1" status: 204 len: 168 time: 0.6413035 Oct 19 01:54:26.523528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb8def-a995-4b11-b6bc-82139eff7a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f35e0934-116e-497d-9408-ea3605830296,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:26.530208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 51446e4a-bbf4-4db7-9f3a-180746fa142f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:26.530741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 51446e4a-bbf4-4db7-9f3a-180746fa142f not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:26.531224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d73c4dfc-d842-4232-bc0b-2700a3b968f9 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:26.551656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d73c4dfc-d842-4232-bc0b-2700a3b968f9 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:26.552025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d73c4dfc-d842-4232-bc0b-2700a3b968f9 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:26.552443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5f368182-b7d0-4865-9094-5bd348fb86cb no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:26.579383 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 5f368182-b7d0-4865-9094-5bd348fb86cb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:26.579805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5f368182-b7d0-4865-9094-5bd348fb86cb not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:26.644195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49700) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:26.690943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-546eb4db-8c28-46c2-b0f1-e8aa7f699c22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5992ca92e2b84e1b92e8a4e38927239b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453327 Oct 19 01:54:26.693494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49702) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:26.741756 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce3952f6-9f62-4bd4-8984-ff680d72bf98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.763761 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce3952f6-9f62-4bd4-8984-ff680d72bf98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.813332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce3952f6-9f62-4bd4-8984-ff680d72bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.816163 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ce3952f6-9f62-4bd4-8984-ff680d72bf98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.817290 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ce3952f6-9f62-4bd4-8984-ff680d72bf98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce8b7ec9-4490-4394-9add-961c1c5b9c96 HTTP/1.1" status: 204 len: 168 time: 0.1228960 Oct 19 01:54:26.825787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3952f6-9f62-4bd4-8984-ff680d72bf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b7ec9-4490-4394-9add-961c1c5b9c96,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:26.885991 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49712) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:26.969215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bae7ee84-1dcb-4bb6-933c-82fd3828accd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:26.996198 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bae7ee84-1dcb-4bb6-933c-82fd3828accd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.061330 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bae7ee84-1dcb-4bb6-933c-82fd3828accd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.064095 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bae7ee84-1dcb-4bb6-933c-82fd3828accd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.065281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bae7ee84-1dcb-4bb6-933c-82fd3828accd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/security-groups/a66b166f-05a8-4deb-b878-ce3601d7eade HTTP/1.1" status: 204 len: 168 time: 0.1782215 Oct 19 01:54:27.075215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ee84-1dcb-4bb6-933c-82fd3828accd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66b166f-05a8-4deb-b878-ce3601d7eade,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:27.106980 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49718) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:27.215447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device dcbfb872-bbd3-460d-92e0-2d1381195a79 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:27.226247 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49724) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:27.261337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: dcbfb872-bbd3-460d-92e0-2d1381195a79 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:27.261681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device dcbfb872-bbd3-460d-92e0-2d1381195a79 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:27.279563 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-59f2d160-d7b1-4126-a42b-2409be44b3bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87eedcac5dde471497fcea8ea88cb4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519838 Oct 19 01:54:27.281824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49728) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:27.330645 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-37ce28d5-340b-4229-8958-0749915943bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.359737 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-37ce28d5-340b-4229-8958-0749915943bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.424520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-37ce28d5-340b-4229-8958-0749915943bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.427494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-37ce28d5-340b-4229-8958-0749915943bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.432183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-37ce28d5-340b-4229-8958-0749915943bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f83fa71-b899-44d8-8f44-45817349a793 HTTP/1.1" status: 204 len: 168 time: 0.1458278 Oct 19 01:54:27.437477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce28d5-340b-4229-8958-0749915943bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83fa71-b899-44d8-8f44-45817349a793,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:27.538270 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.838377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port 63323f55-18ef-45d7-bda9-a4c18a04254c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:27.838822 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.944993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port 63323f55-18ef-45d7-bda9-a4c18a04254c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=63323f55-18ef-45d7-bda9-a4c18a04254c,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:27.945568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:27.962536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for 63323f55-18ef-45d7-bda9-a4c18a04254c owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:28.167638 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:28.200735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=63323f55-18ef-45d7-bda9-a4c18a04254c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:28.407777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:28.659646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:28.778586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:28.783673 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1f087b94-1b0e-429e-986f-d4fb6c09e28d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "PUT /v2.0/routers/d62d65e4-1811-4ecb-a24a-2d1022b4a5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6755707 Oct 19 01:54:28.786416 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49758) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:28.806987 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] Sync routers for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:28.818302 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:28.819071 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:28.845943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting subnet ec3b379f-30c0-4216-adfd-425e9ae61ff2 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:54:28.849289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:28.895237 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:28.927734 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:28.988012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.058095 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.085773 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.092424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/subnets/ec3b379f-30c0-4216-adfd-425e9ae61ff2 HTTP/1.1" status: 204 len: 168 time: 0.3024673 Oct 19 01:54:29.092424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0719b-0d91-4ded-9e92-ecfef21e68d8 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3b379f-30c0-4216-adfd-425e9ae61ff2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:29.092737 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99c8e4-03de-44c2-988e-e8bdcfb0536e None None] Network 373b0f9a-380d-4e74-9d31-b78583004e06 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:54:29.093237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49764) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:29.140102 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:28Z', 'revision_number': 7, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:29.176610 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] Checking router: d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:29.187295 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] Routers {'d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:29.188426 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:29.214638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.316780 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] DHCP port deletion for 373b0f9a-380d-4e74-9d31-b78583004e06 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:54:29.349084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.388372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] Deleting port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:29.389479 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.432817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:54:29.433219 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.442115 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] Set router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:29.465990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] For port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730,segment=NetworkSegment(3f2e6550-16e3-4685-8f48-69a72abaed93),segment_id=3f2e6550-16e3-4685-8f48-69a72abaed93)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:29.466769 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.482290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] Calling delete_port for ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:29.536096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:29.536688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.552549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:54:29.573524 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.598317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] Pushing event deleted for resources: {'Port': ['ID=ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:29.605903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfec0a9-3ecb-4788-8d4c-cb07b64715d7 None None] No DVR routers for this DVR port ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:54:29.692059 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:28Z', 'revision_number': 7, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:29.723330 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a0f42-1b5f-401b-9b2c-711cf645ea08 None None] The sync data for ids ['d62d65e4-1811-4ecb-a24a-2d1022b4a5d0'] in n-d-789963-20 is: [{'id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'name': 'tempest-TestNetworkBasicOps-router-125232763', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:54:28Z', 'revision_number': 7, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': '4a7c9a3e-63dd-4ffc-8aef-5e56e115666d', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62d65e4-1811-4ecb-a24a-2d1022b4a5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:52:31Z', 'updated_at': '2021-10-19T01:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:29.759771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.794797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=4a7c9a3e-63dd-4ffc-8aef-5e56e115666d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:29.862409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.958111 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:29.960298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.005245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.006174 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Fanout notify agent at l3_agent the message router_deleted on router d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:54:30.014320 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.015464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c34fb15a-af0a-4558-8efa-531f1391dc46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/routers/d62d65e4-1811-4ecb-a24a-2d1022b4a5d0 HTTP/1.1" status: 204 len: 168 time: 0.9217091 Oct 19 01:54:30.018231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49780) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:30.097909 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.191328 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.213518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373b0f9a-380d-4e74-9d31-b78583004e06']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:30.223536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2e6550-16e3-4685-8f48-69a72abaed93') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:30.223832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2e6550-16e3-4685-8f48-69a72abaed93') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:30.233558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.247750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.254015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:54:30.254461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:54:30.257794 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:54:30.329461 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.348816 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.355419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/networks/373b0f9a-380d-4e74-9d31-b78583004e06 HTTP/1.1" status: 204 len: 168 time: 0.3329408 Oct 19 01:54:30.355419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103e4a4-306c-4622-9c31-7f70abf84a97 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Network': ['ID=373b0f9a-380d-4e74-9d31-b78583004e06,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:30.376406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49788) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:30.384897 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'network': {'name': 'tempest-network-smoke--115973535', 'project_id': '79d63023739e418697b78b3697cfcd59', 'port_security_enabled': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:30.409466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:54:30.413380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.441138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:54:30.452876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.453284 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Added segment 50757b79-5615-4368-9ed6-75d837df3450 of type vlan for network 0507c5b5-a4d6-469e-9066-56612abf1440 Oct 19 01:54:30.503733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.533153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.538856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:30.539500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.583119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2043428 Oct 19 01:54:30.585738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49792) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:30.593682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'admin_state_up': True, 'project_id': '79d63023739e418697b78b3697cfcd59', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:30.631928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a6597-a0e8-4617-a2f8-08856c6eefee tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Network': ['ID=0507c5b5-a4d6-469e-9066-56612abf1440,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:30.648712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.650468 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.659112 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 0507c5b5-a4d6-469e-9066-56612abf1440 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:54:30.714752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.851542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:30.869212 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:30.873635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:30.873969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ea91ed7f-b874-4a07-b4e3-7ff8cf6fe730 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:30.874592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 63323f55-18ef-45d7-bda9-a4c18a04254c no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:30.897757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 63323f55-18ef-45d7-bda9-a4c18a04254c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:30.898104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 63323f55-18ef-45d7-bda9-a4c18a04254c not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:31.077319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:31.100148 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:31.216557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.25.0.51 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/fa435f27-b61c-4b5c-8e7c-2eeb344ea60b) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:54:31.323499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:31.356751 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:31.399058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:31.403032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:31.412108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:54:31.434316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:31.451255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.451255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.451255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.451255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.451255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.451255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.457222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.457222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.457222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.457222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.457222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.457222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:31.682733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:31.885185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:32.348204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router 51e7adbc-6818-42de-9e6f-a6a0744daa4f is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:54:32.452252 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:54:32.460817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:32.478656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:54:32.479010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4a7c9a3e-63dd-4ffc-8aef-5e56e115666d not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:54:32.480603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Sync routers for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:32.490951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:32.491614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:32.500849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:32.504032 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8ba9c876-e308-4605-bf85-4f0bb68cf892 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9164665 Oct 19 01:54:32.506515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49828) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:32.540809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9e48a0e5-88c4-44a4-ac9e-f32ae4a01b1d tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=79d63023739e418697b78b3697cfcd59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331061 Oct 19 01:54:32.543374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49830) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:32.605075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:32.636279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20efd75-8e39-49ae-b19e-ab6e0671b988 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:32.637836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a20efd75-8e39-49ae-b19e-ab6e0671b988 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934670 Oct 19 01:54:32.640703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:32.669561 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e5509b38-7ccd-44b0-9987-51dcde4b1dfd tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276027 Oct 19 01:54:32.671840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49834) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:32.676690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090922703', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'project_id': '79d63023739e418697b78b3697cfcd59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:32.777032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:54:32.780916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:32.799694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:31Z', 'revision_number': 3, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:32.826885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Checking router: 51e7adbc-6818-42de-9e6f-a6a0744daa4f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:32.827233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Updating router 51e7adbc-6818-42de-9e6f-a6a0744daa4f port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:54:32.853418 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:32.969127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.035804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Subnet': ['ID=41ffc129-0987-4e7b-933d-f0e9863a124e,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:33.048071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Checking segment: {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:33.048634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network hostable DHCP agents. Network: 0507c5b5-a4d6-469e-9066-56612abf1440, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:54:33.069533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 0507c5b5-a4d6-469e-9066-56612abf1440 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:54:33.081103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 0507c5b5-a4d6-469e-9066-56612abf1440) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:33.085282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:33.085872 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.104244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7b951e0b-1fee-48b3-b9ef-d3115a9c9e7b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4312668 Oct 19 01:54:33.107109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49844) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:33.118869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f7692-8bad-4551-aaae-b8d1e36bd3f9 None None] Network 0507c5b5-a4d6-469e-9066-56612abf1440 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:54:33.159707 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.166162 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.431645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Attempting to bind port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:54:33.432044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Attempting to bind port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:54:33.432410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Attempting to bind port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:33.434291 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39efb98-acc0-4d04-b206-a6e59e62ec1d None None] Pushing event updated for resources: {'Port': ['ID=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:33.507767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:54:33.508989 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:33.509624 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.510027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:54:33.510512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Bound port: fa435f27-b61c-4b5c-8e7c-2eeb344ea60b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:54:33.510892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.523577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-0507c5b5-a4d6-469e-9066-56612abf1440', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:54:33.525366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.609505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.643543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] For port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:33.671603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] For port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:54:33.692696 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:33.758237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Allocated IP 172.20.0.2 (0507c5b5-a4d6-469e-9066-56612abf1440/41ffc129-0987-4e7b-933d-f0e9863a124e/e9412ec8-2836-4a31-9203-c54519e77afb) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:54:33.779745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:33.780415 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:33.787157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39efb98-acc0-4d04-b206-a6e59e62ec1d None None] Pushing event updated for resources: {'Port': ['ID=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:33.954917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:34.103380 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.110937 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.161181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.20.0.1 (0507c5b5-a4d6-469e-9066-56612abf1440/41ffc129-0987-4e7b-933d-f0e9863a124e/65ed4767-c481-4353-8f6e-43273432394e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:54:34.161436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Network 0507c5b5-a4d6-469e-9066-56612abf1440 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:34.167448 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:34.172232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:54:34.202385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Pushing event updated for resources: {'Port': ['ID=e9412ec8-2836-4a31-9203-c54519e77afb,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:34.267502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Attempting to bind port e9412ec8-2836-4a31-9203-c54519e77afb on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:54:34.268236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Attempting to bind port e9412ec8-2836-4a31-9203-c54519e77afb by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:54:34.268602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Attempting to bind port e9412ec8-2836-4a31-9203-c54519e77afb on network 0507c5b5-a4d6-469e-9066-56612abf1440 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:34.276723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:54:34.277284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Checking segment: {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:34.277532 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.278041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Bound using segment: {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:54:34.278527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Bound port: e9412ec8-2836-4a31-9203-c54519e77afb, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:54:34.278907 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.300786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:31Z', 'revision_number': 3, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:34.301937 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.338834 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.350040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2efe5be-729c-496e-8454-91e00fbd77fa None None] The sync data for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 is: [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:31Z', 'revision_number': 3, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:34.386928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] For port e9412ec8-2836-4a31-9203-c54519e77afb, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:34.388861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 0507c5b5-a4d6-469e-9066-56612abf1440 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:34.390962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] For port e9412ec8-2836-4a31-9203-c54519e77afb, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e9412ec8-2836-4a31-9203-c54519e77afb,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:54:34.393557 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:34.396821 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.411307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=65ed4767-c481-4353-8f6e-43273432394e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:34.413747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:54:34.468588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0340a-84ea-4700-959a-a3f1ad27e363 None None] Pushing event updated for resources: {'Port': ['ID=e9412ec8-2836-4a31-9203-c54519e77afb,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:34.472307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:34.682173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:35.018021 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:35.023281 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:35.101576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=65ed4767-c481-4353-8f6e-43273432394e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:35.104871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:35.211486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 0507c5b5-a4d6-469e-9066-56612abf1440 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:35.213295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:35.357533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router 51e7adbc-6818-42de-9e6f-a6a0744daa4f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:35.495174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:35.503277 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49866) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:35.513992 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-420dbeb2-3ba0-4303-bc1f-1527e6f41341 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "PUT /v2.0/routers/51e7adbc-6818-42de-9e6f-a6a0744daa4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046488 Oct 19 01:54:35.521934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d9a898-44d2-4576-9d16-9fff16f1ee43 None None] Network 0507c5b5-a4d6-469e-9066-56612abf1440 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:54:35.666811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-36495c6f-51b1-4646-8bb1-829667b561d1 None None] Provisioning complete for port e9412ec8-2836-4a31-9203-c54519e77afb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:35.667338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36495c6f-51b1-4646-8bb1-829667b561d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:35.688313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71dcc83-51b5-42e0-b650-9c142dab2905 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.688779 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71dcc83-51b5-42e0-b650-9c142dab2905 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.689462 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71dcc83-51b5-42e0-b650-9c142dab2905 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.689916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71dcc83-51b5-42e0-b650-9c142dab2905 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.691742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b71dcc83-51b5-42e0-b650-9c142dab2905 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1875865 Oct 19 01:54:35.694878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49870) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:35.760995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02bf7c4-8dee-4d2f-a9de-33c807f2f1df tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.761512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02bf7c4-8dee-4d2f-a9de-33c807f2f1df tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.761971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02bf7c4-8dee-4d2f-a9de-33c807f2f1df tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.762417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02bf7c4-8dee-4d2f-a9de-33c807f2f1df tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:35.766657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d02bf7c4-8dee-4d2f-a9de-33c807f2f1df tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0674617 Oct 19 01:54:35.766955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:35.797147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36495c6f-51b1-4646-8bb1-829667b561d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:35.839772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-36495c6f-51b1-4646-8bb1-829667b561d1 None None] For port e9412ec8-2836-4a31-9203-c54519e77afb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e9412ec8-2836-4a31-9203-c54519e77afb,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:35.847641 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36495c6f-51b1-4646-8bb1-829667b561d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:35.915733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36495c6f-51b1-4646-8bb1-829667b561d1 None None] Pushing event updated for resources: {'Port': ['ID=e9412ec8-2836-4a31-9203-c54519e77afb,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:36.044403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-149b8dd0-f10e-46fc-bdf0-64b07f708841 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2740495 Oct 19 01:54:36.072562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e24da62b-7da7-4824-a3b3-cc115428426a None None] Provisioning complete for port e9412ec8-2836-4a31-9203-c54519e77afb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:36.073168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e24da62b-7da7-4824-a3b3-cc115428426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.187550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e24da62b-7da7-4824-a3b3-cc115428426a None None] Provisioning complete for port 65ed4767-c481-4353-8f6e-43273432394e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:36.187912 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e24da62b-7da7-4824-a3b3-cc115428426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.229765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-e24da62b-7da7-4824-a3b3-cc115428426a None None] Port 65ed4767-c481-4353-8f6e-43273432394e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:54:36.344905 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Sync routers for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:36.358259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9401c84b-0095-4cdb-978c-a9934a1c4c33 None None] Provisioning complete for port 65ed4767-c481-4353-8f6e-43273432394e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:36.359001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9401c84b-0095-4cdb-978c-a9934a1c4c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.359453 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:36.360309 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:36.372490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49876) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:36.377717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-31baa87a-d76a-4d2f-a87f-b11114870604 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312614892', 'description': 'tempest-secgroup-smoke-1312614892 description', 'project_id': '79d63023739e418697b78b3697cfcd59'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:36.402481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9401c84b-0095-4cdb-978c-a9934a1c4c33 None None] Port 65ed4767-c481-4353-8f6e-43273432394e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:54:36.409922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31baa87a-d76a-4d2f-a87f-b11114870604 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.510368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31baa87a-d76a-4d2f-a87f-b11114870604 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.517777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31baa87a-d76a-4d2f-a87f-b11114870604 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.539452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-165638f4-0dc2-4068-8fae-273fe970194b None None] Provisioning complete for port 65ed4767-c481-4353-8f6e-43273432394e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:36.540754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-165638f4-0dc2-4068-8fae-273fe970194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.559112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-31baa87a-d76a-4d2f-a87f-b11114870604 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.563566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49880) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:36.569554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7c8f483f-f04e-4da2-a40d-11b72b7b43b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'ccd502f4-e82a-415f-8e77-1ac5febd6133', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:36.571878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-31baa87a-d76a-4d2f-a87f-b11114870604 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1868501 Oct 19 01:54:36.582737 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:36.604960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-165638f4-0dc2-4068-8fae-273fe970194b None None] Port 65ed4767-c481-4353-8f6e-43273432394e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:54:36.614719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e9412ec8-2836-4a31-9203-c54519e77afb up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:36.617764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa87a-d76a-4d2f-a87f-b11114870604 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd502f4-e82a-415f-8e77-1ac5febd6133,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:36.623070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c8f483f-f04e-4da2-a40d-11b72b7b43b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.672559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e9412ec8-2836-4a31-9203-c54519e77afb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:36.672932 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.702765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c8f483f-f04e-4da2-a40d-11b72b7b43b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.709363 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c8f483f-f04e-4da2-a40d-11b72b7b43b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.738387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f483f-f04e-4da2-a40d-11b72b7b43b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2e41e4-17a2-486d-9be5-5bccfa075171,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:36.750456 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c8f483f-f04e-4da2-a40d-11b72b7b43b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.753473 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7c8f483f-f04e-4da2-a40d-11b72b7b43b0 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884928 Oct 19 01:54:36.756359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49882) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:36.763818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c1a256d2-66f8-4613-89c1-585c16363904 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'ccd502f4-e82a-415f-8e77-1ac5febd6133', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:36.768396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fa435f27-b61c-4b5c-8e7c-2eeb344ea60b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:36.797509 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1a256d2-66f8-4613-89c1-585c16363904 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.828395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:36.828693 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.851313 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 2, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:36.871015 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1a256d2-66f8-4613-89c1-585c16363904 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.877053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1a256d2-66f8-4613-89c1-585c16363904 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.889037 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Checking router: 51e7adbc-6818-42de-9e6f-a6a0744daa4f for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:36.889826 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Updating router 51e7adbc-6818-42de-9e6f-a6a0744daa4f port 65ed4767-c481-4353-8f6e-43273432394e binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:54:36.900918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a256d2-66f8-4613-89c1-585c16363904 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9857aa-6818-4d9f-9fb8-f99b57f0b22a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:36.919549 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.919777 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c1a256d2-66f8-4613-89c1-585c16363904 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.923813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 49884) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:36.924286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c1a256d2-66f8-4613-89c1-585c16363904 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662152 Oct 19 01:54:36.928486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dd41d524-e7c9-4720-8015-d64ac6390369 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'ccd502f4-e82a-415f-8e77-1ac5febd6133', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:36.935272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.958888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd41d524-e7c9-4720-8015-d64ac6390369 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.972132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:36.979066 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:36.988781 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5875cb87-2813-4a87-9cdd-ca35b70b607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.036981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd41d524-e7c9-4720-8015-d64ac6390369 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.042504 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd41d524-e7c9-4720-8015-d64ac6390369 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.046870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.069932 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41d524-e7c9-4720-8015-d64ac6390369 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923d8f84-6912-4491-accd-d114674f58b5,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.079169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd41d524-e7c9-4720-8015-d64ac6390369 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.083093 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dd41d524-e7c9-4720-8015-d64ac6390369 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557431 Oct 19 01:54:37.083927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49886) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:37.089564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a8c24106-56ee-4ea9-a934-50d0620934a7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'ccd502f4-e82a-415f-8e77-1ac5febd6133', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:37.117993 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8c24106-56ee-4ea9-a934-50d0620934a7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.178149 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8c24106-56ee-4ea9-a934-50d0620934a7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.182319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8c24106-56ee-4ea9-a934-50d0620934a7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.199761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c24106-56ee-4ea9-a934-50d0620934a7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae88626c-a836-4cdd-9a23-5ae7a497fdc2,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.213444 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a8c24106-56ee-4ea9-a934-50d0620934a7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.217414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a8c24106-56ee-4ea9-a934-50d0620934a7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296422 Oct 19 01:54:37.217677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49888) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:37.222065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'ccd502f4-e82a-415f-8e77-1ac5febd6133', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:37.229106 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.235127 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.246671 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Project 79d63023739e418697b78b3697cfcd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:54:37.252308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.286181 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39766978-dab4-4e3c-a5fb-ca5924166d7c None None] Pushing event updated for resources: {'Port': ['ID=65ed4767-c481-4353-8f6e-43273432394e,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.321460 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.326205 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.347878 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Attempting to bind port 65ed4767-c481-4353-8f6e-43273432394e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:54:37.348513 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Attempting to bind port 65ed4767-c481-4353-8f6e-43273432394e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:54:37.348820 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Attempting to bind port 65ed4767-c481-4353-8f6e-43273432394e on network 0507c5b5-a4d6-469e-9066-56612abf1440 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:37.354641 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.356035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373434 Oct 19 01:54:37.358887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 49890) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:37.359529 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:54:37.360034 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Checking segment: {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:37.360607 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.361066 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Bound using segment: {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:54:37.361632 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Bound port: 65ed4767-c481-4353-8f6e-43273432394e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:54:37.362121 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.364867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'security_group_rule': {'security_group_id': 'ccd502f4-e82a-415f-8e77-1ac5febd6133', 'project_id': '79d63023739e418697b78b3697cfcd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:37.370818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a454814-5f41-4561-b14c-56e2de48f0c4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2937a8e4-e25c-40f1-b7c8-dfb8e8e24bc3,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.401354 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Project 79d63023739e418697b78b3697cfcd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 01:54:37.410581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.438273 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] For port 65ed4767-c481-4353-8f6e-43273432394e, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:37.446744 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] For port 65ed4767-c481-4353-8f6e-43273432394e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=65ed4767-c481-4353-8f6e-43273432394e,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:54:37.452501 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.490738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.500611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.522805 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:37.523567 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:37.525226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e0a78d-41ff-43ae-873b-9ffb7adf81f4,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.534701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.543974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3bf10668-4c3c-48c4-b704-491a6130b846 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761782 Oct 19 01:54:37.585704 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39766978-dab4-4e3c-a5fb-ca5924166d7c None None] Pushing event updated for resources: {'Port': ['ID=65ed4767-c481-4353-8f6e-43273432394e,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.650566 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7e6d929d-fbd8-49ef-be2b-46c716d454c7 None None] Provisioning complete for port 65ed4767-c481-4353-8f6e-43273432394e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:37.659377 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e6d929d-fbd8-49ef-be2b-46c716d454c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.707739 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:37.802213 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e6d929d-fbd8-49ef-be2b-46c716d454c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.812001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-dcd14034-cfc2-445a-b6fc-34079c7818f7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312614892&fields=id&tenant_id=79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 267 time: 0.0621278 Oct 19 01:54:37.847626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7e6d929d-fbd8-49ef-be2b-46c716d454c7 None None] For port 65ed4767-c481-4353-8f6e-43273432394e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=65ed4767-c481-4353-8f6e-43273432394e,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:37.855077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7e6d929d-fbd8-49ef-be2b-46c716d454c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.913527 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d929d-fbd8-49ef-be2b-46c716d454c7 None None] Pushing event updated for resources: {'Port': ['ID=65ed4767-c481-4353-8f6e-43273432394e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:37.977356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a9bf82dc-89b6-442a-bdfd-724add05839e None None] Provisioning complete for port 65ed4767-c481-4353-8f6e-43273432394e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:37.977857 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a9bf82dc-89b6-442a-bdfd-724add05839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:37.979173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-a7a75a77-130b-4646-8bbe-73a2db540def tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:37.988437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-a7a75a77-130b-4646-8bbe-73a2db540def tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/networks?id=0507c5b5-a4d6-469e-9066-56612abf1440 HTTP/1.1" status: 200 len: 796 time: 0.1689663 Oct 19 01:54:37.999915 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:38.010169 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-08caed28-c9e3-405b-a541-59089fcf056e tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/quotas/79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 375 time: 0.0205312 Oct 19 01:54:38.032437 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8202b9-bd6f-420b-b722-c78b3bcfdcb1 None None] The sync data for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 is: [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:38.411687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-b6d2f872-dc56-4642-bc0e-463f60ee43f6 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4010241 Oct 19 01:54:38.626703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 65ed4767-c481-4353-8f6e-43273432394e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:38.651533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-d9237654-e9c6-43df-8a67-c42b5efe5059 service neutron] 10.222.0.64 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270772 Oct 19 01:54:38.690384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 65ed4767-c481-4353-8f6e-43273432394e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:38.691402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:38.773035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-e19f14db-8a81-4900-b9e0-6b3b24034301 service neutron] 10.222.0.64 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072457 Oct 19 01:54:38.793129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fa435f27-b61c-4b5c-8e7c-2eeb344ea60b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:38.860799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:38.861427 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:39.724924 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d642-b365-4807-a02b-a8e27bd65b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:39.950195 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:39.989075 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7c20b9d1-fdb2-4654-a47b-2d317b07ad53 req-584bcf89-1609-40b9-bbe9-afec594ac02c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 210 time: 0.0334167 Oct 19 01:54:40.658689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:40.906452 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:40.960991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-6ae861ff-2b20-46b6-8c17-535a7cd08c61 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:40.962494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-6ae861ff-2b20-46b6-8c17-535a7cd08c61 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/networks?id=0507c5b5-a4d6-469e-9066-56612abf1440 HTTP/1.1" status: 200 len: 796 time: 0.1288488 Oct 19 01:54:41.010707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-67d5fc18-c3bb-4f7f-9071-33723ab7dd01 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d63023739e418697b78b3697cfcd59 HTTP/1.1" status: 200 len: 380 time: 0.0389020 Oct 19 01:54:41.020023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'port': {'device_id': '2f05c060-dc55-423d-8ab0-458aa5629179', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'admin_state_up': True, 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'security_groups': ['ccd502f4-e82a-415f-8e77-1ac5febd6133']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:41.118495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7f3db42a-e711-4849-8636-e65fcbc3cb3d req-ed2a7a7a-846c-487d-a70e-b75a807f28e2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 210 time: 0.0328329 Oct 19 01:54:41.167048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Made reservation on behalf of 79d63023739e418697b78b3697cfcd59 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:54:41.170638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:41.249487 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:54:41.310905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.20.0.13 (0507c5b5-a4d6-469e-9066-56612abf1440/41ffc129-0987-4e7b-933d-f0e9863a124e/c3ee3bb7-7594-4196-b0e5-1573569257f9) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:54:41.469565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:41.501019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:41.549824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 0507c5b5-a4d6-469e-9066-56612abf1440 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:41.553422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:41.557355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:54:41.589833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=c3ee3bb7-7594-4196-b0e5-1573569257f9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:41.617063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:41.617881 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:41.638566 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-34e07826-d764-4d9e-a8be-ec2d4d9bafd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6219785 Oct 19 01:54:41.653480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Request body: {'port': {'device_id': '2f05c060-dc55-423d-8ab0-458aa5629179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:41.723851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:41.835702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dce572bc-081e-44ef-8a9e-460361d97208 None None] Provisioning complete for port c3ee3bb7-7594-4196-b0e5-1573569257f9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:41.836218 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dce572bc-081e-44ef-8a9e-460361d97208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:41.884342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-dce572bc-081e-44ef-8a9e-460361d97208 None None] Port c3ee3bb7-7594-4196-b0e5-1573569257f9 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:54:42.020689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ee3bb7-7594-4196-b0e5-1573569257f9 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:54:42.029274 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:42.041946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Transition to ACTIVE for port object c3ee3bb7-7594-4196-b0e5-1573569257f9 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:54:42.045814 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:42.095458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee3bb7-7594-4196-b0e5-1573569257f9,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:42.191102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Attempting to bind port c3ee3bb7-7594-4196-b0e5-1573569257f9 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:54:42.191570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Attempting to bind port c3ee3bb7-7594-4196-b0e5-1573569257f9 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:54:42.192696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Attempting to bind port c3ee3bb7-7594-4196-b0e5-1573569257f9 on network 0507c5b5-a4d6-469e-9066-56612abf1440 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:42.199142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Port c3ee3bb7-7594-4196-b0e5-1573569257f9 on network 0507c5b5-a4d6-469e-9066-56612abf1440 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:54:42.199473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Attempting to bind port c3ee3bb7-7594-4196-b0e5-1573569257f9 on network 0507c5b5-a4d6-469e-9066-56612abf1440 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:42.205541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:54:42.205882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Checking segment: {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:42.206261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Bound using segment: {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:54:42.206758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Bound port: c3ee3bb7-7594-4196-b0e5-1573569257f9, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50757b79-5615-4368-9ed6-75d837df3450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:54:42.207267 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:42.261938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8757970-183d-47da-8581-352f688fc194 req-743e20d9-cf54-4533-9cc9-6199aa938801 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:42.263500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8757970-183d-47da-8581-352f688fc194 req-743e20d9-cf54-4533-9cc9-6199aa938801 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 944 time: 0.0655427 Oct 19 01:54:42.284630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] For port c3ee3bb7-7594-4196-b0e5-1573569257f9, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:42.288369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] For port c3ee3bb7-7594-4196-b0e5-1573569257f9, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:54:42.294987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:42.319803 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f8757970-183d-47da-8581-352f688fc194 req-7c7bbd22-9298-406c-b77d-0f6df64a988a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 Oct 19 01:54:42.340848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:42.341879 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:42.343335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] 10.222.0.62 "PUT /v2.0/ports/c3ee3bb7-7594-4196-b0e5-1573569257f9 HTTP/1.1" status: 200 len: 1093 time: 0.6969693 Oct 19 01:54:42.343811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:42.346125 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bf142f-3b44-4554-9a14-a89b3103aa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:42.378812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e9c78-ede5-4c22-9ec7-59250116c25d service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee3bb7-7594-4196-b0e5-1573569257f9,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:42.404133 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460d858c-57cd-4734-ae66-a2ab4852a50c x-openstack-request-id: req-460d858c-57cd-4734-ae66-a2ab4852a50c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:42.410498 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:42.410981 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-460d858c-57cd-4734-ae66-a2ab4852a50c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:42.411398 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'status': 'completed', 'code': 200} Oct 19 01:54:42.420610 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:42.463620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-258485f7-b098-49df-bb8c-d1d84f908758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:42.465383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-258485f7-b098-49df-bb8c-d1d84f908758 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 1096 time: 0.0650785 Oct 19 01:54:42.515799 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-0efaba05-fc87-4790-b917-d315486e0b89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9 HTTP/1.1" status: 200 len: 217 time: 0.0429120 Oct 19 01:54:42.575021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-2c939bc1-65e7-4af8-8d0f-1957643f035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:42.577141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-2c939bc1-65e7-4af8-8d0f-1957643f035d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ffc129-0987-4e7b-933d-f0e9863a124e HTTP/1.1" status: 200 len: 835 time: 0.0538785 Oct 19 01:54:42.625693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-c0705023-263d-4bad-b583-03b1debbdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:42.627149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-c0705023-263d-4bad-b583-03b1debbdaea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0507c5b5-a4d6-469e-9066-56612abf1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435529 Oct 19 01:54:42.738004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-f9c93cc7-8da4-4256-a67e-db73e7af7862 service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022553 Oct 19 01:54:42.833965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1d7dccd3-092f-4815-b886-12e9b2d7654b req-d03ba860-55f8-47c7-a9fb-d75497bdd47b service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875058 Oct 19 01:54:42.921219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-fa63ed5f-8942-4349-b7bc-56e4ae458a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:42.922734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-fa63ed5f-8942-4349-b7bc-56e4ae458a6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 1096 time: 0.0455446 Oct 19 01:54:43.022823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-b4a10dd3-65e7-41e4-8975-7a4fb7d7b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:43.025197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-b4a10dd3-65e7-41e4-8975-7a4fb7d7b387 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0507c5b5-a4d6-469e-9066-56612abf1440 HTTP/1.1" status: 200 len: 897 time: 0.0931225 Oct 19 01:54:43.074497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-3eb4c37b-dffa-4c81-b0e1-bac9d162282d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9 HTTP/1.1" status: 200 len: 217 time: 0.0419309 Oct 19 01:54:43.125296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-20525607-7708-4d94-8766-ecc4166b1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:43.126774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-20525607-7708-4d94-8766-ecc4166b1971 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ffc129-0987-4e7b-933d-f0e9863a124e HTTP/1.1" status: 200 len: 835 time: 0.0444925 Oct 19 01:54:43.172994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-41d3854e-0d29-4359-8ee2-50bc2774e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:43.174601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-41d3854e-0d29-4359-8ee2-50bc2774e156 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0507c5b5-a4d6-469e-9066-56612abf1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401480 Oct 19 01:54:43.269681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-20f0b097-7ae7-4a16-aa45-8a1c995c6d6f service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872688 Oct 19 01:54:43.366224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54bf142f-3b44-4554-9a14-a89b3103aa4c req-6acd5f1b-6eb5-48ef-9580-7a46b071160a service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879352 Oct 19 01:54:43.442134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97868-9a73-4450-9418-f431a83f6c2d req-813e7072-591a-47e0-ae33-4cf7bb562f09 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:43.443615 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36c97868-9a73-4450-9418-f431a83f6c2d req-813e7072-591a-47e0-ae33-4cf7bb562f09 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 944 time: 0.0531690 Oct 19 01:54:43.482608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-36c97868-9a73-4450-9418-f431a83f6c2d req-9892f981-5ecb-4bee-82b2-a67097e1cfd2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Oct 19 01:54:44.602701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9388f3d-f05f-46c9-b75c-1614d0984aa6 req-f77b9168-baad-48ca-80a7-dff5f82fc391 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:44.604248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9388f3d-f05f-46c9-b75c-1614d0984aa6 req-f77b9168-baad-48ca-80a7-dff5f82fc391 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 944 time: 0.0520520 Oct 19 01:54:44.647745 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c9388f3d-f05f-46c9-b75c-1614d0984aa6 req-02aefed6-4d2b-4193-82fa-a0b053ef4a0d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373828 Oct 19 01:54:45.356557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3ee3bb7-7594-4196-b0e5-1573569257f9 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:54:45.451192 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c3ee3bb7-7594-4196-b0e5-1573569257f9, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:45.461980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'port_id': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'mac_address': 'fa:16:3e:4b:0f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:54:45.506406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:45.519060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ee3bb7-7594-4196-b0e5-1573569257f9 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:54:45.538102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c3ee3bb7-7594-4196-b0e5-1573569257f9, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:45.543207 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:45.595548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c3ee3bb7-7594-4196-b0e5-1573569257f9,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:45.602919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.603261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.603599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.603931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.604421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.606343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.606725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.607012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.607350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.607662 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.608000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.608322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:54:45.748564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c3ee3bb7-7594-4196-b0e5-1573569257f9'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:54:45.775227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480353b-e3c5-4b27-b757-605ea79bb3b9 req-2e28973e-8e5a-450b-b52f-efa402a8eed4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:45.776773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5480353b-e3c5-4b27-b757-605ea79bb3b9 req-2e28973e-8e5a-450b-b52f-efa402a8eed4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 945 time: 0.0513279 Oct 19 01:54:45.815947 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5480353b-e3c5-4b27-b757-605ea79bb3b9 req-ec85f409-e800-40e2-8759-40964d04445d tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330122 Oct 19 01:54:46.424308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50396) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:46.538849 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ef96-c1d3-40e9-8891-a149dc2312cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.615103 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ef96-c1d3-40e9-8891-a149dc2312cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.618957 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ef96-c1d3-40e9-8891-a149dc2312cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.659282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f1c1ef96-c1d3-40e9-8891-a149dc2312cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c211d61e349042138fbdb3c888baa9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338839 Oct 19 01:54:46.660470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1ef96-c1d3-40e9-8891-a149dc2312cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5eb535-42f7-4079-ab81-a80e9294aff4,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:46.662001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50400) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:46.732110 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4c14-90df-4a7e-ba42-31f9437be4be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.753812 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4c14-90df-4a7e-ba42-31f9437be4be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.801841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4c14-90df-4a7e-ba42-31f9437be4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.805246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7ba4c14-90df-4a7e-ba42-31f9437be4be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:46.808468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a7ba4c14-90df-4a7e-ba42-31f9437be4be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e5eb535-42f7-4079-ab81-a80e9294aff4 HTTP/1.1" status: 204 len: 168 time: 0.1452565 Oct 19 01:54:46.818467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba4c14-90df-4a7e-ba42-31f9437be4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5eb535-42f7-4079-ab81-a80e9294aff4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:46.964786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f842-6bb8-4131-8760-d3e1a42bb4dd req-35771fc6-6d77-4eb8-8955-f1cf00c48c4a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:46.973382 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a16f842-6bb8-4131-8760-d3e1a42bb4dd req-35771fc6-6d77-4eb8-8955-f1cf00c48c4a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 945 time: 0.0671868 Oct 19 01:54:47.024369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a16f842-6bb8-4131-8760-d3e1a42bb4dd req-442c82ed-4153-4b8f-8f64-2dab08ba6937 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450773 Oct 19 01:54:47.371557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3ee3bb7-7594-4196-b0e5-1573569257f9 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:47.427718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port c3ee3bb7-7594-4196-b0e5-1573569257f9 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:54:47.432434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port c3ee3bb7-7594-4196-b0e5-1573569257f9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:47.432814 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:47.515852 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:47.538898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:47.541495 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0bc15b-2bf9-4546-a7b2-3951e170dbc3" -d '{"events": [{"server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:47.555797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c3ee3bb7-7594-4196-b0e5-1573569257f9, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:47.561271 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:47.590725 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a99adcb-a2c1-45b9-a461-7cb886c71266 x-openstack-request-id: req-0a99adcb-a2c1-45b9-a461-7cb886c71266 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:47.591019 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:47.591273 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a99adcb-a2c1-45b9-a461-7cb886c71266 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:47.591666 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'code': 200} Oct 19 01:54:47.616431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c3ee3bb7-7594-4196-b0e5-1573569257f9,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:47.707527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c638d-7f51-46d9-874c-f033968f7121 req-f509531f-3300-4583-9763-88360b819de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:47.709227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b27c638d-7f51-46d9-874c-f033968f7121 req-f509531f-3300-4583-9763-88360b819de1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 1098 time: 0.0457423 Oct 19 01:54:47.748708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b27c638d-7f51-46d9-874c-f033968f7121 req-8b3ed8e7-2385-4558-8d1c-23a5cbfd3c92 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Oct 19 01:54:48.131304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22d56e-f25e-4048-9bce-2cb6db16c60c req-4883e1a8-0439-4531-a681-e994bb023706 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:48.132841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2f22d56e-f25e-4048-9bce-2cb6db16c60c req-4883e1a8-0439-4531-a681-e994bb023706 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 946 time: 0.0493741 Oct 19 01:54:48.171571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2f22d56e-f25e-4048-9bce-2cb6db16c60c req-1ca5d25f-48c5-4150-9520-d4f8e92e8a1c tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321944 Oct 19 01:54:49.115989 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-61deb367-22f1-45ff-92ad-8f6258cfabd4 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b8b5e13b2cbf4e2c9b6d88e8ce40c4e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327914 Oct 19 01:54:49.287429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07bad-1436-4c6c-881d-565c503c4f3b req-cb65bd64-1e8e-4566-966d-e26ee357c494 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:49.288956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0f07bad-1436-4c6c-881d-565c503c4f3b req-cb65bd64-1e8e-4566-966d-e26ee357c494 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 946 time: 0.0497150 Oct 19 01:54:49.324243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-8196908c-27e1-43e4-98bd-a3d7e2df40e6 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:49.325753 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-8196908c-27e1-43e4-98bd-a3d7e2df40e6 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040982 Oct 19 01:54:49.327886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0f07bad-1436-4c6c-881d-565c503c4f3b req-f5711092-c966-4d49-a7be-228af47bfdba tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Oct 19 01:54:49.341747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-58044e30-451f-4e19-8c65-22310b1754bf tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/quotas/b8b5e13b2cbf4e2c9b6d88e8ce40c4e3 HTTP/1.1" status: 200 len: 375 time: 0.0101357 Oct 19 01:54:49.375757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-2de3672a-d9f5-48d8-ad59-bd2a7fac863d tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8b5e13b2cbf4e2c9b6d88e8ce40c4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282154 Oct 19 01:54:49.454753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e31e-e740-46a7-a265-ddb99ddc7068 req-e18bd190-e311-4e0d-a6aa-8f6067f76d44 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:49.456184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b099e31e-e740-46a7-a265-ddb99ddc7068 req-e18bd190-e311-4e0d-a6aa-8f6067f76d44 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 946 time: 0.0605578 Oct 19 01:54:49.504543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b099e31e-e740-46a7-a265-ddb99ddc7068 req-b85d9aa3-ae88-4a9e-a2c7-93014c3cfcf7 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Oct 19 01:54:49.524329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50460) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:49.584008 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a84a71a-d657-468f-92b6-01bf6ed013e2 req-25e99255-137f-45a4-9221-14cfcfe8af2b tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 210 time: 0.0713687 Oct 19 01:54:49.606997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4458c-b303-4683-8be0-b7c3730ade74 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:49.608754 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-28b4458c-b303-4683-8be0-b7c3730ade74 tempest-TestNetworkBasicOps-643336596 tempest-TestNetworkBasicOps-643336596-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 1093 time: 0.0831931 Oct 19 01:54:49.611461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50462) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:49.616581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:49.648169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:49.750209 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:49.861822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Allocated IP 172.25.0.41 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/1c2ab23b-41cc-4da7-b6fe-480a5aa6bc81) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:54:50.076482 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:50.283765 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:50.316806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:50.357566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:50.360433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:50.364728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:54:50.392552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=1c2ab23b-41cc-4da7-b6fe-480a5aa6bc81,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:50.486062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-0287643f-0988-4600-bfbf-eab0abcdb1b9 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b8b5e13b2cbf4e2c9b6d88e8ce40c4e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428514 Oct 19 01:54:50.680618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-622a1969-01c9-4843-847f-784bdc478865 req-b4fd3ed2-6fa6-40fa-ad59-c82f1dc084fa tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Oct 19 01:54:50.683039 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-1aef1443-407c-4bfc-8d7f-66d26aa9c48c tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:50.684504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-1aef1443-407c-4bfc-8d7f-66d26aa9c48c tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908185 Oct 19 01:54:50.703567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Request body: {'port': {'device_id': '90922da0-1908-4001-9f05-9fcca64e01c4', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': 'b8b5e13b2cbf4e2c9b6d88e8ce40c4e3'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:51.090220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Made reservation on behalf of b8b5e13b2cbf4e2c9b6d88e8ce40c4e3 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:54:51.095149 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.116321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.117976 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.278679 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.367431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.379217 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.514830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0a87b8-bd7a-48a1-ad46-934b808a60f4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:51.615332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.623388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Allocated IP 192.168.233.52 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/c2a18eee-f005-48b9-b304-857cb030bba0) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:54:51.625276 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.729885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event updated for resources: {'Port': ['ID=1c2ab23b-41cc-4da7-b6fe-480a5aa6bc81,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:51.752391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:51.833089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-483aa1eb-551b-4738-81dc-b7958604f906 req-35db0bd9-95dd-4260-b68f-000c75768d87 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 210 time: 0.0779088 Oct 19 01:54:51.950658 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Floating IP 07e01ecb-aad0-439d-b7d4-7a1315072f89 associated. External IP: 172.25.0.41, port: c3ee3bb7-7594-4196-b0e5-1573569257f9. Oct 19 01:54:51.994033 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:52.325969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:52.410273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:54:52.420502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:54:52.423819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Pushing event updated for resources: {'Port': ['ID=c2a18eee-f005-48b9-b304-857cb030bba0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:52.427486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:54:52.520251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:52.520884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:52.531030 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router 51e7adbc-6818-42de-9e6f-a6a0744daa4f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:54:52.546850 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9e8d5a49-93e6-4519-8efd-9029d9cb3f28 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8470275 Oct 19 01:54:52.590215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Request body: {'port': {'device_id': '90922da0-1908-4001-9f05-9fcca64e01c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:54:52.655375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d9320b40-a792-4045-8070-d93a3c32fc8b None None] Provisioning complete for port c2a18eee-f005-48b9-b304-857cb030bba0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:52.656403 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d9320b40-a792-4045-8070-d93a3c32fc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:52.686888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:52.693572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d9320b40-a792-4045-8070-d93a3c32fc8b None None] Port c2a18eee-f005-48b9-b304-857cb030bba0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:54:52.732646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:54:52.743236 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] Sync routers for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:54:52.752511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:52.753113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:52.781886 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:52.901062 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a7f5955f-23f8-4a92-8c0c-08cc11daf9fa tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2885292 Oct 19 01:54:52.903843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50476) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:52.908221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:52.910311 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da814705-55c8-43f0-bc29-8913e9a074f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:52.971219 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f91c74-0684-47c8-b85c-5db3d32de584 x-openstack-request-id: req-30f91c74-0684-47c8-b85c-5db3d32de584 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:52.971604 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:52.971931 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30f91c74-0684-47c8-b85c-5db3d32de584 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:52.972412 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'status': 'completed', 'code': 200} Oct 19 01:54:53.031865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:53.049985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7e8d4-e0a2-4759-94a1-17ef2415cc69 req-70dc994d-1703-46cf-9780-ada35125feec tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.051718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68c7e8d4-e0a2-4759-94a1-17ef2415cc69 req-70dc994d-1703-46cf-9780-ada35125feec tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 935 time: 0.1381528 Oct 19 01:54:53.058364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5abccde0-3de8-4b4c-8851-eb3e1c99fb6f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/floatingips/07e01ecb-aad0-439d-b7d4-7a1315072f89 HTTP/1.1" status: 200 len: 991 time: 0.1527014 Oct 19 01:54:53.077320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a18eee-f005-48b9-b304-857cb030bba0 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:54:53.084753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-b14170cd-cc81-4449-8a2d-e57f8a1fbf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.085538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:53.086885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-b14170cd-cc81-4449-8a2d-e57f8a1fbf1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 1098 time: 0.0893617 Oct 19 01:54:53.102360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Transition to ACTIVE for port object c2a18eee-f005-48b9-b304-857cb030bba0 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:54:53.106928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:53.133135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68c7e8d4-e0a2-4759-94a1-17ef2415cc69 req-cfae1385-20cd-42db-a75b-8876aba43445 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677152 Oct 19 01:54:53.184949 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c2a18eee-f005-48b9-b304-857cb030bba0,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:53.238349 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Attempting to bind port c2a18eee-f005-48b9-b304-857cb030bba0 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:54:53.238675 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Attempting to bind port c2a18eee-f005-48b9-b304-857cb030bba0 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:54:53.239004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Attempting to bind port c2a18eee-f005-48b9-b304-857cb030bba0 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:53.239657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-0700b674-a7a2-4fc3-bf0b-77c444e18737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.241806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-0700b674-a7a2-4fc3-bf0b-77c444e18737 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0507c5b5-a4d6-469e-9066-56612abf1440 HTTP/1.1" status: 200 len: 897 time: 0.1482754 Oct 19 01:54:53.244720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Port c2a18eee-f005-48b9-b304-857cb030bba0 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:54:53.245025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Attempting to bind port c2a18eee-f005-48b9-b304-857cb030bba0 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:54:53.250185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:54:53.250514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:54:53.251141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:54:53.251569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Bound port: c2a18eee-f005-48b9-b304-857cb030bba0, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:54:53.251922 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:53.280135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '07e01ecb-aad0-439d-b7d4-7a1315072f89', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'port_id': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'mac_address': 'fa:16:3e:4b:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f05c060-dc55-423d-8ab0-458aa5629179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:54:50Z', 'updated_at': '2021-10-19T01:54:50Z', 'revision_number': 0, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:53.308641 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] Checking router: 51e7adbc-6818-42de-9e6f-a6a0744daa4f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:54:53.317323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:54:53.318193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:54:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:53.333924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-212b6729-1569-404d-a192-d754d497c652 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9 HTTP/1.1" status: 200 len: 999 time: 0.0847125 Oct 19 01:54:53.339779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] For port c2a18eee-f005-48b9-b304-857cb030bba0, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:54:53.343656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] For port c2a18eee-f005-48b9-b304-857cb030bba0, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c2a18eee-f005-48b9-b304-857cb030bba0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:54:53.351067 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:53.391280 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-645f054f-f60f-462a-8932-6a4184a36136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.392881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-645f054f-f60f-462a-8932-6a4184a36136 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ffc129-0987-4e7b-933d-f0e9863a124e HTTP/1.1" status: 200 len: 835 time: 0.0506053 Oct 19 01:54:53.392998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.393800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:53.395254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] 10.222.0.74 "PUT /v2.0/ports/c2a18eee-f005-48b9-b304-857cb030bba0 HTTP/1.1" status: 200 len: 1096 time: 0.8101702 Oct 19 01:54:53.417504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3668853-7081-47f2-9d44-ed22e8671d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c2a18eee-f005-48b9-b304-857cb030bba0,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:53.453212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:54:53.462857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-4e894ab6-b375-48b6-9270-bb74107d1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.464406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-4e894ab6-b375-48b6-9270-bb74107d1566 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0507c5b5-a4d6-469e-9066-56612abf1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616589 Oct 19 01:54:53.548527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-f745c308-8916-4fee-8404-7cc86e80590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.550500 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-f745c308-8916-4fee-8404-7cc86e80590b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b5e13b2cbf4e2c9b6d88e8ce40c4e3&device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 1099 time: 0.0917027 Oct 19 01:54:53.580925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-c8c0feb8-7837-40e6-ad47-805be412165c service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089292 Oct 19 01:54:53.633609 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-38305d1a-c04b-481b-8b35-1e418783c912 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c2a18eee-f005-48b9-b304-857cb030bba0 HTTP/1.1" status: 200 len: 217 time: 0.0656078 Oct 19 01:54:53.686490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-02da1500-62df-40bd-9cbf-caa0ac79c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.688051 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-02da1500-62df-40bd-9cbf-caa0ac79c1a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0477462 Oct 19 01:54:53.691066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da814705-55c8-43f0-bc29-8913e9a074f0 req-03e53ded-0e64-4910-94a0-1a9f94e3ab90 service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025300 Oct 19 01:54:53.728004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '07e01ecb-aad0-439d-b7d4-7a1315072f89', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'port_id': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'mac_address': 'fa:16:3e:4b:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f05c060-dc55-423d-8ab0-458aa5629179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:54:50Z', 'updated_at': '2021-10-19T01:54:50Z', 'revision_number': 0, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:54:53.739649 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-02f91441-ae45-4c94-b742-51fd128daad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:53.741250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-02f91441-ae45-4c94-b742-51fd128daad4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463130 Oct 19 01:54:53.754623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbcac92-a5b7-4410-86a0-f25c9b6be417 None None] The sync data for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 is: [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '07e01ecb-aad0-439d-b7d4-7a1315072f89', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'port_id': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'mac_address': 'fa:16:3e:4b:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f05c060-dc55-423d-8ab0-458aa5629179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:54:50Z', 'updated_at': '2021-10-19T01:54:50Z', 'revision_number': 0, 'project_id': '79d63023739e418697b78b3697cfcd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:54:53.835006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-f3cadfd8-e435-4dbb-9759-314bb7b23a2b service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Oct 19 01:54:53.932068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25de08e4-e388-4993-8b4d-1c06287d3f12 req-9ae777fe-5d4b-45f7-a604-34575cef3032 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896790 Oct 19 01:54:53.948959 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f08e6-abc9-4c71-9684-b480e9a2c525 None None] New status for floating IP 07e01ecb-aad0-439d-b7d4-7a1315072f89: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:54:54.060699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50480) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:54.125333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4bdca034-4f17-43d7-9b81-1ce8912ba433 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/floatingips/07e01ecb-aad0-439d-b7d4-7a1315072f89 HTTP/1.1" status: 200 len: 991 time: 0.0633347 Oct 19 01:54:54.252738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7638-3ba7-49fe-9128-f57ffffc6497 req-8924ade5-f827-4c8f-b2bf-2655f4f7404e tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:54.254225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bac7638-3ba7-49fe-9128-f57ffffc6497 req-8924ade5-f827-4c8f-b2bf-2655f4f7404e tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 947 time: 0.0557623 Oct 19 01:54:54.291939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bac7638-3ba7-49fe-9128-f57ffffc6497 req-72d80808-c7b0-4bf5-9d19-a8e453685432 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309255 Oct 19 01:54:54.973277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90922da0-1908-4001-9f05-9fcca64e01c4', 'tag': 'c2a18eee-f005-48b9-b304-857cb030bba0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:54.975627 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "90922da0-1908-4001-9f05-9fcca64e01c4", "tag": "c2a18eee-f005-48b9-b304-857cb030bba0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:55.012522 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4605c7-7f8b-4d70-a03f-650ff9b3f64e x-openstack-request-id: req-0b4605c7-7f8b-4d70-a03f-650ff9b3f64e {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:55.012822 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90922da0-1908-4001-9f05-9fcca64e01c4", "tag": "c2a18eee-f005-48b9-b304-857cb030bba0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:55.013077 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b4605c7-7f8b-4d70-a03f-650ff9b3f64e {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:55.013481 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90922da0-1908-4001-9f05-9fcca64e01c4', 'tag': 'c2a18eee-f005-48b9-b304-857cb030bba0', 'status': 'completed', 'code': 200} Oct 19 01:54:55.097059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-85a88507-5ccc-46b2-91cb-aa7a925b23da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:55.098550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-85a88507-5ccc-46b2-91cb-aa7a925b23da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b8b5e13b2cbf4e2c9b6d88e8ce40c4e3&device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 1099 time: 0.0418975 Oct 19 01:54:55.129129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50486) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:54:55.193775 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68115407-ff32-440e-a021-5850127e22b2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/floatingips/07e01ecb-aad0-439d-b7d4-7a1315072f89 HTTP/1.1" status: 200 len: 993 time: 0.0635037 Oct 19 01:54:55.252436 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-6043c4b8-a0d4-4713-a7b8-e8cdea087913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:55.253771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-6043c4b8-a0d4-4713-a7b8-e8cdea087913 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.1474361 Oct 19 01:54:55.299562 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-629d0199-2bd8-4c28-bb01-a3dd3ef13a48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c2a18eee-f005-48b9-b304-857cb030bba0 HTTP/1.1" status: 200 len: 217 time: 0.0383279 Oct 19 01:54:55.348759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-8c26fabc-9546-4dd2-9654-bdfc76820892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:55.350238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-8c26fabc-9546-4dd2-9654-bdfc76820892 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0436285 Oct 19 01:54:55.434310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbfe47-b9be-43cd-80f4-0fc4a7a4a52c req-e661d13a-bca1-43ed-bfea-f8c0f2f95e39 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:55.435755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9fbfe47-b9be-43cd-80f4-0fc4a7a4a52c req-e661d13a-bca1-43ed-bfea-f8c0f2f95e39 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 947 time: 0.0788393 Oct 19 01:54:55.437410 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-bbeefc10-8437-4f69-ab25-0de03c17f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:55.438708 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-bbeefc10-8437-4f69-ab25-0de03c17f14d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801280 Oct 19 01:54:55.522033 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a9fbfe47-b9be-43cd-80f4-0fc4a7a4a52c req-676fbfa6-5631-48d5-af56-340806f9a4e9 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802681 Oct 19 01:54:55.550193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-1efb3d49-7cc3-4dd3-96e4-9ca2812e3afb service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026404 Oct 19 01:54:55.646495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e9f19cab-b493-4508-b5dc-3d9959cbb6a5 req-41d91781-21ea-4341-9c19-c7af605bf6d6 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878954 Oct 19 01:54:56.270827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c2a18eee-f005-48b9-b304-857cb030bba0 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:54:56.367340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c2a18eee-f005-48b9-b304-857cb030bba0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c2a18eee-f005-48b9-b304-857cb030bba0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:56.377102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'c2a18eee-f005-48b9-b304-857cb030bba0', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': 'c2a18eee-f005-48b9-b304-857cb030bba0', 'mac_address': 'fa:16:3e:72:f2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:54:56.413039 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:56.425824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a18eee-f005-48b9-b304-857cb030bba0 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:54:56.444313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c2a18eee-f005-48b9-b304-857cb030bba0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c2a18eee-f005-48b9-b304-857cb030bba0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:56.448709 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:56.496435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c2a18eee-f005-48b9-b304-857cb030bba0,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:56.639776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d32a-93ee-454f-bf49-59d3bf234977 req-db94335f-f718-45db-9cd8-2250be764b4c tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:56.641265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1419d32a-93ee-454f-bf49-59d3bf234977 req-db94335f-f718-45db-9cd8-2250be764b4c tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 948 time: 0.0487533 Oct 19 01:54:56.678974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1419d32a-93ee-454f-bf49-59d3bf234977 req-d06b0efa-d632-4293-9863-fca506beb1bf tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Oct 19 01:54:56.856319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c2a18eee-f005-48b9-b304-857cb030bba0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:54:57.794453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c9d65-c9e6-4f93-a1e0-a8cb67d20c38 req-e54fba45-11a6-4cb9-a583-3362d361e0bf tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:57.795908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d3c9d65-c9e6-4f93-a1e0-a8cb67d20c38 req-e54fba45-11a6-4cb9-a583-3362d361e0bf tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 948 time: 0.0492501 Oct 19 01:54:57.832548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d3c9d65-c9e6-4f93-a1e0-a8cb67d20c38 req-73072fdf-ec2a-4a86-b50a-4a63efe4c84d tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306292 Oct 19 01:54:58.282866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c2a18eee-f005-48b9-b304-857cb030bba0 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:54:58.330146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port c2a18eee-f005-48b9-b304-857cb030bba0 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:54:58.333945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port c2a18eee-f005-48b9-b304-857cb030bba0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:54:58.334338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:58.412183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:58.434065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90922da0-1908-4001-9f05-9fcca64e01c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a18eee-f005-48b9-b304-857cb030bba0'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:54:58.436395 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc91bad-7653-4f6c-8ea8-3eda0b09e358" -d '{"events": [{"server_uuid": "90922da0-1908-4001-9f05-9fcca64e01c4", "name": "network-vif-plugged", "status": "completed", "tag": "c2a18eee-f005-48b9-b304-857cb030bba0"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:54:58.451001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c2a18eee-f005-48b9-b304-857cb030bba0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c2a18eee-f005-48b9-b304-857cb030bba0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:54:58.456440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:54:58.480030 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73be8fac-16de-4c8f-82c1-4f697687c0e5 x-openstack-request-id: req-73be8fac-16de-4c8f-82c1-4f697687c0e5 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:54:58.480320 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90922da0-1908-4001-9f05-9fcca64e01c4", "name": "network-vif-plugged", "status": "completed", "tag": "c2a18eee-f005-48b9-b304-857cb030bba0", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:54:58.480569 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73be8fac-16de-4c8f-82c1-4f697687c0e5 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:54:58.480952 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90922da0-1908-4001-9f05-9fcca64e01c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a18eee-f005-48b9-b304-857cb030bba0', 'code': 200} Oct 19 01:54:58.505795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c2a18eee-f005-48b9-b304-857cb030bba0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:54:58.598455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf394-9c1b-442a-8619-20dd2f8f4f74 req-c530410a-ec9e-4780-b91f-26fe02c04466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:58.599854 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65acf394-9c1b-442a-8619-20dd2f8f4f74 req-c530410a-ec9e-4780-b91f-26fe02c04466 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 1101 time: 0.0439770 Oct 19 01:54:58.641699 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65acf394-9c1b-442a-8619-20dd2f8f4f74 req-70791143-23d9-41f2-9365-8c82aa443b7d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Oct 19 01:54:58.950011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32aef2-6f91-41c3-bf3f-a6baf1b50c5f req-66171fbd-b3c6-463a-9948-5e8b045a4142 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:54:58.951471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e32aef2-6f91-41c3-bf3f-a6baf1b50c5f req-66171fbd-b3c6-463a-9948-5e8b045a4142 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 949 time: 0.0502071 Oct 19 01:54:58.989851 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e32aef2-6f91-41c3-bf3f-a6baf1b50c5f req-3151caab-82c7-404e-8df1-621d4c6eaa59 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Oct 19 01:55:00.105466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0577a72-9be8-4cff-bd63-52e06e4611a3 req-9f4826de-5b5c-4859-b3cc-0315e7be7281 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:00.106924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0577a72-9be8-4cff-bd63-52e06e4611a3 req-9f4826de-5b5c-4859-b3cc-0315e7be7281 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 949 time: 0.0489311 Oct 19 01:55:00.148867 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0577a72-9be8-4cff-bd63-52e06e4611a3 req-e320ffec-d8cf-4eab-badb-a7db97d3960e tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Oct 19 01:55:00.400650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfe915-1fb2-4cd3-a48c-d43d657950a6 req-e127f9b0-e597-4078-9937-2d1d9545d109 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:00.402080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93cfe915-1fb2-4cd3-a48c-d43d657950a6 req-e127f9b0-e597-4078-9937-2d1d9545d109 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 949 time: 0.0488136 Oct 19 01:55:00.439932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93cfe915-1fb2-4cd3-a48c-d43d657950a6 req-f05a2299-4da9-4130-aad1-7782fcdb6dbe tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Oct 19 01:55:01.557903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc35d66-d8cb-4a6e-9ebb-8b25e495c3e5 req-1248bdda-9bdb-41fa-af40-2c4775072d84 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:01.559356 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bc35d66-d8cb-4a6e-9ebb-8b25e495c3e5 req-1248bdda-9bdb-41fa-af40-2c4775072d84 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 949 time: 0.0509772 Oct 19 01:55:01.605579 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5bc35d66-d8cb-4a6e-9ebb-8b25e495c3e5 req-c704a32d-3fd1-44dc-9b3c-f24b122e3e14 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d0a87b8-bd7a-48a1-ad46-934b808a60f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Oct 19 01:55:01.862718 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ec6a700d-6c1b-428e-bb7f-b672ccaa6baf tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:01.864079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ec6a700d-6c1b-428e-bb7f-b672ccaa6baf tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.74 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 949 time: 0.0529263 Oct 19 01:55:01.951970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Deleting port c2a18eee-f005-48b9-b304-857cb030bba0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:55:01.952327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:02.043196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] For port c2a18eee-f005-48b9-b304-857cb030bba0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c2a18eee-f005-48b9-b304-857cb030bba0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:02.043663 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:02.057048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Calling delete_port for c2a18eee-f005-48b9-b304-857cb030bba0 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:55:02.184789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:02.217304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c2a18eee-f005-48b9-b304-857cb030bba0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:55:02.218958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Pushing event deleted for resources: {'Port': ['ID=c2a18eee-f005-48b9-b304-857cb030bba0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:02.260726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] No DVR routers for this DVR port c2a18eee-f005-48b9-b304-857cb030bba0 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:55:02.263593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:02.267070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb272df0-c6e7-4cba-9a88-91d1e6f049bb req-ba0eae7f-4eba-435c-be7e-6ae493f4b798 tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.74 "DELETE /v2.0/ports/c2a18eee-f005-48b9-b304-857cb030bba0 HTTP/1.1" status: 204 len: 173 time: 0.3963761 Oct 19 01:55:02.267517 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90922da0-1908-4001-9f05-9fcca64e01c4', 'name': 'network-vif-deleted', 'tag': 'c2a18eee-f005-48b9-b304-857cb030bba0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:55:02.269902 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe56787-0ea7-4c02-b474-8f8e962a9d37" -d '{"events": [{"server_uuid": "90922da0-1908-4001-9f05-9fcca64e01c4", "name": "network-vif-deleted", "tag": "c2a18eee-f005-48b9-b304-857cb030bba0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:55:02.558729 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25785d94-8d0f-4b2b-9882-df61d0506cb4 x-openstack-request-id: req-25785d94-8d0f-4b2b-9882-df61d0506cb4 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:55:02.559309 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90922da0-1908-4001-9f05-9fcca64e01c4", "name": "network-vif-deleted", "tag": "c2a18eee-f005-48b9-b304-857cb030bba0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:55:02.559309 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25785d94-8d0f-4b2b-9882-df61d0506cb4 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:55:02.559651 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90922da0-1908-4001-9f05-9fcca64e01c4', 'name': 'network-vif-deleted', 'tag': 'c2a18eee-f005-48b9-b304-857cb030bba0', 'status': 'completed', 'code': 200} Oct 19 01:55:02.712869 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7a913581-7393-4498-aed9-3fe100ac9027 req-c371ef97-da83-4afe-b255-586b2dba7fbe tempest-VolumesNegativeTest-1014942692 tempest-VolumesNegativeTest-1014942692-project] 10.222.0.64 "GET /v2.0/ports?device_id=90922da0-1908-4001-9f05-9fcca64e01c4 HTTP/1.1" status: 200 len: 210 time: 0.0263855 Oct 19 01:55:06.314409 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c2a18eee-f005-48b9-b304-857cb030bba0 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:55:06.338364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: c2a18eee-f005-48b9-b304-857cb030bba0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:55:06.338710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c2a18eee-f005-48b9-b304-857cb030bba0 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:55:06.960084 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0c0412d0-010d-4d81-8c2c-d36430c2309b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:08.486008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50750) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:08.620914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7efbf5d1-993a-4ce0-a989-09cbc6d0cabf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8b5e13b2cbf4e2c9b6d88e8ce40c4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337142 Oct 19 01:55:08.623421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50754) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:08.671691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f24a9dca-d1b2-4616-9a12-44be52340576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:08.692897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f24a9dca-d1b2-4616-9a12-44be52340576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:08.739760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f24a9dca-d1b2-4616-9a12-44be52340576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:08.742432 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f24a9dca-d1b2-4616-9a12-44be52340576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:08.743595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f24a9dca-d1b2-4616-9a12-44be52340576 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d0a87b8-bd7a-48a1-ad46-934b808a60f4 HTTP/1.1" status: 204 len: 168 time: 0.1192322 Oct 19 01:55:08.751299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a9dca-d1b2-4616-9a12-44be52340576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0a87b8-bd7a-48a1-ad46-934b808a60f4,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:09.726194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b32314a8-02c8-4f8a-8b55-336a66d02c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:09.960993 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:10.661555 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:10.884588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:12.398344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:17.908353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50834) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:18.019534 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d755380-c744-4020-a879-e61c4fd884f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:18.093089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d755380-c744-4020-a879-e61c4fd884f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:18.096583 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8d755380-c744-4020-a879-e61c4fd884f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:18.133176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d755380-c744-4020-a879-e61c4fd884f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f74b2d5-8ddd-4523-ac65-bd72ac8fd163,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:18.138886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8d755380-c744-4020-a879-e61c4fd884f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d39104564d0f4a1c85936ba63324b4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294323 Oct 19 01:55:18.141639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50838) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:18.194775 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c5435c-e6db-4264-815d-b98cfde93789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:18.217826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c5435c-e6db-4264-815d-b98cfde93789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:18.249459 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:55:18.265998 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c5435c-e6db-4264-815d-b98cfde93789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:18.268967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-90c5435c-e6db-4264-815d-b98cfde93789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:18.270296 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-90c5435c-e6db-4264-815d-b98cfde93789 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f74b2d5-8ddd-4523-ac65-bd72ac8fd163 HTTP/1.1" status: 204 len: 168 time: 0.1277275 Oct 19 01:55:18.282388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5435c-e6db-4264-815d-b98cfde93789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f74b2d5-8ddd-4523-ac65-bd72ac8fd163,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:20.085212 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:24.378406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50846) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:24.441706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9efaea72-8e8c-4cf3-880e-c434ba4fe425 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/floatingips/07e01ecb-aad0-439d-b7d4-7a1315072f89 HTTP/1.1" status: 200 len: 993 time: 0.0621772 Oct 19 01:55:24.709561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:24.865213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port 1c2ab23b-41cc-4da7-b6fe-480a5aa6bc81 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:55:24.865556 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:24.940940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:24.941182 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:24.952911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for 1c2ab23b-41cc-4da7-b6fe-480a5aa6bc81 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:55:25.101243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:25.127184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=1c2ab23b-41cc-4da7-b6fe-480a5aa6bc81,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:25.153911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.154250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.154586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.154918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.155254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.155574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.155895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.156238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.156557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.156877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.157196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.157514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:25.200795 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:25.201062 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Floating IP 07e01ecb-aad0-439d-b7d4-7a1315072f89 disassociated (deleted). External IP: 172.25.0.41, port: c3ee3bb7-7594-4196-b0e5-1573569257f9. Oct 19 01:55:25.706434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router 51e7adbc-6818-42de-9e6f-a6a0744daa4f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:55:25.814973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:55:25.819939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:25.825380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] Sync routers for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:55:25.833811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:25.834411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:25.846193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-79a118b5-025b-4ee4-9c14-52385a0666f1 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/floatingips/07e01ecb-aad0-439d-b7d4-7a1315072f89 HTTP/1.1" status: 204 len: 168 time: 1.1355238 Oct 19 01:55:25.846811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:55:25.849192 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e1794-a621-4bf9-9cb5-ddf481537cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:55:25.913648 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655b250d-a628-4a02-88f6-8dceabeba4d9 x-openstack-request-id: req-655b250d-a628-4a02-88f6-8dceabeba4d9 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:55:25.913942 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:55:25.914195 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-655b250d-a628-4a02-88f6-8dceabeba4d9 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:55:25.914593 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'status': 'completed', 'code': 200} Oct 19 01:55:25.946462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:25.980650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-fa3d8647-c09b-466a-a4b5-221b8658e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:25.982340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-fa3d8647-c09b-466a-a4b5-221b8658e925 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d63023739e418697b78b3697cfcd59&device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 1098 time: 0.0462220 Oct 19 01:55:26.110144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-0fbcb5e5-2b36-4c52-8328-9d045278c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:26.111612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-0fbcb5e5-2b36-4c52-8328-9d045278c925 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0507c5b5-a4d6-469e-9066-56612abf1440 HTTP/1.1" status: 200 len: 897 time: 0.1211739 Oct 19 01:55:26.119990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7009c-f0dd-4514-8218-9bebedfa74dd req-50b0ddcc-90eb-4617-af58-aa0aa6ad78d4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:26.121858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff7009c-f0dd-4514-8218-9bebedfa74dd req-50b0ddcc-90eb-4617-af58-aa0aa6ad78d4 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 946 time: 0.0737262 Oct 19 01:55:26.150787 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:26.163064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-04cf947a-0026-4b04-b4f2-07372fac5a05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9 HTTP/1.1" status: 200 len: 217 time: 0.0402915 Oct 19 01:55:26.181276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] Checking router: 51e7adbc-6818-42de-9e6f-a6a0744daa4f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:55:26.189612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:26.190214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:26.223174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff7009c-f0dd-4514-8218-9bebedfa74dd req-ded36937-52a7-4ded-97fc-c8d069ca6ac3 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937693 Oct 19 01:55:26.232535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-33c74fe5-c701-4269-8904-4de94b5caa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:26.234182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-33c74fe5-c701-4269-8904-4de94b5caa01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=41ffc129-0987-4e7b-933d-f0e9863a124e HTTP/1.1" status: 200 len: 835 time: 0.0623338 Oct 19 01:55:26.282519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-4552e11f-603c-48e1-91e9-bc2253afa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:26.284001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-4552e11f-603c-48e1-91e9-bc2253afa8c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0507c5b5-a4d6-469e-9066-56612abf1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418770 Oct 19 01:55:26.297078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:26.375177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-60c7bfba-a600-4b97-94c5-88195135e75b service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825222 Oct 19 01:55:26.470634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-861e1794-a621-4bf9-9cb5-ddf481537cfe req-87851725-1430-4751-9d5b-c92f827c07e9 service neutron] 10.222.0.62 "GET /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870485 Oct 19 01:55:26.491602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:26.518329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdbc97-f002-4a68-91cc-87bb5328d6f6 None None] The sync data for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 is: [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:54:34Z', 'revision_number': 4, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '65ed4767-c481-4353-8f6e-43273432394e', 'name': '', 'network_id': '0507c5b5-a4d6-469e-9066-56612abf1440', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'mac_address': 'fa:16:3e:2a:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:33Z', 'updated_at': '2021-10-19T01:54:37Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'subnets': [{'id': '41ffc129-0987-4e7b-933d-f0e9863a124e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:55:26.817095 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf8d5a-f542-4945-ac7d-48bfa711f6b6 None None] New status for floating IP 07e01ecb-aad0-439d-b7d4-7a1315072f89: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:55:27.341180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4a01d-ec5a-4b51-b5e9-701136b73cac req-a4b6750e-054e-4ee4-ae83-165b2d3e763b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:27.342665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ac4a01d-ec5a-4b51-b5e9-701136b73cac req-a4b6750e-054e-4ee4-ae83-165b2d3e763b tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Oct 19 01:55:27.368027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445a892-f9a2-4908-abbb-845db82d727b req-96c10186-96a9-40f1-b96c-915e08ba1f9f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:27.369491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6445a892-f9a2-4908-abbb-845db82d727b req-96c10186-96a9-40f1-b96c-915e08ba1f9f tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f05c060-dc55-423d-8ab0-458aa5629179 HTTP/1.1" status: 200 len: 946 time: 0.0483088 Oct 19 01:55:27.385092 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ac4a01d-ec5a-4b51-b5e9-701136b73cac req-bebf55c1-b56a-4d55-b0a4-395d3489df46 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "GET /v2.0/security-groups?id=ccd502f4-e82a-415f-8e77-1ac5febd6133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364325 Oct 19 01:55:27.460682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port c3ee3bb7-7594-4196-b0e5-1573569257f9 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:55:27.461019 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:27.548203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port c3ee3bb7-7594-4196-b0e5-1573569257f9, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c3ee3bb7-7594-4196-b0e5-1573569257f9,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:27.548484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:27.560997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for c3ee3bb7-7594-4196-b0e5-1573569257f9 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:55:27.697565 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:27.725959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=c3ee3bb7-7594-4196-b0e5-1573569257f9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:27.769957 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] No DVR routers for this DVR port c3ee3bb7-7594-4196-b0e5-1573569257f9 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:55:27.772573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:27.775967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6445a892-f9a2-4908-abbb-845db82d727b req-9e7db1d4-1c34-4f8e-a364-46a75fcdebf2 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.62 "DELETE /v2.0/ports/c3ee3bb7-7594-4196-b0e5-1573569257f9 HTTP/1.1" status: 204 len: 173 time: 0.4007788 Oct 19 01:55:27.915428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'name': 'network-vif-deleted', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:55:27.918453 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3bda1-36ae-49ca-a7b3-0d11a56f3da0" -d '{"events": [{"server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "name": "network-vif-deleted", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:55:27.953238 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d1faa1-616a-4188-a5b8-892a27f25fb4 x-openstack-request-id: req-e9d1faa1-616a-4188-a5b8-892a27f25fb4 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:55:27.953527 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05c060-dc55-423d-8ab0-458aa5629179", "name": "network-vif-deleted", "tag": "c3ee3bb7-7594-4196-b0e5-1573569257f9", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:55:27.953776 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9d1faa1-616a-4188-a5b8-892a27f25fb4 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:55:27.954195 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05c060-dc55-423d-8ab0-458aa5629179', 'name': 'network-vif-deleted', 'tag': 'c3ee3bb7-7594-4196-b0e5-1573569257f9', 'status': 'completed', 'code': 200} Oct 19 01:55:28.440089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50868) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:28.498943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc330ca-8d98-4400-9c6f-7cf792cdb406 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:28.523907 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc330ca-8d98-4400-9c6f-7cf792cdb406 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:28.582162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc330ca-8d98-4400-9c6f-7cf792cdb406 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:28.584703 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddc330ca-8d98-4400-9c6f-7cf792cdb406 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:28.585844 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ddc330ca-8d98-4400-9c6f-7cf792cdb406 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/security-groups/ccd502f4-e82a-415f-8e77-1ac5febd6133 HTTP/1.1" status: 204 len: 168 time: 0.1447668 Oct 19 01:55:28.594801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc330ca-8d98-4400-9c6f-7cf792cdb406 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd502f4-e82a-415f-8e77-1ac5febd6133,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:28.617744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:28.976250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:29.496181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port 65ed4767-c481-4353-8f6e-43273432394e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:55:29.496842 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:29.586386 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port 65ed4767-c481-4353-8f6e-43273432394e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=65ed4767-c481-4353-8f6e-43273432394e,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:29.586748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:29.586869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3ee3bb7-7594-4196-b0e5-1573569257f9 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:55:29.600581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for 65ed4767-c481-4353-8f6e-43273432394e owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:55:29.610653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: c3ee3bb7-7594-4196-b0e5-1573569257f9 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:55:29.611000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c3ee3bb7-7594-4196-b0e5-1573569257f9 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:55:29.798192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:29.830465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=65ed4767-c481-4353-8f6e-43273432394e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:30.013934 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.228335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Router 51e7adbc-6818-42de-9e6f-a6a0744daa4f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:55:30.335599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:55:30.343536 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d9010618-668e-402e-9efd-0746e5719696 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "PUT /v2.0/routers/51e7adbc-6818-42de-9e6f-a6a0744daa4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225041 Oct 19 01:55:30.344194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50874) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:30.346670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] Sync routers for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:55:30.356609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:30.357338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:30.396966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting subnet 41ffc129-0987-4e7b-933d-f0e9863a124e {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:55:30.400065 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.440611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.461233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:30.533864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.594709 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.622316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Subnet': ['ID=41ffc129-0987-4e7b-933d-f0e9863a124e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:30.629621 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.633099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3d55dd5e-fa70-4288-8c89-b09aa6657835 tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/subnets/41ffc129-0987-4e7b-933d-f0e9863a124e HTTP/1.1" status: 204 len: 168 time: 0.2878075 Oct 19 01:55:30.637182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50876) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:30.728297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab6894-ce4a-4247-a588-c2e12731c7b1 None None] Network 0507c5b5-a4d6-469e-9066-56612abf1440 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:55:30.749963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.854666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.899025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:55:29Z', 'revision_number': 5, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port': {'id': 'fa435f27-b61c-4b5c-8e7c-2eeb344ea60b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:54:31Z', 'updated_at': '2021-10-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:30.925013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Deleting port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:55:30.925452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:30.927113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] Checking router: 51e7adbc-6818-42de-9e6f-a6a0744daa4f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:55:30.937094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] Routers {'51e7adbc-6818-42de-9e6f-a6a0744daa4f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:30.937720 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:30.978034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] DHCP port deletion for 0507c5b5-a4d6-469e-9066-56612abf1440 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:55:31.006625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] For port fa435f27-b61c-4b5c-8e7c-2eeb344ea60b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:31.006916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.018408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Calling delete_port for fa435f27-b61c-4b5c-8e7c-2eeb344ea60b owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:55:31.055116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] Set router 51e7adbc-6818-42de-9e6f-a6a0744daa4f gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:31.108508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:55:30Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:31.143231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae1387-de51-4e2d-92b0-79a3a67d5db3 None None] The sync data for ids ['51e7adbc-6818-42de-9e6f-a6a0744daa4f'] in n-d-789963-20 is: [{'id': '51e7adbc-6818-42de-9e6f-a6a0744daa4f', 'name': 'tempest-TestNetworkBasicOps-router-1898149524', 'tenant_id': '79d63023739e418697b78b3697cfcd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:54:30Z', 'updated_at': '2021-10-19T01:55:30Z', 'revision_number': 6, 'project_id': '79d63023739e418697b78b3697cfcd59', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:55:31.148490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] Deleting port e9412ec8-2836-4a31-9203-c54519e77afb {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:55:31.148865 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.185987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.215253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] For port e9412ec8-2836-4a31-9203-c54519e77afb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e9412ec8-2836-4a31-9203-c54519e77afb,segment=NetworkSegment(50757b79-5615-4368-9ed6-75d837df3450),segment_id=50757b79-5615-4368-9ed6-75d837df3450)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:31.215655 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.216956 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Port': ['ID=fa435f27-b61c-4b5c-8e7c-2eeb344ea60b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:31.231093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] Calling delete_port for e9412ec8-2836-4a31-9203-c54519e77afb owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:55:31.277879 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.313912 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.339887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] Pushing event deleted for resources: {'Port': ['ID=e9412ec8-2836-4a31-9203-c54519e77afb,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:31.344422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed5d5c-e17d-4eb3-b32f-6fba3ccba89e None None] No DVR routers for this DVR port e9412ec8-2836-4a31-9203-c54519e77afb on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:55:31.376064 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.378137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.421361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.421922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Fanout notify agent at l3_agent the message router_deleted on router 51e7adbc-6818-42de-9e6f-a6a0744daa4f {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:55:31.429083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.430177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8129d75e-e326-4766-b6c8-1fcbb140662a tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/routers/51e7adbc-6818-42de-9e6f-a6a0744daa4f HTTP/1.1" status: 204 len: 168 time: 0.7919667 Oct 19 01:55:31.433001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50878) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:31.515102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.614062 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.634621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0507c5b5-a4d6-469e-9066-56612abf1440']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:31.644822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50757b79-5615-4368-9ed6-75d837df3450') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:31.645481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50757b79-5615-4368-9ed6-75d837df3450') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:31.656146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.670253 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.676312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:55:31.676711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:55:31.679966 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:55:31.742376 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.749679 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:31.755613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] 10.222.0.64 "DELETE /v2.0/networks/0507c5b5-a4d6-469e-9066-56612abf1440 HTTP/1.1" status: 204 len: 168 time: 0.3188908 Oct 19 01:55:31.765960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991ee36-c9ba-4646-a4ac-3918a68139bd tempest-TestNetworkBasicOps-1171322395 tempest-TestNetworkBasicOps-1171322395-project] Pushing event deleted for resources: {'Network': ['ID=0507c5b5-a4d6-469e-9066-56612abf1440,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:32.017404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50884) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:32.150126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4c10975d-97fe-4518-a1aa-a28e64f74b8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79d63023739e418697b78b3697cfcd59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315620 Oct 19 01:55:32.153414 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50888) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:32.200710 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.221112 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.271604 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.274202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.275317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6ff402c-518d-4f1f-b46d-b1f87be1b589 HTTP/1.1" status: 204 len: 168 time: 0.1210041 Oct 19 01:55:32.283325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ff402c-518d-4f1f-b46d-b1f87be1b589,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:32.290835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.291179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.291518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.291858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.292205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.292543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.292855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.293174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.293494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.293813 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.294131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.294447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511ee10-b447-44b1-a4ea-d5c05a035c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:32.528847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e9412ec8-2836-4a31-9203-c54519e77afb no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:55:32.534478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50894) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:32.548421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb8ae20c-1c61-4699-b218-d2b8ec00f8f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.548910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e9412ec8-2836-4a31-9203-c54519e77afb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:55:32.549253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e9412ec8-2836-4a31-9203-c54519e77afb not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:55:32.549659 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 65ed4767-c481-4353-8f6e-43273432394e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:55:32.568860 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 65ed4767-c481-4353-8f6e-43273432394e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:55:32.569222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 65ed4767-c481-4353-8f6e-43273432394e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:55:32.569766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fa435f27-b61c-4b5c-8e7c-2eeb344ea60b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:55:32.588011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: fa435f27-b61c-4b5c-8e7c-2eeb344ea60b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:55:32.588358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device fa435f27-b61c-4b5c-8e7c-2eeb344ea60b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:55:32.623642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb8ae20c-1c61-4699-b218-d2b8ec00f8f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.627278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb8ae20c-1c61-4699-b218-d2b8ec00f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.664468 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cb8ae20c-1c61-4699-b218-d2b8ec00f8f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57e8e05f41df4f5dacad05bef6fd0cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289048 Oct 19 01:55:32.666469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ae20c-1c61-4699-b218-d2b8ec00f8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0770fc61-6add-40c1-91d9-4d7ed6d28192,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:32.667628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50896) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:32.717961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05751f84-8c0b-47c9-a81e-d55e08e8c2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.744186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05751f84-8c0b-47c9-a81e-d55e08e8c2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.789276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05751f84-8c0b-47c9-a81e-d55e08e8c2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.792518 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-05751f84-8c0b-47c9-a81e-d55e08e8c2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:32.793642 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-05751f84-8c0b-47c9-a81e-d55e08e8c2eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0770fc61-6add-40c1-91d9-4d7ed6d28192 HTTP/1.1" status: 204 len: 168 time: 0.1245856 Oct 19 01:55:32.801290 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05751f84-8c0b-47c9-a81e-d55e08e8c2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0770fc61-6add-40c1-91d9-4d7ed6d28192,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:34.786033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50948) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:34.791140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'network': {'name': 'tempest-network-smoke--106566054', 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'port_security_enabled': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:34.812027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Made reservation on behalf of b29ec45974db41d98f8e36500f7ea62c for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:55:34.815351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:34.823830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:34.895135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:34.898523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:34.924926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:55:34.934437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a961cdc9-c5ae-4a84-9dd9-2503b138645d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:34.939204 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:34.939491 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Added segment 2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134 of type vlan for network fd0d1880-a7d7-4ed3-8349-f3129faccf25 Oct 19 01:55:34.979779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.003866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.009424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:35.010005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.049909 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2626920 Oct 19 01:55:35.052671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:35.057062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'admin_state_up': True, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:35.099546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f029-f81e-47b5-bf91-02ef9c45a982 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Network': ['ID=fd0d1880-a7d7-4ed3-8349-f3129faccf25,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:35.110400 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:55:35.117147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.118169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.169133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.309910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.502312 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.520825 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.622790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Allocated IP 172.25.0.215 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/2ef80d5e-fc56-439a-adb1-b3428baf055a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:55:35.730322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.764829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:35.802069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:55:35.804877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:55:35.808398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:55:35.832474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=2ef80d5e-fc56-439a-adb1-b3428baf055a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:36.056822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:36.253769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:36.675320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 82cb8273-256b-42eb-bea2-322ffb547cf7 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:55:36.784028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:55:36.793999 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Sync routers for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:55:36.803628 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:36.804252 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:36.804399 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:36.805639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f62f989b-ad0f-4801-b2db-07ef24ccda61 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7520461 Oct 19 01:55:36.809144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50954) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:36.912472 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:36.934036 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-60ddf967-37be-4d45-b182-3b56ee944adb tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b29ec45974db41d98f8e36500f7ea62c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237550 Oct 19 01:55:36.936867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50958) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:36.961806 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-915d02e5-deaf-473f-8803-61b06fe3cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.030261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a6f1e-0e94-4242-ad4e-ff227b2c31ea tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:37.031885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-117a6f1e-0e94-4242-ad4e-ff227b2c31ea tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937934 Oct 19 01:55:37.034739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50960) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:37.063634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0f517fa4-b1e3-4cf8-aafb-dd941805c7be tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278702 Oct 19 01:55:37.066146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50962) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:37.071160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1327255107', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:37.088196 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:35Z', 'revision_number': 3, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:37.114696 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Checking router: 82cb8273-256b-42eb-bea2-322ffb547cf7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:55:37.115021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Updating router 82cb8273-256b-42eb-bea2-322ffb547cf7 port 2ef80d5e-fc56-439a-adb1-b3428baf055a binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:55:37.139432 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.159379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Made reservation on behalf of b29ec45974db41d98f8e36500f7ea62c for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:55:37.164105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.347248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.390559 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.397089 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.413726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Subnet': ['ID=10efa342-d682-4978-867a-98b020ce9cab,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:37.422523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Checking segment: {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:55:37.422893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network hostable DHCP agents. Network: fd0d1880-a7d7-4ed3-8349-f3129faccf25, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:55:37.439889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:55:37.447428 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Pushing event updated for resources: {'Port': ['ID=2ef80d5e-fc56-439a-adb1-b3428baf055a,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:37.449786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, fd0d1880-a7d7-4ed3-8349-f3129faccf25) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:55:37.455312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:37.456983 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.458185 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.458513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434b9b1-398c-4db8-876e-fc11fab9d630 None None] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:55:37.458647 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.458861 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.459195 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.459526 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.459954 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.460200 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.460524 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.461212 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.461212 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.461470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.461786 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:37.465263 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Attempting to bind port 2ef80d5e-fc56-439a-adb1-b3428baf055a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:55:37.465635 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Attempting to bind port 2ef80d5e-fc56-439a-adb1-b3428baf055a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:55:37.466438 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Attempting to bind port 2ef80d5e-fc56-439a-adb1-b3428baf055a on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:55:37.471568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:55:37.471881 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:55:37.472326 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.472689 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:55:37.473151 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Bound port: 2ef80d5e-fc56-439a-adb1-b3428baf055a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:55:37.473522 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.477914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1e73fd4f-487c-43b4-8297-1e4bc1625d45 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081521 Oct 19 01:55:37.478173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50964) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:37.529742 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] For port 2ef80d5e-fc56-439a-adb1-b3428baf055a, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:55:37.532975 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] For port 2ef80d5e-fc56-439a-adb1-b3428baf055a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2ef80d5e-fc56-439a-adb1-b3428baf055a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:55:37.537593 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.610024 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef3e1-157d-4896-8389-84a6809ad6b3 None None] Pushing event updated for resources: {'Port': ['ID=2ef80d5e-fc56-439a-adb1-b3428baf055a,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:37.613866 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:37.614470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:37.623594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:55:37.624624 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.727939 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:37.772182 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Allocated IP 172.20.0.2 (fd0d1880-a7d7-4ed3-8349-f3129faccf25/10efa342-d682-4978-867a-98b020ce9cab/cf9db300-93ea-46ba-bb36-ebd8246f6258) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:55:37.913419 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:35Z', 'revision_number': 3, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:37.924776 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.932387 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.940631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d89df-53f0-4b45-8b99-073f5bdf8844 None None] The sync data for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 is: [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:35Z', 'revision_number': 3, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:55:37.946119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:37.977567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:55:37.980929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:55:37.987958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:55:37.991110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Pushing event updated for resources: {'Port': ['ID=cf9db300-93ea-46ba-bb36-ebd8246f6258,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:38.044650 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Attempting to bind port cf9db300-93ea-46ba-bb36-ebd8246f6258 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:55:38.045022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Attempting to bind port cf9db300-93ea-46ba-bb36-ebd8246f6258 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:55:38.045386 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Attempting to bind port cf9db300-93ea-46ba-bb36-ebd8246f6258 on network fd0d1880-a7d7-4ed3-8349-f3129faccf25 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:55:38.050710 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:55:38.051062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Checking segment: {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:55:38.051459 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.052047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Bound using segment: {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:55:38.052677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Bound port: cf9db300-93ea-46ba-bb36-ebd8246f6258, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:55:38.053062 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.120305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] For port cf9db300-93ea-46ba-bb36-ebd8246f6258, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:55:38.125075 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] For port cf9db300-93ea-46ba-bb36-ebd8246f6258, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cf9db300-93ea-46ba-bb36-ebd8246f6258,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:55:38.130076 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.203834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedaea5-84e6-4561-bab4-ef53f2c7de21 None None] Pushing event updated for resources: {'Port': ['ID=cf9db300-93ea-46ba-bb36-ebd8246f6258,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:38.270465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Allocated IP 172.20.0.1 (fd0d1880-a7d7-4ed3-8349-f3129faccf25/10efa342-d682-4978-867a-98b020ce9cab/c83c2ee4-b296-4abd-8aa4-46a4f26520e5) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:55:38.396976 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.433985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.478710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:55:38.482239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:55:38.486465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:55:38.541310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:38.549481 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.630640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cf9db300-93ea-46ba-bb36-ebd8246f6258 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:55:38.690411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cf9db300-93ea-46ba-bb36-ebd8246f6258 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:38.690780 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.694968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.780738 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.817020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port cf9db300-93ea-46ba-bb36-ebd8246f6258, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cf9db300-93ea-46ba-bb36-ebd8246f6258,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:38.821626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:38.822342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2ef80d5e-fc56-439a-adb1-b3428baf055a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:55:38.918593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=cf9db300-93ea-46ba-bb36-ebd8246f6258,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:38.935238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2ef80d5e-fc56-439a-adb1-b3428baf055a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:38.935853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.019632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.029573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.034115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.041603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 2ef80d5e-fc56-439a-adb1-b3428baf055a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2ef80d5e-fc56-439a-adb1-b3428baf055a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:39.046326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.110881 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.112277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=2ef80d5e-fc56-439a-adb1-b3428baf055a,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:39.112803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:39.217725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:55:39.219083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:55:39.242093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c99ba3-c4ce-4774-97d8-ed9ff9ac1457 None None] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:55:39.340872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 82cb8273-256b-42eb-bea2-322ffb547cf7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:55:39.362796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a70ae296-f50d-48e5-a528-953715d20508 None None] Provisioning complete for port cf9db300-93ea-46ba-bb36-ebd8246f6258 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:39.363163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a70ae296-f50d-48e5-a528-953715d20508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.456054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:55:39.461224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-219e0441-8eac-4fd0-96bf-5f9e8977cf9b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "PUT /v2.0/routers/82cb8273-256b-42eb-bea2-322ffb547cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820552 Oct 19 01:55:39.463902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50966) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:39.468664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1c656250-82ef-4c29-8b95-f23caea419c4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--171545600', 'description': 'tempest-secgroup_access--171545600 description', 'project_id': 'b29ec45974db41d98f8e36500f7ea62c'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:39.492751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c656250-82ef-4c29-8b95-f23caea419c4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.570880 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c656250-82ef-4c29-8b95-f23caea419c4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.575453 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c656250-82ef-4c29-8b95-f23caea419c4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.609045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1c656250-82ef-4c29-8b95-f23caea419c4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.613283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 50968) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:39.617898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9ee273dc-f47c-4f36-97cf-959408fd2c67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2075597005', 'description': 'tempest-secgroup_general--2075597005 description', 'project_id': 'b29ec45974db41d98f8e36500f7ea62c'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:39.623618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1c656250-82ef-4c29-8b95-f23caea419c4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1583362 Oct 19 01:55:39.625915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c656250-82ef-4c29-8b95-f23caea419c4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2eeea7-62a1-4455-83d1-c431e5f0d971,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:39.642759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ee273dc-f47c-4f36-97cf-959408fd2c67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.713411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a257239c-e6ae-43ab-8f5c-9d38f6affc9f None None] Provisioning complete for port cf9db300-93ea-46ba-bb36-ebd8246f6258 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:39.713938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a257239c-e6ae-43ab-8f5c-9d38f6affc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.720318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Sync routers for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:55:39.735695 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ee273dc-f47c-4f36-97cf-959408fd2c67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.739952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ee273dc-f47c-4f36-97cf-959408fd2c67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.766985 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:39.767705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:39.770885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9ee273dc-f47c-4f36-97cf-959408fd2c67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.775262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 50970) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:39.775431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9ee273dc-f47c-4f36-97cf-959408fd2c67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1609476 Oct 19 01:55:39.780714 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee273dc-f47c-4f36-97cf-959408fd2c67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa36b82-edc0-4f47-aad2-e55352cf74d6,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:39.781241 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f0afe9e5-6bd1-42d9-814e-3c44228a851c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'security_group_rule': {'security_group_id': '9a2eeea7-62a1-4455-83d1-c431e5f0d971', 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:39.810884 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-16ba9f84-3d55-4cbe-8be4-f5e2207154d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.813999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0afe9e5-6bd1-42d9-814e-3c44228a851c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.873619 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0afe9e5-6bd1-42d9-814e-3c44228a851c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.877573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0afe9e5-6bd1-42d9-814e-3c44228a851c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.897169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afe9e5-6bd1-42d9-814e-3c44228a851c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785d0021-0004-4512-a718-0430b49d9485,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:39.907301 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f0afe9e5-6bd1-42d9-814e-3c44228a851c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.916548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f0afe9e5-6bd1-42d9-814e-3c44228a851c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400197 Oct 19 01:55:39.934895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:39.997960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a257239c-e6ae-43ab-8f5c-9d38f6affc9f None None] Provisioning complete for port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:39.998347 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a257239c-e6ae-43ab-8f5c-9d38f6affc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:39.999888 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:40.070395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-7b409520-78dd-4d0e-a7c1-7c47ceba5942 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--2075597005&fields=id&tenant_id=b29ec45974db41d98f8e36500f7ea62c HTTP/1.1" status: 200 len: 267 time: 0.0384946 Oct 19 01:55:40.115171 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-012ae3aa-bc82-4484-a71d-0a506e11e94e tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--171545600&fields=id&tenant_id=b29ec45974db41d98f8e36500f7ea62c HTTP/1.1" status: 200 len: 267 time: 0.0371535 Oct 19 01:55:40.235481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a257239c-e6ae-43ab-8f5c-9d38f6affc9f None None] Port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:55:40.237559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-709c461d-8e4d-4e7c-9d80-4d4859c623ab tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:40.239485 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-709c461d-8e4d-4e7c-9d80-4d4859c623ab tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/networks?id=fd0d1880-a7d7-4ed3-8349-f3129faccf25 HTTP/1.1" status: 200 len: 796 time: 0.1164048 Oct 19 01:55:40.254071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-b33ec91e-0af2-416e-bd3a-5ba6c841fc1a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/quotas/b29ec45974db41d98f8e36500f7ea62c HTTP/1.1" status: 200 len: 375 time: 0.0093403 Oct 19 01:55:40.304780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-07ae2ae7-fa67-42d7-aa5b-f279f8cb9d70 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452194 Oct 19 01:55:40.343444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 2, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:40.374271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Checking router: 82cb8273-256b-42eb-bea2-322ffb547cf7 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:55:40.374626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Updating router 82cb8273-256b-42eb-bea2-322ffb547cf7 port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:55:40.398375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-13467d35-088f-46cd-9f4c-f12fd3f12973 None None] Provisioning complete for port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:40.398741 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13467d35-088f-46cd-9f4c-f12fd3f12973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:40.408997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-82ad2a7b-6e81-4e73-86d0-fb6404096db4 service neutron] 10.222.0.64 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923421 Oct 19 01:55:40.422937 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:40.449224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-13467d35-088f-46cd-9f4c-f12fd3f12973 None None] Port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:55:40.502399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-905baf34-80f3-4ae3-b365-93213b01d0bf service neutron] 10.222.0.64 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872293 Oct 19 01:55:40.552699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cf9db300-93ea-46ba-bb36-ebd8246f6258 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:55:40.682725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2496d3ac-180f-4597-8822-8a5a2f29d549 req-8dd223fb-4f0a-4578-a3da-f1665faff52b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 210 time: 0.0273254 Oct 19 01:55:40.692816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:40.696535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port cf9db300-93ea-46ba-bb36-ebd8246f6258 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:40.696911 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:40.825102 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:40.834734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:40.868390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2ef80d5e-fc56-439a-adb1-b3428baf055a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:55:40.933037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f32e37-5341-4a22-8e9a-bf034ed47893 None None] Pushing event updated for resources: {'Port': ['ID=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:40.943492 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.002647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2ef80d5e-fc56-439a-adb1-b3428baf055a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:41.002871 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.004629 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Attempting to bind port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:55:41.004998 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Attempting to bind port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:55:41.005373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Attempting to bind port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 on network fd0d1880-a7d7-4ed3-8349-f3129faccf25 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:55:41.030694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:55:41.031068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Checking segment: {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:55:41.031465 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.031858 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Bound using segment: {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:55:41.032357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Bound port: c83c2ee4-b296-4abd-8aa4-46a4f26520e5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:55:41.032737 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.131364 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] For port c83c2ee4-b296-4abd-8aa4-46a4f26520e5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:55:41.153142 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] For port c83c2ee4-b296-4abd-8aa4-46a4f26520e5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:55:41.157067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.220384 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fb4d1b26-1f20-4127-82bd-fcfb2299efbc None None] Provisioning complete for port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:41.220759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1b26-1f20-4127-82bd-fcfb2299efbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.245122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:41.246305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:41.250098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f32e37-5341-4a22-8e9a-bf034ed47893 None None] Pushing event updated for resources: {'Port': ['ID=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:41.397115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1b26-1f20-4127-82bd-fcfb2299efbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.400595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:41.491926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fb4d1b26-1f20-4127-82bd-fcfb2299efbc None None] For port c83c2ee4-b296-4abd-8aa4-46a4f26520e5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:41.503623 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1b26-1f20-4127-82bd-fcfb2299efbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.598422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d1b26-1f20-4127-82bd-fcfb2299efbc None None] Pushing event updated for resources: {'Port': ['ID=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:41.648744 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c4bdbd68-a86f-41ee-bcb2-de16f074d0c7 None None] Provisioning complete for port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:41.649094 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbd68-a86f-41ee-bcb2-de16f074d0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:41.682131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-bd0a673e-508b-4bec-bed5-725e770d069a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:41.684912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-bd0a673e-508b-4bec-bed5-725e770d069a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.62 "GET /v2.0/networks?id=fd0d1880-a7d7-4ed3-8349-f3129faccf25 HTTP/1.1" status: 200 len: 796 time: 0.1250615 Oct 19 01:55:41.713242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:41.736677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-76b1adc6-429f-43f3-99cb-816be07f0b11 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29ec45974db41d98f8e36500f7ea62c HTTP/1.1" status: 200 len: 477 time: 0.0421691 Oct 19 01:55:41.749585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'port': {'device_id': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'admin_state_up': True, 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'security_groups': ['cfa36b82-edc0-4f47-aad2-e55352cf74d6', '9a2eeea7-62a1-4455-83d1-c431e5f0d971']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:41.761965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5a7f1-3003-4a4c-8c06-23eef9f5eb07 None None] The sync data for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 is: [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:55:41.812875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-27662fb5-b1d0-4f4d-ae69-62298413d854 req-8d565436-635e-4e24-9736-f86a6edbaed1 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 210 time: 0.0476201 Oct 19 01:55:41.932091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Made reservation on behalf of b29ec45974db41d98f8e36500f7ea62c for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:55:41.935703 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.071347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Allocated IP 172.20.0.13 (fd0d1880-a7d7-4ed3-8349-f3129faccf25/10efa342-d682-4978-867a-98b020ce9cab/9ce18108-ba4b-4b53-951c-c77fa8011bf0) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:55:42.231193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.265592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.313912 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:55:42.317143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:55:42.321270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:55:42.415573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.587776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c83c2ee4-b296-4abd-8aa4-46a4f26520e5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:55:42.628520 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b5ef8839-552c-4aa4-a348-2418fde5675b None None] Provisioning complete for port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:42.628907 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b5ef8839-552c-4aa4-a348-2418fde5675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.681505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=9ce18108-ba4b-4b53-951c-c77fa8011bf0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:42.683826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef8839-552c-4aa4-a348-2418fde5675b None None] Port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:55:42.696929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:42.697019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.722604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:42.723368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.741702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-434df645-d3bb-45a3-a05d-08eb6729d595 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9970734 Oct 19 01:55:42.754762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Request body: {'port': {'device_id': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:42.811459 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:42.965089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82458b-7873-4bcb-9472-fd58b3dded90 req-48ce1daa-33d6-4306-a8ef-44b89c8511a4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:42.966616 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce82458b-7873-4bcb-9472-fd58b3dded90 req-48ce1daa-33d6-4306-a8ef-44b89c8511a4 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 971 time: 0.0568860 Oct 19 01:55:43.008983 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce82458b-7873-4bcb-9472-fd58b3dded90 req-51fc1ec4-cef0-4ddf-92fa-b5c2bcc0d701 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357947 Oct 19 01:55:43.090361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce18108-ba4b-4b53-951c-c77fa8011bf0 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:55:43.097733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:43.110198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Transition to ACTIVE for port object 9ce18108-ba4b-4b53-951c-c77fa8011bf0 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:55:43.113690 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:43.178642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce18108-ba4b-4b53-951c-c77fa8011bf0,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:43.236063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Attempting to bind port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:55:43.236407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Attempting to bind port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:55:43.236739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Attempting to bind port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 on network fd0d1880-a7d7-4ed3-8349-f3129faccf25 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:55:43.246701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 on network fd0d1880-a7d7-4ed3-8349-f3129faccf25 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:55:43.246889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Attempting to bind port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 on network fd0d1880-a7d7-4ed3-8349-f3129faccf25 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:55:43.252368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:55:43.252703 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Checking segment: {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:55:43.253086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Bound using segment: {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:55:43.253510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Bound port: 9ce18108-ba4b-4b53-951c-c77fa8011bf0, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:55:43.253861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:43.321188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] For port 9ce18108-ba4b-4b53-951c-c77fa8011bf0, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:55:43.324442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] For port 9ce18108-ba4b-4b53-951c-c77fa8011bf0, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:55:43.329492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:43.364847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:43.365448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:43.366833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] 10.222.0.62 "PUT /v2.0/ports/9ce18108-ba4b-4b53-951c-c77fa8011bf0 HTTP/1.1" status: 200 len: 1132 time: 0.6167886 Oct 19 01:55:43.367268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:55:43.369574 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:55:43.401322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc5915-e871-4d61-8034-77ebea337754 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce18108-ba4b-4b53-951c-c77fa8011bf0,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:43.430222 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62310743-5e39-40a8-afe7-221568fd1b8b x-openstack-request-id: req-62310743-5e39-40a8-afe7-221568fd1b8b {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:55:43.430519 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:55:43.430782 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62310743-5e39-40a8-afe7-221568fd1b8b {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:55:43.431189 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'status': 'completed', 'code': 200} Oct 19 01:55:43.463034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-8c34f541-d2ec-4b5e-a754-ba5d83282ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:43.465134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-8c34f541-d2ec-4b5e-a754-ba5d83282ed3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1135 time: 0.0466626 Oct 19 01:55:43.512406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-76d7ccd7-9f0a-4139-82aa-a83eb18f93eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0 HTTP/1.1" status: 200 len: 217 time: 0.0396960 Oct 19 01:55:43.564047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-da718bb6-5134-4257-baac-a2f1ee96a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:43.565500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-da718bb6-5134-4257-baac-a2f1ee96a531 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=10efa342-d682-4978-867a-98b020ce9cab HTTP/1.1" status: 200 len: 835 time: 0.0466757 Oct 19 01:55:43.612084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-b33e34ee-be17-4acf-8b12-58beb1fb9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:43.613596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-b33e34ee-be17-4acf-8b12-58beb1fb9f76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0d1880-a7d7-4ed3-8349-f3129faccf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412195 Oct 19 01:55:43.706921 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-87c042a0-03f4-4bdb-be9b-5822e1910cde service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851786 Oct 19 01:55:43.808469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2afa95af-a8c8-4773-8a67-16a3d6ced443 req-61ba5cdb-d98f-4a55-b4b3-f0526cc2ae76 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943584 Oct 19 01:55:43.901262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-114d5957-b989-44a8-b98e-63b9b40bca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:43.903364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-114d5957-b989-44a8-b98e-63b9b40bca4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1135 time: 0.0456448 Oct 19 01:55:43.992299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-d8d1dfa9-33df-41aa-a64b-8ffc77b6c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:43.993724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-d8d1dfa9-33df-41aa-a64b-8ffc77b6c5cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0d1880-a7d7-4ed3-8349-f3129faccf25 HTTP/1.1" status: 200 len: 897 time: 0.0832527 Oct 19 01:55:44.040135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-71424948-abe1-4f7a-bfb0-84ce00826e6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0 HTTP/1.1" status: 200 len: 217 time: 0.0386164 Oct 19 01:55:44.091587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-e3f37503-51f7-4fad-b8b2-278de49f26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:44.093098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-e3f37503-51f7-4fad-b8b2-278de49f26ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=10efa342-d682-4978-867a-98b020ce9cab HTTP/1.1" status: 200 len: 835 time: 0.0451891 Oct 19 01:55:44.127428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f037e-ac16-405f-9ecd-d79f203970e9 req-acd978bf-63c6-46d4-9349-6ce045e0f338 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:44.128948 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-930f037e-ac16-405f-9ecd-d79f203970e9 req-acd978bf-63c6-46d4-9349-6ce045e0f338 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 983 time: 0.0509186 Oct 19 01:55:44.138788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-973df25b-2424-4911-b81b-3efe512d8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:44.140330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-973df25b-2424-4911-b81b-3efe512d8c6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0d1880-a7d7-4ed3-8349-f3129faccf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402253 Oct 19 01:55:44.169994 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-930f037e-ac16-405f-9ecd-d79f203970e9 req-3b73453d-96cd-450f-abe9-bf4f15cb9bd9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347879 Oct 19 01:55:44.237509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-172cbf41-b3b3-4869-ab5d-34eccd49e249 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893943 Oct 19 01:55:44.329526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56b5c3c9-2230-4777-9fbc-a5f048f47c8f req-69731101-681d-49c4-80c3-73f1fdb2bae9 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827560 Oct 19 01:55:45.288325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1806-e0eb-437c-8b47-ba33ddd957dc req-7d8186c8-675b-4be6-a6c3-ee8f2fb3a7de tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:45.289831 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-149e1806-e0eb-437c-8b47-ba33ddd957dc req-7d8186c8-675b-4be6-a6c3-ee8f2fb3a7de tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 983 time: 0.0511904 Oct 19 01:55:45.334981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-149e1806-e0eb-437c-8b47-ba33ddd957dc req-d7b2aafe-2004-4822-a3cf-e734d57d8b3d tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0378850 Oct 19 01:55:46.450236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e5b76-30d2-4af2-81d6-b5e4ea2dcab2 req-1a8be80a-3e09-4a79-905e-191343fa211e tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:46.451688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-187e5b76-30d2-4af2-81d6-b5e4ea2dcab2 req-1a8be80a-3e09-4a79-905e-191343fa211e tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 983 time: 0.0501659 Oct 19 01:55:46.491495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-187e5b76-30d2-4af2-81d6-b5e4ea2dcab2 req-91069c0b-2550-4890-950b-0285cd47cc72 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338273 Oct 19 01:55:47.609028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c88c-7e74-4835-83d1-259bda70ab9e req-d575a52e-0eab-4711-9edb-1b9271010651 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:47.610419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46e6c88c-7e74-4835-83d1-259bda70ab9e req-d575a52e-0eab-4711-9edb-1b9271010651 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 983 time: 0.0527375 Oct 19 01:55:47.648808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9ce18108-ba4b-4b53-951c-c77fa8011bf0 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:55:47.651150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-46e6c88c-7e74-4835-83d1-259bda70ab9e req-284f1e09-a46a-452b-ba0b-a976c90d173d tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344670 Oct 19 01:55:47.760673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 9ce18108-ba4b-4b53-951c-c77fa8011bf0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:47.771578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'port_id': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'mac_address': 'fa:16:3e:c2:99:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:55:47.808484 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:47.820817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce18108-ba4b-4b53-951c-c77fa8011bf0 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:55:47.840726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 9ce18108-ba4b-4b53-951c-c77fa8011bf0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:47.844800 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:47.890699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=9ce18108-ba4b-4b53-951c-c77fa8011bf0,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:47.897997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.898350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.898694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.899150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.899354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.899687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.900038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.900368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.900697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.901021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.901847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:47.902368 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:55:48.048109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['9ce18108-ba4b-4b53-951c-c77fa8011bf0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:55:48.787056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eba2f-688f-4365-b096-faaf48af6cc1 req-cfbffa03-f433-499f-ae20-a4c2998204da tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:48.788555 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c56eba2f-688f-4365-b096-faaf48af6cc1 req-cfbffa03-f433-499f-ae20-a4c2998204da tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 984 time: 0.0553122 Oct 19 01:55:48.829774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c56eba2f-688f-4365-b096-faaf48af6cc1 req-a2407b65-46b6-4083-a7df-f5beb5655733 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344985 Oct 19 01:55:49.664242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9ce18108-ba4b-4b53-951c-c77fa8011bf0 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:55:49.712120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:55:49.716499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:55:49.716861 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:49.794847 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:49.816663 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:55:49.819163 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8c18bc-e173-4014-8492-ee67594eaa9e" -d '{"events": [{"server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "name": "network-vif-plugged", "status": "completed", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:55:49.831944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 9ce18108-ba4b-4b53-951c-c77fa8011bf0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:55:49.835939 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:49.859473 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef06d2fc-966d-4211-9eda-04faf7208c79 x-openstack-request-id: req-ef06d2fc-966d-4211-9eda-04faf7208c79 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:55:49.859767 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "name": "network-vif-plugged", "status": "completed", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:55:49.860042 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef06d2fc-966d-4211-9eda-04faf7208c79 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:55:49.860436 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'code': 200} Oct 19 01:55:49.892507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=9ce18108-ba4b-4b53-951c-c77fa8011bf0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:49.952724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eacfbd-b238-4cf2-9a48-42fa389ef1db req-eccae9e6-0a0d-437f-a96b-8251a56a8dfc tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:49.954144 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9eacfbd-b238-4cf2-9a48-42fa389ef1db req-eccae9e6-0a0d-437f-a96b-8251a56a8dfc tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 985 time: 0.0514758 Oct 19 01:55:49.960869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23094254-49d9-4dbf-8465-de1a33c15708 req-dc635123-51ae-4b6e-8c1c-4e8d7dded7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:49.962359 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23094254-49d9-4dbf-8465-de1a33c15708 req-dc635123-51ae-4b6e-8c1c-4e8d7dded7ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1137 time: 0.0412569 Oct 19 01:55:49.998867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c9eacfbd-b238-4cf2-9a48-42fa389ef1db req-15dffa94-1fd4-4e0a-8542-12bc28a5d888 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386283 Oct 19 01:55:49.999270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-23094254-49d9-4dbf-8465-de1a33c15708 req-01772935-1628-4988-adbd-b1ce1b758b3a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0292525 Oct 19 01:55:50.098736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:51.118709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a20a-f848-4362-86e0-f71d5021ef1a req-961e25d6-cfd4-4b1f-a54d-7a0f01eceabe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:51.120193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f5a20a-f848-4362-86e0-f71d5021ef1a req-961e25d6-cfd4-4b1f-a54d-7a0f01eceabe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 985 time: 0.0507891 Oct 19 01:55:51.164501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f5a20a-f848-4362-86e0-f71d5021ef1a req-4a630c5d-4d89-4e2c-a3cd-21dce2204f58 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0377688 Oct 19 01:55:52.291657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1c23-069f-4ad6-bdeb-12b1f350d178 req-78f9af16-0a42-4953-b5b6-f60f01e2844a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:52.293887 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-302e1c23-069f-4ad6-bdeb-12b1f350d178 req-78f9af16-0a42-4953-b5b6-f60f01e2844a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 985 time: 0.0608706 Oct 19 01:55:52.337386 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-302e1c23-069f-4ad6-bdeb-12b1f350d178 req-bfda3ee6-8e6c-4ed2-befd-b565768f9570 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0371051 Oct 19 01:55:52.460748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5e5e-fb37-4f62-8491-2b7e243864ac req-a236154f-dc26-47eb-95fa-85185e372cf9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:52.463407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8aa5e5e-fb37-4f62-8491-2b7e243864ac req-a236154f-dc26-47eb-95fa-85185e372cf9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 985 time: 0.0552621 Oct 19 01:55:52.508092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e8aa5e5e-fb37-4f62-8491-2b7e243864ac req-82726896-60bd-4108-8ef9-a1c243ed5fbc tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345364 Oct 19 01:55:52.617438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4245-ecfd-4e37-bfbc-f5486917e064 req-0dbd51e3-21fb-4e21-a576-0652f6487945 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:52.618923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f16d4245-ecfd-4e37-bfbc-f5486917e064 req-0dbd51e3-21fb-4e21-a576-0652f6487945 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1137 time: 0.0458281 Oct 19 01:55:52.637366 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f16d4245-ecfd-4e37-bfbc-f5486917e064 req-60e0b283-2bc0-4403-8c43-47640c8acc86 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:52.715905 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f16d4245-ecfd-4e37-bfbc-f5486917e064 req-60e0b283-2bc0-4403-8c43-47640c8acc86 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:52.719714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-f16d4245-ecfd-4e37-bfbc-f5486917e064 req-60e0b283-2bc0-4403-8c43-47640c8acc86 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:52.741602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f16d4245-ecfd-4e37-bfbc-f5486917e064 req-60e0b283-2bc0-4403-8c43-47640c8acc86 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1166875 Oct 19 01:55:52.752663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0b283-2bc0-4403-8c43-47640c8acc86 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b888421-e77c-45a9-afe0-664821988169,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:52.763704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51022) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:52.804073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490e66c-b2eb-4f10-b1a5-dd24075213d4 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:52.805531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7490e66c-b2eb-4f10-b1a5-dd24075213d4 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1132 time: 0.0407703 Oct 19 01:55:52.809103 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51024) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:52.813316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:55:52.837633 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:52.935405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:53.036039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Allocated IP 172.25.0.145 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f444cd9b-e117-4002-858c-abdbdc82b90a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:55:53.138956 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:53.171844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:53.209023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:55:53.213167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:55:53.219895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:55:53.221793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=f444cd9b-e117-4002-858c-abdbdc82b90a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:53.721705 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:53.821449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:53.968700 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:53.972995 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:54.039186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=f444cd9b-e117-4002-858c-abdbdc82b90a,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:55:54.052821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:54.150252 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Floating IP a6d2c694-6040-4534-85f8-eed07074d7b4 associated. External IP: 172.25.0.145, port: 9ce18108-ba4b-4b53-951c-c77fa8011bf0. Oct 19 01:55:54.650675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 82cb8273-256b-42eb-bea2-322ffb547cf7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:55:54.758965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:55:54.768414 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] Sync routers for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:55:54.776701 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:55:54.779706 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:54.780339 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:54.804108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-082ab27c-404e-450e-b621-8adb80660899 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9939690 Oct 19 01:55:54.804683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:55:54.806819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51026) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:54.807327 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63294376-9736-440c-b7ad-0ee23ecb5b22" -d '{"events": [{"name": "network-changed", "server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:55:54.845171 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ee829-9895-48a0-97e6-743fe7f39a61 x-openstack-request-id: req-0a4ee829-9895-48a0-97e6-743fe7f39a61 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:55:54.845463 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:55:54.845717 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a4ee829-9895-48a0-97e6-743fe7f39a61 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:55:54.846141 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'status': 'completed', 'code': 200} Oct 19 01:55:54.897749 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:54.911478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-4a38bb8c-1424-4ac5-8e07-58eea6543c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:54.913049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-4a38bb8c-1424-4ac5-8e07-58eea6543c7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1137 time: 0.0434892 Oct 19 01:55:54.983182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6fb97-2d34-43f2-9b47-864d712c9c3b tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:54.983921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6fb97-2d34-43f2-9b47-864d712c9c3b tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:54.984562 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6fb97-2d34-43f2-9b47-864d712c9c3b tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:54.985142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6fb97-2d34-43f2-9b47-864d712c9c3b tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:54.986966 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a1d6fb97-2d34-43f2-9b47-864d712c9c3b tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1789358 Oct 19 01:55:54.989732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51030) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:55.013860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-5b71bf4a-2597-44f2-90b5-b7f4f0434b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.015606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-5b71bf4a-2597-44f2-90b5-b7f4f0434b32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0d1880-a7d7-4ed3-8349-f3129faccf25 HTTP/1.1" status: 200 len: 897 time: 0.0950971 Oct 19 01:55:55.049077 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b74bae-7fe4-4ab2-a6de-7a4ac9ef1d8d tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.049533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b74bae-7fe4-4ab2-a6de-7a4ac9ef1d8d tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.049973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b74bae-7fe4-4ab2-a6de-7a4ac9ef1d8d tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.050408 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b74bae-7fe4-4ab2-a6de-7a4ac9ef1d8d tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.055249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-66b74bae-7fe4-4ab2-a6de-7a4ac9ef1d8d tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0613596 Oct 19 01:55:55.055249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51032) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:55.085327 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-c067615a-fba7-4b67-94bc-8354dfff92ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0 HTTP/1.1" status: 200 len: 1000 time: 0.0630214 Oct 19 01:55:55.138055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-b3955d84-fdd3-4e5a-b2ed-f3bcc20a7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.139667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-b3955d84-fdd3-4e5a-b2ed-f3bcc20a7e63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=10efa342-d682-4978-867a-98b020ce9cab HTTP/1.1" status: 200 len: 835 time: 0.0470045 Oct 19 01:55:55.194056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c017e463-eca5-4cd9-9c53-81a50bd781ae tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.1379242 Oct 19 01:55:55.195117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-f8912d65-36b2-4da8-bacd-5072b7cbb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.196572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51034) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:55:55.196871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-f8912d65-36b2-4da8-bacd-5072b7cbb877 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0d1880-a7d7-4ed3-8349-f3129faccf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500829 Oct 19 01:55:55.224037 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'a6d2c694-6040-4534-85f8-eed07074d7b4', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'port_id': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'mac_address': 'fa:16:3e:c2:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:55:53Z', 'updated_at': '2021-10-19T01:55:53Z', 'revision_number': 0, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:55.238320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c116f-062b-41db-9c10-f237a13d88d4 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.239046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c116f-062b-41db-9c10-f237a13d88d4 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:55:55.240819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-575c116f-062b-41db-9c10-f237a13d88d4 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=82cb8273-256b-42eb-bea2-322ffb547cf7 HTTP/1.1" status: 200 len: 1992 time: 0.0429804 Oct 19 01:55:55.256817 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] Checking router: 82cb8273-256b-42eb-bea2-322ffb547cf7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:55:55.259861 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:55:55.265867 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:55:55.266384 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:55:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:55.295098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-d6748582-f48c-40c5-8b28-59e5f0badff8 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905910 Oct 19 01:55:55.370719 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:55:55.390266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-63294376-9736-440c-b7ad-0ee23ecb5b22 req-8e41d346-3790-4b8f-ae40-a78489722cea service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885808 Oct 19 01:55:55.589786 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'a6d2c694-6040-4534-85f8-eed07074d7b4', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'port_id': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'mac_address': 'fa:16:3e:c2:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:55:53Z', 'updated_at': '2021-10-19T01:55:53Z', 'revision_number': 0, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:55:55.615578 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc9014-3cef-4cb5-ac59-d1dcb307018a None None] The sync data for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 is: [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'a6d2c694-6040-4534-85f8-eed07074d7b4', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'port_id': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'mac_address': 'fa:16:3e:c2:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T01:55:53Z', 'updated_at': '2021-10-19T01:55:53Z', 'revision_number': 0, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:55:55.833880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4cce64-bb63-4b45-bff0-ebe346b04f28 None None] New status for floating IP a6d2c694-6040-4534-85f8-eed07074d7b4: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:56:06.964556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0b5f3e37-9640-41b2-8140-c7fe71aedf92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:09.732232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b70d620e-7967-490a-9061-02800b7c90ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:09.974515 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:10.663510 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:10.892511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:12.399341 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:20.112985 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.498430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51050) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:28.576255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0759d97f-1acd-46a4-9e43-1e6606554b3a tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0766613 Oct 19 01:56:28.578849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51052) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:28.583398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'network': {'name': 'tempest-network-smoke--1489785638', 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'port_security_enabled': False}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:56:28.604538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Made reservation on behalf of b29ec45974db41d98f8e36500f7ea62c for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:56:28.609022 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.631551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:56:28.640646 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.641006 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Added segment 5b7b4b7e-d1f0-466c-8786-1afcec947dbf of type vlan for network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d Oct 19 01:56:28.681062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.704833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.710314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:28.710885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.746085 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1662304 Oct 19 01:56:28.748861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51054) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:28.752982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'admin_state_up': True, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:56:28.796922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36157fcc-f76f-4e62-9acb-6e7eedc02c7b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Network': ['ID=9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:28.807428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:56:28.810979 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.812239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.862730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:28.999089 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:29.186490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:29.208928 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:29.592285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Allocated IP 172.25.0.48 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/d3d78510-31e0-44f7-836c-091cb34b7747) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:56:29.697317 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:29.730105 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:29.768623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:56:29.771378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:56:29.775832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:56:29.784753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=d3d78510-31e0-44f7-836c-091cb34b7747,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:30.031722 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:30.231567 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:30.359574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 23e82f4b-6687-49c8-91ea-ff232fd08246 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:56:30.468474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:56:30.478205 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Sync routers for ids ['23e82f4b-6687-49c8-91ea-ff232fd08246'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:56:30.487519 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Routers {'23e82f4b-6687-49c8-91ea-ff232fd08246'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:30.488216 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['23e82f4b-6687-49c8-91ea-ff232fd08246'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:30.489714 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:30.490941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71f646b0-80bf-41ac-8c39-56773464e63f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7412400 Oct 19 01:56:30.493937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:30.559778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a3db2d-c3f4-48f8-8196-f54db4c15033 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:30.561314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-67a3db2d-c3f4-48f8-8196-f54db4c15033 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b29ec45974db41d98f8e36500f7ea62c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0664217 Oct 19 01:56:30.564006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51058) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:30.607999 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Set router 23e82f4b-6687-49c8-91ea-ff232fd08246 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:30.663757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc114d0-2382-46d9-9f24-9f62031320bd tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:30.665400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6dc114d0-2382-46d9-9f24-9f62031320bd tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004026 Oct 19 01:56:30.669007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51060) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:30.700102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9b8d94da-9de6-4f78-8a0c-480c75d22a32 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283666 Oct 19 01:56:30.702771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51062) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:30.730287 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f361ff2c-736a-4994-b243-13b633fbce5a tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=b29ec45974db41d98f8e36500f7ea62c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263908 Oct 19 01:56:30.733045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51064) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:30.789625 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:29Z', 'revision_number': 3, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:30.819534 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Checking router: 23e82f4b-6687-49c8-91ea-ff232fd08246 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:56:30.819763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966cf200-184f-4cb2-aac2-acbc95b7535d tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:30.819869 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Updating router 23e82f4b-6687-49c8-91ea-ff232fd08246 port d3d78510-31e0-44f7-836c-091cb34b7747 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:56:30.821328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-966cf200-184f-4cb2-aac2-acbc95b7535d tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871785 Oct 19 01:56:30.824709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51066) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:30.845609 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:30.857654 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0c1aa2d8-9b3e-4658-bd94-dbfa50c6ea2f tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316947 Oct 19 01:56:30.860035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51068) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:30.864650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521495104', 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:56:30.954139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Made reservation on behalf of b29ec45974db41d98f8e36500f7ea62c for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:56:30.957761 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.096140 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.101444 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.140581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.153844 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Attempting to bind port d3d78510-31e0-44f7-836c-091cb34b7747 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:56:31.154202 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Attempting to bind port d3d78510-31e0-44f7-836c-091cb34b7747 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:56:31.154555 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Attempting to bind port d3d78510-31e0-44f7-836c-091cb34b7747 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:56:31.163280 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc664b0-4ad2-40a5-920e-4ec4ad477fc6 None None] Pushing event updated for resources: {'Port': ['ID=d3d78510-31e0-44f7-836c-091cb34b7747,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:31.166761 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:56:31.167139 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:56:31.167528 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.168070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:56:31.168543 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Bound port: d3d78510-31e0-44f7-836c-091cb34b7747, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:56:31.168917 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.208164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Subnet': ['ID=1f61dc02-8bcc-420b-98fe-cdf1646616a1,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:31.218745 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] For port d3d78510-31e0-44f7-836c-091cb34b7747, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:56:31.219424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Checking segment: {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:56:31.219790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network hostable DHCP agents. Network: 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:56:31.222032 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] For port d3d78510-31e0-44f7-836c-091cb34b7747, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d3d78510-31e0-44f7-836c-091cb34b7747,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:56:31.223943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.224341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.224712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.225066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.225378 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.225771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.226111 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.226215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.226450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.226783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.227112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.227441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.227766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:31.245625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:56:31.256141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:56:31.260350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:31.260912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.268331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886e8db-fb72-4e5e-9f4a-60103b0c6da5 None None] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:56:31.286648 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-022fe38b-4dd0-4f2f-b6cc-bb1cc2c8aeb8 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4230671 Oct 19 01:56:31.287454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51070) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:31.294641 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc664b0-4ad2-40a5-920e-4ec4ad477fc6 None None] Pushing event updated for resources: {'Port': ['ID=d3d78510-31e0-44f7-836c-091cb34b7747,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:31.298428 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Routers {'23e82f4b-6687-49c8-91ea-ff232fd08246'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:31.299021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['23e82f4b-6687-49c8-91ea-ff232fd08246'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:31.410172 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] Set router 23e82f4b-6687-49c8-91ea-ff232fd08246 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:31.425803 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'fixed_ips': [{'subnet_id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:56:31.426663 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.568679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Allocated IP 172.20.0.18 (9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d/1f61dc02-8bcc-420b-98fe-cdf1646616a1/48b7e684-5b24-4a33-b85b-203c9fc49ff3) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:56:31.595420 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:29Z', 'revision_number': 3, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:31.714292 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8c0cb-f7ca-4d07-8dc5-fb85f4892520 None None] The sync data for ids ['23e82f4b-6687-49c8-91ea-ff232fd08246'] in n-d-789963-20 is: [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:29Z', 'revision_number': 3, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:56:31.738152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.742184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.746026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.782240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:56:31.786739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:56:31.790330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:56:31.820164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Pushing event updated for resources: {'Port': ['ID=48b7e684-5b24-4a33-b85b-203c9fc49ff3,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:31.854580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Attempting to bind port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:56:31.855248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Attempting to bind port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:56:31.855863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Attempting to bind port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 on network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:56:31.861938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:56:31.862351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Checking segment: {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:56:31.862898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.863320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Bound using segment: {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:56:31.863772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Bound port: 48b7e684-5b24-4a33-b85b-203c9fc49ff3, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:56:31.864209 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:31.958849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] For port 48b7e684-5b24-4a33-b85b-203c9fc49ff3, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:56:31.962530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] For port 48b7e684-5b24-4a33-b85b-203c9fc49ff3, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48b7e684-5b24-4a33-b85b-203c9fc49ff3,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:56:31.968893 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.042847 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e10611-a697-45ea-af40-8291aa2ac7fd None None] Pushing event updated for resources: {'Port': ['ID=48b7e684-5b24-4a33-b85b-203c9fc49ff3,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:32.059594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Allocated IP 172.20.0.17 (9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d/1f61dc02-8bcc-420b-98fe-cdf1646616a1/bbf10119-1a19-46c0-bbbb-e89a1fae3251) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:56:32.186543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.232563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.258842 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:56:32.283372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:56:32.286523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:56:32.290379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:56:32.319097 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=bbf10119-1a19-46c0-bbbb-e89a1fae3251,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:32.347194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.488617 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.663622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b7e684-5b24-4a33-b85b-203c9fc49ff3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:56:32.715636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:32.716123 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.785980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.791288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.802714 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.842543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 48b7e684-5b24-4a33-b85b-203c9fc49ff3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48b7e684-5b24-4a33-b85b-203c9fc49ff3,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:32.848178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.849230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d3d78510-31e0-44f7-836c-091cb34b7747 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:56:32.865959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=bbf10119-1a19-46c0-bbbb-e89a1fae3251,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:32.871836 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.923785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=48b7e684-5b24-4a33-b85b-203c9fc49ff3,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:32.944325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d3d78510-31e0-44f7-836c-091cb34b7747 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:32.944697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:32.976344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:56:32.977947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:56:33.032108 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:33.057102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port d3d78510-31e0-44f7-836c-091cb34b7747, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d3d78510-31e0-44f7-836c-091cb34b7747,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:33.063859 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:33.100614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 23e82f4b-6687-49c8-91ea-ff232fd08246 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:56:33.108522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceaacd4-2db1-4be5-9568-2775e976db90 None None] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:56:33.129476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=d3d78510-31e0-44f7-836c-091cb34b7747,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:33.186622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5dae727f-eb7f-45c4-a3e8-6145afb5d03e None None] Provisioning complete for port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:33.186993 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5dae727f-eb7f-45c4-a3e8-6145afb5d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:33.549387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:56:33.561058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cccab1a2-76c2-45cb-967d-11a864cf72d9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "PUT /v2.0/routers/23e82f4b-6687-49c8-91ea-ff232fd08246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2721639 Oct 19 01:56:33.562524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b795c328-ff95-456f-b280-dd61e877ebd1 None None] Provisioning complete for port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:33.562678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b795c328-ff95-456f-b280-dd61e877ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:33.645316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Sync routers for ids ['23e82f4b-6687-49c8-91ea-ff232fd08246'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:56:33.669300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Routers {'23e82f4b-6687-49c8-91ea-ff232fd08246'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:33.670090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['23e82f4b-6687-49c8-91ea-ff232fd08246'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:33.712051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b795c328-ff95-456f-b280-dd61e877ebd1 None None] Provisioning complete for port bbf10119-1a19-46c0-bbbb-e89a1fae3251 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:33.712776 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b795c328-ff95-456f-b280-dd61e877ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:33.788350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b795c328-ff95-456f-b280-dd61e877ebd1 None None] Port bbf10119-1a19-46c0-bbbb-e89a1fae3251 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:56:33.816975 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Set router 23e82f4b-6687-49c8-91ea-ff232fd08246 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:33.918720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-ffa1c6c5-4913-4c2d-8d26-802bf9e7713a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:33.920414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-ffa1c6c5-4913-4c2d-8d26-802bf9e7713a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/networks?id=9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d HTTP/1.1" status: 200 len: 798 time: 0.1174414 Oct 19 01:56:33.939072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-aed6f477-f2af-4e60-a877-5849a6f6ccdd tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/quotas/b29ec45974db41d98f8e36500f7ea62c HTTP/1.1" status: 200 len: 375 time: 0.0111132 Oct 19 01:56:33.958307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0b9f14c8-75bf-4d21-ab8f-a8c710aac578 None None] Provisioning complete for port bbf10119-1a19-46c0-bbbb-e89a1fae3251 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:33.958674 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f14c8-75bf-4d21-ab8f-a8c710aac578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.002347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-5cd196d8-0eb9-43a5-81c2-f1986a0aa075 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0573196 Oct 19 01:56:34.017092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f14c8-75bf-4d21-ab8f-a8c710aac578 None None] Port bbf10119-1a19-46c0-bbbb-e89a1fae3251 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:56:34.069972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:32Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'bbf10119-1a19-46c0-bbbb-e89a1fae3251', 'name': '', 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:24:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:31Z', 'updated_at': '2021-10-19T01:56:32Z', 'revision_number': 2, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:34.096060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Checking router: 23e82f4b-6687-49c8-91ea-ff232fd08246 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:56:34.096422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Updating router 23e82f4b-6687-49c8-91ea-ff232fd08246 port bbf10119-1a19-46c0-bbbb-e89a1fae3251 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:56:34.105877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-dd297919-aa39-4a86-aa55-41af5b867831 service neutron] 10.222.0.64 "GET /v2.0/networks/9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907087 Oct 19 01:56:34.129586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.149243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-adc31543-2c47-4151-bd3d-bca8764d029f None None] Provisioning complete for port bbf10119-1a19-46c0-bbbb-e89a1fae3251 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:34.149602 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-adc31543-2c47-4151-bd3d-bca8764d029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.198381 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0b5b8a2e-9c8a-4782-bfd4-7cc5decbb3b8 service neutron] 10.222.0.64 "GET /v2.0/networks/9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861151 Oct 19 01:56:34.254317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-adc31543-2c47-4151-bd3d-bca8764d029f None None] Port bbf10119-1a19-46c0-bbbb-e89a1fae3251 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:56:34.426451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c70984f0-fc6f-4c38-8306-f0f28fa64e45 req-fa59973f-4ab5-4668-9258-bb4b54aef245 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 210 time: 0.0923162 Oct 19 01:56:34.448307 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.448927 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.507139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c0c93-3604-4ef6-9b27-07219d709228 None None] Pushing event updated for resources: {'Port': ['ID=bbf10119-1a19-46c0-bbbb-e89a1fae3251,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:34.561003 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Attempting to bind port bbf10119-1a19-46c0-bbbb-e89a1fae3251 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:56:34.561374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Attempting to bind port bbf10119-1a19-46c0-bbbb-e89a1fae3251 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:56:34.561742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Attempting to bind port bbf10119-1a19-46c0-bbbb-e89a1fae3251 on network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:56:34.567606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:56:34.567995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Checking segment: {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:56:34.568429 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.568800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Bound using segment: {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:56:34.569269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Bound port: bbf10119-1a19-46c0-bbbb-e89a1fae3251, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:56:34.569910 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.628572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b7e684-5b24-4a33-b85b-203c9fc49ff3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:56:34.684321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] For port bbf10119-1a19-46c0-bbbb-e89a1fae3251, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:56:34.701518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] For port bbf10119-1a19-46c0-bbbb-e89a1fae3251, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbf10119-1a19-46c0-bbbb-e89a1fae3251,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:56:34.709181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.751647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:34.752032 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:34.815720 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Routers {'23e82f4b-6687-49c8-91ea-ff232fd08246'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:34.816389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['23e82f4b-6687-49c8-91ea-ff232fd08246'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:34.829619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c0c93-3604-4ef6-9b27-07219d709228 None None] Pushing event updated for resources: {'Port': ['ID=bbf10119-1a19-46c0-bbbb-e89a1fae3251,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:34.877434 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1ad3e635-27bc-40a8-81f6-3d445f7b7086 None None] Provisioning complete for port bbf10119-1a19-46c0-bbbb-e89a1fae3251 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:34.877657 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e635-27bc-40a8-81f6-3d445f7b7086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.018079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d3d78510-31e0-44f7-836c-091cb34b7747 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:56:35.027193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] Set router 23e82f4b-6687-49c8-91ea-ff232fd08246 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:35.308936 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e635-27bc-40a8-81f6-3d445f7b7086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.408006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1ad3e635-27bc-40a8-81f6-3d445f7b7086 None None] For port bbf10119-1a19-46c0-bbbb-e89a1fae3251, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbf10119-1a19-46c0-bbbb-e89a1fae3251,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:35.412260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d3d78510-31e0-44f7-836c-091cb34b7747 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:35.412637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.421377 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e635-27bc-40a8-81f6-3d445f7b7086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.475083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-c2460e39-e2a1-4f58-a554-ad5307688ab6 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:35.476643 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-c2460e39-e2a1-4f58-a554-ad5307688ab6 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.74 "GET /v2.0/networks?id=9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d HTTP/1.1" status: 200 len: 798 time: 0.1285012 Oct 19 01:56:35.495634 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Request body: {'port': {'device_id': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'admin_state_up': True, 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:56:35.539543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3e635-27bc-40a8-81f6-3d445f7b7086 None None] Pushing event updated for resources: {'Port': ['ID=bbf10119-1a19-46c0-bbbb-e89a1fae3251,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:35.557375 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d2cc64fc-3991-40b8-8dd0-5e4a90acf4d0 req-8fb41443-d68a-4324-a7ff-2de0591e4cc2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 210 time: 0.0463786 Oct 19 01:56:35.583444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3d80ff33-8ddf-480e-99a3-91e15624bf48 None None] Provisioning complete for port bbf10119-1a19-46c0-bbbb-e89a1fae3251 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:35.583822 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d80ff33-8ddf-480e-99a3-91e15624bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.631739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:32Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'bbf10119-1a19-46c0-bbbb-e89a1fae3251', 'name': '', 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:24:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:31Z', 'updated_at': '2021-10-19T01:56:34Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:35.642080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Made reservation on behalf of b29ec45974db41d98f8e36500f7ea62c for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:56:35.645707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.663172 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a46346-fc63-406a-8566-30f1174e33e2 None None] The sync data for ids ['23e82f4b-6687-49c8-91ea-ff232fd08246'] in n-d-789963-20 is: [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:32Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'bbf10119-1a19-46c0-bbbb-e89a1fae3251', 'name': '', 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:24:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:31Z', 'updated_at': '2021-10-19T01:56:34Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:56:35.790857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Allocated IP 172.20.0.26 (9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d/1f61dc02-8bcc-420b-98fe-cdf1646616a1/d06e5e9f-9dd8-4899-a464-420ebaa62d83) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:56:35.918803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.954080 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:35.997829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:56:36.001088 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:56:36.004893 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:56:36.013662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event updated for resources: {'Port': ['ID=d06e5e9f-9dd8-4899-a464-420ebaa62d83,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:36.053661 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.054006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.054346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.054674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.054996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.055320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.055645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.055963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.056454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.056776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.057089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.057405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:36.085525 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:36.086173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.105648 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-0a298e48-6022-4c84-b3ea-30803efbe82c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6138017 Oct 19 01:56:36.124901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Request body: {'port': {'device_id': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:56:36.186461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.263145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-62b55e9f-0e73-4b14-ad5a-27d6f3634d45 None None] Provisioning complete for port d06e5e9f-9dd8-4899-a464-420ebaa62d83 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:36.263740 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-62b55e9f-0e73-4b14-ad5a-27d6f3634d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.300765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-62b55e9f-0e73-4b14-ad5a-27d6f3634d45 None None] Port d06e5e9f-9dd8-4899-a464-420ebaa62d83 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:56:36.471787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06e5e9f-9dd8-4899-a464-420ebaa62d83 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:56:36.479642 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.493143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Transition to ACTIVE for port object d06e5e9f-9dd8-4899-a464-420ebaa62d83 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:56:36.498275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.614957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Pushing event updated for resources: {'Port': ['ID=d06e5e9f-9dd8-4899-a464-420ebaa62d83,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:36.615381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbf10119-1a19-46c0-bbbb-e89a1fae3251 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:56:36.661492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Attempting to bind port d06e5e9f-9dd8-4899-a464-420ebaa62d83 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:56:36.662086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Attempting to bind port d06e5e9f-9dd8-4899-a464-420ebaa62d83 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:56:36.662570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Attempting to bind port d06e5e9f-9dd8-4899-a464-420ebaa62d83 on network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:56:36.673680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Port d06e5e9f-9dd8-4899-a464-420ebaa62d83 on network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:56:36.674000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Attempting to bind port d06e5e9f-9dd8-4899-a464-420ebaa62d83 on network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:56:36.680285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:56:36.680285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Checking segment: {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:56:36.680670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Bound using segment: {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:56:36.680998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Bound port: d06e5e9f-9dd8-4899-a464-420ebaa62d83, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7b4b7e-d1f0-466c-8786-1afcec947dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:56:36.681353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.698939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port bbf10119-1a19-46c0-bbbb-e89a1fae3251 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:36.700124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.748872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602fccd-4c9e-44e1-8b9b-9a97458e87b3 req-8ab6453f-51b3-41e4-ab24-7fde52c60081 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:36.750925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d602fccd-4c9e-44e1-8b9b-9a97458e87b3 req-8ab6453f-51b3-41e4-ab24-7fde52c60081 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 907 time: 0.0997136 Oct 19 01:56:36.786457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] For port d06e5e9f-9dd8-4899-a464-420ebaa62d83, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:56:36.790405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] For port d06e5e9f-9dd8-4899-a464-420ebaa62d83, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d06e5e9f-9dd8-4899-a464-420ebaa62d83,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:56:36.796952 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.844598 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:36.845353 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:36.846834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] 10.222.0.74 "PUT /v2.0/ports/d06e5e9f-9dd8-4899-a464-420ebaa62d83 HTTP/1.1" status: 200 len: 1056 time: 0.7273452 Oct 19 01:56:36.847417 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'tag': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:56:36.849832 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2049b37-75d6-44d4-8d90-629cfdb28c08" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5b8155-ddaf-49cf-a73e-b5ac20037705", "tag": "d06e5e9f-9dd8-4899-a464-420ebaa62d83"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:56:36.874186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8e920-685d-49dc-bef0-e59c53ec8f73 service neutron] Pushing event updated for resources: {'Port': ['ID=d06e5e9f-9dd8-4899-a464-420ebaa62d83,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:36.900719 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f9a049-3bc7-4123-aa00-4d25b05e87b7 x-openstack-request-id: req-97f9a049-3bc7-4123-aa00-4d25b05e87b7 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:56:36.900996 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5b8155-ddaf-49cf-a73e-b5ac20037705", "tag": "d06e5e9f-9dd8-4899-a464-420ebaa62d83", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:56:36.901256 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97f9a049-3bc7-4123-aa00-4d25b05e87b7 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:56:36.901656 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'tag': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83', 'status': 'completed', 'code': 200} Oct 19 01:56:36.963375 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-d69c909d-b8cc-456a-9edc-8cc3868379ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:36.965240 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-d69c909d-b8cc-456a-9edc-8cc3868379ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 1059 time: 0.0458829 Oct 19 01:56:36.968147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37b7189c-0ea6-4b89-9adf-a984217946ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:37.019903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-205034f5-da68-4216-8489-57504797ffd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d06e5e9f-9dd8-4899-a464-420ebaa62d83 HTTP/1.1" status: 200 len: 217 time: 0.0401003 Oct 19 01:56:37.070551 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-2ef3d1b4-b446-479c-ab64-f3d64af85655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:37.072036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-2ef3d1b4-b446-479c-ab64-f3d64af85655 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f61dc02-8bcc-420b-98fe-cdf1646616a1 HTTP/1.1" status: 200 len: 837 time: 0.0457218 Oct 19 01:56:37.117515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-d5e60cfe-36c5-4a6f-9f0a-348eff07e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:37.118886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-d5e60cfe-36c5-4a6f-9f0a-348eff07e8ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0398171 Oct 19 01:56:37.211841 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-8ba87ca9-b18f-4e39-811c-6b735497a935 service neutron] 10.222.0.74 "GET /v2.0/networks/9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 Oct 19 01:56:37.299857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aec4a20a-9acb-4c53-8d80-d08a2c3be2ae req-473c71bb-e24c-4fdd-a112-8d8895fa7385 service neutron] 10.222.0.74 "GET /v2.0/networks/9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814669 Oct 19 01:56:37.423679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-931f25d0-0481-438e-93aa-f5e4b487e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:37.425087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-931f25d0-0481-438e-93aa-f5e4b487e4d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 1059 time: 0.0415633 Oct 19 01:56:37.517814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-604f02ce-e51b-48e7-b293-81ac2df25b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:37.519251 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-604f02ce-e51b-48e7-b293-81ac2df25b81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d HTTP/1.1" status: 200 len: 899 time: 0.0870268 Oct 19 01:56:37.561231 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-1107e379-a005-4a6b-8265-a109af240fc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d06e5e9f-9dd8-4899-a464-420ebaa62d83 HTTP/1.1" status: 200 len: 217 time: 0.0343208 Oct 19 01:56:37.613849 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-8d1d3660-3835-4543-831f-4f1a89570476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:37.615278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-8d1d3660-3835-4543-831f-4f1a89570476 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f61dc02-8bcc-420b-98fe-cdf1646616a1 HTTP/1.1" status: 200 len: 837 time: 0.0471509 Oct 19 01:56:37.660590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-c42cf1c2-983f-4152-b832-54dc6b36de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:37.662098 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-c42cf1c2-983f-4152-b832-54dc6b36de65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0400429 Oct 19 01:56:37.755869 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-2b771b67-0bcd-492e-9ed2-d8ddc4b74655 service neutron] 10.222.0.74 "GET /v2.0/networks/9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858555 Oct 19 01:56:37.850614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e2049b37-75d6-44d4-8d90-629cfdb28c08 req-ca431f9a-447c-4f87-8610-c391cc64bed5 service neutron] 10.222.0.74 "GET /v2.0/networks/9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866084 Oct 19 01:56:37.871761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19d560-944c-4f33-965e-38bdae199b07 req-c3e2b12b-ab13-469a-8d14-fc526bdc05eb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:37.873298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a19d560-944c-4f33-965e-38bdae199b07 req-c3e2b12b-ab13-469a-8d14-fc526bdc05eb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 907 time: 0.0482526 Oct 19 01:56:38.990609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fd4d2-2e4d-4be8-bc9d-d64bf4b4b08d req-d2ff8802-94c5-45d0-9021-8c1a03e2c27c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:38.992089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-188fd4d2-2e4d-4be8-bc9d-d64bf4b4b08d req-d2ff8802-94c5-45d0-9021-8c1a03e2c27c tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 907 time: 0.0484288 Oct 19 01:56:39.735840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84d78252-80a2-46af-8f9a-fbea7c485e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:39.971442 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:40.109083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48079a7-c295-4447-811f-48faf4386fdf req-e2e7c8dd-f532-46c2-b666-c0acfb22fc6a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:40.110542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f48079a7-c295-4447-811f-48faf4386fdf req-e2e7c8dd-f532-46c2-b666-c0acfb22fc6a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 907 time: 0.0531828 Oct 19 01:56:40.665802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:40.778915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d06e5e9f-9dd8-4899-a464-420ebaa62d83 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:56:40.871496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d06e5e9f-9dd8-4899-a464-420ebaa62d83, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d06e5e9f-9dd8-4899-a464-420ebaa62d83,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:40.887447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83', 'network_id': '9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d', 'port_id': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83', 'mac_address': 'fa:16:3e:3f:f1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f61dc02-8bcc-420b-98fe-cdf1646616a1', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:56:40.898910 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:40.933685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:40.946270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06e5e9f-9dd8-4899-a464-420ebaa62d83 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:56:40.966361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d06e5e9f-9dd8-4899-a464-420ebaa62d83, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d06e5e9f-9dd8-4899-a464-420ebaa62d83,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:40.969914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:41.014563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d06e5e9f-9dd8-4899-a464-420ebaa62d83,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:41.229676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718f7f2-c3c1-4d1f-b8d3-ef84d4f6d795 req-fb8072f7-6527-4fa1-9176-16e702d9f95a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:41.231465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c718f7f2-c3c1-4d1f-b8d3-ef84d4f6d795 req-fb8072f7-6527-4fa1-9176-16e702d9f95a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 908 time: 0.0540292 Oct 19 01:56:41.325682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['d06e5e9f-9dd8-4899-a464-420ebaa62d83'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:56:41.394914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-2927fb2e-0c02-4a65-9942-be25ebd867b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407872 Oct 19 01:56:41.473752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-6f0e4ad3-b75e-4647-a5f1-87d4e471ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:41.475195 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-6f0e4ad3-b75e-4647-a5f1-87d4e471ea57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1137 time: 0.0402074 Oct 19 01:56:41.582514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-09ea4ac9-3971-408f-97db-bd6712984eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:41.583996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-09ea4ac9-3971-408f-97db-bd6712984eb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0d1880-a7d7-4ed3-8349-f3129faccf25 HTTP/1.1" status: 200 len: 897 time: 0.0891922 Oct 19 01:56:41.647970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-45521ae3-ef20-409f-94e3-eeee85880b95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0 HTTP/1.1" status: 200 len: 1002 time: 0.0566337 Oct 19 01:56:41.696538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-cbb6e466-dbbd-47de-8517-23028cfe682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:41.697957 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-cbb6e466-dbbd-47de-8517-23028cfe682c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=10efa342-d682-4978-867a-98b020ce9cab HTTP/1.1" status: 200 len: 835 time: 0.0437975 Oct 19 01:56:41.747001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-b311d809-0b09-4db2-acc8-a8a8c53bf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:41.748477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-b311d809-0b09-4db2-acc8-a8a8c53bf290 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0d1880-a7d7-4ed3-8349-f3129faccf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435376 Oct 19 01:56:41.841274 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-02a1dd56-47c4-46f4-a98f-9f2ac33ff734 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850065 Oct 19 01:56:41.942703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0f3f99b-c375-4b2a-82a5-8c8877cad07a req-7f360a51-d3a6-43a0-a549-4711d834bf8e service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924776 Oct 19 01:56:42.348584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4de9-8b0f-4bef-9190-93b08d4d46bd req-ddccd26d-4910-4973-9a82-daa25243c4e9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:42.350049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-22ab4de9-8b0f-4bef-9190-93b08d4d46bd req-ddccd26d-4910-4973-9a82-daa25243c4e9 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 908 time: 0.0497959 Oct 19 01:56:42.402490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:42.794528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d06e5e9f-9dd8-4899-a464-420ebaa62d83 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:56:42.844843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port d06e5e9f-9dd8-4899-a464-420ebaa62d83 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:56:42.848382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port d06e5e9f-9dd8-4899-a464-420ebaa62d83 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:56:42.848752 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:42.923030 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:42.944235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:56:42.946488 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de76de77-dddd-453a-ba17-8a0e7c23a6f4" -d '{"events": [{"server_uuid": "bd5b8155-ddaf-49cf-a73e-b5ac20037705", "name": "network-vif-plugged", "status": "completed", "tag": "d06e5e9f-9dd8-4899-a464-420ebaa62d83"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:56:42.958611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port d06e5e9f-9dd8-4899-a464-420ebaa62d83, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d06e5e9f-9dd8-4899-a464-420ebaa62d83,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:42.962686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:42.986556 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cf765f-5300-4729-83f3-b363dd586555 x-openstack-request-id: req-63cf765f-5300-4729-83f3-b363dd586555 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:56:42.986843 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5b8155-ddaf-49cf-a73e-b5ac20037705", "name": "network-vif-plugged", "status": "completed", "tag": "d06e5e9f-9dd8-4899-a464-420ebaa62d83", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:56:42.987092 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63cf765f-5300-4729-83f3-b363dd586555 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:56:42.987478 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83', 'code': 200} Oct 19 01:56:43.013909 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=d06e5e9f-9dd8-4899-a464-420ebaa62d83,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:43.108629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6128b-a9b5-48c3-ab45-6a1bf7da3b7d req-a03471ea-5522-4fde-b946-16c7c442d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:43.110003 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1bb6128b-a9b5-48c3-ab45-6a1bf7da3b7d req-a03471ea-5522-4fde-b946-16c7c442d97a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 1061 time: 0.0413189 Oct 19 01:56:43.465401 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8e3b2-81a6-4298-a633-d8367328f90b req-7bccf6bd-b501-4592-b45e-187b0e6fa337 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:43.466871 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93b8e3b2-81a6-4298-a633-d8367328f90b req-7bccf6bd-b501-4592-b45e-187b0e6fa337 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 909 time: 0.0500505 Oct 19 01:56:44.584471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f92dc-e523-4ff1-abc4-3d883b65e954 req-c832d62e-118b-48ea-9075-cc5f68ea36a0 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:44.585935 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-136f92dc-e523-4ff1-abc4-3d883b65e954 req-c832d62e-118b-48ea-9075-cc5f68ea36a0 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 909 time: 0.0491939 Oct 19 01:56:44.701651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b936-b427-442a-84b2-7b7bf4ac939b req-ee42846a-7653-477c-9303-c63795f7d694 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:44.703113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f23b936-b427-442a-84b2-7b7bf4ac939b req-ee42846a-7653-477c-9303-c63795f7d694 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 909 time: 0.0510330 Oct 19 01:56:44.808070 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9a85c-3b4a-4158-91d6-d3ea7cf0b5d9 req-9cb22651-df6a-4c39-9157-c462a29a8b13 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:44.809478 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bcf9a85c-3b4a-4158-91d6-d3ea7cf0b5d9 req-9cb22651-df6a-4c39-9157-c462a29a8b13 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 1061 time: 0.0399175 Oct 19 01:56:44.917977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7b526-f741-4625-9792-8e01a9b5b0ab req-4c8f2f8d-b1ea-4c87-a77b-7148fc080305 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:44.919578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73f7b526-f741-4625-9792-8e01a9b5b0ab req-4c8f2f8d-b1ea-4c87-a77b-7148fc080305 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1137 time: 0.0461810 Oct 19 01:56:44.955704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73f7b526-f741-4625-9792-8e01a9b5b0ab req-0161b443-2b47-465d-acee-a8d6e5e82b5a tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0299945 Oct 19 01:56:44.976810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51128) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:45.015767 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0399fce-18ba-45b1-b288-46f995094605 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:45.017290 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d0399fce-18ba-45b1-b288-46f995094605 tempest-TestSecurityGroupsBasicOps-1953148767 tempest-TestSecurityGroupsBasicOps-1953148767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 1056 time: 0.0395341 Oct 19 01:56:45.227871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb46e8e-59f5-4352-b529-b868a13a9328 req-f95b06aa-895b-4e6a-a8be-63934bf00300 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:45.229367 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb46e8e-59f5-4352-b529-b868a13a9328 req-f95b06aa-895b-4e6a-a8be-63934bf00300 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 909 time: 0.0494630 Oct 19 01:56:46.353259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609d097-7b06-459d-bd2d-c52a2ccb3685 req-2bb07d7f-6f8c-48d4-9f06-a681da067504 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:46.354724 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1609d097-7b06-459d-bd2d-c52a2ccb3685 req-2bb07d7f-6f8c-48d4-9f06-a681da067504 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 909 time: 0.0534863 Oct 19 01:56:46.732646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-382058d8-8dd6-482a-9905-b3505050f080 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:46.734089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-382058d8-8dd6-482a-9905-b3505050f080 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 909 time: 0.0506890 Oct 19 01:56:46.826153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting port d06e5e9f-9dd8-4899-a464-420ebaa62d83 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:46.826408 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:46.917672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] For port d06e5e9f-9dd8-4899-a464-420ebaa62d83, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=d06e5e9f-9dd8-4899-a464-420ebaa62d83,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:46.918770 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:46.931599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Calling delete_port for d06e5e9f-9dd8-4899-a464-420ebaa62d83 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:47.060475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:47.087793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Port': ['ID=d06e5e9f-9dd8-4899-a464-420ebaa62d83,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:47.130745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] No DVR routers for this DVR port d06e5e9f-9dd8-4899-a464-420ebaa62d83 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:56:47.133506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:47.137576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6837e8be-bb87-4e9c-835f-686b8d68937e req-42bd5614-80bf-4426-a9a3-5c8d3a354e84 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.74 "DELETE /v2.0/ports/d06e5e9f-9dd8-4899-a464-420ebaa62d83 HTTP/1.1" status: 204 len: 173 time: 0.3963950 Oct 19 01:56:47.138029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'name': 'network-vif-deleted', 'tag': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:56:47.140328 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402a7a0f-477f-420f-9817-b8d0d78cfd7c" -d '{"events": [{"server_uuid": "bd5b8155-ddaf-49cf-a73e-b5ac20037705", "name": "network-vif-deleted", "tag": "d06e5e9f-9dd8-4899-a464-420ebaa62d83"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:56:47.179821 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1bd57c-4de1-4f7a-b2d1-33cbad747ba3 x-openstack-request-id: req-eb1bd57c-4de1-4f7a-b2d1-33cbad747ba3 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:56:47.180139 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5b8155-ddaf-49cf-a73e-b5ac20037705", "name": "network-vif-deleted", "tag": "d06e5e9f-9dd8-4899-a464-420ebaa62d83", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:56:47.180398 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb1bd57c-4de1-4f7a-b2d1-33cbad747ba3 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:56:47.180800 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5b8155-ddaf-49cf-a73e-b5ac20037705', 'name': 'network-vif-deleted', 'tag': 'd06e5e9f-9dd8-4899-a464-420ebaa62d83', 'status': 'completed', 'code': 200} Oct 19 01:56:47.461550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6157221-18cc-412b-8eba-3e31aece0ed5 req-f9702115-3bef-424d-b843-508bb58c2c9d tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd5b8155-ddaf-49cf-a73e-b5ac20037705 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Oct 19 01:56:48.520404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51142) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:48.890105 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:49.147724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting port bbf10119-1a19-46c0-bbbb-e89a1fae3251 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:49.148007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:49.235379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] For port bbf10119-1a19-46c0-bbbb-e89a1fae3251, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=bbf10119-1a19-46c0-bbbb-e89a1fae3251,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:49.235740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:49.248592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Calling delete_port for bbf10119-1a19-46c0-bbbb-e89a1fae3251 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:49.436495 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:49.460816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Port': ['ID=bbf10119-1a19-46c0-bbbb-e89a1fae3251,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:49.639191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:49.857194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 23e82f4b-6687-49c8-91ea-ff232fd08246 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:56:49.964084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:56:49.969493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-684c6140-4b23-4ce6-a97f-6a92681667c2 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "PUT /v2.0/routers/23e82f4b-6687-49c8-91ea-ff232fd08246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4479830 Oct 19 01:56:49.972155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51144) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:49.973505 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] Sync routers for ids ['23e82f4b-6687-49c8-91ea-ff232fd08246'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:56:49.983585 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] Routers {'23e82f4b-6687-49c8-91ea-ff232fd08246'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:49.984206 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['23e82f4b-6687-49c8-91ea-ff232fd08246'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:50.024353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting subnet 1f61dc02-8bcc-420b-98fe-cdf1646616a1 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:56:50.027511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.067863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.087571 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] Set router 23e82f4b-6687-49c8-91ea-ff232fd08246 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:50.113782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.157194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.216757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.244325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Subnet': ['ID=1f61dc02-8bcc-420b-98fe-cdf1646616a1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:50.250454 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.256558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4286e867-f246-42d6-a2f3-b9525a144105 None None] Network 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:56:50.256697 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51146) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:50.259570 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a7b3d9b5-7e34-44f0-b6c1-85b35fc9cf67 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/subnets/1f61dc02-8bcc-420b-98fe-cdf1646616a1 HTTP/1.1" status: 204 len: 168 time: 0.2805777 Oct 19 01:56:50.267452 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:49Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:50.294605 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] Checking router: 23e82f4b-6687-49c8-91ea-ff232fd08246 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:56:50.302954 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] Routers {'23e82f4b-6687-49c8-91ea-ff232fd08246'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:50.303502 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['23e82f4b-6687-49c8-91ea-ff232fd08246'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:50.369803 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.411029 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] Set router 23e82f4b-6687-49c8-91ea-ff232fd08246 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:50.439587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] DHCP port deletion for 9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:56:50.492345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Deleting port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:50.492951 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.566115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] For port 48b7e684-5b24-4a33-b85b-203c9fc49ff3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48b7e684-5b24-4a33-b85b-203c9fc49ff3,segment=NetworkSegment(5b7b4b7e-d1f0-466c-8786-1afcec947dbf),segment_id=5b7b4b7e-d1f0-466c-8786-1afcec947dbf)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:50.566603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.582057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Calling delete_port for 48b7e684-5b24-4a33-b85b-203c9fc49ff3 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:50.601174 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:49Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:50.629187 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6165d83-b334-4ac0-8016-5dc7cc604ef4 None None] The sync data for ids ['23e82f4b-6687-49c8-91ea-ff232fd08246'] in n-d-789963-20 is: [{'id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1626382683', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:56:28Z', 'updated_at': '2021-10-19T01:56:49Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': 'd3d78510-31e0-44f7-836c-091cb34b7747', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e82f4b-6687-49c8-91ea-ff232fd08246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:56:29Z', 'updated_at': '2021-10-19T01:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:56:50.681458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.708547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Pushing event deleted for resources: {'Port': ['ID=48b7e684-5b24-4a33-b85b-203c9fc49ff3,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:50.712723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] No DVR routers for this DVR port 48b7e684-5b24-4a33-b85b-203c9fc49ff3 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:56:50.720004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.720338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.720866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.721358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.721843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.722329 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.722809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.724210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.724549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.724884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.725212 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.726073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a586f-4372-4da6-9cc9-dbf814ed07ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:56:50.791735 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.839313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d06e5e9f-9dd8-4899-a464-420ebaa62d83 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:56:50.845585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting port d3d78510-31e0-44f7-836c-091cb34b7747 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:50.845919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.859303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: d06e5e9f-9dd8-4899-a464-420ebaa62d83 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:56:50.859648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device d06e5e9f-9dd8-4899-a464-420ebaa62d83 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:56:50.925577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] For port d3d78510-31e0-44f7-836c-091cb34b7747, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d3d78510-31e0-44f7-836c-091cb34b7747,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:50.925850 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:50.938078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Calling delete_port for d3d78510-31e0-44f7-836c-091cb34b7747 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:51.003623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b7e684-5b24-4a33-b85b-203c9fc49ff3 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:56:51.023820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 48b7e684-5b24-4a33-b85b-203c9fc49ff3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:56:51.024191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b7e684-5b24-4a33-b85b-203c9fc49ff3 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:56:51.124025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.149625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Port': ['ID=d3d78510-31e0-44f7-836c-091cb34b7747,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:51.215365 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.318973 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.321079 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.382682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.383275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Fanout notify agent at l3_agent the message router_deleted on router 23e82f4b-6687-49c8-91ea-ff232fd08246 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:56:51.390821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.391927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-98fa9e29-b745-498a-90fd-087fe63209a7 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/routers/23e82f4b-6687-49c8-91ea-ff232fd08246 HTTP/1.1" status: 204 len: 168 time: 1.1343672 Oct 19 01:56:51.394590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51148) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:51.476218 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.567592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.588286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:51.604570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7b4b7e-d1f0-466c-8786-1afcec947dbf') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:51.604863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7b4b7e-d1f0-466c-8786-1afcec947dbf') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:51.620093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.640315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.647023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:56:51.647402 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:56:51.650434 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:56:51.713717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.720499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.723591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/networks/9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d HTTP/1.1" status: 204 len: 168 time: 0.3280559 Oct 19 01:56:51.726417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:51.735472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f2497-5ebf-4724-86b4-a55840582d88 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Network': ['ID=9a5d7d15-71aa-4e79-b9b1-4e209c85ee5d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:51.891700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting port f444cd9b-e117-4002-858c-abdbdc82b90a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:51.892070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.970963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.971191 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:51.982497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Calling delete_port for f444cd9b-e117-4002-858c-abdbdc82b90a owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:52.130523 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:52.155651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Port': ['ID=f444cd9b-e117-4002-858c-abdbdc82b90a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:52.216492 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:52.216830 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Floating IP a6d2c694-6040-4534-85f8-eed07074d7b4 disassociated (deleted). External IP: 172.25.0.145, port: 9ce18108-ba4b-4b53-951c-c77fa8011bf0. Oct 19 01:56:52.423784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 82cb8273-256b-42eb-bea2-322ffb547cf7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:56:52.532737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:56:52.537348 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:52.544464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] Sync routers for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:56:52.554030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:52.555050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:52.566679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9786bda3-c822-4490-8c6d-dad1d5337c5f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/floatingips/a6d2c694-6040-4534-85f8-eed07074d7b4 HTTP/1.1" status: 204 len: 168 time: 0.8389764 Oct 19 01:56:52.567565 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:56:52.569976 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc91cec-7868-4248-bd22-2989f934abf8" -d '{"events": [{"name": "network-changed", "server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:56:52.596263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d3d78510-31e0-44f7-836c-091cb34b7747 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:56:52.618879 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a523c5-be66-4c1d-863c-c6cb0562299c x-openstack-request-id: req-22a523c5-be66-4c1d-863c-c6cb0562299c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:56:52.619161 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:56:52.619407 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22a523c5-be66-4c1d-863c-c6cb0562299c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:56:52.619807 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'status': 'completed', 'code': 200} Oct 19 01:56:52.621170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d3d78510-31e0-44f7-836c-091cb34b7747 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:56:52.621519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d3d78510-31e0-44f7-836c-091cb34b7747 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:56:52.621932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbf10119-1a19-46c0-bbbb-e89a1fae3251 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:56:52.644674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: bbf10119-1a19-46c0-bbbb-e89a1fae3251 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:56:52.645023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device bbf10119-1a19-46c0-bbbb-e89a1fae3251 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:56:52.697317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-1df85955-2141-45e1-b373-4549638b133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:52.699002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-1df85955-2141-45e1-b373-4549638b133b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b29ec45974db41d98f8e36500f7ea62c&device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 1137 time: 0.0530519 Oct 19 01:56:52.720063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:52.837559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-56ed1a19-83d1-4b05-b13b-24d52236b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:52.839051 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-56ed1a19-83d1-4b05-b13b-24d52236b745 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0d1880-a7d7-4ed3-8349-f3129faccf25 HTTP/1.1" status: 200 len: 897 time: 0.1262178 Oct 19 01:56:52.850466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109ad6e-d9e5-40ae-9a5e-1a5f88d603a9 req-56096622-0fdb-417d-b5c4-cfa620cd1255 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:52.852341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9109ad6e-d9e5-40ae-9a5e-1a5f88d603a9 req-56096622-0fdb-417d-b5c4-cfa620cd1255 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 985 time: 0.0716753 Oct 19 01:56:52.896824 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-f50fb62c-214d-4de5-8118-3e103d2ed95f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0 HTTP/1.1" status: 200 len: 217 time: 0.0439663 Oct 19 01:56:52.927577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:52.954263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] Checking router: 82cb8273-256b-42eb-bea2-322ffb547cf7 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:56:52.956013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9109ad6e-d9e5-40ae-9a5e-1a5f88d603a9 req-50d95e7a-534b-47cb-9689-e8ace38f7dce tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0960283 Oct 19 01:56:52.962856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:52.963466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:52.966625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-6efa5849-e791-4223-8cb3-077ff0d25335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:52.976315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-6efa5849-e791-4223-8cb3-077ff0d25335 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=10efa342-d682-4978-867a-98b020ce9cab HTTP/1.1" status: 200 len: 835 time: 0.0623398 Oct 19 01:56:53.015959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-f5ba7ac3-9bfc-428a-a7ab-31f7e10e2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:53.017488 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-f5ba7ac3-9bfc-428a-a7ab-31f7e10e2475 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0d1880-a7d7-4ed3-8349-f3129faccf25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411108 Oct 19 01:56:53.070148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:53.113158 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-22059b90-70e8-442a-b2a0-688ff9c2f731 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872545 Oct 19 01:56:53.205599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4fc91cec-7868-4248-bd22-2989f934abf8 req-49dc5464-c8ef-4523-84b7-a82e6913f05e service neutron] 10.222.0.62 "GET /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832632 Oct 19 01:56:53.269076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:53.296420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643ee80-7772-4379-a51e-24b8582b468b None None] The sync data for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 is: [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:38Z', 'revision_number': 4, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'c83c2ee4-b296-4abd-8aa4-46a4f26520e5', 'name': '', 'network_id': 'fd0d1880-a7d7-4ed3-8349-f3129faccf25', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'mac_address': 'fa:16:3e:48:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '10efa342-d682-4978-867a-98b020ce9cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:38Z', 'updated_at': '2021-10-19T01:55:41Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'subnets': [{'id': '10efa342-d682-4978-867a-98b020ce9cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:56:53.516689 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a847b43-438f-484c-b89a-563ebb9dcdab None None] New status for floating IP a6d2c694-6040-4534-85f8-eed07074d7b4: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 01:56:54.083363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870e0a-ebc8-43b9-adec-58b441033792 req-b4ad4f7c-1e54-4c7a-8722-47c2cfdad449 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:54.085301 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04870e0a-ebc8-43b9-adec-58b441033792 req-b4ad4f7c-1e54-4c7a-8722-47c2cfdad449 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 985 time: 0.0555954 Oct 19 01:56:54.125425 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d9e3c-446f-470a-b235-e0ad2463571e req-aed0f950-1477-42db-b248-9fb1dd1e3a06 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:56:54.127227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-618d9e3c-446f-470a-b235-e0ad2463571e req-aed0f950-1477-42db-b248-9fb1dd1e3a06 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.62 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 985 time: 0.0660193 Oct 19 01:56:54.131080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04870e0a-ebc8-43b9-adec-58b441033792 req-07c8089d-baf8-44bb-8a44-6d6e4976784a tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/security-groups?id=cfa36b82-edc0-4f47-aad2-e55352cf74d6&id=9a2eeea7-62a1-4455-83d1-c431e5f0d971&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0389490 Oct 19 01:56:54.228735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:54.229068 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:54.330423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] For port 9ce18108-ba4b-4b53-951c-c77fa8011bf0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=9ce18108-ba4b-4b53-951c-c77fa8011bf0,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:54.330694 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:54.342997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Calling delete_port for 9ce18108-ba4b-4b53-951c-c77fa8011bf0 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:54.799578 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:54.829416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Port': ['ID=9ce18108-ba4b-4b53-951c-c77fa8011bf0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:54.872133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] No DVR routers for this DVR port 9ce18108-ba4b-4b53-951c-c77fa8011bf0 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:56:54.874824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:54.878209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-618d9e3c-446f-470a-b235-e0ad2463571e req-77c6adc5-49ab-40b2-b0bb-f5b1e6dd1dbe tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.62 "DELETE /v2.0/ports/9ce18108-ba4b-4b53-951c-c77fa8011bf0 HTTP/1.1" status: 204 len: 173 time: 0.7452755 Oct 19 01:56:54.878638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'name': 'network-vif-deleted', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:56:54.880906 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05646e7a-2e8c-4e3f-91cd-075d984e1b64" -d '{"events": [{"server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "name": "network-vif-deleted", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:56:54.922079 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d9e527-0497-4217-b01f-ef90234446c9 x-openstack-request-id: req-07d9e527-0497-4217-b01f-ef90234446c9 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:56:54.922397 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01391e4d-0452-46c2-bba4-5595a84b9d71", "name": "network-vif-deleted", "tag": "9ce18108-ba4b-4b53-951c-c77fa8011bf0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:56:54.922678 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07d9e527-0497-4217-b01f-ef90234446c9 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:56:54.923431 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01391e4d-0452-46c2-bba4-5595a84b9d71', 'name': 'network-vif-deleted', 'tag': '9ce18108-ba4b-4b53-951c-c77fa8011bf0', 'status': 'completed', 'code': 200} Oct 19 01:56:55.251443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-946f0671-7278-4fa5-acf1-e1d631ca583f req-0b7e6a87-064c-4e6c-b6fc-e14aaedb8db6 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "GET /v2.0/ports?device_id=01391e4d-0452-46c2-bba4-5595a84b9d71 HTTP/1.1" status: 200 len: 210 time: 0.0301130 Oct 19 01:56:56.310501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51166) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:56.361688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7e11-628d-44ec-a75d-04108f8bfdcb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.383279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7e11-628d-44ec-a75d-04108f8bfdcb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.424178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7e11-628d-44ec-a75d-04108f8bfdcb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.427436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7e11-628d-44ec-a75d-04108f8bfdcb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.428622 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bd3c7e11-628d-44ec-a75d-04108f8bfdcb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/security-groups/cfa36b82-edc0-4f47-aad2-e55352cf74d6 HTTP/1.1" status: 204 len: 168 time: 0.1171050 Oct 19 01:56:56.431520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51168) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:56.438288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c7e11-628d-44ec-a75d-04108f8bfdcb tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa36b82-edc0-4f47-aad2-e55352cf74d6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:56.490901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76aea5c-8e2e-4adb-ba17-1064e6d8ad94 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.513995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76aea5c-8e2e-4adb-ba17-1064e6d8ad94 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.558884 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76aea5c-8e2e-4adb-ba17-1064e6d8ad94 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.561836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a76aea5c-8e2e-4adb-ba17-1064e6d8ad94 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:56.562980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a76aea5c-8e2e-4adb-ba17-1064e6d8ad94 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/security-groups/9a2eeea7-62a1-4455-83d1-c431e5f0d971 HTTP/1.1" status: 204 len: 168 time: 0.1304374 Oct 19 01:56:56.565876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51170) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:56.572148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aea5c-8e2e-4adb-ba17-1064e6d8ad94 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2eeea7-62a1-4455-83d1-c431e5f0d971,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:56.926240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:57.181137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting port c83c2ee4-b296-4abd-8aa4-46a4f26520e5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:57.181398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:57.268724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] For port c83c2ee4-b296-4abd-8aa4-46a4f26520e5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:57.269085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:57.286249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Calling delete_port for c83c2ee4-b296-4abd-8aa4-46a4f26520e5 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:57.467510 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:57.493757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Port': ['ID=c83c2ee4-b296-4abd-8aa4-46a4f26520e5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:57.671345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:57.884344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Router 82cb8273-256b-42eb-bea2-322ffb547cf7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:56:57.960317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9ce18108-ba4b-4b53-951c-c77fa8011bf0 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:56:57.980394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 9ce18108-ba4b-4b53-951c-c77fa8011bf0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:56:57.980740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 9ce18108-ba4b-4b53-951c-c77fa8011bf0 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:56:57.997287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:56:58.002313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-43f95ae0-b829-45bc-999e-48f14f380e40 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "PUT /v2.0/routers/82cb8273-256b-42eb-bea2-322ffb547cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353926 Oct 19 01:56:58.005140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51172) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:58.006728 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] Sync routers for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:56:58.017083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:58.017689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:58.058113 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting subnet 10efa342-d682-4978-867a-98b020ce9cab {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:56:58.062192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.101881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.121586 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:58.191376 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.253087 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.281616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Subnet': ['ID=10efa342-d682-4978-867a-98b020ce9cab,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:58.285396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.288623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-86651cdd-8a4b-4af3-8fcb-b16376a2d79b tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/subnets/10efa342-d682-4978-867a-98b020ce9cab HTTP/1.1" status: 204 len: 168 time: 0.2823951 Oct 19 01:56:58.291181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51174) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:58.335036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c781e5-9b78-41e9-adfc-c8fafdd6b464 None None] Network fd0d1880-a7d7-4ed3-8349-f3129faccf25 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:56:58.402525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.507575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.565342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:56:57Z', 'revision_number': 5, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port': {'id': '2ef80d5e-fc56-439a-adb1-b3428baf055a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:58.570669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Deleting port 2ef80d5e-fc56-439a-adb1-b3428baf055a {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:58.571091 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.602615 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] Checking router: 82cb8273-256b-42eb-bea2-322ffb547cf7 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:56:58.612224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] Routers {'82cb8273-256b-42eb-bea2-322ffb547cf7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:56:58.612957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:56:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['82cb8273-256b-42eb-bea2-322ffb547cf7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:58.647599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] DHCP port deletion for fd0d1880-a7d7-4ed3-8349-f3129faccf25 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 01:56:58.672139 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] For port 2ef80d5e-fc56-439a-adb1-b3428baf055a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2ef80d5e-fc56-439a-adb1-b3428baf055a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:58.672508 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.684998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Calling delete_port for 2ef80d5e-fc56-439a-adb1-b3428baf055a owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:58.725277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] Set router 82cb8273-256b-42eb-bea2-322ffb547cf7 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:56:58.781204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:56:58Z', 'revision_number': 6, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:58.809841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f9e2d-7303-4165-a42f-dffdb661ad08 None None] The sync data for ids ['82cb8273-256b-42eb-bea2-322ffb547cf7'] in n-d-789963-20 is: [{'id': '82cb8273-256b-42eb-bea2-322ffb547cf7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-628848435', 'tenant_id': 'b29ec45974db41d98f8e36500f7ea62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:55:35Z', 'updated_at': '2021-10-19T01:56:58Z', 'revision_number': 6, 'project_id': 'b29ec45974db41d98f8e36500f7ea62c', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:56:58.818638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] Deleting port cf9db300-93ea-46ba-bb36-ebd8246f6258 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:56:58.819009 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.860139 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.888023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Port': ['ID=2ef80d5e-fc56-439a-adb1-b3428baf055a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:58.893328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] For port cf9db300-93ea-46ba-bb36-ebd8246f6258, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=cf9db300-93ea-46ba-bb36-ebd8246f6258,segment=NetworkSegment(2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134),segment_id=2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:56:58.893725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.907315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] Calling delete_port for cf9db300-93ea-46ba-bb36-ebd8246f6258 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:56:58.946598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:58.985001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.010951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] Pushing event deleted for resources: {'Port': ['ID=cf9db300-93ea-46ba-bb36-ebd8246f6258,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:59.016548 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15d253-72fa-4e56-a00d-4491e81dc306 None None] No DVR routers for this DVR port cf9db300-93ea-46ba-bb36-ebd8246f6258 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:56:59.045960 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.048082 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.094476 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.095032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Fanout notify agent at l3_agent the message router_deleted on router 82cb8273-256b-42eb-bea2-322ffb547cf7 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 01:56:59.101752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.102856 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30c141a2-712e-4b23-b089-bdc04e47069f tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/routers/82cb8273-256b-42eb-bea2-322ffb547cf7 HTTP/1.1" status: 204 len: 168 time: 0.8107476 Oct 19 01:56:59.105961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51176) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:59.182538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.278338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.297884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0d1880-a7d7-4ed3-8349-f3129faccf25']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:59.306947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:59.307244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c115b7d-fbc6-4f8f-8f5d-1e07b51ee134') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:56:59.317759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.332200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.338490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:56:59.338915 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:56:59.342599 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:56:59.406566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.414125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.421087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] 10.222.0.64 "DELETE /v2.0/networks/fd0d1880-a7d7-4ed3-8349-f3129faccf25 HTTP/1.1" status: 204 len: 168 time: 0.3105624 Oct 19 01:56:59.430582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4396db-e64a-448a-a174-93e23609cd86 tempest-TestSecurityGroupsBasicOps-1407912303 tempest-TestSecurityGroupsBasicOps-1407912303-project] Pushing event deleted for resources: {'Network': ['ID=fd0d1880-a7d7-4ed3-8349-f3129faccf25,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:56:59.717163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51184) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:59.849883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3bdf3d3f-7c29-4da3-b270-56dd07d120c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b29ec45974db41d98f8e36500f7ea62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313794 Oct 19 01:56:59.852190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51188) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:56:59.898852 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2eadc095-ee2a-4255-9aa7-c0119f053453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.920271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2eadc095-ee2a-4255-9aa7-c0119f053453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.966982 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2eadc095-ee2a-4255-9aa7-c0119f053453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.969588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2eadc095-ee2a-4255-9aa7-c0119f053453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:56:59.970729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2eadc095-ee2a-4255-9aa7-c0119f053453 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a961cdc9-c5ae-4a84-9dd9-2503b138645d HTTP/1.1" status: 204 len: 168 time: 0.1176488 Oct 19 01:56:59.978101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadc095-ee2a-4255-9aa7-c0119f053453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a961cdc9-c5ae-4a84-9dd9-2503b138645d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:00.228453 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51194) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:00.241594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37f34496-f1e1-4930-873a-79f5d330e85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.316097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37f34496-f1e1-4930-873a-79f5d330e85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.320475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-37f34496-f1e1-4930-873a-79f5d330e85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.358678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-37f34496-f1e1-4930-873a-79f5d330e85a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f29b232911264b33b2a0d9794736f2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291544 Oct 19 01:57:00.359785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f34496-f1e1-4930-873a-79f5d330e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76014e9-07cd-49fc-b05d-5949861eaeed,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:00.361520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51196) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:00.416430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9abce18-7c0f-458e-a704-ced3f159ed8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.438710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9abce18-7c0f-458e-a704-ced3f159ed8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.485606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9abce18-7c0f-458e-a704-ced3f159ed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.488307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f9abce18-7c0f-458e-a704-ced3f159ed8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.489452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f9abce18-7c0f-458e-a704-ced3f159ed8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d76014e9-07cd-49fc-b05d-5949861eaeed HTTP/1.1" status: 204 len: 168 time: 0.1269522 Oct 19 01:57:00.497588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abce18-7c0f-458e-a704-ced3f159ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76014e9-07cd-49fc-b05d-5949861eaeed,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:00.586183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cf9db300-93ea-46ba-bb36-ebd8246f6258 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:57:00.609272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: cf9db300-93ea-46ba-bb36-ebd8246f6258 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:57:00.609617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device cf9db300-93ea-46ba-bb36-ebd8246f6258 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:57:00.610033 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c83c2ee4-b296-4abd-8aa4-46a4f26520e5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:57:00.629268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c83c2ee4-b296-4abd-8aa4-46a4f26520e5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:57:00.629705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c83c2ee4-b296-4abd-8aa4-46a4f26520e5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:57:00.630051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2ef80d5e-fc56-439a-adb1-b3428baf055a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:57:00.649800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2ef80d5e-fc56-439a-adb1-b3428baf055a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:57:00.650065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2ef80d5e-fc56-439a-adb1-b3428baf055a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:57:00.807891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51202) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:00.848218 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6495ca3d-0c9a-4ad8-8176-2259d4d7621c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b5340ee348d4653836cffaf71ed745a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390708 Oct 19 01:57:00.853481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51204) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:00.901520 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f59cf78-924b-4e21-aa34-26a35aba5636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.924620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f59cf78-924b-4e21-aa34-26a35aba5636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.976954 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f59cf78-924b-4e21-aa34-26a35aba5636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.979651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2f59cf78-924b-4e21-aa34-26a35aba5636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:00.981502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2f59cf78-924b-4e21-aa34-26a35aba5636 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b888421-e77c-45a9-afe0-664821988169 HTTP/1.1" status: 204 len: 168 time: 0.1269810 Oct 19 01:57:00.989210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59cf78-924b-4e21-aa34-26a35aba5636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b888421-e77c-45a9-afe0-664821988169,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:06.970064 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-34a4807e-d322-46d8-8c06-ed7372f80aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:09.258874 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:57:09.735558 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d562b3f2-52fb-4dc0-a2f6-38e4a50e5c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:09.986457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:10.669896 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:10.906139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:11.167397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-e3948c66-d3c4-4705-b6fd-25e0838cd223 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4dba0729973141929c61d91359011486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314040 Oct 19 01:57:11.348273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-16d5f8ca-e479-4ae4-baac-8e119591ef0a tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:11.349631 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-16d5f8ca-e479-4ae4-baac-8e119591ef0a tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767652 Oct 19 01:57:11.364117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-6a06f345-35cb-4cd0-94e6-57dae9f8fc69 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/quotas/4dba0729973141929c61d91359011486 HTTP/1.1" status: 200 len: 375 time: 0.0087764 Oct 19 01:57:11.395448 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-c39fa0dc-3278-4098-91fc-7ad414bc0178 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dba0729973141929c61d91359011486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262787 Oct 19 01:57:11.550981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b544c9b6-abfe-42db-8edf-0ef98e973134 req-70630848-d12c-4bd0-a834-34ed6635997c tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 210 time: 0.0267777 Oct 19 01:57:12.407281 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:12.478741 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-09f1e0e6-3742-4e45-8b12-1f8c229dc034 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=4dba0729973141929c61d91359011486&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224078 Oct 19 01:57:12.599594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-829b11e1-bacd-4a0c-8599-6909b04796ca tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:12.601072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-829b11e1-bacd-4a0c-8599-6909b04796ca tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160223 Oct 19 01:57:12.645021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5e1fe60-6d45-4a4d-9a6b-7760d8edd8ef req-8ef494c1-6afb-42f9-bde5-0d2b9f99eacf tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 210 time: 0.0267770 Oct 19 01:57:12.646689 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Request body: {'port': {'device_id': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'admin_state_up': True, 'tenant_id': '4dba0729973141929c61d91359011486'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:12.758723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Made reservation on behalf of 4dba0729973141929c61d91359011486 for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:57:12.763271 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:12.771939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:12.848779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:12.852348 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:12.918208 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea1366-c57d-4277-9d00-c4555b08b43f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:12.989641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Allocated IP 192.168.233.37 (e781dd8c-74af-4da6-9c68-e405c0bed0c6/18aa1d9f-4b81-454d-8a02-46a7edeb46db/4c402f8a-b88e-4efb-9004-2baef7f165c0) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:57:13.135512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.169010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.215763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Network e781dd8c-74af-4da6-9c68-e405c0bed0c6 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:57:13.218757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:57:13.222279 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:57:13.232709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Pushing event updated for resources: {'Port': ['ID=4c402f8a-b88e-4efb-9004-2baef7f165c0,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:13.280665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:13.281298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.298198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a7d2ce6b-2f0c-4edd-8129-e85ad2d2d1d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6554568 Oct 19 01:57:13.315825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Request body: {'port': {'device_id': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:13.372564 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.492769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a9cde75d-1d81-4dcb-ab49-3b2b07433245 None None] Provisioning complete for port 4c402f8a-b88e-4efb-9004-2baef7f165c0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:57:13.493326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a9cde75d-1d81-4dcb-ab49-3b2b07433245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.530008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a9cde75d-1d81-4dcb-ab49-3b2b07433245 None None] Port 4c402f8a-b88e-4efb-9004-2baef7f165c0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:57:13.638015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c402f8a-b88e-4efb-9004-2baef7f165c0 {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:57:13.645212 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.658456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Transition to ACTIVE for port object 4c402f8a-b88e-4efb-9004-2baef7f165c0 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:57:13.662226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.715484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Pushing event updated for resources: {'Port': ['ID=4c402f8a-b88e-4efb-9004-2baef7f165c0,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:13.812808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ddb21-8c9c-489b-ad0f-7edf331203c6 req-5b9b00d3-6c38-43ed-9dbf-78fe60c726d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:13.814354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d9ddb21-8c9c-489b-ad0f-7edf331203c6 req-5b9b00d3-6c38-43ed-9dbf-78fe60c726d0 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 947 time: 0.1004682 Oct 19 01:57:13.836163 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Attempting to bind port 4c402f8a-b88e-4efb-9004-2baef7f165c0 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:57:13.836504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Attempting to bind port 4c402f8a-b88e-4efb-9004-2baef7f165c0 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:57:13.836833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Attempting to bind port 4c402f8a-b88e-4efb-9004-2baef7f165c0 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:13.850405 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Port 4c402f8a-b88e-4efb-9004-2baef7f165c0 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:57:13.850731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Attempting to bind port 4c402f8a-b88e-4efb-9004-2baef7f165c0 on network e781dd8c-74af-4da6-9c68-e405c0bed0c6 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:13.863673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:57:13.864033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Checking segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:57:13.864421 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Bound using segment: {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:57:13.864869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Bound port: 4c402f8a-b88e-4efb-9004-2baef7f165c0, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d8061-1091-4035-9281-f9a2c333346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:57:13.865226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.881393 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2d9ddb21-8c9c-489b-ad0f-7edf331203c6 req-f3f6be1b-d123-4ff7-8479-8c3ace5196a3 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560889 Oct 19 01:57:13.933522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] For port 4c402f8a-b88e-4efb-9004-2baef7f165c0, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:57:13.936494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] For port 4c402f8a-b88e-4efb-9004-2baef7f165c0, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4c402f8a-b88e-4efb-9004-2baef7f165c0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:57:13.941432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.980460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:13.981093 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:13.982479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] 10.222.0.74 "PUT /v2.0/ports/4c402f8a-b88e-4efb-9004-2baef7f165c0 HTTP/1.1" status: 200 len: 1096 time: 0.6710730 Oct 19 01:57:13.982916 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'tag': '4c402f8a-b88e-4efb-9004-2baef7f165c0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:13.985187 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa760bc-edae-4495-8fe4-3677e46d334d" -d '{"events": [{"name": "network-changed", "server_uuid": "37d19a7b-ff05-4f10-84f8-e34b1906cce5", "tag": "4c402f8a-b88e-4efb-9004-2baef7f165c0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:14.008883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985fc0b-d65f-4832-afe5-de9ce6201f91 service neutron] Pushing event updated for resources: {'Port': ['ID=4c402f8a-b88e-4efb-9004-2baef7f165c0,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:14.029469 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc44c69-6103-44ff-b958-4e37b93c05af x-openstack-request-id: req-1cc44c69-6103-44ff-b958-4e37b93c05af {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:14.029771 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d19a7b-ff05-4f10-84f8-e34b1906cce5", "tag": "4c402f8a-b88e-4efb-9004-2baef7f165c0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:14.030026 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cc44c69-6103-44ff-b958-4e37b93c05af {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:14.030427 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'tag': '4c402f8a-b88e-4efb-9004-2baef7f165c0', 'status': 'completed', 'code': 200} Oct 19 01:57:14.099309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a5843e7e-b083-48f4-868a-6bb26ad27633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.101038 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-a5843e7e-b083-48f4-868a-6bb26ad27633 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4dba0729973141929c61d91359011486&device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 1099 time: 0.0536640 Oct 19 01:57:14.150268 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-d64f7767-8cba-4b84-8821-9d0f650b2e0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4c402f8a-b88e-4efb-9004-2baef7f165c0 HTTP/1.1" status: 200 len: 217 time: 0.0365953 Oct 19 01:57:14.203802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-0b192875-dd0a-4187-9bfd-05ad7e9ebd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.205338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-0b192875-dd0a-4187-9bfd-05ad7e9ebd07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0480311 Oct 19 01:57:14.250880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-035cd3ab-fad6-4eb2-9ad7-0163c1432e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.252303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-035cd3ab-fad6-4eb2-9ad7-0163c1432e6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400653 Oct 19 01:57:14.343108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-be16c763-01e3-4b87-a38c-af9ae3eb905d service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838742 Oct 19 01:57:14.435710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d5e2b2f-7cdb-4dfc-a0a2-86b54c01f72a req-d4f3826f-b41b-4cd9-9917-8f84193cc3a0 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860710 Oct 19 01:57:14.568162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-96449b28-0adc-4b89-97e6-3d8082b7fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.569679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-96449b28-0adc-4b89-97e6-3d8082b7fb2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4dba0729973141929c61d91359011486&device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 1099 time: 0.0420213 Oct 19 01:57:14.661380 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-7154e446-f5b3-4f82-aa3d-dae46d193bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.662883 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-7154e446-f5b3-4f82-aa3d-dae46d193bac service neutron] 10.222.0.74 "GET /v2.0/networks?id=e781dd8c-74af-4da6-9c68-e405c0bed0c6 HTTP/1.1" status: 200 len: 870 time: 0.0863535 Oct 19 01:57:14.704533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-960c2b55-02a4-47d6-a0f0-2cc47ffc6618 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=4c402f8a-b88e-4efb-9004-2baef7f165c0 HTTP/1.1" status: 200 len: 217 time: 0.0344236 Oct 19 01:57:14.752530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-a20ba428-af36-42e5-a5b8-28b4c561c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.753952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-a20ba428-af36-42e5-a5b8-28b4c561c0a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=18aa1d9f-4b81-454d-8a02-46a7edeb46db HTTP/1.1" status: 200 len: 843 time: 0.0428860 Oct 19 01:57:14.803237 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-520d5703-8539-4971-a2bb-31404050f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:14.804789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-520d5703-8539-4971-a2bb-31404050f13c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e781dd8c-74af-4da6-9c68-e405c0bed0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433209 Oct 19 01:57:14.894466 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-071b1b63-0942-463a-b228-c2d7316a0d04 service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817664 Oct 19 01:57:15.308406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0aa760bc-edae-4495-8fe4-3677e46d334d req-e4908d3d-554c-421c-ae31-9ebcd75b106d service neutron] 10.222.0.74 "GET /v2.0/networks/e781dd8c-74af-4da6-9c68-e405c0bed0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066975 Oct 19 01:57:15.320285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd84460-4073-4a75-a299-449f56c577e0 req-80974b21-0d1b-44db-86ed-6cff1348f2ab tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:15.321688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4cd84460-4073-4a75-a299-449f56c577e0 req-80974b21-0d1b-44db-86ed-6cff1348f2ab tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 947 time: 0.0686238 Oct 19 01:57:15.362267 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4cd84460-4073-4a75-a299-449f56c577e0 req-5699b029-ee4e-429d-8f00-75afee31e508 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Oct 19 01:57:16.479762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a79bb-447c-46dd-8ede-115484f4110a req-30914d6a-d1c5-4e73-9a2e-7bdb7cddebd8 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:16.481723 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-092a79bb-447c-46dd-8ede-115484f4110a req-30914d6a-d1c5-4e73-9a2e-7bdb7cddebd8 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 947 time: 0.0531945 Oct 19 01:57:16.520027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-092a79bb-447c-46dd-8ede-115484f4110a req-fa15f0d0-c72e-40ed-9da6-a46fd22687bb tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Oct 19 01:57:16.962600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4c402f8a-b88e-4efb-9004-2baef7f165c0 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:57:17.053889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4c402f8a-b88e-4efb-9004-2baef7f165c0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4c402f8a-b88e-4efb-9004-2baef7f165c0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:17.065492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '4c402f8a-b88e-4efb-9004-2baef7f165c0', 'network_id': 'e781dd8c-74af-4da6-9c68-e405c0bed0c6', 'port_id': '4c402f8a-b88e-4efb-9004-2baef7f165c0', 'mac_address': 'fa:16:3e:6e:73:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aa1d9f-4b81-454d-8a02-46a7edeb46db', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:57:17.101363 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:17.117084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c402f8a-b88e-4efb-9004-2baef7f165c0 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:57:17.136820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4c402f8a-b88e-4efb-9004-2baef7f165c0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4c402f8a-b88e-4efb-9004-2baef7f165c0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:17.140637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:17.187738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4c402f8a-b88e-4efb-9004-2baef7f165c0,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:17.501544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4c402f8a-b88e-4efb-9004-2baef7f165c0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:57:17.649000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff765-7042-4e32-9a1d-bf3ac64dbed7 req-39dd6b54-9d72-49bd-89be-a1489a41f803 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:17.650525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3abff765-7042-4e32-9a1d-bf3ac64dbed7 req-39dd6b54-9d72-49bd-89be-a1489a41f803 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 948 time: 0.0497441 Oct 19 01:57:17.689047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3abff765-7042-4e32-9a1d-bf3ac64dbed7 req-5d548811-9744-4060-a374-0ce5e8f22c8a tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Oct 19 01:57:18.803176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a1738-cc5d-4e57-b007-3cb0bfc015b9 req-e63c5bc7-b12f-453a-b473-5a28655c1583 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:18.804560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a1738-cc5d-4e57-b007-3cb0bfc015b9 req-e63c5bc7-b12f-453a-b473-5a28655c1583 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 948 time: 0.0492926 Oct 19 01:57:18.842200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a5a1738-cc5d-4e57-b007-3cb0bfc015b9 req-6871ed81-c72d-4a3b-9130-18c900648278 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Oct 19 01:57:18.963880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4c402f8a-b88e-4efb-9004-2baef7f165c0 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:57:19.014298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 4c402f8a-b88e-4efb-9004-2baef7f165c0 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:57:19.018105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 4c402f8a-b88e-4efb-9004-2baef7f165c0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:57:19.018501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:19.098621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:19.119464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c402f8a-b88e-4efb-9004-2baef7f165c0'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:19.122062 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f673c6-8994-46c9-80df-2600f12dc25b" -d '{"events": [{"server_uuid": "37d19a7b-ff05-4f10-84f8-e34b1906cce5", "name": "network-vif-plugged", "status": "completed", "tag": "4c402f8a-b88e-4efb-9004-2baef7f165c0"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:19.135023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 4c402f8a-b88e-4efb-9004-2baef7f165c0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4c402f8a-b88e-4efb-9004-2baef7f165c0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:19.139884 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:19.165913 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d661920e-7b73-4f85-afe7-fb0deeddd3af x-openstack-request-id: req-d661920e-7b73-4f85-afe7-fb0deeddd3af {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:19.166199 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d19a7b-ff05-4f10-84f8-e34b1906cce5", "name": "network-vif-plugged", "status": "completed", "tag": "4c402f8a-b88e-4efb-9004-2baef7f165c0", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:19.166449 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d661920e-7b73-4f85-afe7-fb0deeddd3af {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:19.166827 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c402f8a-b88e-4efb-9004-2baef7f165c0', 'code': 200} Oct 19 01:57:19.191627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=4c402f8a-b88e-4efb-9004-2baef7f165c0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:19.285479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53785df5-894d-468a-a4f0-ca203add207c req-9cdf60ca-b626-45ab-9ec0-8d64ed38de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:19.286956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53785df5-894d-468a-a4f0-ca203add207c req-9cdf60ca-b626-45ab-9ec0-8d64ed38de5a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 1101 time: 0.0435891 Oct 19 01:57:19.321739 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53785df5-894d-468a-a4f0-ca203add207c req-a3804250-9cff-433b-99c8-bc23d09e50dc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270042 Oct 19 01:57:19.955505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a8a42-9978-4b3e-bf8d-ff23eb2b39e5 req-7cb43dfe-c450-44bd-be3b-3b3e6474fbf2 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:19.956897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e1a8a42-9978-4b3e-bf8d-ff23eb2b39e5 req-7cb43dfe-c450-44bd-be3b-3b3e6474fbf2 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 949 time: 0.0493464 Oct 19 01:57:19.994261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7e1a8a42-9978-4b3e-bf8d-ff23eb2b39e5 req-de6f2a10-1290-4e36-a2ff-c0361bf87b28 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Oct 19 01:57:20.111837 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:21.110687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab065bf-e2d2-4af2-a28a-bcf4d68548b9 req-bd6166d4-b028-496e-bc2f-5a9a0dc4f470 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:21.112153 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ab065bf-e2d2-4af2-a28a-bcf4d68548b9 req-bd6166d4-b028-496e-bc2f-5a9a0dc4f470 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 949 time: 0.0496397 Oct 19 01:57:21.149184 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9ab065bf-e2d2-4af2-a28a-bcf4d68548b9 req-bb108094-529a-4327-8231-7facb34c39bd tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 Oct 19 01:57:21.423837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-cc18c1fc-94fe-412c-b74e-f62f4824d7db req-cb55ceab-6530-4fea-8031-66488f99bb47 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:57:21.424842 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc18c1fc-94fe-412c-b74e-f62f4824d7db req-cb55ceab-6530-4fea-8031-66488f99bb47 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052981 Oct 19 01:57:21.753354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-aea8854b-9948-4a4d-a6aa-b5ad131aa421 req-02f87708-bccf-470d-b5ec-c649c2a23455 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:57:21.754348 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-aea8854b-9948-4a4d-a6aa-b5ad131aa421 req-02f87708-bccf-470d-b5ec-c649c2a23455 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053988 Oct 19 01:57:22.080407 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46e44-87f0-4ab4-8776-76a8ba324fbe req-6af9dd77-83ad-48c3-bcf0-57151839ac47 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:22.081818 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53a46e44-87f0-4ab4-8776-76a8ba324fbe req-6af9dd77-83ad-48c3-bcf0-57151839ac47 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 949 time: 0.0509970 Oct 19 01:57:22.118943 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-53a46e44-87f0-4ab4-8776-76a8ba324fbe req-517f6a14-4d57-4730-8779-360f3953e8d2 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Oct 19 01:57:23.238272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546c41a-a080-4957-83aa-bd84fcfa3c9e req-9c8d4e8b-ee09-439e-ac13-a8f19b42de17 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:23.239741 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9546c41a-a080-4957-83aa-bd84fcfa3c9e req-9c8d4e8b-ee09-439e-ac13-a8f19b42de17 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 949 time: 0.0514119 Oct 19 01:57:23.277951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9546c41a-a080-4957-83aa-bd84fcfa3c9e req-1dfe3050-2a41-426e-bf3c-891602fca23a tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4ea1366-c57d-4277-9d00-c4555b08b43f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Oct 19 01:57:23.562892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-ef296e6a-c2c9-4077-b001-15f6cc7e55db tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:23.564352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-ef296e6a-c2c9-4077-b001-15f6cc7e55db tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 949 time: 0.0579655 Oct 19 01:57:23.663883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Deleting port 4c402f8a-b88e-4efb-9004-2baef7f165c0 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:57:23.664247 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:23.756837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] For port 4c402f8a-b88e-4efb-9004-2baef7f165c0, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=4c402f8a-b88e-4efb-9004-2baef7f165c0,segment=NetworkSegment(1c1d8061-1091-4035-9281-f9a2c333346d),segment_id=1c1d8061-1091-4035-9281-f9a2c333346d)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:23.757202 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:23.769167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Calling delete_port for 4c402f8a-b88e-4efb-9004-2baef7f165c0 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:57:23.895425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:23.928171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Pushing event deleted for resources: {'Port': ['ID=4c402f8a-b88e-4efb-9004-2baef7f165c0,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:23.931645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['4c402f8a-b88e-4efb-9004-2baef7f165c0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:57:23.970669 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] No DVR routers for this DVR port 4c402f8a-b88e-4efb-9004-2baef7f165c0 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:57:23.973345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:23.976942 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e205b89b-c760-458b-9ee9-3f830d7234ab req-80180e50-d526-4efd-8bb2-c431310ecd52 tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.74 "DELETE /v2.0/ports/4c402f8a-b88e-4efb-9004-2baef7f165c0 HTTP/1.1" status: 204 len: 173 time: 0.4066792 Oct 19 01:57:23.977396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'name': 'network-vif-deleted', 'tag': '4c402f8a-b88e-4efb-9004-2baef7f165c0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:23.979691 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246daca0-7721-49cd-af05-2f9b4e0f88d3" -d '{"events": [{"server_uuid": "37d19a7b-ff05-4f10-84f8-e34b1906cce5", "name": "network-vif-deleted", "tag": "4c402f8a-b88e-4efb-9004-2baef7f165c0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:24.104046 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2948cd-e489-4ac0-882d-e73c5c376ffc x-openstack-request-id: req-ef2948cd-e489-4ac0-882d-e73c5c376ffc {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:24.104347 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d19a7b-ff05-4f10-84f8-e34b1906cce5", "name": "network-vif-deleted", "tag": "4c402f8a-b88e-4efb-9004-2baef7f165c0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:24.104606 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef2948cd-e489-4ac0-882d-e73c5c376ffc {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:24.105666 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d19a7b-ff05-4f10-84f8-e34b1906cce5', 'name': 'network-vif-deleted', 'tag': '4c402f8a-b88e-4efb-9004-2baef7f165c0', 'status': 'completed', 'code': 200} Oct 19 01:57:24.381554 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ccfde6f8-dc71-4026-97f3-35fe7536be9b req-0644ad52-2aa4-4343-9d6b-4f8689a3fc4f tempest-ServersAdminNegativeTestJSON-323825074 tempest-ServersAdminNegativeTestJSON-323825074-project] 10.222.0.64 "GET /v2.0/ports?device_id=37d19a7b-ff05-4f10-84f8-e34b1906cce5 HTTP/1.1" status: 200 len: 210 time: 0.0260890 Oct 19 01:57:25.672958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51336) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:25.805057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-542261ab-0566-4764-ab20-80ac4ac0683d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dba0729973141929c61d91359011486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309450 Oct 19 01:57:25.807586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51340) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:25.854524 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7eedeb4a-fdf8-4a38-b7a2-ece2737ef529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:25.875913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7eedeb4a-fdf8-4a38-b7a2-ece2737ef529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:25.925606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7eedeb4a-fdf8-4a38-b7a2-ece2737ef529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:25.928146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7eedeb4a-fdf8-4a38-b7a2-ece2737ef529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:25.929274 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7eedeb4a-fdf8-4a38-b7a2-ece2737ef529 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4ea1366-c57d-4277-9d00-c4555b08b43f HTTP/1.1" status: 204 len: 168 time: 0.1200247 Oct 19 01:57:25.937478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedeb4a-fdf8-4a38-b7a2-ece2737ef529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea1366-c57d-4277-9d00-c4555b08b43f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:26.185612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51346) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:26.198943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70c38376-cb29-4c5a-8cb0-8019dd78c021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:26.270527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70c38376-cb29-4c5a-8cb0-8019dd78c021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:26.273901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-70c38376-cb29-4c5a-8cb0-8019dd78c021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:26.312320 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-70c38376-cb29-4c5a-8cb0-8019dd78c021 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb32f772886e40b9879d7b923a3f8daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255715 Oct 19 01:57:26.313145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c38376-cb29-4c5a-8cb0-8019dd78c021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cbcebb-32c6-427c-8e01-ac462901b027,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:26.315609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51348) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:26.364546 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5081804e-db72-4967-b00a-345b8907845f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:26.384962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5081804e-db72-4967-b00a-345b8907845f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:26.430289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5081804e-db72-4967-b00a-345b8907845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:26.433028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5081804e-db72-4967-b00a-345b8907845f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:26.434396 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5081804e-db72-4967-b00a-345b8907845f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2cbcebb-32c6-427c-8e01-ac462901b027 HTTP/1.1" status: 204 len: 168 time: 0.1173940 Oct 19 01:57:26.443949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081804e-db72-4967-b00a-345b8907845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cbcebb-32c6-427c-8e01-ac462901b027,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:26.995205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4c402f8a-b88e-4efb-9004-2baef7f165c0 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:57:27.014674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 4c402f8a-b88e-4efb-9004-2baef7f165c0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:57:27.015019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 4c402f8a-b88e-4efb-9004-2baef7f165c0 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:57:27.126337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51370) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:27.221539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1369648809-network', 'tenant_id': '9784408b1b9e49b2b6a465592e1bac2d'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:27.245939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Made reservation on behalf of 9784408b1b9e49b2b6a465592e1bac2d for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:57:27.248114 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.256190 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.328179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.331917 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.356210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:57:27.365587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c563baf-9be9-4b7b-8771-759cc1f543c6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:27.370300 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.370650 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Added segment c36b6af9-bfab-4254-aca8-ff5fb2c7eecb of type vlan for network 1d86d1bb-739e-460b-bc35-75f455717d95 Oct 19 01:57:27.409870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.433415 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.434379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:27.434955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.473040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3455117 Oct 19 01:57:27.476075 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51374) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:57:27.481209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Request body: {'subnet': {'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1369648809-subnet', 'tenant_id': '9784408b1b9e49b2b6a465592e1bac2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:27.501116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Made reservation on behalf of 9784408b1b9e49b2b6a465592e1bac2d for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:57:27.503331 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.530736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa22c5-241c-4d1f-95b1-457b791ea8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1d86d1bb-739e-460b-bc35-75f455717d95,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:27.540633 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 1d86d1bb-739e-460b-bc35-75f455717d95 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:57:27.676665 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.736351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c5fc98-32e7-44ae-a7e2-a5bedac23442,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:27.740684 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Checking segment: {'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:57:27.741048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Network hostable DHCP agents. Network: 1d86d1bb-739e-460b-bc35-75f455717d95, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:57:27.757203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Network 1d86d1bb-739e-460b-bc35-75f455717d95 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:57:27.765036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 1d86d1bb-739e-460b-bc35-75f455717d95) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:57:27.768844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:27.769428 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:27.774472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da93fd-72df-4fad-a121-1870386dd7a1 None None] Network 1d86d1bb-739e-460b-bc35-75f455717d95 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:57:27.788923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2f20bf48-793b-4dd0-b3f3-8cbead28e8ae admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3116660 Oct 19 01:57:27.898597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8359d-1499-4acb-bfc1-fd326a2a5164 None None] Network 1d86d1bb-739e-460b-bc35-75f455717d95 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:57:28.211526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-13962c7e-4d6f-465f-9c73-c469df180d85 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:28.212999 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-13962c7e-4d6f-465f-9c73-c469df180d85 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 812 time: 0.1027935 Oct 19 01:57:28.227939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1b81e33d-60a0-45fa-a849-be6d1c460f45 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/quotas/9784408b1b9e49b2b6a465592e1bac2d HTTP/1.1" status: 200 len: 375 time: 0.0086994 Oct 19 01:57:28.259357 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-5d16ddf1-63ca-4b09-a4bf-41e93e5aa066 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253167 Oct 19 01:57:28.346548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-8a28b01e-18df-41b1-a000-e6a6f326aeda service neutron] 10.222.0.64 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800109 Oct 19 01:57:28.437461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1197fa9f-e564-4f39-a95e-f1d313d9d27c service neutron] 10.222.0.64 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850580 Oct 19 01:57:28.598796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ba666922-d358-4934-b09c-28b329c103b7 req-fa6510d5-3d28-44b5-906c-1dd05d276e52 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 210 time: 0.0316839 Oct 19 01:57:29.563119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-26ad44a7-dbd0-4318-b96e-e0839a06dae3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:29.564691 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-26ad44a7-dbd0-4318-b96e-e0839a06dae3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.74 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 812 time: 0.1038322 Oct 19 01:57:29.583536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Request body: {'port': {'device_id': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95', 'admin_state_up': True, 'tenant_id': '9784408b1b9e49b2b6a465592e1bac2d'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:29.696523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ad355234-5f30-49b1-86ea-663876f61572 req-dfaa35f2-eda2-4ce1-9b29-3f3b1e9373de tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Oct 19 01:57:29.702561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Made reservation on behalf of 9784408b1b9e49b2b6a465592e1bac2d for: {'port': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:57:29.706121 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:29.831391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Allocated IP 172.20.0.14 (1d86d1bb-739e-460b-bc35-75f455717d95/a2c5fc98-32e7-44ae-a7e2-a5bedac23442/e226143a-b9d6-4e8d-a35e-c02f82e9960d) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:57:29.980230 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.013733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.054001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Network 1d86d1bb-739e-460b-bc35-75f455717d95 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:57:30.056973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:57:30.064548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:57:30.097635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:30.126171 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:30.126783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.142897 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3c2c1bf2-ede3-433d-ada1-3ced10571dec tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5636115 Oct 19 01:57:30.159833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Request body: {'port': {'device_id': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:57:30.212914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.475681 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e226143a-b9d6-4e8d-a35e-c02f82e9960d {{(pid=100848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:57:30.483938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.496430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Transition to ACTIVE for port object e226143a-b9d6-4e8d-a35e-c02f82e9960d will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:57:30.499823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.553728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:30.622554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:57:30.622887 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:57:30.623212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d on network 1d86d1bb-739e-460b-bc35-75f455717d95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:30.627522 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Port e226143a-b9d6-4e8d-a35e-c02f82e9960d on network 1d86d1bb-739e-460b-bc35-75f455717d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:57:30.627840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d on network 1d86d1bb-739e-460b-bc35-75f455717d95 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:57:30.632652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:57:30.632984 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Checking segment: {'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:57:30.633359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Bound using segment: {'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:57:30.633781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Bound port: e226143a-b9d6-4e8d-a35e-c02f82e9960d, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:57:30.634129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.698084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:57:30.701826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:57:30.706301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.743041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:30.743702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:30.745125 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] 10.222.0.74 "PUT /v2.0/ports/e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 1093 time: 0.5892849 Oct 19 01:57:30.746183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:30.748522 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08aa264-1d0c-4f11-9d80-e93adbcab535" -d '{"events": [{"name": "network-changed", "server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:30.795021 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f549b5d-c870-4737-8f0d-b72475917e39 x-openstack-request-id: req-4f549b5d-c870-4737-8f0d-b72475917e39 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:30.795308 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:30.795557 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f549b5d-c870-4737-8f0d-b72475917e39 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:30.795947 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'status': 'completed', 'code': 200} Oct 19 01:57:30.812758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680df5d-bb5f-4626-bbde-dd3cd1d87e0e service neutron] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=3']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:30.863463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3108-bd4d-4c04-86ae-04fec48775aa req-0d20e169-c22b-43d2-8a70-e9c565cc8e17 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:30.864962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-177a3108-bd4d-4c04-86ae-04fec48775aa req-0d20e169-c22b-43d2-8a70-e9c565cc8e17 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 944 time: 0.0897927 Oct 19 01:57:30.879004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-ef1b886a-19e3-40f8-b916-e11966c32c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:30.880467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-ef1b886a-19e3-40f8-b916-e11966c32c84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1096 time: 0.0619202 Oct 19 01:57:30.940795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-a1900cec-7d68-4c0d-91d9-92952f703b24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 217 time: 0.0463147 Oct 19 01:57:30.944016 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-177a3108-bd4d-4c04-86ae-04fec48775aa req-4223bd82-d4d0-41fb-b5ba-7dae0fa6864c tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722888 Oct 19 01:57:30.993626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-2c4f2b99-8ced-4ef1-a697-005b2e8f6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:30.994980 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-2c4f2b99-8ced-4ef1-a697-005b2e8f6512 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 200 len: 852 time: 0.0440719 Oct 19 01:57:31.025901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-d4436a87-ae16-49e1-8962-eacaf2ad422b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d86d1bb-739e-460b-bc35-75f455717d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241554 Oct 19 01:57:31.118306 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-b1a9fa3d-3b36-4179-bc61-015d4d11ebac service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854168 Oct 19 01:57:31.207924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84d4f432-5e31-41ad-90f4-1f6cc01ff51f req-3b16c274-f8e3-4519-b3c6-fbc79aea08c4 service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825276 Oct 19 01:57:31.347498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-b172f8f0-91fb-48a4-b72b-fc0ed521e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:31.348937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-b172f8f0-91fb-48a4-b72b-fc0ed521e8b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1096 time: 0.0476029 Oct 19 01:57:31.438929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-75f5fac7-94d0-4eec-bbeb-cbd65a14dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:31.440399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-75f5fac7-94d0-4eec-bbeb-cbd65a14dc41 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 913 time: 0.0843918 Oct 19 01:57:31.484580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-caef6eb1-1967-4975-8008-39e446de7817 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 217 time: 0.0375943 Oct 19 01:57:31.532737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-8b0fd4a8-4f11-4032-90ce-97612549670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:31.534122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-8b0fd4a8-4f11-4032-90ce-97612549670e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 200 len: 852 time: 0.0430660 Oct 19 01:57:31.569048 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-0bacebd5-9a98-418c-83f2-209f5ccba555 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d86d1bb-739e-460b-bc35-75f455717d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254149 Oct 19 01:57:31.666077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-e24ba8be-7c75-4f9a-b1ee-a2b01ad3a844 service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889215 Oct 19 01:57:31.756833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c08aa264-1d0c-4f11-9d80-e93adbcab535 req-1e7ff2f3-6865-4144-bd50-48bcad55846f service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835812 Oct 19 01:57:32.058732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a0d5-9f1e-4b6b-b2f9-369bd371348c req-bb5b33e3-8077-46b5-851c-bc92a1f4e321 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:32.060235 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa51a0d5-9f1e-4b6b-b2f9-369bd371348c req-bb5b33e3-8077-46b5-851c-bc92a1f4e321 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 944 time: 0.0481892 Oct 19 01:57:32.098035 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa51a0d5-9f1e-4b6b-b2f9-369bd371348c req-762a10d5-4704-4be8-be0d-98bf3da35191 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Oct 19 01:57:32.994323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:57:33.087965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:33.099234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95', 'port_id': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'mac_address': 'fa:16:3e:18:70:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c5fc98-32e7-44ae-a7e2-a5bedac23442', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:57:33.135572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:33.148257 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e226143a-b9d6-4e8d-a35e-c02f82e9960d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:57:33.167500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:33.172793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:33.219197 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e7cae-b2e3-4375-8912-c939388188af req-5c1039e2-a3cf-42c0-a38e-203cee795bff tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:33.220722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-333e7cae-b2e3-4375-8912-c939388188af req-5c1039e2-a3cf-42c0-a38e-203cee795bff tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 945 time: 0.0507946 Oct 19 01:57:33.222694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:33.259118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-333e7cae-b2e3-4375-8912-c939388188af req-38449a79-0a3c-4254-97be-954eb7e61131 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Oct 19 01:57:33.532312 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e226143a-b9d6-4e8d-a35e-c02f82e9960d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:57:34.378370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e568291-dda1-4c6a-ade2-7672a331a406 req-d706ddfd-4fe7-4399-a870-bd0a74ad8b33 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:34.379903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e568291-dda1-4c6a-ade2-7672a331a406 req-d706ddfd-4fe7-4399-a870-bd0a74ad8b33 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 945 time: 0.0528154 Oct 19 01:57:34.417401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e568291-dda1-4c6a-ade2-7672a331a406 req-340f694a-b3fe-4af1-8076-82d2573c18cb tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Oct 19 01:57:34.994239 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:57:35.045996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e226143a-b9d6-4e8d-a35e-c02f82e9960d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:57:35.049973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e226143a-b9d6-4e8d-a35e-c02f82e9960d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:57:35.050344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:35.127216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:35.149680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:57:35.152090 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be039f9-70ea-48a7-9b55-11b823363815" -d '{"events": [{"server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "name": "network-vif-plugged", "status": "completed", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:57:35.164272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:57:35.168450 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:35.193676 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f42201a-ccf8-44e8-915b-03870f899740 x-openstack-request-id: req-0f42201a-ccf8-44e8-915b-03870f899740 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:57:35.193962 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "name": "network-vif-plugged", "status": "completed", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:57:35.194214 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f42201a-ccf8-44e8-915b-03870f899740 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:57:35.194601 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'code': 200} Oct 19 01:57:35.220193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:57:35.311151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac89b6-7d34-4995-96da-feefff2a5652 req-742bdb9c-a5d7-4924-a41f-58df62e3c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:35.312521 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30ac89b6-7d34-4995-96da-feefff2a5652 req-742bdb9c-a5d7-4924-a41f-58df62e3c13d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1098 time: 0.0441363 Oct 19 01:57:35.349345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30ac89b6-7d34-4995-96da-feefff2a5652 req-44637d4d-1968-406e-b144-8c23aae920d1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300028 Oct 19 01:57:35.532440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c720-d49f-48cb-8919-a83a640a4e48 req-23b6082d-c8ea-4c1e-9f9b-904a47b051b4 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:35.533905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8558c720-d49f-48cb-8919-a83a640a4e48 req-23b6082d-c8ea-4c1e-9f9b-904a47b051b4 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0496109 Oct 19 01:57:35.570715 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8558c720-d49f-48cb-8919-a83a640a4e48 req-8d5c34e0-8de5-4f33-8418-9a85b6fac53e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Oct 19 01:57:36.691092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d386-de34-49fa-bc84-3054f61ddef1 req-45bc3c8f-858a-4edf-8ed3-9a61259ab780 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:36.692867 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6771d386-de34-49fa-bc84-3054f61ddef1 req-45bc3c8f-858a-4edf-8ed3-9a61259ab780 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0510464 Oct 19 01:57:36.737519 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6771d386-de34-49fa-bc84-3054f61ddef1 req-36296943-0a8c-49fd-ad46-72f3a60698d8 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Oct 19 01:57:36.971012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f8c8fa66-9912-4ed9-9b95-aee77249b9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:37.851028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fbd12-2107-4671-9b2b-8f43935a5cd0 req-1880931c-822f-48eb-979f-6559b23c56a7 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:37.852480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-892fbd12-2107-4671-9b2b-8f43935a5cd0 req-1880931c-822f-48eb-979f-6559b23c56a7 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0487566 Oct 19 01:57:37.890589 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-892fbd12-2107-4671-9b2b-8f43935a5cd0 req-3ff1c02b-57f4-44ad-ac04-bd6c46b63162 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Oct 19 01:57:38.141161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01c981-ad27-4aed-a16c-99bf8fc7802f req-b6218ce8-ad9c-47a3-b121-7c2c3dfbccf9 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:38.142635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd01c981-ad27-4aed-a16c-99bf8fc7802f req-b6218ce8-ad9c-47a3-b121-7c2c3dfbccf9 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0635679 Oct 19 01:57:38.195796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd01c981-ad27-4aed-a16c-99bf8fc7802f req-9259a59a-dea9-4fa7-bf6a-c04d8e844b52 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395987 Oct 19 01:57:38.199870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-cba4f653-2cbf-450d-ad6a-b5acc1606337 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280556 Oct 19 01:57:38.208705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fdfa4638-622e-47eb-b012-c925e45abe4c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:57:38.209675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fdfa4638-622e-47eb-b012-c925e45abe4c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049067 Oct 19 01:57:39.319393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586e6fb-ac41-4930-a848-a9fb01ecd7f1 req-8912ab36-f3b3-45eb-aeab-89c17460c9d2 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.320912 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0586e6fb-ac41-4930-a848-a9fb01ecd7f1 req-8912ab36-f3b3-45eb-aeab-89c17460c9d2 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0509198 Oct 19 01:57:39.395316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0586e6fb-ac41-4930-a848-a9fb01ecd7f1 req-7180c381-1b03-4114-9a5d-41e26bce3cba tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663979 Oct 19 01:57:39.396995 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-a1a0c3b8-58fb-4ae9-acc5-deb595551048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.398445 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-a1a0c3b8-58fb-4ae9-acc5-deb595551048 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1098 time: 0.0706885 Oct 19 01:57:39.488886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-4cf32323-c0cb-4789-b3ce-53869be10ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.490325 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-4cf32323-c0cb-4789-b3ce-53869be10ed5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 913 time: 0.0854363 Oct 19 01:57:39.536366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-f823cd50-55e5-43ef-afc5-14b09d4611c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 217 time: 0.0387080 Oct 19 01:57:39.587657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-ac8fd449-8005-4c09-9d49-482bda50b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:39.589237 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-ac8fd449-8005-4c09-9d49-482bda50b273 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 200 len: 852 time: 0.0460892 Oct 19 01:57:39.619931 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-6211efdb-75cb-4112-a562-a48852e8a2b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d86d1bb-739e-460b-bc35-75f455717d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237932 Oct 19 01:57:39.718355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-dcb6696e-f015-4dd4-a085-5fb7accb04c7 service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910704 Oct 19 01:57:39.739521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fa487ecf-a74d-4a8e-a856-d14af3a22230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:39.810446 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-6e42b8c7-ad6b-4733-a5d5-17094de16ba6 service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837801 Oct 19 01:57:40.000924 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:40.511896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790efbe-8458-4141-bab2-7946d932552c req-90f13835-5ef4-4af3-98f7-065368d3c52a tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:40.513466 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b790efbe-8458-4141-bab2-7946d932552c req-90f13835-5ef4-4af3-98f7-065368d3c52a tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0491984 Oct 19 01:57:40.550845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b790efbe-8458-4141-bab2-7946d932552c req-5458e45d-e1bb-485d-814b-097f7d38d886 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Oct 19 01:57:40.665236 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:40.897192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:41.666896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c1d0-90b8-4633-ba93-95e70a88acc5 req-2832cb89-291d-4977-a015-34bf68962e1f tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:41.668957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-daa6c1d0-90b8-4633-ba93-95e70a88acc5 req-2832cb89-291d-4977-a015-34bf68962e1f tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0495718 Oct 19 01:57:41.711220 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-daa6c1d0-90b8-4633-ba93-95e70a88acc5 req-3a809d83-121e-4e5b-9b73-de07e2d8a9c0 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361540 Oct 19 01:57:42.408155 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:42.830819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feddd14-b09e-42d7-8918-62f919d6b3ed req-53d4ce11-3a9f-4af6-b699-7c2093b40e93 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:42.832313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4feddd14-b09e-42d7-8918-62f919d6b3ed req-53d4ce11-3a9f-4af6-b699-7c2093b40e93 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0534961 Oct 19 01:57:42.868768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4feddd14-b09e-42d7-8918-62f919d6b3ed req-9613f625-0b64-428c-9f1b-5c0a6d12ec18 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304759 Oct 19 01:57:43.987558 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166efed-e7f0-4bac-ab0c-858f1c9b01dd req-f968d502-0ac8-4d65-a213-7b310e5f36c7 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:43.989066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8166efed-e7f0-4bac-ab0c-858f1c9b01dd req-f968d502-0ac8-4d65-a213-7b310e5f36c7 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0517824 Oct 19 01:57:44.026155 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8166efed-e7f0-4bac-ab0c-858f1c9b01dd req-60f19c60-2f20-499f-bea5-d9eae3085f88 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Oct 19 01:57:45.141534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc973325-2495-4bb2-a341-b17d4d37b9b9 req-8380d2c6-514a-474d-aac1-5ada1a6dd62f tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:45.143005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc973325-2495-4bb2-a341-b17d4d37b9b9 req-8380d2c6-514a-474d-aac1-5ada1a6dd62f tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0488720 Oct 19 01:57:45.181329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc973325-2495-4bb2-a341-b17d4d37b9b9 req-a392fe5d-8563-4b2d-bcce-47fbd67d855e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Oct 19 01:57:46.258031 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:57:46.296287 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bdb67-99ae-4fb3-90f7-aaeb7adcb39c req-1b4b828b-1487-4c30-b48c-5c27872c02d8 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:46.297740 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-678bdb67-99ae-4fb3-90f7-aaeb7adcb39c req-1b4b828b-1487-4c30-b48c-5c27872c02d8 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0484653 Oct 19 01:57:46.334884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-678bdb67-99ae-4fb3-90f7-aaeb7adcb39c req-a730d582-2d97-4e19-bb16-d9d1c07caa80 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Oct 19 01:57:47.451644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86357a-747f-47e7-8b71-6ae43703a619 req-b8fb3868-a5c8-414d-a743-9a5a56bb7290 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:47.453135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd86357a-747f-47e7-8b71-6ae43703a619 req-b8fb3868-a5c8-414d-a743-9a5a56bb7290 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0494320 Oct 19 01:57:47.492144 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dd86357a-747f-47e7-8b71-6ae43703a619 req-1b1987e7-6f5c-4016-b21d-c8f82d50a16b tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Oct 19 01:57:48.609840 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad3e46-95f4-4fd0-8628-71692429e848 req-1285522d-44bf-4606-b51c-3c4fb28f8bc6 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:48.611285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-33ad3e46-95f4-4fd0-8628-71692429e848 req-1285522d-44bf-4606-b51c-3c4fb28f8bc6 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0493164 Oct 19 01:57:48.653126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-33ad3e46-95f4-4fd0-8628-71692429e848 req-28c667a6-e73c-48ef-8e51-56a74ab7db79 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Oct 19 01:57:49.771642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55f6b8-4c84-4ff6-841a-3c99b069eb12 req-a74c0e06-6ecd-4bfc-932f-f29d313f83d5 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:49.773096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8c55f6b8-4c84-4ff6-841a-3c99b069eb12 req-a74c0e06-6ecd-4bfc-932f-f29d313f83d5 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0520051 Oct 19 01:57:49.810465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8c55f6b8-4c84-4ff6-841a-3c99b069eb12 req-ad962ec9-7bdf-4395-9fb4-a14bfd2f15f3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303593 Oct 19 01:57:50.122082 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:57:50.929788 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882018d4-894f-4174-a559-9f83e9c05ff1 req-2d3fb91c-b7e1-4705-a19a-19170a44aba6 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:50.931239 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-882018d4-894f-4174-a559-9f83e9c05ff1 req-2d3fb91c-b7e1-4705-a19a-19170a44aba6 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0495551 Oct 19 01:57:50.970496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-882018d4-894f-4174-a559-9f83e9c05ff1 req-b1946d8a-fd05-4a8b-a958-01d060867c71 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Oct 19 01:57:52.085020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13df069-3d68-4bf4-939e-9d7ebe4cfe4e req-acdd54b2-87e7-4feb-9410-20c760862893 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:52.086461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d13df069-3d68-4bf4-939e-9d7ebe4cfe4e req-acdd54b2-87e7-4feb-9410-20c760862893 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0494184 Oct 19 01:57:52.124761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d13df069-3d68-4bf4-939e-9d7ebe4cfe4e req-b3f541d4-e72d-40e0-8ae7-3c20c095a002 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Oct 19 01:57:53.239832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d350e72-41ab-46f5-b420-9f8b804398e2 req-35d5955a-dbb7-4f0b-9fe7-4b0419634376 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:53.241376 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d350e72-41ab-46f5-b420-9f8b804398e2 req-35d5955a-dbb7-4f0b-9fe7-4b0419634376 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Oct 19 01:57:53.279228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d350e72-41ab-46f5-b420-9f8b804398e2 req-9daa44ad-af50-487b-9dd0-7f12826f2db9 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Oct 19 01:57:54.406284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90150d-618a-4e59-9e4f-7f18bf7ce59e req-ce64bd47-78b4-4a2f-95ca-17680123c133 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:54.407857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd90150d-618a-4e59-9e4f-7f18bf7ce59e req-ce64bd47-78b4-4a2f-95ca-17680123c133 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0544398 Oct 19 01:57:54.449565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd90150d-618a-4e59-9e4f-7f18bf7ce59e req-1fd04ac5-c572-4686-a31b-5b999cf2a3c1 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Oct 19 01:57:55.562816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65281f4d-f656-4d93-aea1-9bcc404ffd64 req-5c43644c-6cdc-4f93-8b02-2b253ff86b1a tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:55.564303 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65281f4d-f656-4d93-aea1-9bcc404ffd64 req-5c43644c-6cdc-4f93-8b02-2b253ff86b1a tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0490322 Oct 19 01:57:55.606566 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-65281f4d-f656-4d93-aea1-9bcc404ffd64 req-5a41eee8-e561-4396-8cd2-f3e9a72578d6 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Oct 19 01:57:56.724883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225c37-90b0-4299-8237-b6c57e33a1c7 req-1bc712d8-f4ed-441d-9613-2ab203348471 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:56.726306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd225c37-90b0-4299-8237-b6c57e33a1c7 req-1bc712d8-f4ed-441d-9613-2ab203348471 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0537925 Oct 19 01:57:56.764346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd225c37-90b0-4299-8237-b6c57e33a1c7 req-64513b63-7b15-4652-a105-f8b844e38024 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Oct 19 01:57:57.878460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9010529-c0aa-4618-9b0a-61b2c7a2c9cc req-8f892180-4428-42f8-b457-ee152defac71 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:57.879928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9010529-c0aa-4618-9b0a-61b2c7a2c9cc req-8f892180-4428-42f8-b457-ee152defac71 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0496607 Oct 19 01:57:57.920732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9010529-c0aa-4618-9b0a-61b2c7a2c9cc req-31f9366c-d709-4bf7-9305-3434ff752887 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Oct 19 01:57:59.035474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584014a-10af-429c-81f1-b90b5a78c2aa req-21ab0db3-7a2e-4e87-b50a-deebdddf8dcc tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:57:59.036978 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e584014a-10af-429c-81f1-b90b5a78c2aa req-21ab0db3-7a2e-4e87-b50a-deebdddf8dcc tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0488179 Oct 19 01:57:59.073692 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e584014a-10af-429c-81f1-b90b5a78c2aa req-9102f331-ecd3-4f44-b89b-4b7c7cc17929 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Oct 19 01:58:00.189861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8e3f1-cc27-4a33-a96d-36e47b20baec req-25ba3911-5e1a-4744-b7b9-304aae055bd5 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:00.191603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ca8e3f1-cc27-4a33-a96d-36e47b20baec req-25ba3911-5e1a-4744-b7b9-304aae055bd5 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0492165 Oct 19 01:58:00.229334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7ca8e3f1-cc27-4a33-a96d-36e47b20baec req-715dc647-5b26-46fa-974e-9f6e31018d65 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Oct 19 01:58:01.343424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa3114-8619-47e8-a473-996c3bfe0363 req-a0ff929d-742a-4194-bfce-7466ae9008ac tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:01.344919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74fa3114-8619-47e8-a473-996c3bfe0363 req-a0ff929d-742a-4194-bfce-7466ae9008ac tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0491123 Oct 19 01:58:01.382406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-74fa3114-8619-47e8-a473-996c3bfe0363 req-e0205cdb-a4e5-4fe2-8297-bf9baefadb90 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Oct 19 01:58:02.497900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7325b55-b0fc-44df-9695-905a9bf84cd5 req-aff2377b-3e90-467d-b8a4-48de5adadd7e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:02.499359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7325b55-b0fc-44df-9695-905a9bf84cd5 req-aff2377b-3e90-467d-b8a4-48de5adadd7e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0493236 Oct 19 01:58:02.539591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7325b55-b0fc-44df-9695-905a9bf84cd5 req-445cebcd-aa50-485d-8c35-646d7a3101ce tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Oct 19 01:58:03.659099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a90c-056c-4011-a884-55fe5a597a14 req-9c793371-0a73-4f32-8a15-e0620605372f tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:03.660608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d469a90c-056c-4011-a884-55fe5a597a14 req-9c793371-0a73-4f32-8a15-e0620605372f tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0531013 Oct 19 01:58:03.698256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d469a90c-056c-4011-a884-55fe5a597a14 req-2cfdf2d6-49ca-457a-984c-5e5c6762cd49 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Oct 19 01:58:04.813215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84307276-2c72-45cc-bc7e-62d5eb2d8a80 req-63c22e36-c371-464c-a905-becb85a37a78 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:04.814680 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84307276-2c72-45cc-bc7e-62d5eb2d8a80 req-63c22e36-c371-464c-a905-becb85a37a78 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0493419 Oct 19 01:58:04.852674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-84307276-2c72-45cc-bc7e-62d5eb2d8a80 req-390794f7-ade5-4ba1-8d61-fe757cfbcc9d tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Oct 19 01:58:05.970681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dff39-0c39-4474-8352-20576a7a5c89 req-23e2ca83-716f-45e2-9657-e300a3df7ca0 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:05.972172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b9dff39-0c39-4474-8352-20576a7a5c89 req-23e2ca83-716f-45e2-9657-e300a3df7ca0 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0483129 Oct 19 01:58:06.009102 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b9dff39-0c39-4474-8352-20576a7a5c89 req-97b23e38-e736-4506-8ae8-95095fb08b56 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Oct 19 01:58:06.810459 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-2e3b7988-ef89-4229-bc1c-31011b49a114 service neutron] show failed (client error): The resource could not be found. Oct 19 01:58:06.811440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-2e3b7988-ef89-4229-bc1c-31011b49a114 service neutron] 10.222.0.74 "GET /v2.0/ports/e226143a-b9d6-4e8d-a35e-c02f82e9960d/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0549850 Oct 19 01:58:06.972420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-60880f98-f156-4186-a70e-9f1c6c3479b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.127322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddcfa5-99dd-40e6-be23-99ae676225db req-c08698d3-29ee-431b-a13f-b5876d2acf9e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:07.128848 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dddcfa5-99dd-40e6-be23-99ae676225db req-c08698d3-29ee-431b-a13f-b5876d2acf9e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 946 time: 0.0503030 Oct 19 01:58:07.151027 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-401cb476-64bf-4658-a1d4-4615161b4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:07.152798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-401cb476-64bf-4658-a1d4-4615161b4322 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0&tenant_id=9784408b1b9e49b2b6a465592e1bac2d HTTP/1.1" status: 200 len: 1098 time: 0.1729805 Oct 19 01:58:07.165803 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:07.167173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dddcfa5-99dd-40e6-be23-99ae676225db req-7ccd27a7-a4c8-4909-b1e7-3397ababac97 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Oct 19 01:58:07.218057 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.413624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:07.446055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:07.488602 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:07.490841 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f11d2-5cf1-44e1-9075-758c843281c4" -d '{"events": [{"server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:07.494475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.506449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Transition to ACTIVE for port object e226143a-b9d6-4e8d-a35e-c02f82e9960d will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:58:07.509860 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.548172 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5755324-a157-44b8-ae31-2f5f59a746b4 x-openstack-request-id: req-d5755324-a157-44b8-ae31-2f5f59a746b4 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:07.548459 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:07.548716 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5755324-a157-44b8-ae31-2f5f59a746b4 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:07.549102 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'code': 200} Oct 19 01:58:07.573091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:07.575114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] No DVR routers for this DVR port e226143a-b9d6-4e8d-a35e-c02f82e9960d on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:07.583772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.584141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.584508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.584823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.585211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.585661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.585867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.586208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.586621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.586945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.587270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.587588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:07.621213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:07.621546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:07.621868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d on network 1d86d1bb-739e-460b-bc35-75f455717d95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:07.625973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Port e226143a-b9d6-4e8d-a35e-c02f82e9960d on network 1d86d1bb-739e-460b-bc35-75f455717d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:58:07.626288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Attempting to bind port e226143a-b9d6-4e8d-a35e-c02f82e9960d on network 1d86d1bb-739e-460b-bc35-75f455717d95 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:07.630975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:07.631302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Checking segment: {'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:07.631674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Bound using segment: {'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:07.632125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Bound port: e226143a-b9d6-4e8d-a35e-c02f82e9960d, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:07.632468 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.696436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:07.700044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:07.704160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.736802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:07.737529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:07.739015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 1093 time: 0.5771894 Oct 19 01:58:07.760690 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad3e9-b0e3-4d5c-b870-96d2c70071b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:07.803411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-f2246551-037e-4529-bc6d-d58ba66d2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:07.804888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-f2246551-037e-4529-bc6d-d58ba66d2336 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1096 time: 0.0401442 Oct 19 01:58:08.208231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-9306616e-7de1-470c-a9ae-2404d8df924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:08.209706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-9306616e-7de1-470c-a9ae-2404d8df924e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 913 time: 0.3978057 Oct 19 01:58:08.251241 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-48a006b4-0fb3-4f1a-85c0-a2df2f88686a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 217 time: 0.0341930 Oct 19 01:58:08.289524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5598d94-961c-48a4-8070-57371e855a69 req-0d67da25-754d-4f36-8e6a-3cfd6bf00e6d tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:08.291020 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5598d94-961c-48a4-8070-57371e855a69 req-0d67da25-754d-4f36-8e6a-3cfd6bf00e6d tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 944 time: 0.0543401 Oct 19 01:58:08.300739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-bb6ccc58-070d-416e-a586-ad673e1d6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:08.302174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-bb6ccc58-070d-416e-a586-ad673e1d6912 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 200 len: 852 time: 0.0445476 Oct 19 01:58:08.330414 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b5598d94-961c-48a4-8070-57371e855a69 req-059ea272-4e41-47df-a82b-3a3d825f3048 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Oct 19 01:58:08.334905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-7ab5c424-17d1-4447-a965-27b5c9840ce3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d86d1bb-739e-460b-bc35-75f455717d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253735 Oct 19 01:58:08.426359 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-5bc01088-3a99-49fe-ab1f-15cc491b8413 service neutron] 10.222.0.62 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846322 Oct 19 01:58:08.517985 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a033280-0344-4e14-a8de-cbd7344ac311 req-d66b3274-07d5-4ed7-b6f5-e9765f39c178 service neutron] 10.222.0.62 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840652 Oct 19 01:58:09.103072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:09.140919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:09.448488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7db539-6bbc-46cf-abbc-ab7c13c92f84 req-645272d6-d1d4-44ee-ba81-266502e3d65e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:09.451037 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a7db539-6bbc-46cf-abbc-ab7c13c92f84 req-645272d6-d1d4-44ee-ba81-266502e3d65e tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 944 time: 0.0509424 Oct 19 01:58:09.488523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3a7db539-6bbc-46cf-abbc-ab7c13c92f84 req-f7358e51-1dfd-4ad3-bb6f-3de3bb73edcc tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Oct 19 01:58:09.550178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:09.552529 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:09.602924 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddc50dc-f23b-4492-8eb4-f57349ab6ec4 x-openstack-request-id: req-3ddc50dc-f23b-4492-8eb4-f57349ab6ec4 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:09.603215 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:09.603470 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ddc50dc-f23b-4492-8eb4-f57349ab6ec4 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:09.603868 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'status': 'completed', 'code': 200} Oct 19 01:58:09.664293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-16584b84-2483-4feb-b5b3-4ca5bbcc8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:09.665733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-16584b84-2483-4feb-b5b3-4ca5bbcc8ef9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1096 time: 0.0409973 Oct 19 01:58:09.682762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-b76e488d-4d15-4507-9945-e75064e5f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:09.684827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-b76e488d-4d15-4507-9945-e75064e5f4a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1096 time: 0.0410981 Oct 19 01:58:09.739630 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdbce-62c1-4bdb-9448-8e7c49136d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:09.761204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-0bb4d3cb-b0ad-4a16-b98a-9f2008992f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:09.763338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-0bb4d3cb-b0ad-4a16-b98a-9f2008992f1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 913 time: 0.0903106 Oct 19 01:58:09.784288 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-18b61827-6e0b-42d1-9d77-9913f3432040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:09.785763 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-18b61827-6e0b-42d1-9d77-9913f3432040 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 913 time: 0.0938954 Oct 19 01:58:09.805248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-01ef94c9-0ce0-4a64-a216-5c96654904bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 217 time: 0.0343540 Oct 19 01:58:09.828435 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-ae0a3eda-313c-43cc-b14c-7bffc58439c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 217 time: 0.0353918 Oct 19 01:58:09.860122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-89909b87-a1da-40ff-b0fe-9594621c6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:09.861607 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-89909b87-a1da-40ff-b0fe-9594621c6724 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 200 len: 852 time: 0.0440793 Oct 19 01:58:09.877110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-1eb5b680-c0e9-4187-bf9b-d20d3a32a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:09.878550 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-1eb5b680-c0e9-4187-bf9b-d20d3a32a93b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 200 len: 852 time: 0.0433600 Oct 19 01:58:09.900153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-9377058e-3218-45a7-97da-84ef1888b858 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d86d1bb-739e-460b-bc35-75f455717d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302253 Oct 19 01:58:09.910695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-e5cc8271-0f02-49c5-bf43-ae71386836fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d86d1bb-739e-460b-bc35-75f455717d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253375 Oct 19 01:58:10.001068 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-90399540-c9bb-47c6-aa34-5821379cbe16 service neutron] 10.222.0.62 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930383 Oct 19 01:58:10.009933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-10a84c56-3a24-4f0a-8e68-0b5c2736a0d3 service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917249 Oct 19 01:58:10.025380 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.107819 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-7f9afb89-d0d9-4eb6-b08d-5a2365b48deb service neutron] 10.222.0.62 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985169 Oct 19 01:58:10.113182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a94800c0-7bf1-4e0c-8ad3-a6c767b2d9c0 req-f9c7d5fd-8338-49bd-b792-51b618860e83 service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955784 Oct 19 01:58:10.604595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bcbb6-1a85-4025-bf18-aa8112b7ebd2 req-35047265-f0f7-43eb-b9f3-a002fc7ca006 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:10.606664 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-626bcbb6-1a85-4025-bf18-aa8112b7ebd2 req-35047265-f0f7-43eb-b9f3-a002fc7ca006 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 944 time: 0.0503631 Oct 19 01:58:10.643052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-626bcbb6-1a85-4025-bf18-aa8112b7ebd2 req-a11fc313-222d-4cf0-8d87-2ab5d8c7cb55 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303509 Oct 19 01:58:10.669188 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.900076 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:10.924657 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-571ef370-9ac3-475c-b8c0-053024feaa90 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:10.926120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-571ef370-9ac3-475c-b8c0-053024feaa90 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.74 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0&tenant_id=9784408b1b9e49b2b6a465592e1bac2d&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 944 time: 0.0849297 Oct 19 01:58:10.987797 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-25a30d61-cb98-4c57-8378-0a7e824a069b service neutron] delete failed (client error): The resource could not be found. Oct 19 01:58:10.988825 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-25a30d61-cb98-4c57-8378-0a7e824a069b service neutron] 10.222.0.74 "DELETE /v2.0/ports/e226143a-b9d6-4e8d-a35e-c02f82e9960d/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0542624 Oct 19 01:58:11.097129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-79535ad9-5080-4963-8bff-5b3a31b00119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:11.098610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-79535ad9-5080-4963-8bff-5b3a31b00119 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 1096 time: 0.0459869 Oct 19 01:58:11.188233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-dd562a85-fcee-44f2-9716-a218ec9189fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:11.189577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-dd562a85-fcee-44f2-9716-a218ec9189fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 200 len: 913 time: 0.0836337 Oct 19 01:58:11.234642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-99bd67f1-24cb-4015-8940-5a4349a6b595 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 200 len: 217 time: 0.0375495 Oct 19 01:58:11.284343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-77d056e1-f1da-46c2-b2ad-b50fc2cdf957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:11.285706 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-77d056e1-f1da-46c2-b2ad-b50fc2cdf957 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 200 len: 852 time: 0.0438795 Oct 19 01:58:11.318150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-1b39b66c-0dbc-4d50-a20d-4661f4f4eb69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d86d1bb-739e-460b-bc35-75f455717d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245006 Oct 19 01:58:11.409190 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-1307a120-8ac8-4ba7-9ff4-be5785454238 service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838749 Oct 19 01:58:11.500099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-41cf4af4-b4b1-4d8d-ac71-7749ad41662a service neutron] 10.222.0.74 "GET /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838506 Oct 19 01:58:12.243573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:58:12.262389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8522c0-af58-4453-bc90-bc33e6940426 req-15f054c2-b0ec-44af-accc-75dc279c3822 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:12.263887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d8522c0-af58-4453-bc90-bc33e6940426 req-15f054c2-b0ec-44af-accc-75dc279c3822 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 944 time: 0.0504332 Oct 19 01:58:12.302658 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6d8522c0-af58-4453-bc90-bc33e6940426 req-94954e1e-838d-430b-a6f2-73ef8276e083 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Oct 19 01:58:12.339469 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:12.350148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'network_id': '1d86d1bb-739e-460b-bc35-75f455717d95', 'port_id': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'mac_address': 'fa:16:3e:18:70:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c5fc98-32e7-44ae-a7e2-a5bedac23442', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:58:12.386124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:12.402002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e226143a-b9d6-4e8d-a35e-c02f82e9960d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:58:12.423907 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:12.427363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:12.430668 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:12.476102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:12.484253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.484609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.484947 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.485284 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.485611 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.485932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.486259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.486581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.486903 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.487221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.487541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.487859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:12.690224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e226143a-b9d6-4e8d-a35e-c02f82e9960d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:58:13.425091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d361d9-4ef2-4c85-8a00-61bc0a8787e4 req-64065df8-3771-4c3e-8dab-d1ce8ec2c305 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:13.426567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24d361d9-4ef2-4c85-8a00-61bc0a8787e4 req-64065df8-3771-4c3e-8dab-d1ce8ec2c305 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 945 time: 0.0508957 Oct 19 01:58:13.468141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24d361d9-4ef2-4c85-8a00-61bc0a8787e4 req-abb8ce20-aa88-43ba-a670-8949a4e3ca89 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.64 "GET /v2.0/security-groups?id=9c563baf-9be9-4b7b-8771-759cc1f543c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Oct 19 01:58:13.551402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-4bc9b5a7-6e86-4f0b-9a3b-6373dd64ab74 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:13.552854 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-4bc9b5a7-6e86-4f0b-9a3b-6373dd64ab74 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.62 "GET /v2.0/ports?device_id=722e8c99-cfe0-4ceb-bbbe-729067d705e0 HTTP/1.1" status: 200 len: 945 time: 0.0513322 Oct 19 01:58:13.643545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Deleting port e226143a-b9d6-4e8d-a35e-c02f82e9960d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:58:13.643810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.735464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] For port e226143a-b9d6-4e8d-a35e-c02f82e9960d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e226143a-b9d6-4e8d-a35e-c02f82e9960d,segment=NetworkSegment(c36b6af9-bfab-4254-aca8-ff5fb2c7eecb),segment_id=c36b6af9-bfab-4254-aca8-ff5fb2c7eecb)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:13.735830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.747919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Calling delete_port for e226143a-b9d6-4e8d-a35e-c02f82e9960d owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:58:13.870043 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.883315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e226143a-b9d6-4e8d-a35e-c02f82e9960d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:58:13.903647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Pushing event deleted for resources: {'Port': ['ID=e226143a-b9d6-4e8d-a35e-c02f82e9960d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:13.944824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] No DVR routers for this DVR port e226143a-b9d6-4e8d-a35e-c02f82e9960d on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:13.947326 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:13.951019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e7f19ae-d3ba-4697-b4cb-c9ad315cfac3 req-442a2b67-dd42-4054-9d0f-898f4c8a78b3 tempest-DeleteServersTestJSON-1144729207 tempest-DeleteServersTestJSON-1144729207-project] 10.222.0.62 "DELETE /v2.0/ports/e226143a-b9d6-4e8d-a35e-c02f82e9960d HTTP/1.1" status: 204 len: 173 time: 0.3913572 Oct 19 01:58:13.951454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'name': 'network-vif-deleted', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:13.953715 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af64954-b6d4-4297-a741-65d2a8057ac5" -d '{"events": [{"server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "name": "network-vif-deleted", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:13.989891 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f883d0-8de6-44ec-aa9e-cb661ca31208 x-openstack-request-id: req-62f883d0-8de6-44ec-aa9e-cb661ca31208 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:13.990184 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e8c99-cfe0-4ceb-bbbe-729067d705e0", "name": "network-vif-deleted", "tag": "e226143a-b9d6-4e8d-a35e-c02f82e9960d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:13.990438 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62f883d0-8de6-44ec-aa9e-cb661ca31208 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:13.990867 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e8c99-cfe0-4ceb-bbbe-729067d705e0', 'name': 'network-vif-deleted', 'tag': 'e226143a-b9d6-4e8d-a35e-c02f82e9960d', 'status': 'completed', 'code': 200} Oct 19 01:58:14.268924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:58:14.291106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: e226143a-b9d6-4e8d-a35e-c02f82e9960d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:14.291445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 01:58:14.310035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Port e226143a-b9d6-4e8d-a35e-c02f82e9960d not found, will not notify nova. {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 01:58:14.595452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51534) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:14.638891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] Deleting subnet a2c5fc98-32e7-44ae-a7e2-a5bedac23442 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:58:14.642005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.681811 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.722016 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.773052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.800213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c5fc98-32e7-44ae-a7e2-a5bedac23442,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:14.802115 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.805339 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5b902e84-6554-43de-9d4e-e659dd055e78 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a2c5fc98-32e7-44ae-a7e2-a5bedac23442 HTTP/1.1" status: 204 len: 168 time: 0.2088363 Oct 19 01:58:14.807814 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51536) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:14.884789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.962589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:14.981788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d86d1bb-739e-460b-bc35-75f455717d95']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:14.990833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:14.991129 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36b6af9-bfab-4254-aca8-ff5fb2c7eecb') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:58:15.001932 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.015250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.020927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:58:15.021308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: timer() Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:58:15.022893 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:58:15.082910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.088682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.091888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1d86d1bb-739e-460b-bc35-75f455717d95 HTTP/1.1" status: 204 len: 168 time: 0.2829890 Oct 19 01:58:15.102562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86503c2-2339-459b-a722-b5eb23ca5ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d86d1bb-739e-460b-bc35-75f455717d95,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:15.199089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51540) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:15.238254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-43007dc5-9b59-4da1-ad8a-52fd1251c049 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9784408b1b9e49b2b6a465592e1bac2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377500 Oct 19 01:58:15.240710 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51542) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:15.286916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c52e4789-6b6f-4083-b9bf-ddc89fd16edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.308900 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c52e4789-6b6f-4083-b9bf-ddc89fd16edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.361430 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c52e4789-6b6f-4083-b9bf-ddc89fd16edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.364501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c52e4789-6b6f-4083-b9bf-ddc89fd16edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:15.365699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c52e4789-6b6f-4083-b9bf-ddc89fd16edd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c563baf-9be9-4b7b-8771-759cc1f543c6 HTTP/1.1" status: 204 len: 168 time: 0.1241157 Oct 19 01:58:15.374298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e4789-6b6f-4083-b9bf-ddc89fd16edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c563baf-9be9-4b7b-8771-759cc1f543c6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:16.011634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51564) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:16.104478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-860312093-network', 'tenant_id': '92a51b2bcc244001a45003b304192bbc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:16.125038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Made reservation on behalf of 92a51b2bcc244001a45003b304192bbc for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:16.127512 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.135826 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.209858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.213552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.241876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:58:16.247965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb9398-47e3-4e74-857f-d4eed2b6d2da,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:16.255776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.255776 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Added segment b528b7df-6185-4bde-9d1f-61e8a1dbd0ff of type vlan for network 17961552-d410-4651-9245-d24d474fabce Oct 19 01:58:16.296403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.319931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.320886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:16.321464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.353019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3402925 Oct 19 01:58:16.356822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51568) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:58:16.361702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Request body: {'subnet': {'network_id': '17961552-d410-4651-9245-d24d474fabce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-860312093-subnet', 'tenant_id': '92a51b2bcc244001a45003b304192bbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:16.383207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Made reservation on behalf of 92a51b2bcc244001a45003b304192bbc for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:16.385440 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.389011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b5b46-bfd6-4c30-ae0f-3daf327ace80 admin admin] Pushing event updated for resources: {'Network': ['ID=17961552-d410-4651-9245-d24d474fabce,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:16.398492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 17961552-d410-4651-9245-d24d474fabce details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:58:16.553982 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.602428 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7223ef84-76a8-41db-bb67-9ce50e4ba837,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:16.617608 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.617953 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.618290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.618622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.618950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.619275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.619596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.619917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.620322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.620934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.620934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.621253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:58:16.629121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Checking segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:16.629473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Network hostable DHCP agents. Network: 17961552-d410-4651-9245-d24d474fabce, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:58:16.645092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Network 17961552-d410-4651-9245-d24d474fabce is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:58:16.654652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 17961552-d410-4651-9245-d24d474fabce) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:16.659700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:16.660459 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:16.663523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6714af87-be33-4338-94b3-27eefc0b1942 None None] Network 17961552-d410-4651-9245-d24d474fabce requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:16.680347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-94b6a06f-6bfe-4d35-986c-62dc399bf40f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3223755 Oct 19 01:58:16.942795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494567c-1b80-427d-bc36-e4f5ee354380 None None] Network 17961552-d410-4651-9245-d24d474fabce requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:58:17.113293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-e773b938-2627-49bd-beb7-c953cd69c6fe tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:17.114807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-e773b938-2627-49bd-beb7-c953cd69c6fe tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 814 time: 0.1053610 Oct 19 01:58:17.129874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-a306df9a-b0a3-4acb-970d-7bbe2763b826 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/quotas/92a51b2bcc244001a45003b304192bbc HTTP/1.1" status: 200 len: 375 time: 0.0093546 Oct 19 01:58:17.165990 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-901cfde6-ce32-4bae-b9f2-6846f2d1e1bb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304644 Oct 19 01:58:17.176795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-36d89814-e54c-4a8f-b7c2-5254c55d3087 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 01:58:17.177682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-36d89814-e54c-4a8f-b7c2-5254c55d3087 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049469 Oct 19 01:58:17.266747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-267279e1-678a-49c0-9cbb-f62bd9407742 service neutron] 10.222.0.64 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826817 Oct 19 01:58:17.358661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-953e0938-705f-488d-bf2a-64e0daa01153 service neutron] 10.222.0.64 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858312 Oct 19 01:58:17.515853 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92025395-7bec-44a7-a8e7-25c589182351 req-3c5c1b6b-5542-40b0-95b5-651f7ea35132 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 210 time: 0.0268710 Oct 19 01:58:18.289327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:58:18.310177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: e226143a-b9d6-4e8d-a35e-c02f82e9960d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:58:18.310521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e226143a-b9d6-4e8d-a35e-c02f82e9960d not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:58:18.416506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-a55a03b9-eb30-459c-99cf-cb5efe14f569 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:18.418612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-a55a03b9-eb30-459c-99cf-cb5efe14f569 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 814 time: 0.1056182 Oct 19 01:58:18.431520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Request body: {'port': {'device_id': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'network_id': '17961552-d410-4651-9245-d24d474fabce', 'admin_state_up': True, 'tenant_id': '92a51b2bcc244001a45003b304192bbc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:18.541165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Made reservation on behalf of 92a51b2bcc244001a45003b304192bbc for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:58:18.545288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:18.630206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dac7810e-1e40-461f-adc9-bdedadfddca6 req-f02ab6ac-4379-4f74-b9b8-efdaf766d346 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 210 time: 0.0319908 Oct 19 01:58:18.698122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Allocated IP 172.20.0.2 (17961552-d410-4651-9245-d24d474fabce/7223ef84-76a8-41db-bb67-9ce50e4ba837/bf4c3aa2-0c7e-4946-acf3-54db8c260440) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:58:18.839780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:18.872384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:18.919905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Network 17961552-d410-4651-9245-d24d474fabce is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:58:18.923011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:58:18.926552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:58:18.935987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:18.982792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:18.983392 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:18.999088 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-67d0d409-238c-463d-ac97-70f16bb4538f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713775 Oct 19 01:58:19.012144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Request body: {'port': {'device_id': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:19.065189 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.325686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4c3aa2-0c7e-4946-acf3-54db8c260440 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:58:19.333148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.345416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Transition to ACTIVE for port object bf4c3aa2-0c7e-4946-acf3-54db8c260440 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:58:19.349152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.400971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:19.468764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:19.469460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:19.469460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:19.473653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on network 17961552-d410-4651-9245-d24d474fabce not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:58:19.473974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:19.478655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:19.478990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Checking segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:19.479373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Bound using segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:19.480476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Bound port: bf4c3aa2-0c7e-4946-acf3-54db8c260440, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:19.480829 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.541763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:19.544810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:19.549429 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.581961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:19.582662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:19.584149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] 10.222.0.62 "PUT /v2.0/ports/bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 1092 time: 0.5764031 Oct 19 01:58:19.586529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:19.588848 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87" -d '{"events": [{"name": "network-changed", "server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:19.614754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667fd05-acfe-49e9-94f1-fa618fe38d8a service neutron] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:19.631289 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe708b2-c83d-4987-9f9c-25034648516e x-openstack-request-id: req-dfe708b2-c83d-4987-9f9c-25034648516e {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:19.631600 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:19.631851 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfe708b2-c83d-4987-9f9c-25034648516e {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:19.632267 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'status': 'completed', 'code': 200} Oct 19 01:58:19.665225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-9dad583d-3ae0-4db2-89ff-6a11e2185169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:19.666724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-9dad583d-3ae0-4db2-89ff-6a11e2185169 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1095 time: 0.0444474 Oct 19 01:58:19.716006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-104b54ae-0938-4649-95f6-b6cb6544cc57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0414433 Oct 19 01:58:19.788167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-60db205a-3174-4f00-a9fa-fd21f9400e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:19.789584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-60db205a-3174-4f00-a9fa-fd21f9400e43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0652490 Oct 19 01:58:19.798673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e70fd-0f82-4a88-a08f-9c755522293e req-0ff88c51-6724-4404-90db-71989c62da47 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:19.800027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-498e70fd-0f82-4a88-a08f-9c755522293e req-0ff88c51-6724-4404-90db-71989c62da47 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0871856 Oct 19 01:58:19.839155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-075d2e25-3e95-425d-a039-cf181aec8b3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380611 Oct 19 01:58:19.875407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-498e70fd-0f82-4a88-a08f-9c755522293e req-3d5d2720-8e94-455f-bce8-f3682bf00808 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666151 Oct 19 01:58:19.942310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-fc4a9c36-2d4d-4aac-8380-ac6530b5504d service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957704 Oct 19 01:58:20.034545 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85e3374c-5fcc-4c26-98b7-0f7233611668 req-831427cb-6726-4118-b518-364494b44875 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850005 Oct 19 01:58:20.117430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-f6aad944-c3ad-43a9-a19a-76a136d4ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:20.119191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-f6aad944-c3ad-43a9-a19a-76a136d4ad96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1095 time: 0.0423229 Oct 19 01:58:20.121080 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:20.211374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-7f064736-f4d1-4ef1-adaa-9717298cfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:20.212870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-7f064736-f4d1-4ef1-adaa-9717298cfaea service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0870407 Oct 19 01:58:20.253801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-4e05dd01-363a-4503-a265-7347a2c41f25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0341995 Oct 19 01:58:20.302633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-5ea8d325-ff0a-4db7-b057-1b0ce3202163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:20.304192 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-5ea8d325-ff0a-4db7-b057-1b0ce3202163 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0426736 Oct 19 01:58:20.336122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-be18fdff-0bea-47fb-afa0-283ad804be2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236580 Oct 19 01:58:20.429800 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-bb8d94a2-ca9d-42b7-8030-63d0e4dae9ad service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862544 Oct 19 01:58:20.519196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c3ed3ef-c94e-42fa-b4ea-6bf185278a87 req-686709c7-45ae-4bae-8636-efe0a01c259d service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817146 Oct 19 01:58:20.991253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c26fff-2af8-4fa4-913d-3c22b7fa9cfb req-8a6c4a0d-eed1-476c-a67b-b340fbbe38df tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:20.992757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26c26fff-2af8-4fa4-913d-3c22b7fa9cfb req-8a6c4a0d-eed1-476c-a67b-b340fbbe38df tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0483928 Oct 19 01:58:21.030393 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-26c26fff-2af8-4fa4-913d-3c22b7fa9cfb req-89e4b3b7-a85d-479c-8ccc-991325de7d3f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Oct 19 01:58:22.149164 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e90098-1437-4c7a-96bb-785cfb833716 req-d4481345-5d9f-4f68-8a1d-64b04f7d9630 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:22.150643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9e90098-1437-4c7a-96bb-785cfb833716 req-d4481345-5d9f-4f68-8a1d-64b04f7d9630 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0540640 Oct 19 01:58:22.188666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b9e90098-1437-4c7a-96bb-785cfb833716 req-32eff401-04bc-41f4-8a57-c56ff88610a0 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Oct 19 01:58:22.290160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:58:22.385896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:22.396833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'network_id': '17961552-d410-4651-9245-d24d474fabce', 'port_id': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'mac_address': 'fa:16:3e:44:75:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7223ef84-76a8-41db-bb67-9ce50e4ba837', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:58:22.433632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:22.446091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4c3aa2-0c7e-4946-acf3-54db8c260440 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:58:22.465261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:22.469231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:22.520146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:22.670411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['bf4c3aa2-0c7e-4946-acf3-54db8c260440'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:58:23.257518 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:58:23.305227 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252321ae-011c-48c7-baf8-7a5690b53bed req-c74c14ea-72a6-4ce3-8287-0a1e19018244 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:23.306687 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-252321ae-011c-48c7-baf8-7a5690b53bed req-c74c14ea-72a6-4ce3-8287-0a1e19018244 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 944 time: 0.0514393 Oct 19 01:58:23.345487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-252321ae-011c-48c7-baf8-7a5690b53bed req-2f6c2e3e-0335-4c22-9dfe-5aaa7ab5415e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Oct 19 01:58:24.293155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:58:24.341189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port bf4c3aa2-0c7e-4946-acf3-54db8c260440 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:58:24.344677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port bf4c3aa2-0c7e-4946-acf3-54db8c260440 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:58:24.345046 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:24.424798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:24.448139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:24.450489 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4d3c1-e550-4c4f-affb-bb8698f89a2a" -d '{"events": [{"server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "name": "network-vif-plugged", "status": "completed", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:24.461642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2d04-29a6-42e2-be15-975dbab47df9 req-1a65e8d3-cd20-43c6-93f1-6e91946c68fc tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:24.462684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:24.463134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d5b2d04-29a6-42e2-be15-975dbab47df9 req-1a65e8d3-cd20-43c6-93f1-6e91946c68fc tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 944 time: 0.0499160 Oct 19 01:58:24.470237 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:24.494733 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55659b95-3d37-43cf-8dc3-a8952cfa09de x-openstack-request-id: req-55659b95-3d37-43cf-8dc3-a8952cfa09de {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:24.495023 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "name": "network-vif-plugged", "status": "completed", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:24.496089 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55659b95-3d37-43cf-8dc3-a8952cfa09de {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:24.496479 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'code': 200} Oct 19 01:58:24.507128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d5b2d04-29a6-42e2-be15-975dbab47df9 req-ea096ad6-46ba-4adb-97bb-75b4331e4f3c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Oct 19 01:58:24.529431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:24.593311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e038e-cb0b-41a0-8a5f-b61a402727ef req-358996aa-4a9b-4309-91d2-02cae8283c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:24.594796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e7e038e-cb0b-41a0-8a5f-b61a402727ef req-358996aa-4a9b-4309-91d2-02cae8283c9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1097 time: 0.0420318 Oct 19 01:58:24.630145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e7e038e-cb0b-41a0-8a5f-b61a402727ef req-befcd76a-2ceb-4d65-9454-ca756592ea7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270751 Oct 19 01:58:25.631855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1c6e-1a31-4435-8ec6-86cdee442b75 req-90ab4752-38ff-4c45-9b22-882cdca1fc10 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:25.633518 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b1e1c6e-1a31-4435-8ec6-86cdee442b75 req-90ab4752-38ff-4c45-9b22-882cdca1fc10 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0526836 Oct 19 01:58:25.674457 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b1e1c6e-1a31-4435-8ec6-86cdee442b75 req-7c627971-8fe2-46eb-8722-e1ced11b8f96 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342851 Oct 19 01:58:26.792335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce931b-f2d8-4c2a-a1a6-2df5548f38b5 req-5614c7ea-d299-498a-a441-629695f61ca8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:26.793789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82ce931b-f2d8-4c2a-a1a6-2df5548f38b5 req-5614c7ea-d299-498a-a441-629695f61ca8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0521181 Oct 19 01:58:26.831182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82ce931b-f2d8-4c2a-a1a6-2df5548f38b5 req-6549824d-d668-4159-8a3e-01d5ce1d6aaf tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Oct 19 01:58:26.943858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94debe7-c6c7-4d6f-a372-2edaf3f79f82 req-f8e875ce-28a2-4e61-98bf-2caf261c1547 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:26.945487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c94debe7-c6c7-4d6f-a372-2edaf3f79f82 req-f8e875ce-28a2-4e61-98bf-2caf261c1547 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0492539 Oct 19 01:58:26.984513 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c94debe7-c6c7-4d6f-a372-2edaf3f79f82 req-2f068d26-b732-43df-91b0-78e151d65354 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Oct 19 01:58:27.184933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68f7c3-e245-4f64-8b1c-2ea74c00d82f req-3c7a7040-a843-4664-8956-b2199d875df5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:27.186354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f68f7c3-e245-4f64-8b1c-2ea74c00d82f req-3c7a7040-a843-4664-8956-b2199d875df5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Oct 19 01:58:27.224745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7f68f7c3-e245-4f64-8b1c-2ea74c00d82f req-e6f56554-fded-4eb1-a3cb-a360724e236e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Oct 19 01:58:27.337536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b75c4-8ba5-4a26-9c7d-54b493c0d278 req-7598e21a-970f-431e-824e-ba8e53439fd4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:27.339017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb0b75c4-8ba5-4a26-9c7d-54b493c0d278 req-7598e21a-970f-431e-824e-ba8e53439fd4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0488539 Oct 19 01:58:27.376814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb0b75c4-8ba5-4a26-9c7d-54b493c0d278 req-d58bc7b0-bfbe-434e-96fd-245df2002747 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Oct 19 01:58:27.625402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-553d5fcc-7637-4d3a-8978-1f6f7c5a5393 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733635 Oct 19 01:58:27.636998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e4ba4-ec7f-4f49-9dff-99d7ce116691 req-f1d8254f-c16d-47ab-becf-30968cd7e1f3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:27.638444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02e4ba4-ec7f-4f49-9dff-99d7ce116691 req-f1d8254f-c16d-47ab-becf-30968cd7e1f3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0749292 Oct 19 01:58:27.679489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d02e4ba4-ec7f-4f49-9dff-99d7ce116691 req-70bb65fa-a5de-4484-ab51-e9d726575e3e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344970 Oct 19 01:58:28.805544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc5fa-36a7-4928-bb6a-7df04396aafa req-b8e9d635-3fca-4d97-8b7a-4830de1ae163 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:28.807038 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d5cc5fa-36a7-4928-bb6a-7df04396aafa req-b8e9d635-3fca-4d97-8b7a-4830de1ae163 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0558231 Oct 19 01:58:28.841997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-422ce537-2511-4f3d-b7c7-1021d6bdf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:28.843381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-422ce537-2511-4f3d-b7c7-1021d6bdf8d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1097 time: 0.0421853 Oct 19 01:58:28.846711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7d5cc5fa-36a7-4928-bb6a-7df04396aafa req-fd06e14b-20aa-4b13-9cbe-5f47c28a6f6f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327895 Oct 19 01:58:28.938522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-7091f229-1fc1-47e9-8cb0-30268aa60625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:28.939956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-7091f229-1fc1-47e9-8cb0-30268aa60625 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0888634 Oct 19 01:58:28.983435 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-d2f59300-f077-4c72-8d06-787698221540 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0355959 Oct 19 01:58:29.031381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-5fbfa50f-8c0a-484c-920b-07b1482754f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:29.032775 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-5fbfa50f-8c0a-484c-920b-07b1482754f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0425997 Oct 19 01:58:29.064770 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-3d3d0a2c-8eb0-4fea-966e-59871255e57f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248322 Oct 19 01:58:29.155898 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-660e5bbc-3e84-4fbd-9136-1f39cfe8d087 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838339 Oct 19 01:58:29.248305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-66e26804-726e-48f3-b730-f8b14e4cfed6 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836892 Oct 19 01:58:29.974338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5655-fa12-4c26-8cb1-d18bd353392e req-edbc2d8b-4f0b-4635-bd5f-52dcb6f1df6b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:29.975773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-174e5655-fa12-4c26-8cb1-d18bd353392e req-edbc2d8b-4f0b-4635-bd5f-52dcb6f1df6b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Oct 19 01:58:30.012967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-174e5655-fa12-4c26-8cb1-d18bd353392e req-faa6894f-373b-4e75-b8c5-df800bf6235d tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Oct 19 01:58:31.125272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d0584-0b6a-4edb-8728-60664a32d9a6 req-dbc55918-1958-4fa8-9cdb-0ef34f543fa4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:31.126728 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d87d0584-0b6a-4edb-8728-60664a32d9a6 req-dbc55918-1958-4fa8-9cdb-0ef34f543fa4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0479844 Oct 19 01:58:31.164533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d87d0584-0b6a-4edb-8728-60664a32d9a6 req-0c46a73a-cd2b-4860-a63d-35c9d4eeb9ba tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Oct 19 01:58:32.277279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2689042-6ef9-4964-b3f4-c56f0e0115e0 req-39d001a8-b07b-486e-9acc-f25320fc36e1 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:32.278782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2689042-6ef9-4964-b3f4-c56f0e0115e0 req-39d001a8-b07b-486e-9acc-f25320fc36e1 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Oct 19 01:58:32.315854 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2689042-6ef9-4964-b3f4-c56f0e0115e0 req-870f5ce1-22f7-4135-878e-792391fa75de tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Oct 19 01:58:33.434511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfc83b-2924-4708-b370-b4197d4adc95 req-e6478e32-e430-40a7-b8ad-066a6cd711d1 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:33.435958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0dfc83b-2924-4708-b370-b4197d4adc95 req-e6478e32-e430-40a7-b8ad-066a6cd711d1 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0536239 Oct 19 01:58:33.474224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c0dfc83b-2924-4708-b370-b4197d4adc95 req-d77bd75f-79ee-4723-aa3e-1434a5a78400 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Oct 19 01:58:34.587627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3af2f-57aa-4c37-b6a7-62d0b30d265b req-a1132a27-d577-4276-8312-ad15aae0a20f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:34.589490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ee3af2f-57aa-4c37-b6a7-62d0b30d265b req-a1132a27-d577-4276-8312-ad15aae0a20f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0492239 Oct 19 01:58:34.630334 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ee3af2f-57aa-4c37-b6a7-62d0b30d265b req-040425ea-d584-4a8f-aba9-0872388d02ef tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348909 Oct 19 01:58:35.748820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b17c4c-8adc-44bd-8145-292a5fe70044 req-60470aae-36e1-42ef-aa38-aa1fa4b6ec1d tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:35.750278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7b17c4c-8adc-44bd-8145-292a5fe70044 req-60470aae-36e1-42ef-aa38-aa1fa4b6ec1d tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0498891 Oct 19 01:58:35.787120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7b17c4c-8adc-44bd-8145-292a5fe70044 req-a04ef8eb-13c1-4d3d-afdd-99f779d7fcd8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309711 Oct 19 01:58:36.902161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe5103-e4f2-4736-88e7-91f08a6332db req-4ec4acb6-9fab-4cdc-b7fe-8a0ace7b8213 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:36.903613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0efe5103-e4f2-4736-88e7-91f08a6332db req-4ec4acb6-9fab-4cdc-b7fe-8a0ace7b8213 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0495036 Oct 19 01:58:36.941349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0efe5103-e4f2-4736-88e7-91f08a6332db req-fc53c5e6-f882-46ed-9381-888ce11f63f4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Oct 19 01:58:36.975427 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7efa73dc-677c-43fc-b7a8-c8f129dde365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:38.055055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aae86-4ba9-4921-82f7-e4dc0d95b231 req-5b848d8a-46cf-4fa8-9513-b25b80504623 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:38.056516 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d73aae86-4ba9-4921-82f7-e4dc0d95b231 req-5b848d8a-46cf-4fa8-9513-b25b80504623 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Oct 19 01:58:38.094476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d73aae86-4ba9-4921-82f7-e4dc0d95b231 req-1b8310b8-695c-4567-9782-208447eebdb2 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Oct 19 01:58:39.208651 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03367a57-0a8f-41f1-971d-3c57c8ccd5df req-31ed3467-f0be-4df1-9c2b-636f29533daa tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:39.210124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03367a57-0a8f-41f1-971d-3c57c8ccd5df req-31ed3467-f0be-4df1-9c2b-636f29533daa tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Oct 19 01:58:39.248793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-03367a57-0a8f-41f1-971d-3c57c8ccd5df req-ee40c4bc-6da7-4871-9626-42ec50bca47f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Oct 19 01:58:39.740915 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a17bab7f-24a4-4497-8bdd-aa3f54545647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:40.014661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:40.367489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96218ba5-d39f-43f2-a0bf-1d12ee61f87f req-9c924f4b-3586-4118-8be5-f8e33e800d42 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:40.368971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96218ba5-d39f-43f2-a0bf-1d12ee61f87f req-9c924f4b-3586-4118-8be5-f8e33e800d42 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0527415 Oct 19 01:58:40.406326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96218ba5-d39f-43f2-a0bf-1d12ee61f87f req-d4d7d36a-0b01-4c10-994b-d1c459849adf tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Oct 19 01:58:40.670208 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:40.903088 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:41.519543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff44a0-08c9-4035-94dc-3bceee015cd0 req-8cfd733d-0ee4-41bb-bd2a-31dab301f55c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:41.521013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98ff44a0-08c9-4035-94dc-3bceee015cd0 req-8cfd733d-0ee4-41bb-bd2a-31dab301f55c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Oct 19 01:58:41.561946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98ff44a0-08c9-4035-94dc-3bceee015cd0 req-d9a856ef-edd2-47fb-823e-39f9de1885b9 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349307 Oct 19 01:58:42.413844 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:42.677933 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4297472-3b1a-48e3-8bbf-47fa37ef66e9 req-ef9f5fef-ff9e-4269-81bc-0e559e6efe20 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:42.679395 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4297472-3b1a-48e3-8bbf-47fa37ef66e9 req-ef9f5fef-ff9e-4269-81bc-0e559e6efe20 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0493333 Oct 19 01:58:42.716837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4297472-3b1a-48e3-8bbf-47fa37ef66e9 req-79458ed4-0cfe-484f-862e-e665dd448b10 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312722 Oct 19 01:58:43.831514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced520-b921-4c62-a364-d68238d05dcf req-02c644c5-4f3c-4c06-bf88-c486c3b7e82f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:43.832983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1ced520-b921-4c62-a364-d68238d05dcf req-02c644c5-4f3c-4c06-bf88-c486c3b7e82f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0496922 Oct 19 01:58:43.871579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1ced520-b921-4c62-a364-d68238d05dcf req-f1406a1a-b4c1-4e2e-a344-ae441eaa671f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326476 Oct 19 01:58:44.414295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-6c8ecff3-0f77-4263-81c4-47d687ae4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:44.415769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-6c8ecff3-0f77-4263-81c4-47d687ae4d12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1097 time: 0.0400538 Oct 19 01:58:44.521346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-a9580989-7e7b-4e29-b495-24a7129fd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:44.522835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-a9580989-7e7b-4e29-b495-24a7129fd04f service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0873988 Oct 19 01:58:44.563660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-44edc14d-2368-481b-946e-1fd0057da3a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0334671 Oct 19 01:58:44.612305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-ea941d01-0356-4828-af1b-9f3f40bd6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:44.613734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-ea941d01-0356-4828-af1b-9f3f40bd6bcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0433080 Oct 19 01:58:44.649941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-bee85051-9ca7-4617-be1b-80f09e8472e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279081 Oct 19 01:58:44.996566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5622d13-77a0-4d9e-9f43-792919c4165f req-ff108e0b-19ae-40c2-b536-c09568347356 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:44.998127 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5622d13-77a0-4d9e-9f43-792919c4165f req-ff108e0b-19ae-40c2-b536-c09568347356 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0535669 Oct 19 01:58:45.042173 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5622d13-77a0-4d9e-9f43-792919c4165f req-66fc7d1f-d08c-401a-9435-c402cbbf25d0 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 Oct 19 01:58:45.098728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-b4f264a3-619f-4ca9-98f1-c5ed3aa06457 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411478 Oct 19 01:58:45.192186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4f6f305-972e-4fd7-bc03-4710de936623 req-a2540f20-8421-484e-8235-bcba5f0960a6 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853841 Oct 19 01:58:46.157939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6827b-4f4a-4d8e-9892-524a33c79679 req-418f6c92-78a9-4694-ba07-fecf0e6ac08b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:46.159397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bba6827b-4f4a-4d8e-9892-524a33c79679 req-418f6c92-78a9-4694-ba07-fecf0e6ac08b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Oct 19 01:58:46.196899 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bba6827b-4f4a-4d8e-9892-524a33c79679 req-4e8be4bd-4f3c-42a9-af3c-a35c60bf6a4b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Oct 19 01:58:47.320787 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03044-1ff4-4e32-8ec2-19c9fdb9adbf req-f425c44d-b9d0-4faa-b737-6a16ee1a3d36 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:47.322276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d5a03044-1ff4-4e32-8ec2-19c9fdb9adbf req-f425c44d-b9d0-4faa-b737-6a16ee1a3d36 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0549939 Oct 19 01:58:47.361284 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d5a03044-1ff4-4e32-8ec2-19c9fdb9adbf req-176ff572-e81e-4152-8fce-03666723d0c4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Oct 19 01:58:48.481466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65f24-0e19-4c0a-b31b-16dc750e9d03 req-0b954335-b8ff-4d21-a268-1f6c525fa6d5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:48.482962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df65f24-0e19-4c0a-b31b-16dc750e9d03 req-0b954335-b8ff-4d21-a268-1f6c525fa6d5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0508096 Oct 19 01:58:48.523801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9df65f24-0e19-4c0a-b31b-16dc750e9d03 req-22ac5e36-e9d2-4b91-b8d2-a81408fb17d8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339806 Oct 19 01:58:49.642101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fa2f9-30d6-4089-a4b4-635015087c9e req-f196c29e-63ee-4d75-a6fe-e8832d6556b8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:49.643572 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-318fa2f9-30d6-4089-a4b4-635015087c9e req-f196c29e-63ee-4d75-a6fe-e8832d6556b8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Oct 19 01:58:49.681586 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-318fa2f9-30d6-4089-a4b4-635015087c9e req-52a75fd6-b78d-4690-979f-c2c3ed491fbe tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Oct 19 01:58:50.138450 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:50.801365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3d2b7-b4c3-42b1-999f-6f3d7119aa8c req-a94db212-8e0d-4918-a2e3-dd2b868ba785 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:50.802806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6e3d2b7-b4c3-42b1-999f-6f3d7119aa8c req-a94db212-8e0d-4918-a2e3-dd2b868ba785 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0527890 Oct 19 01:58:50.840606 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6e3d2b7-b4c3-42b1-999f-6f3d7119aa8c req-34cc4c1f-9f35-4503-8e03-85e6241b9d0d tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Oct 19 01:58:51.956567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92af9f0-3c97-4d7f-91a9-8e1280c9e099 req-475fb10a-e1d1-4153-ba42-5d60bfb7b5b3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:51.958010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d92af9f0-3c97-4d7f-91a9-8e1280c9e099 req-475fb10a-e1d1-4153-ba42-5d60bfb7b5b3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0498037 Oct 19 01:58:51.995909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d92af9f0-3c97-4d7f-91a9-8e1280c9e099 req-c35ca382-1a3e-482c-81b3-a8138d4dea05 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Oct 19 01:58:53.111191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922c0d2-9342-43aa-830b-0745dd181457 req-44ff5637-96e4-435d-a063-d8e516084822 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:53.112667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3922c0d2-9342-43aa-830b-0745dd181457 req-44ff5637-96e4-435d-a063-d8e516084822 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Oct 19 01:58:53.149583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3922c0d2-9342-43aa-830b-0745dd181457 req-bdb6b63d-95ab-4d98-b129-a5898118a560 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Oct 19 01:58:54.275325 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47abdc-b51e-4d8f-bb44-b429383b038f req-16b32b36-5322-433a-a149-d1c9185c4b88 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:54.277474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d47abdc-b51e-4d8f-bb44-b429383b038f req-16b32b36-5322-433a-a149-d1c9185c4b88 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0601745 Oct 19 01:58:54.320112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0d47abdc-b51e-4d8f-bb44-b429383b038f req-3c27523f-f7c4-4e41-ba8d-01b4910071cf tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363564 Oct 19 01:58:55.438026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7dd4-7d6e-4cac-b33f-b3ff0ff9803a req-cc0dac94-bb25-412a-9539-28656ab81ddb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:55.439480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3bd7dd4-7d6e-4cac-b33f-b3ff0ff9803a req-cc0dac94-bb25-412a-9539-28656ab81ddb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.0486121 Oct 19 01:58:55.477371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3bd7dd4-7d6e-4cac-b33f-b3ff0ff9803a req-5b3d9bd3-ca4b-43c1-8d62-33d6ee65ad2f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Oct 19 01:58:56.216910 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-b8fb50e1-1e8a-4e8d-893c-c08cc10de799 service neutron] show failed (client error): The resource could not be found. Oct 19 01:58:56.217880 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-b8fb50e1-1e8a-4e8d-893c-c08cc10de799 service neutron] 10.222.0.62 "GET /v2.0/ports/bf4c3aa2-0c7e-4946-acf3-54db8c260440/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0583887 Oct 19 01:58:56.539210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-e94a30d2-5cb5-4ac2-948f-7a060f2922b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:56.540759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-e94a30d2-5cb5-4ac2-948f-7a060f2922b3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53&tenant_id=92a51b2bcc244001a45003b304192bbc HTTP/1.1" status: 200 len: 1097 time: 0.1678820 Oct 19 01:58:56.560433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:58:56.948364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3f8ac-0369-4522-9253-443e7d94ed2e req-ae485340-6443-45e4-8224-83aaa475d509 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:56.949354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-deb3f8ac-0369-4522-9253-443e7d94ed2e req-ae485340-6443-45e4-8224-83aaa475d509 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 945 time: 0.4016328 Oct 19 01:58:56.950416 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.014774 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-deb3f8ac-0369-4522-9253-443e7d94ed2e req-aa96101f-0d4e-46de-b42e-f23711a3767b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555961 Oct 19 01:58:57.180754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:58:57.212770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h2-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:57.255874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:57.258156 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586971d8-d5f2-4008-9f35-6ed8847d7682" -d '{"events": [{"server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:57.263123 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.275496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.provisioning_blocks [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Transition to ACTIVE for port object bf4c3aa2-0c7e-4946-acf3-54db8c260440 will not be triggered until provisioned by entity L2. {{(pid=100848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:58:57.280809 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.308114 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ac48dd-18f4-4f78-aa64-de6b2394c8f4 x-openstack-request-id: req-e1ac48dd-18f4-4f78-aa64-de6b2394c8f4 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:57.308417 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "name": "network-vif-unplugged", "status": "completed", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:57.308669 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1ac48dd-18f4-4f78-aa64-de6b2394c8f4 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:57.309055 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'code': 200} Oct 19 01:58:57.346434 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] No DVR routers for this DVR port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on host n-h2-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:58:57.348286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=6']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:57.381928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:58:57.382255 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:58:57.382575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:57.387376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on network 17961552-d410-4651-9245-d24d474fabce not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:58:57.387692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Attempting to bind port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:58:57.392490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:58:57.392816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Checking segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:58:57.393187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Bound using segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} {{(pid=100848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:58:57.393603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.managers [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Bound port: bf4c3aa2-0c7e-4946-acf3-54db8c260440, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}}] {{(pid=100848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:58:57.393945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.458524 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h1-789963-20, cleared binding levels {{(pid=100848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:58:57.461473 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:58:57.465874 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.499094 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:57.499698 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:58:57.501124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-25942232-a289-465b-9804-27dbb50180b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 1092 time: 0.9452496 Oct 19 01:58:57.520494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25942232-a289-465b-9804-27dbb50180b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:58:57.583903 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-0cf4a6e5-b086-40ec-8898-f28f3c4a5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:57.585399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-0cf4a6e5-b086-40ec-8898-f28f3c4a5665 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1095 time: 0.0415077 Oct 19 01:58:57.678138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-99a07720-9f74-4d68-9393-dad174860944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:57.679591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-99a07720-9f74-4d68-9393-dad174860944 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0870857 Oct 19 01:58:57.722118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-2b6e2277-78a7-4c5a-bb07-68f03fc40b6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0347605 Oct 19 01:58:57.771183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-c5918c7b-85d2-45a7-bd0f-2104236f7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:57.772625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-c5918c7b-85d2-45a7-bd0f-2104236f7adb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0440192 Oct 19 01:58:57.803187 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-4c8dffe8-5e42-412b-9edb-0fe5fba298db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236814 Oct 19 01:58:57.896644 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-bf582270-f3bc-458e-ab96-8d05449a0307 service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853465 Oct 19 01:58:57.990952 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de9f85a2-c259-498f-8293-d91a8f4a3b64 req-0da9f9b7-99d6-4eaa-85a2-92e484291b3a service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867493 Oct 19 01:58:58.138959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f98a53-3d19-45a0-b772-2bf3ebc55a4d req-91973aaa-aa16-4762-8b14-455d569b7be7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:58.140465 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61f98a53-3d19-45a0-b772-2bf3ebc55a4d req-91973aaa-aa16-4762-8b14-455d569b7be7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0501626 Oct 19 01:58:58.178775 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-61f98a53-3d19-45a0-b772-2bf3ebc55a4d req-33fdc8f8-02ec-4096-9b3d-b30394886855 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Oct 19 01:58:59.296389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cbf5d-02e1-4edf-8d86-52d278d29d3c req-a2acc7c8-8295-45fc-a540-33f02dc8bf11 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:59.297879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-113cbf5d-02e1-4edf-8d86-52d278d29d3c req-a2acc7c8-8295-45fc-a540-33f02dc8bf11 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0492783 Oct 19 01:58:59.310269 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:58:59.312765 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f948a615-5d35-4080-b450-e597e189b79c" -d '{"events": [{"name": "network-changed", "server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:58:59.335583 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-113cbf5d-02e1-4edf-8d86-52d278d29d3c req-249dc426-c325-4f29-9e58-a0bcaab6547c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Oct 19 01:58:59.362951 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5c451e-52fa-4f15-9427-d8d435686b8a x-openstack-request-id: req-1b5c451e-52fa-4f15-9427-d8d435686b8a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:58:59.363240 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:58:59.363494 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b5c451e-52fa-4f15-9427-d8d435686b8a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:58:59.363890 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'status': 'completed', 'code': 200} Oct 19 01:58:59.426422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a615-5d35-4080-b450-e597e189b79c req-2823d3f9-4ed5-464b-8740-947e778240b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:59.428010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-2823d3f9-4ed5-464b-8740-947e778240b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1095 time: 0.0421093 Oct 19 01:58:59.441258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a615-5d35-4080-b450-e597e189b79c req-6c52c9d6-9025-4e78-be45-3c369243c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:59.442748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-6c52c9d6-9025-4e78-be45-3c369243c648 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1095 time: 0.0425920 Oct 19 01:58:59.521613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a615-5d35-4080-b450-e597e189b79c req-337716b8-65d0-4f79-93e7-50ab5b6867c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:59.523021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-337716b8-65d0-4f79-93e7-50ab5b6867c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0883343 Oct 19 01:58:59.536905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a615-5d35-4080-b450-e597e189b79c req-ec12cb87-e20e-49b5-8b00-02b169e4bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:59.538394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-ec12cb87-e20e-49b5-8b00-02b169e4bde2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0886559 Oct 19 01:58:59.567773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-108be0a7-a89a-48cf-ad73-a092abe09422 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0335994 Oct 19 01:58:59.581198 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-b94b2985-a088-4d98-a4b0-4e7e76605eaf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0347919 Oct 19 01:58:59.617328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a615-5d35-4080-b450-e597e189b79c req-c6210461-9a83-4df0-87e8-0bb4e5f23418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:59.618779 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-c6210461-9a83-4df0-87e8-0bb4e5f23418 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0439160 Oct 19 01:58:59.629823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a615-5d35-4080-b450-e597e189b79c req-8650e6e8-1178-4ea6-88a0-92e9571a9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:58:59.631248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-8650e6e8-1178-4ea6-88a0-92e9571a9d97 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0434711 Oct 19 01:58:59.655516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-f92aae4a-1aa2-4330-aab4-934144b91224 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297358 Oct 19 01:58:59.668508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-64b61835-e500-4381-b035-b116c4041e81 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298371 Oct 19 01:58:59.748308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-fa109cb7-cc67-4177-bb2c-e4438003e872 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843933 Oct 19 01:58:59.760882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-1b0853ad-834f-4967-9357-11bc1e361f1a service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843897 Oct 19 01:58:59.843025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-4911c38f-35a4-4b11-83de-aabe280085cf service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880272 Oct 19 01:58:59.857257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f948a615-5d35-4080-b450-e597e189b79c req-70745295-1458-4989-8ce7-95e5443b2ecb service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889490 Oct 19 01:59:00.256563 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:59:00.439782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:59:00.454271 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77479ac-606e-43d4-ab84-4ae2467408b6 req-28d17760-fcd2-4118-9a91-0398480b0931 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:00.455746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e77479ac-606e-43d4-ab84-4ae2467408b6 req-28d17760-fcd2-4118-9a91-0398480b0931 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0512836 Oct 19 01:59:00.477360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:59:00.495602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e77479ac-606e-43d4-ab84-4ae2467408b6 req-fc7b336f-1845-45f8-8bae-74a5d01122b5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326748 Oct 19 01:59:01.613463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dd44c-eafe-4934-8191-edeb11b48777 req-c2cbe651-8809-46d6-b058-7318f97870a0 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:01.614923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc3dd44c-eafe-4934-8191-edeb11b48777 req-c2cbe651-8809-46d6-b058-7318f97870a0 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0489531 Oct 19 01:59:01.653079 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cc3dd44c-eafe-4934-8191-edeb11b48777 req-c2a06528-405b-4dcd-a4fa-77bc051716ce tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Oct 19 01:59:01.846620 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444b4d7-72c2-4ef3-a229-be4fe4dba11d req-c00aadd3-c80c-47e6-b427-9c41fa3552dd tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:01.848118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7444b4d7-72c2-4ef3-a229-be4fe4dba11d req-c00aadd3-c80c-47e6-b427-9c41fa3552dd tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0499091 Oct 19 01:59:01.887163 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7444b4d7-72c2-4ef3-a229-be4fe4dba11d req-ad306e7a-d2d9-42f9-a5f7-664745720911 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Oct 19 01:59:01.895742 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131ca76-a700-4713-9498-2770f84bcc65 req-d77c79ff-0932-45eb-9b00-65ae6c3009fb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:01.897329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-d77c79ff-0932-45eb-9b00-65ae6c3009fb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.62 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53&tenant_id=92a51b2bcc244001a45003b304192bbc&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 943 time: 0.0908322 Oct 19 01:59:01.958531 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-0131ca76-a700-4713-9498-2770f84bcc65 req-18b6f58b-4007-41f8-8770-6e965c95980b service neutron] delete failed (client error): The resource could not be found. Oct 19 01:59:01.959518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-18b6f58b-4007-41f8-8770-6e965c95980b service neutron] 10.222.0.62 "DELETE /v2.0/ports/bf4c3aa2-0c7e-4946-acf3-54db8c260440/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0530794 Oct 19 01:59:02.042592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131ca76-a700-4713-9498-2770f84bcc65 req-24c8b0d9-9b1d-41d2-bb8a-1d956d8bf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:02.044081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-24c8b0d9-9b1d-41d2-bb8a-1d956d8bf715 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 1095 time: 0.0409918 Oct 19 01:59:02.136170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131ca76-a700-4713-9498-2770f84bcc65 req-af1193ae-52b1-4bed-8ba4-fb56c44a1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:02.137516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-af1193ae-52b1-4bed-8ba4-fb56c44a1edc service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0867901 Oct 19 01:59:02.179647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-94919a5d-1496-4c5f-9cc9-3506a4f9b7d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 200 len: 217 time: 0.0352156 Oct 19 01:59:02.228352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131ca76-a700-4713-9498-2770f84bcc65 req-5030f5a2-0c00-4621-9014-8aa98761dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:02.230349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-5030f5a2-0c00-4621-9014-8aa98761dea6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0432272 Oct 19 01:59:02.260486 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-5914c793-92c1-4b17-bdf1-c4bce6a04ba4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234165 Oct 19 01:59:02.353270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-532022e1-67f7-4b01-913b-dab87916e08d service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854483 Oct 19 01:59:02.446044 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0131ca76-a700-4713-9498-2770f84bcc65 req-6019b3a7-ce0f-454c-9911-f85399119c7d service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Oct 19 01:59:03.007048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259319f-1b96-42d4-9f30-c00d59e1b3fa req-6d0aacdf-d429-47df-884a-dd6462a8345e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:03.008574 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8259319f-1b96-42d4-9f30-c00d59e1b3fa req-6d0aacdf-d429-47df-884a-dd6462a8345e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0492475 Oct 19 01:59:03.047174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8259319f-1b96-42d4-9f30-c00d59e1b3fa req-d7173ed7-b858-4d80-bf16-ef580cdfcd55 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Oct 19 01:59:03.164419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf03a2-37fc-41d5-af24-fb7d25caf012 req-0766b50e-631e-4532-b2d7-74f03fcbfd22 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:03.165873 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23cf03a2-37fc-41d5-af24-fb7d25caf012 req-0766b50e-631e-4532-b2d7-74f03fcbfd22 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0536683 Oct 19 01:59:03.204831 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-23cf03a2-37fc-41d5-af24-fb7d25caf012 req-f198d07c-cc9a-43f4-a3d2-6da860207f99 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326519 Oct 19 01:59:03.317435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1c1c-5332-4b56-8062-23306d211d5a req-d5613832-0155-423d-aa2d-bccdd556efb5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:03.318905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7cf1c1c-5332-4b56-8062-23306d211d5a req-d5613832-0155-423d-aa2d-bccdd556efb5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 943 time: 0.0492508 Oct 19 01:59:03.350304 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:59:03.357204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7cf1c1c-5332-4b56-8062-23306d211d5a req-86c2921f-b018-449d-aef0-a44f5098cce3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Oct 19 01:59:03.448558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:03.459683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'network_id': '17961552-d410-4651-9245-d24d474fabce', 'port_id': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'mac_address': 'fa:16:3e:44:75:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7223ef84-76a8-41db-bb67-9ce50e4ba837', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:59:03.508871 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.516877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4c3aa2-0c7e-4946-acf3-54db8c260440 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:03.536746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:03.540549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:03.590376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:03.720183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-6475ef57-27b4-470b-8b91-a7e86f805aa8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:03.721626 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-6475ef57-27b4-470b-8b91-a7e86f805aa8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 814 time: 0.1109822 Oct 19 01:59:03.736427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-fe2a1037-a9cb-468a-a062-3b67f77eebd9 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/quotas/92a51b2bcc244001a45003b304192bbc HTTP/1.1" status: 200 len: 375 time: 0.0090237 Oct 19 01:59:03.784762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-54bcff71-9c78-452c-9ef8-def47c8f18a7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429809 Oct 19 01:59:03.878284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-204ee86d-c992-44ed-9838-bcd8bc43a05d service neutron] 10.222.0.64 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862336 Oct 19 01:59:03.951603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['bf4c3aa2-0c7e-4946-acf3-54db8c260440'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:59:03.967099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-34d78d3c-83e1-48eb-b4a9-17b2092c2754 service neutron] 10.222.0.64 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827482 Oct 19 01:59:04.138002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f7f7707c-2b41-4681-be3b-0a8f5174c50b req-ecfef028-363b-4041-aac8-45f3ea1db9ea tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 210 time: 0.0274482 Oct 19 01:59:05.111130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd17337-9fb8-4d80-a84e-848177411385 req-ac33ae1b-d8fa-4de4-bfd1-e135ed3d87fd tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:05.112602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dd17337-9fb8-4d80-a84e-848177411385 req-ac33ae1b-d8fa-4de4-bfd1-e135ed3d87fd tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.74 "GET /v2.0/ports?device_id=561cc6d9-8ecd-4992-b0a5-2ef169b45a53 HTTP/1.1" status: 200 len: 944 time: 0.0501354 Oct 19 01:59:05.207435 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Deleting port bf4c3aa2-0c7e-4946-acf3-54db8c260440 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:59:05.207817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.235335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b040df9c-bf8f-42ac-9fb6-f907774c6cb6 req-745dbe07-79ae-4920-b032-ab7e96e55e37 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Oct 19 01:59:05.301272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] For port bf4c3aa2-0c7e-4946-acf3-54db8c260440, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=bf4c3aa2-0c7e-4946-acf3-54db8c260440,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:05.301639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.304834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.74', 53716) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:05.315734 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Calling delete_port for bf4c3aa2-0c7e-4946-acf3-54db8c260440 owned by compute:nova {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:59:05.360290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:05.422837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-8737197d-8abd-4a70-b3ee-42e554d1763c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:05.424656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-8737197d-8abd-4a70-b3ee-42e554d1763c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 814 time: 0.1187215 Oct 19 01:59:05.444534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Request body: {'port': {'device_id': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'network_id': '17961552-d410-4651-9245-d24d474fabce', 'admin_state_up': True, 'tenant_id': '92a51b2bcc244001a45003b304192bbc'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:05.475278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.475881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port bf4c3aa2-0c7e-4946-acf3-54db8c260440 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:59:05.482210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port bf4c3aa2-0c7e-4946-acf3-54db8c260440 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:05.482577 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.501931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Port bf4c3aa2-0c7e-4946-acf3-54db8c260440 was deleted so its status cannot be updated. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 19 01:59:05.511025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Pushing event deleted for resources: {'Port': ['ID=bf4c3aa2-0c7e-4946-acf3-54db8c260440,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:05.556387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] No DVR routers for this DVR port bf4c3aa2-0c7e-4946-acf3-54db8c260440 on host n-h1-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:59:05.559131 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.563178 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.74 "DELETE /v2.0/ports/bf4c3aa2-0c7e-4946-acf3-54db8c260440 HTTP/1.1" status: 204 len: 173 time: 0.4429755 Oct 19 01:59:05.563662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'name': 'network-vif-deleted', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:05.566540 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Made reservation on behalf of 92a51b2bcc244001a45003b304192bbc for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:05.567471 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed50d0c-5841-4203-8968-be99e34806d7" -d '{"events": [{"server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "name": "network-vif-deleted", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:05.570261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.608882 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9095a1-5b6f-428f-b753-42632f3d36a6 x-openstack-request-id: req-9c9095a1-5b6f-428f-b753-42632f3d36a6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:05.609173 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561cc6d9-8ecd-4992-b0a5-2ef169b45a53", "name": "network-vif-deleted", "tag": "bf4c3aa2-0c7e-4946-acf3-54db8c260440", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:05.609422 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c9095a1-5b6f-428f-b753-42632f3d36a6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:05.609817 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561cc6d9-8ecd-4992-b0a5-2ef169b45a53', 'name': 'network-vif-deleted', 'tag': 'bf4c3aa2-0c7e-4946-acf3-54db8c260440', 'status': 'completed', 'code': 200} Oct 19 01:59:05.705452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Allocated IP 172.20.0.12 (17961552-d410-4651-9245-d24d474fabce/7223ef84-76a8-41db-bb67-9ce50e4ba837/e05da71c-6810-4cec-95cb-23788e335f64) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:05.861134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.894638 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:05.934991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Network 17961552-d410-4651-9245-d24d474fabce is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:05.937915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:05.940601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:05.975253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:06.001018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:06.001622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.016259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a5734d8b-80fa-4de7-84b4-06d54ef5758c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5756011 Oct 19 01:59:06.033545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Request body: {'port': {'device_id': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:06.085434 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.370669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05da71c-6810-4cec-95cb-23788e335f64 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:06.380725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.398170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469f55-dbe8-4a70-b5f4-5df8a86a0def req-70b39b74-0b63-4300-94dd-25145cad3740 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:06.399597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b469f55-dbe8-4a70-b5f4-5df8a86a0def req-70b39b74-0b63-4300-94dd-25145cad3740 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 932 time: 0.0921681 Oct 19 01:59:06.404812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Transition to ACTIVE for port object e05da71c-6810-4cec-95cb-23788e335f64 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:59:06.413602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.482524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b469f55-dbe8-4a70-b5f4-5df8a86a0def req-63bf7bd3-ee49-4ec9-bb90-cc349836816e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755777 Oct 19 01:59:06.484785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:06.560552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:06.560804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:06.561137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:06.565595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Port e05da71c-6810-4cec-95cb-23788e335f64 on network 17961552-d410-4651-9245-d24d474fabce not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:59:06.565915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:06.570598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:06.570933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Checking segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:06.571319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Bound using segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:06.571736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Bound port: e05da71c-6810-4cec-95cb-23788e335f64, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:06.572657 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.633961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:06.637649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:06.641721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.675730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:06.676368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:06.677763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] 10.222.0.74 "PUT /v2.0/ports/e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 1093 time: 0.6481271 Oct 19 01:59:06.678207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:06.680458 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41eb41-96e6-4222-a633-705d37cff109" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "tag": "e05da71c-6810-4cec-95cb-23788e335f64"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:06.706073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e33b6-e10a-4885-8fbf-0d19f5d33fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:06.779465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-4385521b-eb07-40a3-b7dc-c4f83a4b8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:06.781017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-4385521b-eb07-40a3-b7dc-c4f83a4b8959 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1096 time: 0.0472615 Oct 19 01:59:06.796268 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e01437-dc87-4e7c-9a27-7bc2ddb9845a x-openstack-request-id: req-07e01437-dc87-4e7c-9a27-7bc2ddb9845a {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:06.796533 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "tag": "e05da71c-6810-4cec-95cb-23788e335f64", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:06.796784 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07e01437-dc87-4e7c-9a27-7bc2ddb9845a {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:06.797187 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64', 'status': 'completed', 'code': 200} Oct 19 01:59:06.832202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-5514bcc2-9f30-4df9-9a5f-6aa00e28db73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0375502 Oct 19 01:59:06.880233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-50a5f0df-fb7d-4236-bbb0-c15ac88d08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:06.881615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-50a5f0df-fb7d-4236-bbb0-c15ac88d08e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0417693 Oct 19 01:59:06.912573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-b52ee60c-a934-42b2-a74a-84ecbabc5936 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232060 Oct 19 01:59:06.975834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f65b6ca6-d804-4271-ad57-ec2e291496d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:07.009813 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-8514924c-f5f8-4f33-aca1-f54a99f0dfb0 service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895786 Oct 19 01:59:07.099452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-95858eba-d2e7-4bf5-aa8b-c247da4512fc req-32d6fad1-4505-4637-ad04-049e24dd928c service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824890 Oct 19 01:59:07.225236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41eb41-96e6-4222-a633-705d37cff109 req-12539280-a340-4e15-9ded-3fdea6df8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:07.226681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be41eb41-96e6-4222-a633-705d37cff109 req-12539280-a340-4e15-9ded-3fdea6df8c92 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1096 time: 0.0434465 Oct 19 01:59:07.316623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41eb41-96e6-4222-a633-705d37cff109 req-dfafa773-3dad-4de9-ad71-33cc75de75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:07.318064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be41eb41-96e6-4222-a633-705d37cff109 req-dfafa773-3dad-4de9-ad71-33cc75de75f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0841963 Oct 19 01:59:07.363722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be41eb41-96e6-4222-a633-705d37cff109 req-3cb9f43a-460b-4b26-8d38-527bcfbea056 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0374765 Oct 19 01:59:07.365996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:59:07.399811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: bf4c3aa2-0c7e-4946-acf3-54db8c260440 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:59:07.401139 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device bf4c3aa2-0c7e-4946-acf3-54db8c260440 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:59:07.427789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41eb41-96e6-4222-a633-705d37cff109 req-dd5cbc51-0ea0-4953-ae45-b8188064e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:07.429248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be41eb41-96e6-4222-a633-705d37cff109 req-dd5cbc51-0ea0-4953-ae45-b8188064e13b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0581915 Oct 19 01:59:07.460943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be41eb41-96e6-4222-a633-705d37cff109 req-3390bede-b219-4404-a0a3-844346ffeb2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241871 Oct 19 01:59:07.564599 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be41eb41-96e6-4222-a633-705d37cff109 req-fa7fbc85-de3b-4d0b-9493-654ae6d58b72 service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953190 Oct 19 01:59:07.654706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fbfb0-d791-4f2a-847c-be137e813e6c req-fc096942-2137-4e1c-8a27-eadd8c8a624e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:07.656137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130fbfb0-d791-4f2a-847c-be137e813e6c req-fc096942-2137-4e1c-8a27-eadd8c8a624e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 944 time: 0.1046898 Oct 19 01:59:07.694243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-be41eb41-96e6-4222-a633-705d37cff109 req-cdf9bf2c-851c-44e0-8ec7-da66804a5215 service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161864 Oct 19 01:59:07.710294 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130fbfb0-d791-4f2a-847c-be137e813e6c req-36163a86-b3e7-47e4-a60a-082bcaf48713 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482399 Oct 19 01:59:08.828537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d1f76-b591-4db0-b30d-8c099a522e5c req-06ac5bfe-589a-4918-b99d-652850f2349b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:08.830013 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e82d1f76-b591-4db0-b30d-8c099a522e5c req-06ac5bfe-589a-4918-b99d-652850f2349b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 944 time: 0.0491419 Oct 19 01:59:08.867720 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e82d1f76-b591-4db0-b30d-8c099a522e5c req-d5433c6a-9646-447f-b4e4-55ad848d3a1b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Oct 19 01:59:09.740618 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47f7fe33-a08e-415b-9ad0-f4ff921ef543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:09.982546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b3a7e-57a8-44ba-8d04-4dbaf7ac03aa req-def35854-c73b-4c7e-93ef-b80c4221fc4b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:09.984023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d5b3a7e-57a8-44ba-8d04-4dbaf7ac03aa req-def35854-c73b-4c7e-93ef-b80c4221fc4b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 944 time: 0.0503285 Oct 19 01:59:10.022616 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d5b3a7e-57a8-44ba-8d04-4dbaf7ac03aa req-c5ccb746-eeb7-44ea-b94c-1c922c1cb280 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Oct 19 01:59:10.031315 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:10.671961 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:10.905088 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:11.137423 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc747d89-930e-43ed-8a15-b0c015937649 req-835de9de-f733-4d55-b00a-37ba750b1d8b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:11.138893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc747d89-930e-43ed-8a15-b0c015937649 req-835de9de-f733-4d55-b00a-37ba750b1d8b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 944 time: 0.0487752 Oct 19 01:59:11.176773 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fc747d89-930e-43ed-8a15-b0c015937649 req-4cd1fb6e-0f41-4f2f-bc31-6c45cdfa6fac tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Oct 19 01:59:11.365321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e05da71c-6810-4cec-95cb-23788e335f64 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:59:11.457679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:11.468461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'e05da71c-6810-4cec-95cb-23788e335f64', 'network_id': '17961552-d410-4651-9245-d24d474fabce', 'port_id': 'e05da71c-6810-4cec-95cb-23788e335f64', 'mac_address': 'fa:16:3e:6a:5e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7223ef84-76a8-41db-bb67-9ce50e4ba837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:59:11.508040 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:11.520176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05da71c-6810-4cec-95cb-23788e335f64 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:11.538307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:11.543340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:11.589887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:11.883945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['e05da71c-6810-4cec-95cb-23788e335f64'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:59:12.289328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f8601-155c-4046-a1fa-9ceac51f9aa7 req-ead85a5d-2397-49bb-880a-291ebd577e50 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:12.291273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-715f8601-155c-4046-a1fa-9ceac51f9aa7 req-ead85a5d-2397-49bb-880a-291ebd577e50 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 945 time: 0.0477846 Oct 19 01:59:12.328262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-715f8601-155c-4046-a1fa-9ceac51f9aa7 req-5bf1fe5e-9085-46f0-a40f-73a4b5ed6c31 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Oct 19 01:59:12.416385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:13.396739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e05da71c-6810-4cec-95cb-23788e335f64 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:13.442951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ce7b-ea6e-40e2-9d73-2ac2708d175f req-86f6cc78-63b1-4e9b-9230-4e0f31130b7e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.444476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93d9ce7b-ea6e-40e2-9d73-2ac2708d175f req-86f6cc78-63b1-4e9b-9230-4e0f31130b7e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 945 time: 0.0501788 Oct 19 01:59:13.448782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port e05da71c-6810-4cec-95cb-23788e335f64 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:59:13.452582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port e05da71c-6810-4cec-95cb-23788e335f64 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:13.452953 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:13.488801 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-93d9ce7b-ea6e-40e2-9d73-2ac2708d175f req-6c89caeb-cb70-4b23-b689-2c3ebb48aa30 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370586 Oct 19 01:59:13.530661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:13.553517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:13.555790 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1811e-bb13-4a11-a771-9ee6be30d755" -d '{"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-plugged", "status": "completed", "tag": "e05da71c-6810-4cec-95cb-23788e335f64"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:13.568277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:13.572626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:13.624885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:13.632581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.632990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.633337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.633678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.634015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.634350 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.634714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.635044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.635377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.635704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.636049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.636376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:13.660112 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ec41e-de83-4314-955e-2556dc94a1fe x-openstack-request-id: req-3f8ec41e-de83-4314-955e-2556dc94a1fe {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:13.660409 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-plugged", "status": "completed", "tag": "e05da71c-6810-4cec-95cb-23788e335f64", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:13.660686 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f8ec41e-de83-4314-955e-2556dc94a1fe {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:13.661083 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64', 'code': 200} Oct 19 01:59:13.777856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c07ae4-204a-4f63-a9a3-bb528b2a6823 req-3f6f18b9-6195-4fe4-88c3-96a503a67733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:13.779285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d8c07ae4-204a-4f63-a9a3-bb528b2a6823 req-3f6f18b9-6195-4fe4-88c3-96a503a67733 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1098 time: 0.0391746 Oct 19 01:59:13.816248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d8c07ae4-204a-4f63-a9a3-bb528b2a6823 req-9773a628-1b31-4072-96fb-2ebad26ecf47 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300262 Oct 19 01:59:14.607478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd2a3-f5c0-4793-b2d6-fbc4cede0587 req-d173c478-be46-4e7f-a2d0-69945a0af09f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:14.609001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-518fd2a3-f5c0-4793-b2d6-fbc4cede0587 req-d173c478-be46-4e7f-a2d0-69945a0af09f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0516810 Oct 19 01:59:14.646748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-518fd2a3-f5c0-4793-b2d6-fbc4cede0587 req-f1b88d2a-c894-45e8-82b7-3540e9f54132 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Oct 19 01:59:15.764117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68c70e-c658-41aa-87ba-a6033b5722dc req-a2bf09d9-e244-4cfb-96a4-94df603d1d43 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:15.765573 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de68c70e-c658-41aa-87ba-a6033b5722dc req-a2bf09d9-e244-4cfb-96a4-94df603d1d43 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0489740 Oct 19 01:59:15.803593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de68c70e-c658-41aa-87ba-a6033b5722dc req-9023fb66-4571-48f1-8015-6f6c7e68161c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Oct 19 01:59:15.917420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5f629-9e2a-4445-be10-6c6714b03537 req-4f1284a8-7c18-4378-8723-48ddfa50794c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:15.918866 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eba5f629-9e2a-4445-be10-6c6714b03537 req-4f1284a8-7c18-4378-8723-48ddfa50794c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0493715 Oct 19 01:59:15.955882 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eba5f629-9e2a-4445-be10-6c6714b03537 req-7f84ae8a-f571-4b07-8de2-92f7d74b1a33 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Oct 19 01:59:16.266318 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-43e06454-9738-40a2-9cd9-80627d430be1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409806 Oct 19 01:59:16.282321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b6420-c242-4fca-944d-623bd7f87dcb req-e21636e8-eb61-4efe-b920-9ca927308cca tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:16.283907 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f4b6420-c242-4fca-944d-623bd7f87dcb req-e21636e8-eb61-4efe-b920-9ca927308cca tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Oct 19 01:59:16.335292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9f4b6420-c242-4fca-944d-623bd7f87dcb req-d69d1c9a-ea25-4242-a5ff-082622a683bb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 Oct 19 01:59:17.443805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-71506683-e9a0-4c7a-a765-e54968b9b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:17.445339 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-71506683-e9a0-4c7a-a765-e54968b9b7b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1098 time: 0.0676150 Oct 19 01:59:17.483847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398b87b-f3a2-476c-a785-d451dc8ef032 req-ca7017fa-d17f-4c3a-824a-b47f7577819e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:17.485302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7398b87b-f3a2-476c-a785-d451dc8ef032 req-ca7017fa-d17f-4c3a-824a-b47f7577819e tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0775230 Oct 19 01:59:17.560270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7398b87b-f3a2-476c-a785-d451dc8ef032 req-cf2dcfc1-07d8-48fb-ace6-c0fce3793d8f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686636 Oct 19 01:59:17.575967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-e2a5c07c-e4cb-40be-9fbb-4f0a8abe4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:17.577453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-e2a5c07c-e4cb-40be-9fbb-4f0a8abe4c92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.1243086 Oct 19 01:59:17.622737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-04bac529-fb16-43da-aa63-d06db9554409 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0381932 Oct 19 01:59:17.671349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-1286505b-a525-4544-8fb4-d03acb7a4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:17.672827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-1286505b-a525-4544-8fb4-d03acb7a4ed3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0435343 Oct 19 01:59:17.704170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-0af5bcce-d077-43fd-9e0d-84851dc4956e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247598 Oct 19 01:59:17.795802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-5b523b91-a783-4bc5-9dfc-94b5b466dd17 service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850794 Oct 19 01:59:17.883862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-6425de60-d68a-4867-955b-5b6a4d26625d service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Oct 19 01:59:18.680869 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b46a9-6248-4616-9b79-88a71a68d866 req-c84a3684-da1d-49bd-95ca-40d7a35711ee tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:18.683009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-783b46a9-6248-4616-9b79-88a71a68d866 req-c84a3684-da1d-49bd-95ca-40d7a35711ee tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0499997 Oct 19 01:59:18.723565 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-783b46a9-6248-4616-9b79-88a71a68d866 req-2de8bbbe-b2a5-44d0-9561-5d7a7fa1e335 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Oct 19 01:59:19.838802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e4cee-81ed-4c08-8524-3243e2c4aab6 req-395b6430-2d71-4300-bf46-b72d7221caf4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:19.840288 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3e4cee-81ed-4c08-8524-3243e2c4aab6 req-395b6430-2d71-4300-bf46-b72d7221caf4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0488350 Oct 19 01:59:19.881882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3e4cee-81ed-4c08-8524-3243e2c4aab6 req-46c78e69-6c69-4ef3-a43b-645663f099dc tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Oct 19 01:59:20.137421 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:20.999621 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33c38-e4b6-4fb9-8142-1eb1948fb5d9 req-54d1fc1d-995b-47ac-a81d-d93c9c7ee544 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:21.001128 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7cb33c38-e4b6-4fb9-8142-1eb1948fb5d9 req-54d1fc1d-995b-47ac-a81d-d93c9c7ee544 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0495760 Oct 19 01:59:21.039108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7cb33c38-e4b6-4fb9-8142-1eb1948fb5d9 req-1e989d66-bd55-4b0d-ade4-120b861711b1 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Oct 19 01:59:22.156987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350545-ecb2-4741-a306-9801bc7dd0a9 req-5bcb3c73-2d85-4ea6-9321-a0ab5db819bb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:22.158443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89350545-ecb2-4741-a306-9801bc7dd0a9 req-5bcb3c73-2d85-4ea6-9321-a0ab5db819bb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0492601 Oct 19 01:59:22.195576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89350545-ecb2-4741-a306-9801bc7dd0a9 req-880356b8-21d4-4989-ad65-8e9bcfa154d3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Oct 19 01:59:23.310868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651a4a0-27be-4031-b061-713d2ae8f1ad req-133a6794-d365-42da-b993-9e2d6c75ba77 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:23.312355 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9651a4a0-27be-4031-b061-713d2ae8f1ad req-133a6794-d365-42da-b993-9e2d6c75ba77 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0494444 Oct 19 01:59:23.355273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9651a4a0-27be-4031-b061-713d2ae8f1ad req-905c42bd-1cb4-4293-a881-c19d614da747 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Oct 19 01:59:24.468869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b8392-8ffe-4c4c-9908-31846635a83c req-2ba40e97-28c5-4331-9860-41572f9a93c4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:24.470305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b73b8392-8ffe-4c4c-9908-31846635a83c req-2ba40e97-28c5-4331-9860-41572f9a93c4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0484097 Oct 19 01:59:24.506981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b73b8392-8ffe-4c4c-9908-31846635a83c req-1124d31d-c6de-4eba-8665-1fa8cf41edb6 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Oct 19 01:59:25.624876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc677dd-79f4-45ef-ab8c-c70506843fd6 req-0837a67d-450e-4f02-b24f-3bb14c986cd3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:25.626368 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdc677dd-79f4-45ef-ab8c-c70506843fd6 req-0837a67d-450e-4f02-b24f-3bb14c986cd3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0515161 Oct 19 01:59:25.664541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fdc677dd-79f4-45ef-ab8c-c70506843fd6 req-e159a636-eded-4006-bc11-687fef609c7c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Oct 19 01:59:26.777925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60b0c-9cf4-40c2-9edc-40b7e9f95b97 req-c7e94172-eb96-4563-bdc2-02ba7fa2e2b5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:26.779361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07f60b0c-9cf4-40c2-9edc-40b7e9f95b97 req-c7e94172-eb96-4563-bdc2-02ba7fa2e2b5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0478699 Oct 19 01:59:26.820253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07f60b0c-9cf4-40c2-9edc-40b7e9f95b97 req-c4f1c867-2d8c-4da8-960b-3a8c7d16b778 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Oct 19 01:59:27.935717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7e3a-05f0-416e-854d-b333ebf1277e req-2a66a720-b7aa-4086-b5ed-f4c6d82ce54b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:27.937111 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b1a7e3a-05f0-416e-854d-b333ebf1277e req-2a66a720-b7aa-4086-b5ed-f4c6d82ce54b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0483389 Oct 19 01:59:27.974478 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3b1a7e3a-05f0-416e-854d-b333ebf1277e req-78bf9ceb-eca0-4701-b758-8dae77bc6d98 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Oct 19 01:59:29.090816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086b90d-f6e1-4c9d-a02f-a1fd22150b69 req-7961f984-bbdb-46b5-b07a-4b9450bd095b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:29.092308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9086b90d-f6e1-4c9d-a02f-a1fd22150b69 req-7961f984-bbdb-46b5-b07a-4b9450bd095b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0490015 Oct 19 01:59:29.128939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9086b90d-f6e1-4c9d-a02f-a1fd22150b69 req-e48e667a-077b-4560-9da9-9544a3ef5f07 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Oct 19 01:59:30.244569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ae371-0158-464d-a8a9-05eb7402b49c req-e900874f-4c36-46d6-8c68-ebbd57bce6f6 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:30.246019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d7ae371-0158-464d-a8a9-05eb7402b49c req-e900874f-4c36-46d6-8c68-ebbd57bce6f6 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0498574 Oct 19 01:59:30.288339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5d7ae371-0158-464d-a8a9-05eb7402b49c req-7d5c8381-7105-48be-9303-92a4c8b75137 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363972 Oct 19 01:59:31.407427 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f9c8-a350-4335-84b1-11429eeecc61 req-dc8681a5-0ce1-4131-9afe-24966d8fb6d9 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:31.408927 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f000f9c8-a350-4335-84b1-11429eeecc61 req-dc8681a5-0ce1-4131-9afe-24966d8fb6d9 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0506113 Oct 19 01:59:31.446187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f000f9c8-a350-4335-84b1-11429eeecc61 req-144fcf36-807e-4274-ab6a-934bea8973e8 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Oct 19 01:59:32.562941 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9f722-45fa-40ec-a3df-7619f222fa07 req-114a58cf-cae7-4a63-983f-b2be7e1db995 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:32.564723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebd9f722-45fa-40ec-a3df-7619f222fa07 req-114a58cf-cae7-4a63-983f-b2be7e1db995 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0499172 Oct 19 01:59:32.605139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebd9f722-45fa-40ec-a3df-7619f222fa07 req-960fc848-5a92-4366-b8aa-6fb5f67adc6c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337784 Oct 19 01:59:33.658031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-a2c5aa21-4a1d-4af1-b4e5-f9338647f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:33.659532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-a2c5aa21-4a1d-4af1-b4e5-f9338647f125 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1098 time: 0.0431750 Oct 19 01:59:33.786424 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15580f72-c22e-4a20-a471-2747f2c66f4a req-ae94487a-8556-429f-bc02-7c6104b1bc00 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:33.787876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15580f72-c22e-4a20-a471-2747f2c66f4a req-ae94487a-8556-429f-bc02-7c6104b1bc00 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.1124749 Oct 19 01:59:33.822263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-203c4100-b3b8-431c-a553-346542eaf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:33.823641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-203c4100-b3b8-431c-a553-346542eaf9ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.1385753 Oct 19 01:59:33.872462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-15580f72-c22e-4a20-a471-2747f2c66f4a req-229a26a7-7b56-4741-978e-9cb17874a29a tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784705 Oct 19 01:59:33.873764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-8f124ba3-6729-430b-9719-8e14cf8585bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0415304 Oct 19 01:59:33.923925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-8d611fc7-73f2-4e21-9c7f-bb2bf2c41fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:33.925326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-8d611fc7-73f2-4e21-9c7f-bb2bf2c41fd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0445161 Oct 19 01:59:33.965706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-828af4ce-1e80-420d-9bfa-e02d29cd7ab7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248458 Oct 19 01:59:34.056863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-35c4363b-7132-4f7d-93c5-ae8ac5b8996e service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838869 Oct 19 01:59:34.144602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b33dc8b8-6088-4820-a2d7-caf4a95a7209 req-87aa4be9-4f0a-4889-9b62-eeb8eda7e85e service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795085 Oct 19 01:59:34.987803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd71a00-24bb-4a33-9f09-5415e3ecaefc req-8bc78029-1cdb-471a-a6a7-a5ded5efed19 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:34.989297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fd71a00-24bb-4a33-9f09-5415e3ecaefc req-8bc78029-1cdb-471a-a6a7-a5ded5efed19 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0486219 Oct 19 01:59:35.028885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9fd71a00-24bb-4a33-9f09-5415e3ecaefc req-07047f0b-2dfc-4301-8a7f-068f47fdeab4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Oct 19 01:59:36.145466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c123f2-616b-4104-8bb5-8e0a356a7358 req-3af82b71-4e96-4094-9be5-7433f350f0d3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:36.146913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38c123f2-616b-4104-8bb5-8e0a356a7358 req-3af82b71-4e96-4094-9be5-7433f350f0d3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0514505 Oct 19 01:59:36.184298 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-38c123f2-616b-4104-8bb5-8e0a356a7358 req-8cfc50df-796e-4271-b899-1b632142e60b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307796 Oct 19 01:59:36.975970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d84dcb8-68e9-4ea5-b65b-0396281ac391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:37.255972 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 01:59:37.299959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0adbf-6694-4613-a03c-79a1868b6d66 req-ffd23ec6-b88b-41eb-b462-2a149f609a01 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:37.301427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bea0adbf-6694-4613-a03c-79a1868b6d66 req-ffd23ec6-b88b-41eb-b462-2a149f609a01 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0488780 Oct 19 01:59:37.344295 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bea0adbf-6694-4613-a03c-79a1868b6d66 req-53fb268a-d93a-4df9-9d27-1f15e878c048 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360632 Oct 19 01:59:38.460102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb02bf-9f87-4d18-bb34-30670f883404 req-07b62f85-00bc-4ab0-aea3-75b39cc6efaf tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:38.461566 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16bb02bf-9f87-4d18-bb34-30670f883404 req-07b62f85-00bc-4ab0-aea3-75b39cc6efaf tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0490971 Oct 19 01:59:38.498808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16bb02bf-9f87-4d18-bb34-30670f883404 req-fecefc7a-062d-49ce-b22f-c4d289b23467 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Oct 19 01:59:39.615594 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79cda-f3c4-410c-9e59-ac6032f16281 req-7e9997c8-7e89-4188-a2f3-2c0848855dfe tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:39.617126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04b79cda-f3c4-410c-9e59-ac6032f16281 req-7e9997c8-7e89-4188-a2f3-2c0848855dfe tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0502474 Oct 19 01:59:39.654993 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04b79cda-f3c4-410c-9e59-ac6032f16281 req-f157d45c-474f-4c9a-85db-37f63181c29c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Oct 19 01:59:39.741385 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-725c11fa-53ff-4127-864e-ad4ad1baf92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:40.030546 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:40.674028 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:40.770894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40555ea1-385a-4430-8d8d-9c8d423da941 req-e4169175-377a-4ece-ac12-a367defc3736 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:40.772402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-40555ea1-385a-4430-8d8d-9c8d423da941 req-e4169175-377a-4ece-ac12-a367defc3736 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0483930 Oct 19 01:59:40.809602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-40555ea1-385a-4430-8d8d-9c8d423da941 req-32a2dd3a-6dc1-43c1-8bc0-cbab89ee9904 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Oct 19 01:59:40.908371 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:41.926083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a469f-1e89-42c8-a4c8-2bfc5a100a34 req-4923254f-de45-4f8a-9f8e-8c7db3712c8c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:41.927478 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-953a469f-1e89-42c8-a4c8-2bfc5a100a34 req-4923254f-de45-4f8a-9f8e-8c7db3712c8c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0496814 Oct 19 01:59:41.966159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-953a469f-1e89-42c8-a4c8-2bfc5a100a34 req-f8072671-fac4-4797-9cef-ced834416750 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Oct 19 01:59:42.419469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:43.083048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fed72b-c843-422f-bf47-779fe69861c1 req-3e7792e9-840e-4aad-a56a-bc435bd9717c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:43.084523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08fed72b-c843-422f-bf47-779fe69861c1 req-3e7792e9-840e-4aad-a56a-bc435bd9717c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0525589 Oct 19 01:59:43.122799 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08fed72b-c843-422f-bf47-779fe69861c1 req-e5188126-d4ab-4405-97d8-35e4c4f68b99 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Oct 19 01:59:44.237170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a946da-db66-4bd2-bf8f-ceda3756d38e req-b94d7658-289a-4969-894b-34eb3e3888cb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:44.238614 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9a946da-db66-4bd2-bf8f-ceda3756d38e req-b94d7658-289a-4969-894b-34eb3e3888cb tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0497732 Oct 19 01:59:44.280587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d9a946da-db66-4bd2-bf8f-ceda3756d38e req-6356a152-927d-4780-bc16-1edba7f5c6e3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354705 Oct 19 01:59:44.874049 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-1fd356bd-9807-4f49-a6b7-a0b639e67b6c service neutron] show failed (client error): The resource could not be found. Oct 19 01:59:44.874939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-1fd356bd-9807-4f49-a6b7-a0b639e67b6c service neutron] 10.222.0.74 "GET /v2.0/ports/e05da71c-6810-4cec-95cb-23788e335f64/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0543797 Oct 19 01:59:45.079853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-3717548a-8eec-48c8-a0c4-e9608925ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:45.081397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-3717548a-8eec-48c8-a0c4-e9608925ab0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854&tenant_id=92a51b2bcc244001a45003b304192bbc HTTP/1.1" status: 200 len: 1098 time: 0.0400586 Oct 19 01:59:45.094001 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:45.148050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.348870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:45.410638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:45.420007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ef4a6-58ae-441d-95e6-6cd58adb97cf req-e9c3fa8a-00ef-45f4-bfc7-761bf37ee951 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:45.421481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-703ef4a6-58ae-441d-95e6-6cd58adb97cf req-e9c3fa8a-00ef-45f4-bfc7-761bf37ee951 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0746744 Oct 19 01:59:45.484346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:45.486655 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304feaf3-be5f-4222-b010-a0b2d677f38f" -d '{"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-unplugged", "status": "completed", "tag": "e05da71c-6810-4cec-95cb-23788e335f64"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:45.492445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.499083 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-703ef4a6-58ae-441d-95e6-6cd58adb97cf req-b770fd59-8c79-4e70-a473-ff4700322649 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602379 Oct 19 01:59:45.508482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Transition to ACTIVE for port object e05da71c-6810-4cec-95cb-23788e335f64 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 01:59:45.521179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.550600 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceae1a6-147b-4b0f-a312-f965d2f5aa49 x-openstack-request-id: req-bceae1a6-147b-4b0f-a312-f965d2f5aa49 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:45.550892 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-unplugged", "status": "completed", "tag": "e05da71c-6810-4cec-95cb-23788e335f64", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:45.551142 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bceae1a6-147b-4b0f-a312-f965d2f5aa49 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:45.551521 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64', 'code': 200} Oct 19 01:59:45.580329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] No DVR routers for this DVR port e05da71c-6810-4cec-95cb-23788e335f64 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:59:45.594352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:45.615700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.616065 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.616403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.616734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.617061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.617385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.617705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.618177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.618389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.618705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.619021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.619336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:45.635712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:45.636068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:45.636392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:45.640593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Port e05da71c-6810-4cec-95cb-23788e335f64 on network 17961552-d410-4651-9245-d24d474fabce not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 01:59:45.640914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Attempting to bind port e05da71c-6810-4cec-95cb-23788e335f64 on network 17961552-d410-4651-9245-d24d474fabce {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:45.645777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:45.646105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Checking segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:45.646478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Bound using segment: {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:45.646896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Bound port: e05da71c-6810-4cec-95cb-23788e335f64, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '17961552-d410-4651-9245-d24d474fabce'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:45.647248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:45.713539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:45.716480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:45.720950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:46.082976 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.083649 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:46.085040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 1093 time: 0.9956675 Oct 19 01:59:46.104991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db1368-7c02-428e-9c30-109d7b3dc0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:46.146056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-40d13774-df9a-47ff-b34c-2a22746da718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.147508 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-40d13774-df9a-47ff-b34c-2a22746da718 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1096 time: 0.0397651 Oct 19 01:59:46.238198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-cbf92892-8899-43cd-b66f-6fe955ed7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.239630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-cbf92892-8899-43cd-b66f-6fe955ed7047 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0855474 Oct 19 01:59:46.279001 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-21e4104c-52b7-4143-b0b3-3c88fee6ca4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0325947 Oct 19 01:59:46.327283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-5e6d44fc-c964-432b-8da0-2f1922c359e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.328707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-5e6d44fc-c964-432b-8da0-2f1922c359e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0429213 Oct 19 01:59:46.366056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-2b869049-6432-4ec8-bb4a-a4c1163f8f24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257344 Oct 19 01:59:46.458735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-cf204159-3c63-46fe-983a-af582be4fe20 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845952 Oct 19 01:59:46.552639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fa919916-7d2d-4871-9f9b-14ee97093a93 req-d0969a08-a81e-4440-a665-9be6c0e0decb service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870798 Oct 19 01:59:46.629256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80c9a-1b22-4b56-a32a-7a18b3f96cb8 req-23bedf50-3235-4c02-98ed-07befce99ac1 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.630560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b2e80c9a-1b22-4b56-a32a-7a18b3f96cb8 req-23bedf50-3235-4c02-98ed-07befce99ac1 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 944 time: 0.0595274 Oct 19 01:59:46.697798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-fdd7dfdf-6839-4eb5-b38a-5e060dc5fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.699305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-fdd7dfdf-6839-4eb5-b38a-5e060dc5fff8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1096 time: 0.0678585 Oct 19 01:59:46.702161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b2e80c9a-1b22-4b56-a32a-7a18b3f96cb8 req-b6ea10d2-76fe-4d97-9860-68653ba0181d tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Oct 19 01:59:46.810745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-fd6ab846-caba-4015-9d49-c91692d2efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.812145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-fd6ab846-caba-4015-9d49-c91692d2efea service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.0870910 Oct 19 01:59:46.854463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-d65414f4-1423-4ded-8990-ef36ddcad7f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0349495 Oct 19 01:59:46.907205 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-27da3ac3-7055-4bf9-a255-4ebe5d31a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:46.908667 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-27da3ac3-7055-4bf9-a255-4ebe5d31a39f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0474145 Oct 19 01:59:46.940483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-4baa65b3-ed8a-4583-a4f4-b498561fe417 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249171 Oct 19 01:59:47.032300 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-40372d58-8188-4bdd-876e-9fb98ec8d3c8 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Oct 19 01:59:47.125857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c9769d1-860f-446c-872b-9a08d7944e74 req-f6cd2222-7b61-4bd4-8263-0ef44c763619 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865600 Oct 19 01:59:47.552351 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e05da71c-6810-4cec-95cb-23788e335f64 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:59:47.553193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:47.556735 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "tag": "e05da71c-6810-4cec-95cb-23788e335f64"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:47.591645 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-89f3b297-8190-4c55-a270-c04e1a240ed1 req-56365e71-e7e5-4f04-adea-fffa75767925 service neutron] (100848) timed out ('10.222.0.64', 42446) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 01:59:47.598230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device e05da71c-6810-4cec-95cb-23788e335f64 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:59:47.609414 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864e5b4-3381-4653-a252-698d11a68c69 x-openstack-request-id: req-2864e5b4-3381-4653-a252-698d11a68c69 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:47.609713 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "tag": "e05da71c-6810-4cec-95cb-23788e335f64", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:47.609970 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2864e5b4-3381-4653-a252-698d11a68c69 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:47.610371 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64', 'status': 'completed', 'code': 200} Oct 19 01:59:47.703880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-38457405-0d50-4c7c-bb6d-a780e83529f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:47.705416 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-38457405-0d50-4c7c-bb6d-a780e83529f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1096 time: 0.0728319 Oct 19 01:59:47.713887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-5c3bff2a-226f-47a0-98ec-d56f714db372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:47.715251 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-5c3bff2a-226f-47a0-98ec-d56f714db372 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1096 time: 0.0524001 Oct 19 01:59:47.915878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21759-197a-4a11-bfd7-3e4dc8074008 req-c8babe6c-9189-4af9-9161-696e745e8d68 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:47.917407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1da21759-197a-4a11-bfd7-3e4dc8074008 req-c8babe6c-9189-4af9-9161-696e745e8d68 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 944 time: 0.1179850 Oct 19 01:59:47.918476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-428d97d7-d3ab-4126-8e2b-3460eb8812c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:47.919823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-428d97d7-d3ab-4126-8e2b-3460eb8812c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.2037342 Oct 19 01:59:47.931972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-70cf44b5-64bb-4b40-b38f-24f200818908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:47.933456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-70cf44b5-64bb-4b40-b38f-24f200818908 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.2096603 Oct 19 01:59:48.016186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-feb48954-e084-4e41-b7b8-aa95032bd20d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0817401 Oct 19 01:59:48.021847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-91709c39-1eed-435f-a499-c36a329a5c75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0804021 Oct 19 01:59:48.087745 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1da21759-197a-4a11-bfd7-3e4dc8074008 req-fe667acb-a990-4078-a384-ed18a5ddf314 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631036 Oct 19 01:59:48.117655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-a2ad9a1e-e1bb-44d1-a681-74cac1d2ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:48.119639 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-a2ad9a1e-e1bb-44d1-a681-74cac1d2ecc9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0906093 Oct 19 01:59:48.121084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-8f530ed9-ae81-4024-b62e-665341e93fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:48.123086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-8f530ed9-ae81-4024-b62e-665341e93fcd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0951881 Oct 19 01:59:48.176307 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-d35ffa6a-ce90-495f-ad66-b9a72c4c2d6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496945 Oct 19 01:59:48.178204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-1f78b6e3-6af6-4653-bafa-ab5195226154 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440958 Oct 19 01:59:48.335696 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-bb2b3a99-4d78-4d02-9854-0ce9b6985a47 service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526639 Oct 19 01:59:48.337617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-9200afe8-f5b1-4d16-89a3-d087227a50a5 service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475096 Oct 19 01:59:48.495263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-803727c4-efd3-41b8-941e-47c0e5b18a59 service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521809 Oct 19 01:59:48.497443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12d39d9c-3ff8-4aad-b92f-6ebdb9c2430b req-beff9ca0-3815-4070-b975-de78eae32ecc service neutron] 10.222.0.62 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467941 Oct 19 01:59:48.640719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e05da71c-6810-4cec-95cb-23788e335f64 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 01:59:48.736492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:48.750966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e05da71c-6810-4cec-95cb-23788e335f64', 'network_id': '17961552-d410-4651-9245-d24d474fabce', 'port_id': 'e05da71c-6810-4cec-95cb-23788e335f64', 'mac_address': 'fa:16:3e:6a:5e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7223ef84-76a8-41db-bb67-9ce50e4ba837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 01:59:48.789151 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:48.801759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05da71c-6810-4cec-95cb-23788e335f64 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 01:59:48.820253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:48.824996 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:48.874322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:49.092314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e05da71c-6810-4cec-95cb-23788e335f64'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:59:49.206695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd0e5-c671-43b1-903f-aef6e2ec7af2 req-40382884-0564-4b4f-9b38-e23a910c92f5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.208219 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0cd0e5-c671-43b1-903f-aef6e2ec7af2 req-40382884-0564-4b4f-9b38-e23a910c92f5 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 945 time: 0.0500910 Oct 19 01:59:49.248946 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1b0cd0e5-c671-43b1-903f-aef6e2ec7af2 req-507e1405-5807-44aa-8708-c5dd96cc69b3 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340497 Oct 19 01:59:49.443630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f3e1-e309-4f4e-a73e-faa9b8fe6d15 req-d577053c-2e48-4c92-8b2c-98ca909b428a tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.445167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-88e6f3e1-e309-4f4e-a73e-faa9b8fe6d15 req-d577053c-2e48-4c92-8b2c-98ca909b428a tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 945 time: 0.0521677 Oct 19 01:59:49.475267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f255d-7575-45c3-a959-d25c4924c349 req-3db7deb6-f318-48e6-bb51-bbc3e7ce1433 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.476797 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-3db7deb6-f318-48e6-bb51-bbc3e7ce1433 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.74 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854&tenant_id=92a51b2bcc244001a45003b304192bbc&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 945 time: 0.0574734 Oct 19 01:59:49.484886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-88e6f3e1-e309-4f4e-a73e-faa9b8fe6d15 req-ca72c437-92a1-4ab9-8806-97fbc481cb1c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Oct 19 01:59:49.542818 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-e74f255d-7575-45c3-a959-d25c4924c349 req-7d733209-5fe0-487f-8f14-f205e375f03c service neutron] delete failed (client error): The resource could not be found. Oct 19 01:59:49.543960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-7d733209-5fe0-487f-8f14-f205e375f03c service neutron] 10.222.0.74 "DELETE /v2.0/ports/e05da71c-6810-4cec-95cb-23788e335f64/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0590906 Oct 19 01:59:49.650757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f255d-7575-45c3-a959-d25c4924c349 req-082b54e1-4c93-4cee-aac4-a0a3cf8c0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.652226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-082b54e1-4c93-4cee-aac4-a0a3cf8c0969 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92a51b2bcc244001a45003b304192bbc&device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 1097 time: 0.0424922 Oct 19 01:59:49.774935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f255d-7575-45c3-a959-d25c4924c349 req-5d036403-3708-44e8-a710-093ef5aafa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.776458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-5d036403-3708-44e8-a710-093ef5aafa57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 200 len: 915 time: 0.1174204 Oct 19 01:59:49.819728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-4eb650d5-c329-4549-8b50-8228fa0aac90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 200 len: 217 time: 0.0356812 Oct 19 01:59:49.869706 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f255d-7575-45c3-a959-d25c4924c349 req-a0a0e4de-2c1f-4b00-a2d5-67d13ffb9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:49.871095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-a0a0e4de-2c1f-4b00-a2d5-67d13ffb9a18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 200 len: 854 time: 0.0434024 Oct 19 01:59:49.902217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-241411bf-1364-4457-a0b0-eab4fe91ba2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17961552-d410-4651-9245-d24d474fabce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243042 Oct 19 01:59:49.998025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-5789de07-0547-4136-8912-ca964eecd88b service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886838 Oct 19 01:59:50.090812 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e74f255d-7575-45c3-a959-d25c4924c349 req-8db2f5d5-2178-46b8-97f0-ced9725b965b service neutron] 10.222.0.74 "GET /v2.0/networks/17961552-d410-4651-9245-d24d474fabce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856299 Oct 19 01:59:50.143897 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.613938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c766d-42b3-438a-b008-786aa78b22a9 req-2a4899dc-4b0d-4e33-a205-c0eb451a8948 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.615420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-569c766d-42b3-438a-b008-786aa78b22a9 req-2a4899dc-4b0d-4e33-a205-c0eb451a8948 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 945 time: 0.0530038 Oct 19 01:59:50.657333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-569c766d-42b3-438a-b008-786aa78b22a9 req-b729760e-cec8-48a9-b8a8-25eaa9250e32 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356848 Oct 19 01:59:50.666551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e05da71c-6810-4cec-95cb-23788e335f64 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:50.728199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port e05da71c-6810-4cec-95cb-23788e335f64 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 01:59:50.731856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e05da71c-6810-4cec-95cb-23788e335f64 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:50.732255 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.781376 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353144ab-dec0-4958-8ad8-99d485675d8d req-22f96986-4960-4244-a971-89518f21279b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.782833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-353144ab-dec0-4958-8ad8-99d485675d8d req-22f96986-4960-4244-a971-89518f21279b tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Oct 19 01:59:50.810878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.826671 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-353144ab-dec0-4958-8ad8-99d485675d8d req-2944de87-6227-4cd5-bee7-490ebf8892d4 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Oct 19 01:59:50.833450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:50.835673 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26d1dd6-45a3-44c8-8012-dec552fc3d62" -d '{"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-plugged", "status": "completed", "tag": "e05da71c-6810-4cec-95cb-23788e335f64"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:50.849294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:50.853887 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:50.880385 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595f1e78-ce2c-4770-b12c-c4fdcf1352b0 x-openstack-request-id: req-595f1e78-ce2c-4770-b12c-c4fdcf1352b0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:50.880691 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-plugged", "status": "completed", "tag": "e05da71c-6810-4cec-95cb-23788e335f64", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:50.880921 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-595f1e78-ce2c-4770-b12c-c4fdcf1352b0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:50.881308 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64', 'code': 200} Oct 19 01:59:50.907140 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:50.947938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173de0-1715-4b59-89b8-94d777415aa8 req-2349770b-9d31-4ba8-8c88-596af40661b9 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:50.949448 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb173de0-1715-4b59-89b8-94d777415aa8 req-2349770b-9d31-4ba8-8c88-596af40661b9 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0519686 Oct 19 01:59:50.988340 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb173de0-1715-4b59-89b8-94d777415aa8 req-bc5aed0b-052f-4a2c-b15f-471507bc46da tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Oct 19 01:59:51.317498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb8858-320f-4373-8f2d-66e363875d8a req-25cd7b0c-dc12-49d5-a52c-3b90d248ca4f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:51.318891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49bb8858-320f-4373-8f2d-66e363875d8a req-25cd7b0c-dc12-49d5-a52c-3b90d248ca4f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0514569 Oct 19 01:59:51.356136 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49bb8858-320f-4373-8f2d-66e363875d8a req-49d0a934-4cfa-493c-8246-7754dfd08e94 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Oct 19 01:59:52.463581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-86945449-7879-464e-b44d-b77d07c8558f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:52.465055 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-86945449-7879-464e-b44d-b77d07c8558f tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Oct 19 01:59:52.472830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56634b1d-c561-45d4-8f93-1d910d06ecb7 req-1a8dd661-2d71-4689-9fda-940e9385e100 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:52.474579 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56634b1d-c561-45d4-8f93-1d910d06ecb7 req-1a8dd661-2d71-4689-9fda-940e9385e100 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f6e21b-b889-45dd-9fff-7111b4a11854 HTTP/1.1" status: 200 len: 946 time: 0.0502765 Oct 19 01:59:52.513899 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56634b1d-c561-45d4-8f93-1d910d06ecb7 req-e7852b34-f090-4c0e-9b5f-39def049542c tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6eb9398-47e3-4e74-857f-d4eed2b6d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Oct 19 01:59:52.559034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Deleting port e05da71c-6810-4cec-95cb-23788e335f64 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 01:59:52.559371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:52.653217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] For port e05da71c-6810-4cec-95cb-23788e335f64, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e05da71c-6810-4cec-95cb-23788e335f64,segment=NetworkSegment(b528b7df-6185-4bde-9d1f-61e8a1dbd0ff),segment_id=b528b7df-6185-4bde-9d1f-61e8a1dbd0ff)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:52.653497 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:52.670150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Calling delete_port for e05da71c-6810-4cec-95cb-23788e335f64 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 01:59:52.800169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:52.811654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e05da71c-6810-4cec-95cb-23788e335f64'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 01:59:52.830450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Pushing event deleted for resources: {'Port': ['ID=e05da71c-6810-4cec-95cb-23788e335f64,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:52.877262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] No DVR routers for this DVR port e05da71c-6810-4cec-95cb-23788e335f64 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 01:59:52.879768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:52.883126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-694ce059-14b5-4034-bd74-92892e6d23c5 req-b947c256-ed87-4138-9bd3-7335621e8555 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] 10.222.0.62 "DELETE /v2.0/ports/e05da71c-6810-4cec-95cb-23788e335f64 HTTP/1.1" status: 204 len: 173 time: 0.4115956 Oct 19 01:59:52.884101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-deleted', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 01:59:52.886343 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c28569-b81f-448d-8f8f-ce23a402cf7f" -d '{"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-deleted", "tag": "e05da71c-6810-4cec-95cb-23788e335f64"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 01:59:52.942453 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 01:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d45a26-5fad-4433-ae9b-251d8a3c57d0 x-openstack-request-id: req-92d45a26-5fad-4433-ae9b-251d8a3c57d0 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 01:59:52.942741 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6e21b-b889-45dd-9fff-7111b4a11854", "name": "network-vif-deleted", "tag": "e05da71c-6810-4cec-95cb-23788e335f64", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 01:59:52.942989 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92d45a26-5fad-4433-ae9b-251d8a3c57d0 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 01:59:52.943408 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f6e21b-b889-45dd-9fff-7111b4a11854', 'name': 'network-vif-deleted', 'tag': 'e05da71c-6810-4cec-95cb-23788e335f64', 'status': 'completed', 'code': 200} Oct 19 01:59:53.637875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51928) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:53.686135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] Deleting subnet 7223ef84-76a8-41db-bb67-9ce50e4ba837 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 01:59:53.689472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:53.723428 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:53.760782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:53.817169 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:53.844505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7223ef84-76a8-41db-bb67-9ce50e4ba837,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:53.846447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:53.849618 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1d9a1c41-89cf-427c-85a9-ce12f3cfeed7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7223ef84-76a8-41db-bb67-9ce50e4ba837 HTTP/1.1" status: 204 len: 168 time: 0.2107618 Oct 19 01:59:53.852936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51930) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:53.926213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.003791 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.023182 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17961552-d410-4651-9245-d24d474fabce']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:54.033001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:54.033295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b528b7df-6185-4bde-9d1f-61e8a1dbd0ff') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:54.048287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.061719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.067692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 01:59:54.068029 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: timer() Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 01:59:54.069661 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 01:59:54.125697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.131349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.134704 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] 10.222.0.64 "DELETE /v2.0/networks/17961552-d410-4651-9245-d24d474fabce HTTP/1.1" status: 204 len: 168 time: 0.2806690 Oct 19 01:59:54.151863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Pushing event deleted for resources: {'Network': ['ID=17961552-d410-4651-9245-d24d474fabce,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:54.159679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.160053 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.160399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.160737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.161095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.161498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.161753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.162078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.162400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.162721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.163041 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.163401 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373dfbae-5171-4c4a-8ba6-e348b8f80344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:54.250979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51934) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:54.291863 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-71597b6f-ce90-4f69-974c-171b96910abe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92a51b2bcc244001a45003b304192bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397408 Oct 19 01:59:54.294252 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51936) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:54.341819 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d64df2a4-c4d9-4874-81c1-19a207147260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.367338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d64df2a4-c4d9-4874-81c1-19a207147260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.413289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d64df2a4-c4d9-4874-81c1-19a207147260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.416434 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d64df2a4-c4d9-4874-81c1-19a207147260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:54.417598 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d64df2a4-c4d9-4874-81c1-19a207147260 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6eb9398-47e3-4e74-857f-d4eed2b6d2da HTTP/1.1" status: 204 len: 168 time: 0.1224480 Oct 19 01:59:54.425388 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64df2a4-c4d9-4874-81c1-19a207147260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb9398-47e3-4e74-857f-d4eed2b6d2da,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:55.060680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51960) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:55.157580 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-932430423-network', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:55.177499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Made reservation on behalf of bd83961b7a6543fda0ba44b2608a7b68 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:55.179848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.189370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.267275 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.271206 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.292824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 01:59:55.306865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20193ea-32b5-447c-ba6d-f0b85ef6dd38,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:55.313201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.313547 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Added segment bb0dbe47-4797-46c3-ba99-728a6b773e0e of type vlan for network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 Oct 19 01:59:55.354124 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.378588 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.379937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:55.380471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.423042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3612440 Oct 19 01:59:55.426058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51964) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:55.431069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Request body: {'subnet': {'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-932430423-subnet', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:55.451875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Made reservation on behalf of bd83961b7a6543fda0ba44b2608a7b68 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 01:59:55.454266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.479040 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaad9e-fc8e-425a-abfc-d559d9039568 admin admin] Pushing event updated for resources: {'Network': ['ID=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:55.489334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 01:59:55.622494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.670882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfa12e1-40b8-4270-bc43-777b0edbb13f,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:55.686016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:55.686372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Network hostable DHCP agents. Network: 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 01:59:55.702464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 01:59:55.711035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:55.716273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 01:59:55.716887 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.722556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc10c7-3f5c-4dcf-9bcd-9e256a63c2b8 None None] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:59:55.739895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-618a4ca5-f7a6-4334-83c1-f483a8b40952 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3057151 Oct 19 01:59:55.740382 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51966) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:55.745207 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:55.766599 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.767738 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.829907 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.873970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 01:59:55.874827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:55.971140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.036004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Allocated IP 172.20.0.2 (30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3/9dfa12e1-40b8-4270-bc43-777b0edbb13f/80bd6823-c153-420f-85e3-ebd87925a9c6) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:56.194212 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.194840 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.201943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.216572 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.241180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:56.245402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:56.247682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:56.263702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Pushing event updated for resources: {'Port': ['ID=80bd6823-c153-420f-85e3-ebd87925a9c6,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:56.313949 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Attempting to bind port 80bd6823-c153-420f-85e3-ebd87925a9c6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:56.314573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Attempting to bind port 80bd6823-c153-420f-85e3-ebd87925a9c6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:56.314941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Attempting to bind port 80bd6823-c153-420f-85e3-ebd87925a9c6 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:56.320157 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:56.320533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:56.322017 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.322017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:56.322493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Bound port: 80bd6823-c153-420f-85e3-ebd87925a9c6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:56.323000 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.333209 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Allocated IP 172.25.0.235 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/512e7241-2c78-43c8-9a6b-c2cad582b149) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:56.394746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] For port 80bd6823-c153-420f-85e3-ebd87925a9c6, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:56.397895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] For port 80bd6823-c153-420f-85e3-ebd87925a9c6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=80bd6823-c153-420f-85e3-ebd87925a9c6,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:56.402321 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.459560 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.467553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cea9b-c0d7-4e31-924a-6a40383a9da8 None None] Pushing event updated for resources: {'Port': ['ID=80bd6823-c153-420f-85e3-ebd87925a9c6,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:56.501958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.547179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:56.550251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:56.552796 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:56.587087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Pushing event updated for resources: {'Port': ['ID=512e7241-2c78-43c8-9a6b-c2cad582b149,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:56.688630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e05da71c-6810-4cec-95cb-23788e335f64 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 01:59:56.714334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: e05da71c-6810-4cec-95cb-23788e335f64 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 01:59:56.715501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e05da71c-6810-4cec-95cb-23788e335f64 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 01:59:56.763410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 80bd6823-c153-420f-85e3-ebd87925a9c6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:56.818786 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 80bd6823-c153-420f-85e3-ebd87925a9c6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:56.819150 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.876339 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.899791 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.940189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 80bd6823-c153-420f-85e3-ebd87925a9c6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=80bd6823-c153-420f-85e3-ebd87925a9c6,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 01:59:56.944602 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:56.994689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=80bd6823-c153-420f-85e3-ebd87925a9c6,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:57.076742 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:57.210974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Router d120d12f-60fe-4174-810a-7d8b00e937d7 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 01:59:57.323359 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:59:57.332584 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 01:59:57.343038 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:57.344432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8273148c-471d-4bd1-ab51-d25b96081b6b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6029298 Oct 19 01:59:57.346612 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:57.347183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51972) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:57.347347 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:59:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:57.413625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64aea0d-c8ed-4661-a4e8-5dcb8f745452 None None] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 01:59:57.457792 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:57.569395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9aa77101-c7ab-4a4d-a5aa-4a5a4d5220a2 None None] Provisioning complete for port 80bd6823-c153-420f-85e3-ebd87925a9c6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:57.569718 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9aa77101-c7ab-4a4d-a5aa-4a5a4d5220a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:57.663109 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:56Z', 'revision_number': 3, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T01:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:57.791757 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 01:59:57.792275 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Updating router d120d12f-60fe-4174-810a-7d8b00e937d7 port 512e7241-2c78-43c8-9a6b-c2cad582b149 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 01:59:57.819242 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:57.895763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8842bc53-0ca1-4a40-8a1e-078de3d58be9 None None] Provisioning complete for port 80bd6823-c153-420f-85e3-ebd87925a9c6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:57.896401 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8842bc53-0ca1-4a40-8a1e-078de3d58be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.075696 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.082571 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.118816 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.136940 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Attempting to bind port 512e7241-2c78-43c8-9a6b-c2cad582b149 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 01:59:58.137314 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Attempting to bind port 512e7241-2c78-43c8-9a6b-c2cad582b149 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 01:59:58.137677 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Attempting to bind port 512e7241-2c78-43c8-9a6b-c2cad582b149 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 01:59:58.139627 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Pushing event updated for resources: {'Port': ['ID=512e7241-2c78-43c8-9a6b-c2cad582b149,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:58.148357 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 01:59:58.149297 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 01:59:58.149697 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.150088 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 01:59:58.150551 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Bound port: 512e7241-2c78-43c8-9a6b-c2cad582b149, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 01:59:58.150924 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.153827 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.154176 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.154513 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.154852 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.155179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.155510 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.155832 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.156205 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.156561 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.156883 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.157203 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.157520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 01:59:58.207320 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] For port 512e7241-2c78-43c8-9a6b-c2cad582b149, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 01:59:58.210655 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] For port 512e7241-2c78-43c8-9a6b-c2cad582b149, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=512e7241-2c78-43c8-9a6b-c2cad582b149,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 01:59:58.214942 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.274155 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdce28-1c11-4dbd-a834-bd005f73bda1 None None] Pushing event updated for resources: {'Port': ['ID=512e7241-2c78-43c8-9a6b-c2cad582b149,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:58.276764 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 01:59:58.277467 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:59:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:58.326025 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Allocated IP 172.20.0.1 (30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3/9dfa12e1-40b8-4270-bc43-777b0edbb13f/a6a5eae7-4064-442c-9f5b-84e46e26d9a2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 01:59:58.382531 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 01:59:58.432780 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.466958 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.508854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:58.511780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:58.514424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 01:59:58.550858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Pushing event updated for resources: {'Port': ['ID=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:58.561394 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:56Z', 'revision_number': 3, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 01:59:58.567358 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.593123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc6904-7e40-4356-bf24-5ecb72f7f0f0 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:56Z', 'revision_number': 3, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 01:59:58.707715 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 80bd6823-c153-420f-85e3-ebd87925a9c6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 01:59:58.731374 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.764204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 80bd6823-c153-420f-85e3-ebd87925a9c6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:58.764685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.947920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.953037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:58.984221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-401f951a-dd90-48c0-bf9f-5a1645385dc7 None None] Provisioning complete for port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:58.984793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-401f951a-dd90-48c0-bf9f-5a1645385dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:59.026591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Pushing event updated for resources: {'Port': ['ID=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 01:59:59.029216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:59.046024 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-401f951a-dd90-48c0-bf9f-5a1645385dc7 None None] Port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:59.130768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 01:59:59.132277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 01:59:59.255603 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 01:59:59.369746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d429e956-df22-4b45-a78a-b5ae380ab588 None None] Provisioning complete for port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 01:59:59.370236 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d429e956-df22-4b45-a78a-b5ae380ab588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 01:59:59.376142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 01:59:59.387942 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-875f64a1-faed-4dd5-9c23-4e89916de6ec admin admin] 10.222.0.64 "PUT /v2.0/routers/d120d12f-60fe-4174-810a-7d8b00e937d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397136 Oct 19 01:59:59.409620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-d429e956-df22-4b45-a78a-b5ae380ab588 None None] Port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 01:59:59.953369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 51980) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 01:59:59.958003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c11f7835-8e2e-4071-902d-73799091f51a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161788638', 'description': 'tempest-description--398278573'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 01:59:59.980704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c11f7835-8e2e-4071-902d-73799091f51a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.049651 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c11f7835-8e2e-4071-902d-73799091f51a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.053193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c11f7835-8e2e-4071-902d-73799091f51a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.083493 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c11f7835-8e2e-4071-902d-73799091f51a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.084741 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c11f7835-8e2e-4071-902d-73799091f51a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1303613 Oct 19 02:00:00.087188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f7835-8e2e-4071-902d-73799091f51a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71058aa-c561-4613-82de-3d09c06745c3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:00.088048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51982) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:00.093441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-db998d82-2c03-4534-b920-a6484cc79fc6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'security_group_rule': {'security_group_id': 'c71058aa-c561-4613-82de-3d09c06745c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:00.121153 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db998d82-2c03-4534-b920-a6484cc79fc6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.175863 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db998d82-2c03-4534-b920-a6484cc79fc6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.179189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db998d82-2c03-4534-b920-a6484cc79fc6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.198321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db998d82-2c03-4534-b920-a6484cc79fc6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe53dda-aedb-4a67-893d-5c400e00d292,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:00.205594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db998d82-2c03-4534-b920-a6484cc79fc6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.206791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-db998d82-2c03-4534-b920-a6484cc79fc6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175649 Oct 19 02:00:00.209758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51984) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:00.213822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-783385a4-a3aa-489c-b713-784b5698be4c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'security_group_rule': {'security_group_id': 'c71058aa-c561-4613-82de-3d09c06745c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:00.216828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:00.225580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:00.226184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:59:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:00.240528 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-783385a4-a3aa-489c-b713-784b5698be4c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.297012 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-783385a4-a3aa-489c-b713-784b5698be4c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.301653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-783385a4-a3aa-489c-b713-784b5698be4c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.317609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783385a4-a3aa-489c-b713-784b5698be4c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d104ae-bdcf-45d1-9d19-6a120099b695,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:00.329890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-783385a4-a3aa-489c-b713-784b5698be4c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.331256 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-783385a4-a3aa-489c-b713-784b5698be4c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207628 Oct 19 02:00:00.334218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 51986) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:00.339343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:00.342805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:00.371452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.483750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.566582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 2, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:00.585502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Allocated IP 172.25.0.136 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a75b3e59-e00a-4b6b-bb1a-7ab77a813097) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:00.594086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:00.594440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Updating router d120d12f-60fe-4174-810a-7d8b00e937d7 port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:00:00.623716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.706717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.733045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 512e7241-2c78-43c8-9a6b-c2cad582b149 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:00.745663 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.784513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:00.787387 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:00.791181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:00.815895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'Port': ['ID=a75b3e59-e00a-4b6b-bb1a-7ab77a813097,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:00.848225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 512e7241-2c78-43c8-9a6b-c2cad582b149 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:00.848596 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.879801 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.919621 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.990051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:00.995917 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.001640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.042578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 512e7241-2c78-43c8-9a6b-c2cad582b149, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=512e7241-2c78-43c8-9a6b-c2cad582b149,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:01.050050 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.066958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0a80f-2f17-4b7c-82f2-247d99b9a19b None None] Pushing event updated for resources: {'Port': ['ID=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:01.085540 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.090542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.146599 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Attempting to bind port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:01.146974 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Attempting to bind port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:01.147346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Attempting to bind port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:01.157397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:01.157776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:01.158394 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.158572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:01.159040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Bound port: a6a5eae7-4064-442c-9f5b-84e46e26d9a2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:01.159626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.170328 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'Port': ['ID=a75b3e59-e00a-4b6b-bb1a-7ab77a813097,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:01.177336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.178443 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=512e7241-2c78-43c8-9a6b-c2cad582b149,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:01.194969 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.205730 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8098fdb2-6016-49e1-b2f7-a69279caa29d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8615055 Oct 19 02:00:01.241318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] For port a6a5eae7-4064-442c-9f5b-84e46e26d9a2, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:01.241828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] For port a6a5eae7-4064-442c-9f5b-84e46e26d9a2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:01.248267 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.308209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:01.308831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T01:59:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:01.344018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-ce841faa-8473-43e7-885a-d05784938ce1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--161788638&fields=id&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 267 time: 0.0364006 Oct 19 02:00:01.359842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0a80f-2f17-4b7c-82f2-247d99b9a19b None None] Pushing event updated for resources: {'Port': ['ID=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:01.374896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-fd529f42-d770-4a60-9560-0fed0de08795 None None] Provisioning complete for port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:01.375270 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd529f42-d770-4a60-9560-0fed0de08795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.470912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-b15f2591-a654-4541-9364-1019761a7a56 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:01.472355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:01.472677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-b15f2591-a654-4541-9364-1019761a7a56 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.1217866 Oct 19 02:00:01.490707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-9039cf57-58fa-417c-9d38-0982d4bff700 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/quotas/bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 375 time: 0.0105946 Oct 19 02:00:01.546233 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-38ff21cd-655a-4cc4-87f5-620fe17e7a66 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496621 Oct 19 02:00:01.573406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd529f42-d770-4a60-9560-0fed0de08795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.655470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fd529f42-d770-4a60-9560-0fed0de08795 None None] For port a6a5eae7-4064-442c-9f5b-84e46e26d9a2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:01.660426 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fd529f42-d770-4a60-9560-0fed0de08795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:01.698746 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-4e8a51c8-0720-4066-beba-177737363bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402712 Oct 19 02:00:01.748739 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd529f42-d770-4a60-9560-0fed0de08795 None None] Pushing event updated for resources: {'Port': ['ID=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:01.768640 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:01.796807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-421a9b15-d0af-4515-958f-eec6a69b2db4 service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913374 Oct 19 02:00:01.797932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe69a6-2fe3-4a2f-8e22-ce7353e5eff0 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:01.809296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ee8aad03-16d6-4df9-855e-6c81cc089dd3 None None] Provisioning complete for port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:01.810107 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ee8aad03-16d6-4df9-855e-6c81cc089dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:02.014103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-80bc0415-44fc-42e3-b47f-500f1b4c9534 req-9008789c-424f-465c-97be-4048a6ea2597 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 210 time: 0.0286982 Oct 19 02:00:02.774843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a6a5eae7-4064-442c-9f5b-84e46e26d9a2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:02.826255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:02.826859 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:02.911264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 512e7241-2c78-43c8-9a6b-c2cad582b149 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:02.963585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 512e7241-2c78-43c8-9a6b-c2cad582b149 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:02.964198 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:03.042635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-2cbea37b-c406-479a-bb3b-c96af9deec6d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:03.045067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-2cbea37b-c406-479a-bb3b-c96af9deec6d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.1192882 Oct 19 02:00:03.109666 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-f022f791-b733-4523-a4ba-8de921ae5c66 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 379 time: 0.0355985 Oct 19 02:00:03.114542 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a156be6c-71e6-443e-8d09-ce22a679287a req-383e5d9e-334b-4e10-b94d-2cc9c40d06aa tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 210 time: 0.0281792 Oct 19 02:00:03.119544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'port': {'device_id': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'admin_state_up': True, 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'security_groups': ['c71058aa-c561-4613-82de-3d09c06745c3']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:03.228294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Made reservation on behalf of bd83961b7a6543fda0ba44b2608a7b68 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:00:03.231783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:03.353385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Allocated IP 172.20.0.9 (30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3/9dfa12e1-40b8-4270-bc43-777b0edbb13f/6dd690bd-a562-410b-9ba9-42702d76a244) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:00:03.489389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:03.522240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:03.561885 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:00:03.565266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:00:03.568839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:00:03.610134 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:03.633674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:03.634511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:03.651478 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-a8c96955-520b-4428-b019-2c7180d7b39a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5356431 Oct 19 02:00:03.669253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Request body: {'port': {'device_id': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:03.727268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:03.843082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-243e7c29-f327-4686-96b4-ad4eddac5e0d None None] Provisioning complete for port 6dd690bd-a562-410b-9ba9-42702d76a244 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:03.843615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-243e7c29-f327-4686-96b4-ad4eddac5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:03.882161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-243e7c29-f327-4686-96b4-ad4eddac5e0d None None] Port 6dd690bd-a562-410b-9ba9-42702d76a244 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:00:03.992596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd690bd-a562-410b-9ba9-42702d76a244 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:00:03.999760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:04.011867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Transition to ACTIVE for port object 6dd690bd-a562-410b-9ba9-42702d76a244 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:00:04.015352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:04.065548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:04.134909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:00:04.135245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:00:04.135575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:04.140228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Port 6dd690bd-a562-410b-9ba9-42702d76a244 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:00:04.140552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:00:04.145573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 1, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:00:04.145962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:00:04.146284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:00:04.147012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Bound port: 6dd690bd-a562-410b-9ba9-42702d76a244, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:00:04.147155 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:04.248420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:00:04.252058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:00:04.263879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13adca2-971f-49ee-885b-62d07fd3a5fc req-bdbb1fb1-9a66-44e4-9a70-930bdcc5c79f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:04.265335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a13adca2-971f-49ee-885b-62d07fd3a5fc req-bdbb1fb1-9a66-44e4-9a70-930bdcc5c79f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0754178 Oct 19 02:00:04.266436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:04.315123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:04.315732 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:04.317199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] 10.222.0.74 "PUT /v2.0/ports/6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 1092 time: 0.6525023 Oct 19 02:00:04.319311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:00:04.321796 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:00:04.359803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a13adca2-971f-49ee-885b-62d07fd3a5fc req-5f36b7aa-c65d-4797-8a1b-0d6984ef3d54 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883060 Oct 19 02:00:04.360901 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2c38-86c9-486a-986a-962035efd48e service neutron] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:04.381581 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58053621-b104-4f0a-940b-8170437b65b9 x-openstack-request-id: req-58053621-b104-4f0a-940b-8170437b65b9 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:00:04.381581 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:00:04.381581 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58053621-b104-4f0a-940b-8170437b65b9 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:00:04.381581 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244', 'status': 'completed', 'code': 200} Oct 19 02:00:04.443132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-4c9ae66c-1e7c-4f12-878c-8a3918e14534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:04.444679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-4c9ae66c-1e7c-4f12-878c-8a3918e14534 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0477579 Oct 19 02:00:04.493848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-4319badd-59bb-47ec-81ce-80f4a9ab3fc0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 217 time: 0.0357857 Oct 19 02:00:04.543667 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-f96d8dc1-edcd-49ab-a6c2-667830be56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:04.545162 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-f96d8dc1-edcd-49ab-a6c2-667830be56fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0442944 Oct 19 02:00:04.591096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-c5a6f2ea-d441-47b2-9987-8e8f96924639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:04.592558 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-c5a6f2ea-d441-47b2-9987-8e8f96924639 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405257 Oct 19 02:00:04.686216 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-65a0171f-ff2f-4bb6-8e6c-cdb2a2a89de3 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864277 Oct 19 02:00:04.778721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d171f2a1-f7d1-4c65-a91a-540a6bbabe32 req-7eb0f52e-0a9f-4098-b634-f61935027a00 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858448 Oct 19 02:00:04.915568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-4d1d3cd9-228c-4919-8531-432626164929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:04.917076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-4d1d3cd9-228c-4919-8531-432626164929 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0416157 Oct 19 02:00:05.004792 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-af88d621-c50d-44a6-a34d-27c0a1654547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:05.006238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-af88d621-c50d-44a6-a34d-27c0a1654547 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0826399 Oct 19 02:00:05.050202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-b49c4cf7-5db0-47e0-a3e7-f32ec5e23119 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 217 time: 0.0366673 Oct 19 02:00:05.101012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-9d85a078-8508-4879-836e-c0bdc1424ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:05.102560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-9d85a078-8508-4879-836e-c0bdc1424ad0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0460324 Oct 19 02:00:05.148712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-6e1b0b86-3a15-42a5-bc98-1d6605648c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:05.150173 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-6e1b0b86-3a15-42a5-bc98-1d6605648c16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405536 Oct 19 02:00:05.244104 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-0c3b6816-2d67-4f46-abe3-029a4eba423a service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854998 Oct 19 02:00:05.332703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97b4f5ca-d2f2-4b71-82d0-8bd5c19bdd47 req-a24422ce-69f3-4230-b708-fe65f7b6f7dd service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817091 Oct 19 02:00:05.482074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f38502-fa04-49df-b506-8355ed4c31e1 req-893f8aa0-d863-4404-9e0c-ca8c66da6b4a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:05.483527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6f38502-fa04-49df-b506-8355ed4c31e1 req-893f8aa0-d863-4404-9e0c-ca8c66da6b4a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0537350 Oct 19 02:00:05.848774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6f38502-fa04-49df-b506-8355ed4c31e1 req-4e495851-30bd-4e8b-a586-23bfb1b8bb30 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592508 Oct 19 02:00:06.974363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d59823-f03d-47c4-b4dd-5f7e81774552 req-337f6513-48a0-44e2-9653-d83d5d65533a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:06.976037 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1d59823-f03d-47c4-b4dd-5f7e81774552 req-337f6513-48a0-44e2-9653-d83d5d65533a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0588520 Oct 19 02:00:06.978440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d278884-3988-4c6d-a741-34637b353ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:07.014546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a1d59823-f03d-47c4-b4dd-5f7e81774552 req-7e818de2-321f-4270-8467-82df5534e447 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Oct 19 02:00:08.127860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4402e1-3952-47e7-abe7-292a5ce14c30 req-aa2ccc73-7cc7-4802-93e3-3022cf72db3d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:08.129340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d4402e1-3952-47e7-abe7-292a5ce14c30 req-aa2ccc73-7cc7-4802-93e3-3022cf72db3d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0485718 Oct 19 02:00:08.166000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0d4402e1-3952-47e7-abe7-292a5ce14c30 req-859650f8-de7e-4f66-885c-40b4cf64be25 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301359 Oct 19 02:00:09.279526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f853c-9d05-4729-a60e-3bd86fcccc03 req-0993eecf-15cc-4f2a-b4a7-3cafacdb1b61 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:09.280998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-516f853c-9d05-4729-a60e-3bd86fcccc03 req-0993eecf-15cc-4f2a-b4a7-3cafacdb1b61 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0490367 Oct 19 02:00:09.320410 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-516f853c-9d05-4729-a60e-3bd86fcccc03 req-2ec31196-d699-4727-a7a4-b58a897a857c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Oct 19 02:00:09.598272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:00:09.691418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:09.702256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '6dd690bd-a562-410b-9ba9-42702d76a244', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': '6dd690bd-a562-410b-9ba9-42702d76a244', 'mac_address': 'fa:16:3e:b6:b4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:00:09.749141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe8f3369-f365-4c44-b389-1633f608ff00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:09.754328 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:09.767449 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd690bd-a562-410b-9ba9-42702d76a244 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:00:09.786608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:09.790946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:09.838515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:10.030169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:10.154213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['6dd690bd-a562-410b-9ba9-42702d76a244'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:00:10.434765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f1a2-b17a-4365-ba1e-da801a80900a req-4b541af9-3881-4548-8eeb-448b56df5e15 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:10.436257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f97f1a2-b17a-4365-ba1e-da801a80900a req-4b541af9-3881-4548-8eeb-448b56df5e15 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 944 time: 0.0505672 Oct 19 02:00:10.475260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f97f1a2-b17a-4365-ba1e-da801a80900a req-d09f8559-8e00-4ecb-9c0e-54ac4f071ec3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Oct 19 02:00:10.675050 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:10.912044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:11.590469 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b359-6cd1-4c16-8d48-e30e83c50448 req-3b6bcb78-bb8f-4758-a297-6cfcb53e6e37 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:11.591939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e115b359-6cd1-4c16-8d48-e30e83c50448 req-3b6bcb78-bb8f-4758-a297-6cfcb53e6e37 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 944 time: 0.0494120 Oct 19 02:00:11.613894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:00:11.633129 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e115b359-6cd1-4c16-8d48-e30e83c50448 req-c86672d3-ed82-4636-bd59-bfd3f784f7f0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341239 Oct 19 02:00:11.663131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 6dd690bd-a562-410b-9ba9-42702d76a244 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:00:11.666907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 6dd690bd-a562-410b-9ba9-42702d76a244 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:00:11.667282 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:11.741238 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:11.765676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:00:11.767951 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb7b68c-2161-49b3-9346-415e03d48732" -d '{"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:00:11.780426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:00:11.784384 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:11.808961 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7092ef4-4897-4018-8316-9d172fd369e4 x-openstack-request-id: req-a7092ef4-4897-4018-8316-9d172fd369e4 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:00:11.809252 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:00:11.809500 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7092ef4-4897-4018-8316-9d172fd369e4 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:00:11.809887 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244', 'code': 200} Oct 19 02:00:11.834562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:00:11.932655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24396d-e0a0-472b-9a29-2a52252249a8 req-f5dca0ea-4a4f-411c-bc3c-be95b0861c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:11.934240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da24396d-e0a0-472b-9a29-2a52252249a8 req-f5dca0ea-4a4f-411c-bc3c-be95b0861c9c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0459869 Oct 19 02:00:11.967911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da24396d-e0a0-472b-9a29-2a52252249a8 req-f4cf5bac-95a4-4850-b49c-eced825f33d2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271437 Oct 19 02:00:12.422215 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:12.752342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f388-56b2-465d-9117-96d78b540f8c req-551b22b5-e871-4dfa-afa7-f4486651da19 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:12.753814 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7696f388-56b2-465d-9117-96d78b540f8c req-551b22b5-e871-4dfa-afa7-f4486651da19 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0529985 Oct 19 02:00:12.791908 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7696f388-56b2-465d-9117-96d78b540f8c req-2e0a9543-aa4e-4036-9fb2-5753ac8eba2d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321760 Oct 19 02:00:13.906856 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab45c-38c7-45de-8ef9-2b91e1f9719a req-cc8070e2-415b-4ae1-b080-4e62a28ae3c1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:13.908323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f16ab45c-38c7-45de-8ef9-2b91e1f9719a req-cc8070e2-415b-4ae1-b080-4e62a28ae3c1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0489507 Oct 19 02:00:13.947038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f16ab45c-38c7-45de-8ef9-2b91e1f9719a req-ede20031-bc77-4880-9458-659c0e95a8ca tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Oct 19 02:00:14.059229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67be1c-d84f-44d2-a0b0-f5d04add73cc req-d6465032-971e-4b52-941c-7ef3f7adc628 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:14.060747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a67be1c-d84f-44d2-a0b0-f5d04add73cc req-d6465032-971e-4b52-941c-7ef3f7adc628 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Oct 19 02:00:14.069427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:00:14.074484 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'floatingip': {'port_id': '6dd690bd-a562-410b-9ba9-42702d76a244'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:00:14.113433 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:14.255338 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:00:14.548072 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:14.551729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:14.965969 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 associated. External IP: 172.25.0.136, port: 6dd690bd-a562-410b-9ba9-42702d76a244. Oct 19 02:00:15.171437 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:00:15.278835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:00:15.283612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:15.288135 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:00:15.298318 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:15.298908 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:00:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:15.311095 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-76d2e07a-769d-4a1d-8f4e-3d57265584e1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "PUT /v2.0/floatingips/7a7ca503-cf7d-4461-98c7-25559cf46a17 HTTP/1.1" status: 200 len: 991 time: 1.2400696 Oct 19 02:00:15.311808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:00:15.314378 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:00:15.353239 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a627d822-b89b-439f-87e7-8c34860bdeaa x-openstack-request-id: req-a627d822-b89b-439f-87e7-8c34860bdeaa {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:00:15.353532 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:00:15.353790 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a627d822-b89b-439f-87e7-8c34860bdeaa {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:00:15.354191 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244', 'status': 'completed', 'code': 200} Oct 19 02:00:15.406614 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:15.458615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-de640a59-25ea-48fd-b779-ac684858306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:15.460149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-de640a59-25ea-48fd-b779-ac684858306a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0413678 Oct 19 02:00:15.555246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-507854a2-8a3d-4ab3-96c5-4f3db1dd28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:15.556751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-507854a2-8a3d-4ab3-96c5-4f3db1dd28ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0894227 Oct 19 02:00:15.622753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-4e5ff985-9035-404d-a723-51ee1f6543da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 999 time: 0.0592659 Oct 19 02:00:15.631377 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '6dd690bd-a562-410b-9ba9-42702d76a244', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:b6:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:00:14Z', 'revision_number': 1, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:15.657835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:00:15.666960 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:00:15.667555 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:00:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:15.677547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-e94e375c-fde6-429e-91d8-abf0986c4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:15.679004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-e94e375c-fde6-429e-91d8-abf0986c4aff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0488973 Oct 19 02:00:15.725219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-b4c9367b-4208-484d-a66b-aff711738f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:15.726771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-b4c9367b-4208-484d-a66b-aff711738f87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403631 Oct 19 02:00:15.772953 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:00:15.817980 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-905a6584-70c0-4829-ab71-31283749d79f service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831411 Oct 19 02:00:15.912484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6158f8a-94cb-409c-b3ea-82cd80c40fe5 req-4635b032-ed60-440d-a3a1-2f4c6db49b09 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870230 Oct 19 02:00:15.996785 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '6dd690bd-a562-410b-9ba9-42702d76a244', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:b6:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:00:14Z', 'revision_number': 1, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:00:16.103561 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550e859-70b1-486b-8170-07aff8dfe8f9 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '6dd690bd-a562-410b-9ba9-42702d76a244', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:b6:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:00:14Z', 'revision_number': 1, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:00:16.282944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8956bcf9-0ae5-482f-808b-cf0afbf62e92 None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:00:20.150255 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:33.598027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-d8cd8fcb-1618-425b-af72-1f48c029fde8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406976 Oct 19 02:00:33.704091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-4e3dd1d3-404a-4a7e-a543-4a657424292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:33.705572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-4e3dd1d3-404a-4a7e-a543-4a657424292a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0461011 Oct 19 02:00:33.812172 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-353833ac-6c81-414a-a178-64f89b89cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:33.813919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-353833ac-6c81-414a-a178-64f89b89cc86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0876133 Oct 19 02:00:33.883998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-c31e9200-b80d-4551-8a9a-4a67b0b80e51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 1001 time: 0.0624468 Oct 19 02:00:33.932364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-0a294a2b-abd0-4890-bfbe-7c334b548d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:33.933738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-0a294a2b-abd0-4890-bfbe-7c334b548d14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0417190 Oct 19 02:00:33.978434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-0affd646-0bc9-4d68-b166-abf646f96d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:00:33.979865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-0affd646-0bc9-4d68-b166-abf646f96d2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389738 Oct 19 02:00:34.072351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-1d752784-f406-4b0a-9236-e892052a46aa service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851040 Oct 19 02:00:34.160965 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62a9c0bc-04d8-44e2-b18b-b8546f89f1a3 req-222a70ae-d30f-4e3e-ab0a-05d88e4a0d37 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803945 Oct 19 02:00:36.987660 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9a25bd28-2c65-4ee9-a960-5d7e049fbaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:39.740173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d9509471-faf1-4ff0-878c-12581df0a5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:40.032328 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:40.675783 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:40.913648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:42.425600 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:50.158962 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:00:51.254515 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:01:06.980582 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d5b76307-8e74-4b9b-855f-e500e9fe3ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:09.742267 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dfc6dcdc-3986-46b4-954e-0085b9766e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:10.028501 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:10.677344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:10.916853 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:12.426644 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:20.168036 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:28.253798 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:01:33.590669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-d625adb9-bf58-4556-bad3-6fc961280a91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439413 Oct 19 02:01:33.688186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-34479e49-12e8-4b51-8d90-e4374bd5d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:33.689695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-34479e49-12e8-4b51-8d90-e4374bd5d43e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0400169 Oct 19 02:01:33.790261 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-3221aca9-0acc-4694-9289-e2fd37952dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:33.791687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-3221aca9-0acc-4694-9289-e2fd37952dd8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0824564 Oct 19 02:01:33.858916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-34fdb2f5-e276-432c-bc25-d262e85041f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 1001 time: 0.0604758 Oct 19 02:01:33.906678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-b5d106c5-c9fd-4e1a-9338-084cc9926192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:33.908065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-b5d106c5-c9fd-4e1a-9338-084cc9926192 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0425348 Oct 19 02:01:33.954788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-0220ba07-aeb7-4af6-a235-f5d4be7d755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:01:33.956249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-0220ba07-aeb7-4af6-a235-f5d4be7d755e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413005 Oct 19 02:01:34.045304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-dbee71ac-deae-4300-96c0-479a0013855a service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825026 Oct 19 02:01:34.135333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0a3f39eb-dbda-40cc-bd1b-60b565140a8e req-c9b28f8d-4c06-4d06-9a06-0f19b0caaeac service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822463 Oct 19 02:01:36.981416 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a497b73e-4a3a-4d33-bb71-61e9637ff751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:39.743240 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c779-9460-4959-8793-6626d0f3e6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:40.040675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:40.680756 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:40.920667 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:42.430476 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:01:50.178762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:05.252431 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:02:06.982222 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d8ab37f6-fdae-4aed-9603-e3eb6133cab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:09.744508 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d06cd12f-f489-4b9c-8077-340b6df250ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:10.050529 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:10.682662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:10.922926 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:12.434298 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:20.189881 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:33.649079 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-c26c0b26-b030-4c03-a690-a78cefd0e287 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443690 Oct 19 02:02:33.757020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-9ef9e08c-c6a4-4c30-9c5a-8da261461216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:33.758516 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-9ef9e08c-c6a4-4c30-9c5a-8da261461216 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0418181 Oct 19 02:02:33.865574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-18974b01-3cf5-492e-b606-5f4dd49911f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:33.867013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-18974b01-3cf5-492e-b606-5f4dd49911f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0894012 Oct 19 02:02:33.932428 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-402c6b77-9546-4a56-b66b-754b05fec1bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 1001 time: 0.0577106 Oct 19 02:02:33.981274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-ae67ac52-0926-4190-8ef2-8d578bebaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:33.982652 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-ae67ac52-0926-4190-8ef2-8d578bebaec9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0434408 Oct 19 02:02:34.031272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-a97c5a7c-bdd1-4a39-8ee2-5e139f27b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:34.032758 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-a97c5a7c-bdd1-4a39-8ee2-5e139f27b6d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427845 Oct 19 02:02:34.122050 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-c5117307-5adf-4aa6-ac7e-5b2f590d1989 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806887 Oct 19 02:02:34.214230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ba962cb1-225f-4c56-b162-f69d4e38095c req-8be68231-b387-46a0-9524-077b2b5a55dc service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853839 Oct 19 02:02:36.983742 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c283-7b0c-45a5-bef2-14e96bd14ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:38.039724 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73837bce-3d1a-41a8-95f4-e5537611f16a req-8cfa85f9-e127-4df8-a2e1-e8a9d7123d3a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:38.041255 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73837bce-3d1a-41a8-95f4-e5537611f16a req-8cfa85f9-e127-4df8-a2e1-e8a9d7123d3a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.1797709 Oct 19 02:02:38.082489 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73837bce-3d1a-41a8-95f4-e5537611f16a req-ba8bf844-6efd-44b9-99c5-bba7d936257e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351682 Oct 19 02:02:38.324792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf293b-3de2-407c-8d82-f8291e718768 req-b47f501f-a092-42b9-9a1c-c824ab097d58 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:38.326400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fbf293b-3de2-407c-8d82-f8291e718768 req-b47f501f-a092-42b9-9a1c-c824ab097d58 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0532076 Oct 19 02:02:38.365432 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fbf293b-3de2-407c-8d82-f8291e718768 req-b038cc33-b209-4745-8d42-a607d8039626 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322273 Oct 19 02:02:38.396711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-dba3777c-3781-4a58-9d22-bb8891e288cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343999 Oct 19 02:02:38.405438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-618b5c53-f8db-461e-b79e-480caa5f7eb9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:02:38.406388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-618b5c53-f8db-461e-b79e-480caa5f7eb9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048385 Oct 19 02:02:39.568094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4c6b232f-2140-40f5-b2e4-e26ccaa4ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:39.569565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4c6b232f-2140-40f5-b2e4-e26ccaa4ee43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0726900 Oct 19 02:02:39.580360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c24e4-c56d-4a03-aaf4-54e597cdc1b9 req-4af7c3a8-6eb8-4da1-9baa-333d13361dad tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:39.581922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a1c24e4-c56d-4a03-aaf4-54e597cdc1b9 req-4af7c3a8-6eb8-4da1-9baa-333d13361dad tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.1417985 Oct 19 02:02:39.670380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a1c24e4-c56d-4a03-aaf4-54e597cdc1b9 req-23357c57-4b74-499d-b319-a3d52e1dd968 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806410 Oct 19 02:02:39.691579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-2afd5ece-1536-4119-8d33-d816f23d17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:39.693124 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-2afd5ece-1536-4119-8d33-d816f23d17c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1103451 Oct 19 02:02:39.744874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d7b42475-d9d9-4742-a795-2992056c6a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:39.762743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-1df71cc5-85dc-4f43-8a6f-0d9667ca063a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 1001 time: 0.0623353 Oct 19 02:02:39.811460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-907166c7-2ea9-481d-8394-a945c6dd25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:39.813261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-907166c7-2ea9-481d-8394-a945c6dd25c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0433040 Oct 19 02:02:39.859051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4ad69eb9-62ca-483b-a62f-5bc27c044d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:39.860555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4ad69eb9-62ca-483b-a62f-5bc27c044d54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393281 Oct 19 02:02:39.951816 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-3a5fab7c-a651-4938-a71a-0f3c51861287 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842531 Oct 19 02:02:40.040658 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-db8532b6-20b0-4b63-81ae-68919524041d service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812998 Oct 19 02:02:40.062850 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:40.683849 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:40.788216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433de60-5c37-460e-a133-1fe74d2330d2 req-c746d8d3-def7-477e-8f44-3ddef2987e28 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:40.789681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5433de60-5c37-460e-a133-1fe74d2330d2 req-c746d8d3-def7-477e-8f44-3ddef2987e28 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0488181 Oct 19 02:02:40.827703 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5433de60-5c37-460e-a133-1fe74d2330d2 req-aee0f57c-06dd-42f6-9577-28bd8ded0dd6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320573 Oct 19 02:02:40.925986 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:41.947775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d0cbb-011a-43ad-afb4-80bb2c3b90f9 req-757609c4-2fe3-4df2-a3a8-c0c536e6a638 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:41.949202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b3d0cbb-011a-43ad-afb4-80bb2c3b90f9 req-757609c4-2fe3-4df2-a3a8-c0c536e6a638 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Oct 19 02:02:41.987154 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b3d0cbb-011a-43ad-afb4-80bb2c3b90f9 req-4d630f0b-b334-4b44-93b9-b691478c41a7 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Oct 19 02:02:42.252498 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:02:42.434353 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:43.102351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773497e-7790-499a-8f13-920596d779af req-4f842aeb-6a4f-4f31-ae43-a0a5b5f28d0c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:43.103843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d773497e-7790-499a-8f13-920596d779af req-4f842aeb-6a4f-4f31-ae43-a0a5b5f28d0c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Oct 19 02:02:43.146791 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d773497e-7790-499a-8f13-920596d779af req-7afb02a3-ddd5-48dc-ad0d-68f9d159070f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370274 Oct 19 02:02:44.261054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcac20-df2d-49c5-a6a8-cc53bc5101d8 req-2d37f0c2-4a7b-45bf-9841-05c665b77901 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:44.262551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cbcac20-df2d-49c5-a6a8-cc53bc5101d8 req-2d37f0c2-4a7b-45bf-9841-05c665b77901 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Oct 19 02:02:44.299460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cbcac20-df2d-49c5-a6a8-cc53bc5101d8 req-d6be916d-6026-4615-b2f1-b4cfe0c20d95 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311077 Oct 19 02:02:45.413803 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a875163-43f6-4ff0-9f1a-f43b1726fa09 req-13ccf099-f03e-415f-8a9b-320ec225e418 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:45.415282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a875163-43f6-4ff0-9f1a-f43b1726fa09 req-13ccf099-f03e-415f-8a9b-320ec225e418 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0490096 Oct 19 02:02:45.452107 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1a875163-43f6-4ff0-9f1a-f43b1726fa09 req-bd7f6c12-9c9a-4b3d-a353-5d239a861e0f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Oct 19 02:02:46.571039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41d051-df2d-4eeb-a761-e239e2800c14 req-5fc9a75e-7b0d-4080-9192-3c826c931536 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:46.572518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de41d051-df2d-4eeb-a761-e239e2800c14 req-5fc9a75e-7b0d-4080-9192-3c826c931536 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0500190 Oct 19 02:02:46.610184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-de41d051-df2d-4eeb-a761-e239e2800c14 req-7d01a60b-6736-49be-a27f-0012a86fad26 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316803 Oct 19 02:02:47.727548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abe665-f962-4549-8557-6fd9841f68fe req-13b5257b-b602-43aa-be96-433fe953e121 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:47.729056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48abe665-f962-4549-8557-6fd9841f68fe req-13b5257b-b602-43aa-be96-433fe953e121 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Oct 19 02:02:47.767974 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-48abe665-f962-4549-8557-6fd9841f68fe req-5db3af4e-efb7-4320-8ca6-2f8e27d94c31 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Oct 19 02:02:48.885288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d291f6-6adb-4250-abb1-73341d991de8 req-d9e58a50-473c-434a-9830-dd5b50cd92c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:48.886729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5d291f6-6adb-4250-abb1-73341d991de8 req-d9e58a50-473c-434a-9830-dd5b50cd92c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0525692 Oct 19 02:02:48.923381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5d291f6-6adb-4250-abb1-73341d991de8 req-148fcd1e-e2a9-4afa-94c3-fefd60cb1a75 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306897 Oct 19 02:02:50.037765 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa5d1-d713-4a9a-8850-748f7c44b498 req-1e5477af-21cf-4e9a-99ca-42e7f8fe8660 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:50.039231 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-514fa5d1-d713-4a9a-8850-748f7c44b498 req-1e5477af-21cf-4e9a-99ca-42e7f8fe8660 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Oct 19 02:02:50.081194 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-514fa5d1-d713-4a9a-8850-748f7c44b498 req-7fa01081-72b3-4a9b-92b3-003b8c57fbab tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360088 Oct 19 02:02:50.191223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:51.197940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689dcd-c5dc-4679-aaac-5920b61455f2 req-35ceb60d-8f87-4e9e-8100-afcc182e2877 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:51.199414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56689dcd-c5dc-4679-aaac-5920b61455f2 req-35ceb60d-8f87-4e9e-8100-afcc182e2877 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0502772 Oct 19 02:02:51.238185 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-56689dcd-c5dc-4679-aaac-5920b61455f2 req-901d2312-8a5a-4dd9-844b-0b39dd882a63 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327222 Oct 19 02:02:52.036574 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-e2884018-d049-4246-b651-6fbaeec092f5 service neutron] show failed (client error): The resource could not be found. Oct 19 02:02:52.037588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-e2884018-d049-4246-b651-6fbaeec092f5 service neutron] 10.222.0.74 "GET /v2.0/ports/6dd690bd-a562-410b-9ba9-42702d76a244/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0535736 Oct 19 02:02:52.240601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-ef1f71dc-cd6b-4510-b22e-26449ae04f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:52.242061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-ef1f71dc-cd6b-4510-b22e-26449ae04f29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 1097 time: 0.0441170 Oct 19 02:02:52.254377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-1bef3388-484e-4814-8f17-553df66dca74 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:02:52.255397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-1bef3388-484e-4814-8f17-553df66dca74 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049760 Oct 19 02:02:52.266723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:02:52.319924 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:52.355476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699544f5-4485-408e-af8e-224bdbc677fc req-8fecab48-6121-4a9e-b29e-286b7642d378 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:52.356973 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-699544f5-4485-408e-af8e-224bdbc677fc req-8fecab48-6121-4a9e-b29e-286b7642d378 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Oct 19 02:02:52.396536 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-699544f5-4485-408e-af8e-224bdbc677fc req-0d32c22b-583e-45ae-bd87-1f7346b0c42b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Oct 19 02:02:52.521159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:02:52.553151 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:02:52.594816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:02:52.597672 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267df794-76c7-456c-8bc0-0cfd99fb0c76" -d '{"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:02:52.601684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:52.615417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Transition to ACTIVE for port object 6dd690bd-a562-410b-9ba9-42702d76a244 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:02:52.619243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:52.648564 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d72753a-ee84-47de-9e60-8ebaf7104c82 x-openstack-request-id: req-5d72753a-ee84-47de-9e60-8ebaf7104c82 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:02:52.648851 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:02:52.649098 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d72753a-ee84-47de-9e60-8ebaf7104c82 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:02:52.649482 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244', 'code': 200} Oct 19 02:02:52.719375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:02:52.752135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.752476 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.752841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.753783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.754124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.754453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.754780 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.755101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.755428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.755750 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.756089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.756407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:52.812543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] No DVR routers for this DVR port 6dd690bd-a562-410b-9ba9-42702d76a244 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:02:52.946981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:02:52.947309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:02:52.947630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:02:52.951811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Port 6dd690bd-a562-410b-9ba9-42702d76a244 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:02:52.952161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Attempting to bind port 6dd690bd-a562-410b-9ba9-42702d76a244 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:02:52.957832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:02:52.958160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:02:52.958532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:02:52.958947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Bound port: 6dd690bd-a562-410b-9ba9-42702d76a244, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:02:52.959289 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:53.020815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:02:53.023746 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:02:53.028152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:53.063530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:53.064230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:53.066076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 1092 time: 0.8026474 Oct 19 02:02:53.096347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ba89-2912-43af-9695-272fcebd89e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:02:53.134819 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-b4e18719-359b-405e-ab17-fbf6305a045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:53.136376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-b4e18719-359b-405e-ab17-fbf6305a045a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0477462 Oct 19 02:02:53.235039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-f17d6cb8-f606-40de-beee-a6e40f96ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:53.237071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-f17d6cb8-f606-40de-beee-a6e40f96ace9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0924680 Oct 19 02:02:53.301787 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-3293d239-e4a2-40a8-bbcd-b67afae8bfb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 999 time: 0.0580401 Oct 19 02:02:53.349786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-41bf97fb-b7f2-405a-a6bf-2fb970e539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:53.351092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-41bf97fb-b7f2-405a-a6bf-2fb970e539e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0428376 Oct 19 02:02:53.398972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-e0e6f79d-4bcc-4010-b47f-aa350adedfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:53.400477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-e0e6f79d-4bcc-4010-b47f-aa350adedfe2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425510 Oct 19 02:02:53.491549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-4d35727c-f7ca-490f-b22f-94c09c8f30ff service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837548 Oct 19 02:02:53.513489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89069299-cda1-4079-b979-f73522715748 req-c5b2b984-a9c3-4fd0-8266-ad187b2fb176 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:53.515369 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89069299-cda1-4079-b979-f73522715748 req-c5b2b984-a9c3-4fd0-8266-ad187b2fb176 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0491292 Oct 19 02:02:53.554316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89069299-cda1-4079-b979-f73522715748 req-900e7083-32cb-418e-a72e-6047b6849687 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Oct 19 02:02:53.586923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-d0e432a6-1fe3-4606-a465-842bc4a89b58 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888410 Oct 19 02:02:54.650088 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:02:54.652615 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b90cc9-6a62-44ae-bab8-13eda056089b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:02:54.678193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a741f-f8ae-4f27-b685-69273d977daf req-3b467e0d-7c76-418c-afa2-0bd06185780e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:54.679719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-073a741f-f8ae-4f27-b685-69273d977daf req-3b467e0d-7c76-418c-afa2-0bd06185780e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0552821 Oct 19 02:02:54.703909 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b09ec-b4ea-4854-8748-8aae508cff1c x-openstack-request-id: req-230b09ec-b4ea-4854-8748-8aae508cff1c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:02:54.704221 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:02:54.704467 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-230b09ec-b4ea-4854-8748-8aae508cff1c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:02:54.704852 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244', 'status': 'completed', 'code': 200} Oct 19 02:02:54.723449 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-073a741f-f8ae-4f27-b685-69273d977daf req-78e15f9e-e3de-4510-8ddd-4a71b4f76e3e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375142 Oct 19 02:02:54.798950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-7b9d2e2f-5439-4733-9435-651244ee3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:54.801542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-7b9d2e2f-5439-4733-9435-651244ee3f32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0749242 Oct 19 02:02:54.806343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-aa13addc-fcc8-4661-9d41-32fa810723a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:54.807651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-aa13addc-fcc8-4661-9d41-32fa810723a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0555060 Oct 19 02:02:54.961829 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-cf15a569-b0e4-4132-ad84-bc7f10f65b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:54.963256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-cf15a569-b0e4-4132-ad84-bc7f10f65b15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1543918 Oct 19 02:02:54.964327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-3ebcbc41-8392-4851-a3bb-5bc02fd0b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:54.965605 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-3ebcbc41-8392-4851-a3bb-5bc02fd0b0ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1493442 Oct 19 02:02:55.085120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-b534e131-4f90-4f6a-8bed-27a7c6dd69de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 999 time: 0.1137505 Oct 19 02:02:55.091134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-3ea4ab90-e4e8-444d-b51b-de7a3daf6e71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 999 time: 0.1177430 Oct 19 02:02:55.178806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-adc34e80-e99a-48ee-9d23-baeaf9a8ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:55.180293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-adc34e80-e99a-48ee-9d23-baeaf9a8ade0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0878375 Oct 19 02:02:55.181846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-b7be365f-e292-40f8-bdfb-44c34941fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:55.183121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-b7be365f-e292-40f8-bdfb-44c34941fe38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0821254 Oct 19 02:02:55.589411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-8fd4d328-a67f-48b5-891a-e8fb1e2af9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:55.590878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-8fd4d328-a67f-48b5-891a-e8fb1e2af9df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4036827 Oct 19 02:02:55.592464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-838c3f5f-28d9-44f5-beb5-9333d49ef930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:55.593776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-838c3f5f-28d9-44f5-beb5-9333d49ef930 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3993824 Oct 19 02:02:55.753719 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-cfcdcf53-4dfb-408b-af02-61b4519a2491 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529129 Oct 19 02:02:55.755497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-07562a8f-6332-4bd0-bb29-64b96cfbd69c service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495452 Oct 19 02:02:55.756348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:02:55.852892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4860be-8d42-436c-80c9-7c28c63c895f req-87aaafe7-8c45-426b-ab49-0d3ce9673413 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:55.854095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:02:55.855068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb4860be-8d42-436c-80c9-7c28c63c895f req-87aaafe7-8c45-426b-ab49-0d3ce9673413 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 943 time: 0.0564873 Oct 19 02:02:55.867428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '6dd690bd-a562-410b-9ba9-42702d76a244', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': '6dd690bd-a562-410b-9ba9-42702d76a244', 'mac_address': 'fa:16:3e:b6:b4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:02:55.900147 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb4860be-8d42-436c-80c9-7c28c63c895f req-c6f3a0d7-9ec2-4927-b02d-4d65e33b2a00 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385103 Oct 19 02:02:55.914469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:55.917242 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-8c248d87-f851-4f44-a197-8a1e7e3a4d10 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580520 Oct 19 02:02:55.922542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73b90cc9-6a62-44ae-bab8-13eda056089b req-f5acdfb2-ceec-4961-9f15-4986fa1a2050 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446624 Oct 19 02:02:55.928713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd690bd-a562-410b-9ba9-42702d76a244 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:02:55.952502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:02:55.957728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:56.008201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:02:56.018229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.019084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.019318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.019651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.020335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.020676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.021016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.021432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.021767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.022100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.022429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.022752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:02:56.098881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e33bc-a89f-4001-9f10-92184da5d1c1 req-5bd34fbc-bd2a-454c-bae1-eca90e563e6e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:56.100389 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee1e33bc-a89f-4001-9f10-92184da5d1c1 req-5bd34fbc-bd2a-454c-bae1-eca90e563e6e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 944 time: 0.0517073 Oct 19 02:02:56.123291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-abecb78f-4762-44d7-abd3-d7418dd90a06 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:56.124708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-abecb78f-4762-44d7-abd3-d7418dd90a06 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8&tenant_id=bd83961b7a6543fda0ba44b2608a7b68&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 944 time: 0.0522971 Oct 19 02:02:56.140875 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ee1e33bc-a89f-4001-9f10-92184da5d1c1 req-20fa3578-1013-4638-95c8-48d16b5345ff tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342259 Oct 19 02:02:56.185411 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-ba0ed089-faf1-4b3c-b1a0-bd2b2d3aa338 service neutron] delete failed (client error): The resource could not be found. Oct 19 02:02:56.186423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-ba0ed089-faf1-4b3c-b1a0-bd2b2d3aa338 service neutron] 10.222.0.74 "DELETE /v2.0/ports/6dd690bd-a562-410b-9ba9-42702d76a244/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0540631 Oct 19 02:02:56.206162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['6dd690bd-a562-410b-9ba9-42702d76a244'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:02:56.293557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-4f0839a9-08c3-4c80-8fb6-16438701c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:56.295215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-4f0839a9-08c3-4c80-8fb6-16438701c935 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0453947 Oct 19 02:02:56.384859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-5d5760dc-48d5-467e-964a-a0c9080b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:56.386240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-5d5760dc-48d5-467e-964a-a0c9080b9c50 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0838330 Oct 19 02:02:56.454128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-ed082648-1361-4120-b7ff-97be5074ca85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 200 len: 1000 time: 0.0607977 Oct 19 02:02:56.465413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:02:56.503106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:02:56.503658 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-66984b45-78af-4b76-8159-d0ea339f6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:56.505150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-66984b45-78af-4b76-8159-d0ea339f6624 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0436561 Oct 19 02:02:56.551014 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-097532ab-e2a0-4646-812b-f7b1c8f17cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:56.552519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-097532ab-e2a0-4646-812b-f7b1c8f17cd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403533 Oct 19 02:02:56.645254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-fc1d1b0f-f6e5-420c-ba5e-1601b95dad7c service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 Oct 19 02:02:56.735535 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a6d8f66d-85e0-47c0-99e4-eaae66d4b809 req-c48d8bf5-63d7-49b7-bb17-e2ca4ad8060a service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833299 Oct 19 02:02:57.260781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac35d09-34bb-46b8-b31e-c928a6b71557 req-619a2523-6f9e-49dd-aba8-303ae888c125 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:57.262677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5ac35d09-34bb-46b8-b31e-c928a6b71557 req-619a2523-6f9e-49dd-aba8-303ae888c125 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 944 time: 0.0514934 Oct 19 02:02:57.309346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5ac35d09-34bb-46b8-b31e-c928a6b71557 req-035253da-15b4-4e3e-883c-4c90a8901877 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Oct 19 02:02:57.428104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb63da4-1206-4228-9905-ad51b3177522 req-2adf1fa1-dca5-42fa-bd96-05de737e9e76 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:57.429484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1cb63da4-1206-4228-9905-ad51b3177522 req-2adf1fa1-dca5-42fa-bd96-05de737e9e76 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 944 time: 0.0499411 Oct 19 02:02:57.467874 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1cb63da4-1206-4228-9905-ad51b3177522 req-028f61ec-a0a6-4225-ac59-16e4579a6d7d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Oct 19 02:02:57.582608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfeeca-6570-45a9-8842-9da42ba89dd3 req-624fade0-71ed-4cf6-a5c1-08734a4fa97a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:57.584089 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7dbfeeca-6570-45a9-8842-9da42ba89dd3 req-624fade0-71ed-4cf6-a5c1-08734a4fa97a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 944 time: 0.0518975 Oct 19 02:02:57.623197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7dbfeeca-6570-45a9-8842-9da42ba89dd3 req-287b7d25-2680-4177-aa4c-e13d5849076b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Oct 19 02:02:57.755054 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:02:57.805887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 6dd690bd-a562-410b-9ba9-42702d76a244 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:02:57.809667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 6dd690bd-a562-410b-9ba9-42702d76a244 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:02:57.810034 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:57.873990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f08ac-246d-4494-9e9e-e8f0492b215f req-314ee0c9-5122-42a8-b55b-ebbc0f3d9575 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:57.875501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d63f08ac-246d-4494-9e9e-e8f0492b215f req-314ee0c9-5122-42a8-b55b-ebbc0f3d9575 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 944 time: 0.0548124 Oct 19 02:02:57.907662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:57.916821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d63f08ac-246d-4494-9e9e-e8f0492b215f req-0139e25c-d049-446d-8e5e-4c7fc98925ab tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340016 Oct 19 02:02:57.933610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:02:57.935863 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb3b4c-18a7-4955-8b7d-bfb98f08b706" -d '{"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:02:57.951393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:02:57.954836 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:57.981765 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bf7202-e104-433e-bb01-21f19b7b732a x-openstack-request-id: req-94bf7202-e104-433e-bb01-21f19b7b732a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:02:57.982055 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:02:57.982309 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94bf7202-e104-433e-bb01-21f19b7b732a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:02:57.982705 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244', 'code': 200} Oct 19 02:02:58.012763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:02:59.032343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa6085-5958-45e5-aaa3-86ed0176b7f0 req-92a318c1-298c-4406-81dc-7d54038697aa tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:59.034541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73aa6085-5958-45e5-aaa3-86ed0176b7f0 req-92a318c1-298c-4406-81dc-7d54038697aa tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0492394 Oct 19 02:02:59.075189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73aa6085-5958-45e5-aaa3-86ed0176b7f0 req-654c7bb0-ba71-462b-99eb-397d4b678e10 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347695 Oct 19 02:02:59.248648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-6493b9f6-9b6d-4be9-9529-5de0197dd966 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:02:59.250060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-6493b9f6-9b6d-4be9-9529-5de0197dd966 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Oct 19 02:02:59.339294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Deleting port 6dd690bd-a562-410b-9ba9-42702d76a244 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:02:59.339628 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:59.431412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] For port 6dd690bd-a562-410b-9ba9-42702d76a244, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6dd690bd-a562-410b-9ba9-42702d76a244,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:02:59.431769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:59.660738 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:59.661020 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:59.661367 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 disassociated. External IP: 172.25.0.136, port: 6dd690bd-a562-410b-9ba9-42702d76a244. Oct 19 02:02:59.661713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Calling delete_port for 6dd690bd-a562-410b-9ba9-42702d76a244 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:02:59.786791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:02:59.816971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event deleted for resources: {'Port': ['ID=6dd690bd-a562-410b-9ba9-42702d76a244,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:02:59.935440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:03:00.042720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:03:00.053740 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:03:00.062985 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:03:00.063650 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:02:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:00.084671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] No DVR routers for this DVR port 6dd690bd-a562-410b-9ba9-42702d76a244 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:03:00.087313 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:00.090733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2c60d586-bc91-42c3-a1d7-9fe5e4258d66 req-89d7d565-e6a2-441b-95fa-d058ddacb28a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "DELETE /v2.0/ports/6dd690bd-a562-410b-9ba9-42702d76a244 HTTP/1.1" status: 204 len: 173 time: 0.8342977 Oct 19 02:03:00.091137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-deleted', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:03:00.093404 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecd1098-a08e-4960-a1dd-123760f62dc5" -d '{"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-deleted", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:03:00.140410 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781d690d-9ef7-4245-b4e8-8da7f2018c61 x-openstack-request-id: req-781d690d-9ef7-4245-b4e8-8da7f2018c61 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:03:00.140701 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced3e99-9588-46dd-b5a8-f22015134ab8", "name": "network-vif-deleted", "tag": "6dd690bd-a562-410b-9ba9-42702d76a244", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:03:00.140981 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-781d690d-9ef7-4245-b4e8-8da7f2018c61 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:03:00.141384 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced3e99-9588-46dd-b5a8-f22015134ab8', 'name': 'network-vif-deleted', 'tag': '6dd690bd-a562-410b-9ba9-42702d76a244', 'status': 'completed', 'code': 200} Oct 19 02:03:00.172867 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:03:00.178953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7fae141e-98b9-4db7-9690-32f8f5860a90 req-08e8edd1-d3c1-4f5e-b5b1-1bbcfec66a10 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ced3e99-9588-46dd-b5a8-f22015134ab8 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Oct 19 02:03:00.374796 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:00.403600 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:03:00.411728 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:03:00.412346 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:02:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:00.514439 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:03:00.705053 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:00.730557 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd9c4b-9e50-422a-874e-e51556ae130a None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:03:00.936245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfcc38b-05a0-4b99-8a20-d17983052e3e None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:03:01.414957 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-007f4ae9-f126-4dbf-80a3-c91e65e2ba85 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--161788638&fields=id&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 267 time: 0.0332232 Oct 19 02:03:01.526233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-62d6bf70-ab4e-460c-9a9a-5aa448b0c515 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:01.527662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-62d6bf70-ab4e-460c-9a9a-5aa448b0c515 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.1060884 Oct 19 02:03:01.543021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-a1148b81-8b45-4b14-9a78-f3ac940f7e3a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/quotas/bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 375 time: 0.0096664 Oct 19 02:03:01.597365 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-949712ca-67e9-45f6-9903-ace767cf2de8 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481489 Oct 19 02:03:01.613774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-733b1779-4659-4391-95c8-97eaef98866e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:03:01.614711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-733b1779-4659-4391-95c8-97eaef98866e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065866 Oct 19 02:03:01.715068 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-a1f0430f-faf2-46fb-b7f2-cd379b334c38 service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945408 Oct 19 02:03:01.805827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-40db2452-5759-49b7-902d-3a74798415d4 service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846372 Oct 19 02:03:02.984259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5e438ee6-1235-4cf8-a4ef-9158d0c3f55b req-9c70b2f9-637f-427a-a13f-d488be083e4a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 210 time: 0.0260918 Oct 19 02:03:03.786496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:03:03.810797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 6dd690bd-a562-410b-9ba9-42702d76a244 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:03:03.811241 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6dd690bd-a562-410b-9ba9-42702d76a244 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:03:03.886597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-904bab0f-df76-4aed-94bf-022b15e30c17 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:03.888060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-904bab0f-df76-4aed-94bf-022b15e30c17 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.1070259 Oct 19 02:03:03.931848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8825ecc2-fa60-4b2f-aeff-f0784003f3a2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 379 time: 0.0340703 Oct 19 02:03:03.942683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'port': {'device_id': '45125e3b-4295-47a0-a967-8033671ccc2a', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'admin_state_up': True, 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'security_groups': ['c71058aa-c561-4613-82de-3d09c06745c3']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:03:04.049201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Made reservation on behalf of bd83961b7a6543fda0ba44b2608a7b68 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:03:04.053386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.082121 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-24ee0c19-a0f4-48db-9150-23990dcad71c req-0674f105-9443-4b66-9233-3386aa674e8b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 210 time: 0.0279300 Oct 19 02:03:04.181478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Allocated IP 172.20.0.10 (30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3/9dfa12e1-40b8-4270-bc43-777b0edbb13f/627037fc-8adf-47c9-ad5f-13b847821710) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:03:04.317656 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.351367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.394344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:03:04.397377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:03:04.400919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:03:04.426496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:04.454842 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:04.455452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.472774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-8dc9a1b5-e531-45d8-8542-145f5afb264f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5336044 Oct 19 02:03:04.485301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Request body: {'port': {'device_id': '45125e3b-4295-47a0-a967-8033671ccc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:03:04.546369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.642682 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c2bb4f0e-8b68-43db-95fe-c201573a2d3f None None] Provisioning complete for port 627037fc-8adf-47c9-ad5f-13b847821710 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:03:04.644617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2bb4f0e-8b68-43db-95fe-c201573a2d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.680680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb4f0e-8b68-43db-95fe-c201573a2d3f None None] Port 627037fc-8adf-47c9-ad5f-13b847821710 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:03:04.819867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627037fc-8adf-47c9-ad5f-13b847821710 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:03:04.827345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.838969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Transition to ACTIVE for port object 627037fc-8adf-47c9-ad5f-13b847821710 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:03:04.842574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:04.894180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:04.966948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:03:04.967287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:03:04.967622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:03:04.972443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Port 627037fc-8adf-47c9-ad5f-13b847821710 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:03:04.972773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:03:04.977785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:03:04.978121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:03:04.978506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:03:04.978936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Bound port: 627037fc-8adf-47c9-ad5f-13b847821710, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:03:04.979298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:05.044687 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:03:05.047836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:03:05.052452 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:05.086438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.087210 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:05.088579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] 10.222.0.62 "PUT /v2.0/ports/627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1093 time: 0.6075528 Oct 19 02:03:05.089013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:03:05.091268 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05921dfe-711a-4486-a3c8-35fb935f5d17" -d '{"events": [{"name": "network-changed", "server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "tag": "627037fc-8adf-47c9-ad5f-13b847821710"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:03:05.119136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da1d52-9504-489c-a12f-f183b8f36ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:05.142481 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1f0100-58cb-4fb3-8f7a-f1c9d90ac995 x-openstack-request-id: req-6e1f0100-58cb-4fb3-8f7a-f1c9d90ac995 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:03:05.142769 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "tag": "627037fc-8adf-47c9-ad5f-13b847821710", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:03:05.143063 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e1f0100-58cb-4fb3-8f7a-f1c9d90ac995 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:03:05.143643 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710', 'status': 'completed', 'code': 200} Oct 19 02:03:05.195040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8f23a13-0e00-4488-ad7b-d0985ff25d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.196592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-f8f23a13-0e00-4488-ad7b-d0985ff25d79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1096 time: 0.0468373 Oct 19 02:03:05.233029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e63c5-5239-412d-9443-90c266fd1c9b req-7be1b061-6777-4fdb-af66-f1a04bc20032 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.234605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-012e63c5-5239-412d-9443-90c266fd1c9b req-7be1b061-6777-4fdb-af66-f1a04bc20032 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0610688 Oct 19 02:03:05.244199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-3068e5b5-846b-4cf5-81f0-286a504a1e13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 217 time: 0.0395300 Oct 19 02:03:05.278036 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-012e63c5-5239-412d-9443-90c266fd1c9b req-59f676ab-a561-4c02-b377-52111d93a42b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359657 Oct 19 02:03:05.295628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-b96a59c8-719b-4c49-b130-65c8bda0b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.297232 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-b96a59c8-719b-4c49-b130-65c8bda0b6b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0463066 Oct 19 02:03:05.344501 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e326c-b905-4d39-869e-26dba8348562 req-1c6a0222-a771-4a3a-a3a3-0ec8ae4a989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.348046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-1c6a0222-a771-4a3a-a3a3-0ec8ae4a989b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417817 Oct 19 02:03:05.438630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-20e36633-fde4-40a9-8376-a1c4fb6a3b59 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855682 Oct 19 02:03:05.528365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6c3e326c-b905-4d39-869e-26dba8348562 req-6636934a-1739-4ad8-978c-fee4c0753e95 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818796 Oct 19 02:03:05.625217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-4e5b0723-49d0-4290-aa37-fe05fcc034ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.626631 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-4e5b0723-49d0-4290-aa37-fe05fcc034ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1096 time: 0.0461104 Oct 19 02:03:05.717866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-a2d4d6a9-309e-4684-b2da-e846d6ec04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.719333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-a2d4d6a9-309e-4684-b2da-e846d6ec04a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0860136 Oct 19 02:03:05.810127 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-5449eaa2-d73c-4faa-9a1a-0ca5f4ee0c15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 217 time: 0.0837200 Oct 19 02:03:05.859268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-790f287e-3686-4401-a189-b512beb5c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.860725 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-790f287e-3686-4401-a189-b512beb5c546 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0428426 Oct 19 02:03:05.907263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-00b24b75-db30-4030-9efb-b5d1714dd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:05.908647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-00b24b75-db30-4030-9efb-b5d1714dd395 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392766 Oct 19 02:03:06.001525 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-f066d5e3-3df3-401a-8652-ed23614899b1 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841920 Oct 19 02:03:06.091024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05921dfe-711a-4486-a3c8-35fb935f5d17 req-18f51f9c-cde7-4350-8228-5330d1b6cc73 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824249 Oct 19 02:03:06.398003 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09dca2-a2c6-4a20-bdd8-eb1e037fa736 req-c3a52a22-1f5c-4d5d-a7e6-4fe1718e7613 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:06.399460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b09dca2-a2c6-4a20-bdd8-eb1e037fa736 req-c3a52a22-1f5c-4d5d-a7e6-4fe1718e7613 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0500259 Oct 19 02:03:06.441362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7b09dca2-a2c6-4a20-bdd8-eb1e037fa736 req-20830809-295d-4797-ae30-62a2b0f9b758 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358646 Oct 19 02:03:06.984965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-44a650ac-4d48-4a06-86d2-3f2bc6fb2635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:07.557368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867afe-1e14-4f18-96ed-8509085bc2cf req-603560c6-237f-4dbf-a10b-e3c460b6fc5c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:07.558872 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c867afe-1e14-4f18-96ed-8509085bc2cf req-603560c6-237f-4dbf-a10b-e3c460b6fc5c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0493448 Oct 19 02:03:07.597223 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8c867afe-1e14-4f18-96ed-8509085bc2cf req-b4b9aade-58ca-49af-862e-1f43bd2ef72f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Oct 19 02:03:07.787313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:03:07.882653 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:03:07.893637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '627037fc-8adf-47c9-ad5f-13b847821710', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': '627037fc-8adf-47c9-ad5f-13b847821710', 'mac_address': 'fa:16:3e:28:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:03:07.931609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:07.944629 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627037fc-8adf-47c9-ad5f-13b847821710 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:03:07.963065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:03:07.966785 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:08.012832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:08.156661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['627037fc-8adf-47c9-ad5f-13b847821710'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:03:08.712719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2d084-5007-49df-a9ee-5abaa213e5a5 req-684ed8a6-28bb-4d89-8472-1803f0b1a644 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:08.714199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ef2d084-5007-49df-a9ee-5abaa213e5a5 req-684ed8a6-28bb-4d89-8472-1803f0b1a644 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 945 time: 0.0497360 Oct 19 02:03:08.751399 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7ef2d084-5007-49df-a9ee-5abaa213e5a5 req-342d0c15-f508-4e6b-a1cc-ea47ed9185a2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312860 Oct 19 02:03:09.745022 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49e9a34e-9855-4f1a-9af2-56f9fc3a9652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:09.802551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:03:09.850757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 627037fc-8adf-47c9-ad5f-13b847821710 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:03:09.854335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 627037fc-8adf-47c9-ad5f-13b847821710 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:03:09.854706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:09.868054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569f84-2835-44d2-9d01-e27e5c0aef94 req-6ac04b80-fb60-45ad-a155-d896cfd86177 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:09.869561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4569f84-2835-44d2-9d01-e27e5c0aef94 req-6ac04b80-fb60-45ad-a155-d896cfd86177 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 945 time: 0.0501292 Oct 19 02:03:09.908326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4569f84-2835-44d2-9d01-e27e5c0aef94 req-784051e4-166b-47b2-a314-99f31807f579 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Oct 19 02:03:09.933525 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:09.956845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:03:09.959071 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b12b5f-94a8-4007-9f8c-c87e2658e3e1" -d '{"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-plugged", "status": "completed", "tag": "627037fc-8adf-47c9-ad5f-13b847821710"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:03:09.971868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:03:09.976301 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:10.001389 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527126dc-d062-484d-a594-dc477a5eaf50 x-openstack-request-id: req-527126dc-d062-484d-a594-dc477a5eaf50 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:03:10.001677 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-plugged", "status": "completed", "tag": "627037fc-8adf-47c9-ad5f-13b847821710", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:03:10.001929 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-527126dc-d062-484d-a594-dc477a5eaf50 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:03:10.002386 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710', 'code': 200} Oct 19 02:03:10.029827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:03:10.048950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:10.092657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f2ea-496a-4a08-baaa-da3263b0b470 req-1e5548cd-7c24-431b-8c36-7e3455f0a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:10.094141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd95f2ea-496a-4a08-baaa-da3263b0b470 req-1e5548cd-7c24-431b-8c36-7e3455f0a51b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1098 time: 0.0403631 Oct 19 02:03:10.128065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd95f2ea-496a-4a08-baaa-da3263b0b470 req-31518932-c6dc-470d-9de9-5ea4c541a1b5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265632 Oct 19 02:03:10.690583 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:10.928311 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:11.029884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf199d-900e-4937-8a61-2024090fd9a1 req-661c0432-3769-4eff-9c90-5aeee0ef71bb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:11.031529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34bf199d-900e-4937-8a61-2024090fd9a1 req-661c0432-3769-4eff-9c90-5aeee0ef71bb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0545809 Oct 19 02:03:11.069868 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-34bf199d-900e-4937-8a61-2024090fd9a1 req-3ded6a24-6898-48ef-a187-9b7acc4693e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322952 Oct 19 02:03:12.185629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f7a0-c800-4b32-8595-69265e213f3d req-ec789998-5e43-47e1-b398-ed0431566734 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:12.187313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e538f7a0-c800-4b32-8595-69265e213f3d req-ec789998-5e43-47e1-b398-ed0431566734 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0480778 Oct 19 02:03:12.228694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e538f7a0-c800-4b32-8595-69265e213f3d req-ee00d55e-4a1e-4076-9c33-646926283ea2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348682 Oct 19 02:03:12.347122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc44733-fdb9-4fb7-9be7-d18249666828 req-1c7b1b0f-e72f-4bd7-b083-b88cb47097b6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:12.348608 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7cc44733-fdb9-4fb7-9be7-d18249666828 req-1c7b1b0f-e72f-4bd7-b083-b88cb47097b6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0499959 Oct 19 02:03:12.357131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 52510) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:03:12.361398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'floatingip': {'port_id': '627037fc-8adf-47c9-ad5f-13b847821710'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:03:12.401116 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:12.437804 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:12.849163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:12.852973 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:12.954326 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 associated. External IP: 172.25.0.136, port: 627037fc-8adf-47c9-ad5f-13b847821710. Oct 19 02:03:13.166047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:03:13.274234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:03:13.279138 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:13.284305 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:03:13.296883 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:03:13.297473 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:03:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:13.306471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1a460d2a-84c2-4528-b9f0-37f542c4944f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "PUT /v2.0/floatingips/7a7ca503-cf7d-4461-98c7-25559cf46a17 HTTP/1.1" status: 200 len: 992 time: 0.9483120 Oct 19 02:03:13.307054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:03:13.309530 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8151b9b57156cbf33c34e68f6fb290eb7ea27ce20fe8179bbaba572b9c4d1613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9993008f-8b58-49e9-8c4a-52c087a5326b" -d '{"events": [{"name": "network-changed", "server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "tag": "627037fc-8adf-47c9-ad5f-13b847821710"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:03:13.407412 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:03:13.421755 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f41156-4a09-4023-90cb-7a7588ebff07 x-openstack-request-id: req-52f41156-4a09-4023-90cb-7a7588ebff07 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:03:13.422245 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "tag": "627037fc-8adf-47c9-ad5f-13b847821710", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:03:13.422342 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52f41156-4a09-4023-90cb-7a7588ebff07 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:03:13.422675 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710', 'status': 'completed', 'code': 200} Oct 19 02:03:13.485674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-fbed4648-e08a-4d3c-bf38-f5d36fa744ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:13.488077 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-fbed4648-e08a-4d3c-bf38-f5d36fa744ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1098 time: 0.0415514 Oct 19 02:03:13.578986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-98c5a029-6e0c-4f96-8424-d3f71e811be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:13.580410 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-98c5a029-6e0c-4f96-8424-d3f71e811be6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0858741 Oct 19 02:03:13.642199 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '627037fc-8adf-47c9-ad5f-13b847821710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:28:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45125e3b-4295-47a0-a967-8033671ccc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:03:12Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:13.651190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-6b645768-8454-4eb6-942b-2fdebd945468 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1000 time: 0.0637395 Oct 19 02:03:13.668318 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:03:13.677587 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:03:13.678188 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:03:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:13.701734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-da8a3e2e-3387-42e0-810d-72cbe71e1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:13.703205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-da8a3e2e-3387-42e0-810d-72cbe71e1ae3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0444794 Oct 19 02:03:13.751884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-97c0f6a7-8cd0-45bf-9598-b6cafb986f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:13.754366 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-97c0f6a7-8cd0-45bf-9598-b6cafb986f50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439792 Oct 19 02:03:13.852436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-f951fff6-1967-4ea5-891d-ed1354670baa service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903287 Oct 19 02:03:13.866840 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:03:13.942737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9993008f-8b58-49e9-8c4a-52c087a5326b req-185038e7-a0f5-4722-abc0-2cdd4c570e53 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Oct 19 02:03:14.089495 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '627037fc-8adf-47c9-ad5f-13b847821710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:28:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45125e3b-4295-47a0-a967-8033671ccc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:03:12Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:03:14.115174 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e68ae6-5e92-42f1-932b-392954a74584 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '627037fc-8adf-47c9-ad5f-13b847821710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:28:48:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45125e3b-4295-47a0-a967-8033671ccc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:03:12Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:03:14.306187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f22e4-a8fd-42a2-b01e-42fe5759efe1 None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:03:19.251996 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:03:20.191005 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:36.988914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-355c5937-adeb-453d-a05e-9aec74a20469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:39.744727 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-11fa6e4e-3e28-44dc-946a-2a77718dc355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:40.061160 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:40.682081 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:40.931071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:42.441355 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:47.374575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-f3e21f88-5b84-49d2-9938-aa819a473281 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459363 Oct 19 02:03:47.462812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-b3c9b610-2a2d-4e58-8c40-ed0f5cd9b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:47.464317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-b3c9b610-2a2d-4e58-8c40-ed0f5cd9b4ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1098 time: 0.0424635 Oct 19 02:03:47.572733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-1708d6a4-de7d-4542-a60a-7e211104b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:47.574190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-1708d6a4-de7d-4542-a60a-7e211104b051 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0896950 Oct 19 02:03:47.640523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-17a6228b-4d59-4c5f-a057-90a15c0c47f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1002 time: 0.0574625 Oct 19 02:03:47.691293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-6d5629fa-a25e-436b-a80d-0001141b991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:47.692780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-6d5629fa-a25e-436b-a80d-0001141b991b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0444872 Oct 19 02:03:47.745361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-c41bcfc3-647d-4b49-94c3-3d4a8f75d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:03:47.746819 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-c41bcfc3-647d-4b49-94c3-3d4a8f75d3eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450566 Oct 19 02:03:47.839698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-c54d6dd8-8345-48f5-bcdb-e2e6d99e1df0 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840764 Oct 19 02:03:48.271063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345124da-290d-4bf7-9e4c-67a108c5a135 req-5e80b86f-62b8-4a5c-9544-c1ea6942b9e2 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222083 Oct 19 02:03:50.203628 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:03:56.251653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:04:06.989095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d0a77bbc-50e6-4c8b-b148-b26816893346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:09.744286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e453f20c-3689-49ce-8ee6-f1dd98ee0e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.066599 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.682786 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:10.934033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:12.444448 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:20.203765 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:22.043711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-76ec3724-732d-4f01-82bb-408eabaae18e req-de2ea545-839c-46ec-a048-af2f8b10a8b5 service neutron] (100848) timed out ('10.222.0.62', 54579) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:04:33.250962 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:04:36.990358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7bd8-38c2-4ea2-a65a-3f36da1cb60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:39.745294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7263608a-4318-49b6-b0af-c38ab8deb992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:40.084402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:40.684138 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:40.937831 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:42.446043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:48.383817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-ce014338-eda3-4b9f-90a3-88f0dab7447b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388703 Oct 19 02:04:48.463789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-c625e027-a37c-4b51-9152-ca05149b2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:48.465268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-c625e027-a37c-4b51-9152-ca05149b2dfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1098 time: 0.0402634 Oct 19 02:04:48.571078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-9761be8f-a3ff-4c09-96c4-83a45e78738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:48.572542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-9761be8f-a3ff-4c09-96c4-83a45e78738a service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0874472 Oct 19 02:04:48.638629 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-fc23fd9e-8347-417f-85d8-6cae04b00f7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1002 time: 0.0584822 Oct 19 02:04:48.689478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-173ec053-6cc3-49db-834a-ea557a8bcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:48.690937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-173ec053-6cc3-49db-834a-ea557a8bcd4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0449278 Oct 19 02:04:48.740943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-a15f05d1-9a9e-454d-b9b4-dc39ed342d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:48.742409 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-a15f05d1-9a9e-454d-b9b4-dc39ed342d44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444496 Oct 19 02:04:48.832743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-3eb18c44-7857-4e4c-9365-03afbc8a27e3 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817225 Oct 19 02:04:48.924932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9d27abc8-9822-4d95-830d-db020ac1f33e req-76ce7518-5ef3-4e42-ab8e-e158d929c330 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843689 Oct 19 02:04:49.233102 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce95f6-9b61-4ac6-a722-ce8ded395db2 req-80af738a-696d-4853-a589-6097de704fa2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:49.235288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1ce95f6-9b61-4ac6-a722-ce8ded395db2 req-80af738a-696d-4853-a589-6097de704fa2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0526681 Oct 19 02:04:49.273247 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1ce95f6-9b61-4ac6-a722-ce8ded395db2 req-b6eafe0c-3272-4c0f-9d02-4da0e34d3188 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Oct 19 02:04:50.210856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:04:50.391245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216ce8-ba57-48d7-b666-8a76f0db3da6 req-65c854de-8f8e-4a92-a3ca-c3351c09676d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:50.392733 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51216ce8-ba57-48d7-b666-8a76f0db3da6 req-65c854de-8f8e-4a92-a3ca-c3351c09676d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0494595 Oct 19 02:04:50.429528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51216ce8-ba57-48d7-b666-8a76f0db3da6 req-1acf963a-a832-4d9f-a213-32bbf5a9d764 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309589 Oct 19 02:04:51.547879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f495f7f-1b88-46b0-aeb1-8193377f03a0 req-64099ecb-5adb-4dc9-b6f2-b31002e4a74e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:51.549364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f495f7f-1b88-46b0-aeb1-8193377f03a0 req-64099ecb-5adb-4dc9-b6f2-b31002e4a74e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0533495 Oct 19 02:04:51.587308 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3f495f7f-1b88-46b0-aeb1-8193377f03a0 req-cb544680-e938-4f21-9308-c59051d97333 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Oct 19 02:04:52.707593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213e1f7-f31a-4235-89e9-0d8e32e9c66d req-fb3eff6c-52df-4bfc-a9e6-1046f9d68a28 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:52.709092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3213e1f7-f31a-4235-89e9-0d8e32e9c66d req-fb3eff6c-52df-4bfc-a9e6-1046f9d68a28 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0495169 Oct 19 02:04:52.751903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3213e1f7-f31a-4235-89e9-0d8e32e9c66d req-68e1cc91-01b4-4c68-ae8e-4fe7d0a530ea tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365448 Oct 19 02:04:53.867687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c907f2-cf34-4540-9d4e-ab12b3b84e91 req-9cecf749-049c-4dee-8329-d32e1c3ce885 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:53.869180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25c907f2-cf34-4540-9d4e-ab12b3b84e91 req-9cecf749-049c-4dee-8329-d32e1c3ce885 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0499341 Oct 19 02:04:53.907280 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-25c907f2-cf34-4540-9d4e-ab12b3b84e91 req-f81a1b14-a72e-4a1c-9e2f-69b5c0223513 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Oct 19 02:04:55.021909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c90c49-8d49-414e-82a6-e1827f915153 req-f350f3e1-e2de-420d-afc8-b933defe357e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:55.023349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0c90c49-8d49-414e-82a6-e1827f915153 req-f350f3e1-e2de-420d-afc8-b933defe357e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0491047 Oct 19 02:04:55.060133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0c90c49-8d49-414e-82a6-e1827f915153 req-8c0a83bc-e49b-423d-aa76-99d3097d45d4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306523 Oct 19 02:04:56.175596 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50beb918-d875-47fb-b51f-bd0b6a81f9e6 req-f6c61075-9619-40e9-8122-b6d2e7d895e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:56.177102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50beb918-d875-47fb-b51f-bd0b6a81f9e6 req-f6c61075-9619-40e9-8122-b6d2e7d895e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0488029 Oct 19 02:04:56.215171 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-50beb918-d875-47fb-b51f-bd0b6a81f9e6 req-a2aa0f2b-3d0e-406d-8373-8c2046acfd4d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321229 Oct 19 02:04:57.329458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6466a12-0e87-4b24-96ab-7516a60197db req-ab8efeaa-74eb-4a1c-b117-28def546ef0b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:57.330905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6466a12-0e87-4b24-96ab-7516a60197db req-ab8efeaa-74eb-4a1c-b117-28def546ef0b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0489032 Oct 19 02:04:57.368343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e6466a12-0e87-4b24-96ab-7516a60197db req-d6d2d88f-8804-4ef0-9799-2e60d250ec27 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Oct 19 02:04:58.488607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800213d1-9a05-41ba-bc6c-8f4879d24870 req-43376dda-e7bf-4d75-8e50-fad036ba39cd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:58.490060 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-800213d1-9a05-41ba-bc6c-8f4879d24870 req-43376dda-e7bf-4d75-8e50-fad036ba39cd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0528333 Oct 19 02:04:58.526544 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-800213d1-9a05-41ba-bc6c-8f4879d24870 req-dd18b2a2-7e34-4dfb-a6b3-db44e15911fd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306182 Oct 19 02:04:59.692513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822e0ad-fb6c-41a7-b0f0-4bbb3c50ac41 req-9df842ce-5d01-44d8-9c3c-7e0c329632c0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:59.693997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9822e0ad-fb6c-41a7-b0f0-4bbb3c50ac41 req-9df842ce-5d01-44d8-9c3c-7e0c329632c0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0507789 Oct 19 02:04:59.736505 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9822e0ad-fb6c-41a7-b0f0-4bbb3c50ac41 req-06aa5cb3-28f7-4e35-92e4-8b52baa3c646 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365720 Oct 19 02:04:59.973361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52a04e-1ccb-45fb-9b63-120159c2f8e8 req-e4c98aa3-f032-4daa-a3c6-3c33f15b4018 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:04:59.974841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c52a04e-1ccb-45fb-9b63-120159c2f8e8 req-e4c98aa3-f032-4daa-a3c6-3c33f15b4018 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0497315 Oct 19 02:05:00.040891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c52a04e-1ccb-45fb-9b63-120159c2f8e8 req-96172d42-144f-411b-890c-ec9cdd3c44f1 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574288 Oct 19 02:05:00.044411 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-a3a874ae-6cc4-48bd-827a-159537d24d6b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246274 Oct 19 02:05:01.157550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23862a-6af5-4c4c-8ee0-e897c13976d7 req-6f16eb8d-1c1b-4038-83e6-05b18de4d9c9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:01.159010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e23862a-6af5-4c4c-8ee0-e897c13976d7 req-6f16eb8d-1c1b-4038-83e6-05b18de4d9c9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0514135 Oct 19 02:05:01.198218 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e23862a-6af5-4c4c-8ee0-e897c13976d7 req-1ce3a9ae-3d80-49e8-8946-de17caeda3c3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Oct 19 02:05:02.312752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79884548-0bf5-4b14-8ad6-93cd2d2e102e req-f87e4de4-754e-4abc-b561-9f893958e9a3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:02.314303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79884548-0bf5-4b14-8ad6-93cd2d2e102e req-f87e4de4-754e-4abc-b561-9f893958e9a3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0504224 Oct 19 02:05:02.355205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-79884548-0bf5-4b14-8ad6-93cd2d2e102e req-bb6e7c54-2549-426c-adce-a76f8e10c3ba tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349739 Oct 19 02:05:03.289193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-2c963e0a-5525-4865-90b7-3ce80a78b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:03.290761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-2c963e0a-5525-4865-90b7-3ce80a78b65b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1098 time: 0.0402045 Oct 19 02:05:03.379487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-f40e303f-7cec-4832-96ca-f71ab4cd86da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:03.380990 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-f40e303f-7cec-4832-96ca-f71ab4cd86da service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0832229 Oct 19 02:05:03.450944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-1e233274-2750-401f-82db-3c6cc15fa1d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1002 time: 0.0629709 Oct 19 02:05:03.470701 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c39d45-05ed-4fbb-9e80-bda92fa179b9 req-28e2eb62-8157-41e9-b323-98287dea82a3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:03.472228 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0c39d45-05ed-4fbb-9e80-bda92fa179b9 req-28e2eb62-8157-41e9-b323-98287dea82a3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0495813 Oct 19 02:05:03.500313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-346baf27-1f57-4ee1-a1dc-4a3a1245d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:03.501774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-346baf27-1f57-4ee1-a1dc-4a3a1245d032 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0440283 Oct 19 02:05:03.511025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b0c39d45-05ed-4fbb-9e80-bda92fa179b9 req-6b66d3a7-8aa0-4d01-9143-385eab23cc63 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Oct 19 02:05:03.548067 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-36f9b12c-a4d5-49be-8ffe-f8d1fc75dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:03.549543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-36f9b12c-a4d5-49be-8ffe-f8d1fc75dcb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403347 Oct 19 02:05:03.644098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-01189b08-a363-488f-b912-8e7e43eeb28c service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866220 Oct 19 02:05:03.735600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-58ebd6cb-4837-4cd2-9caf-670e00ed46dd service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846648 Oct 19 02:05:04.632415 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bf450-125e-4c83-9382-23bf9673da44 req-f22993b8-deb1-460f-aa0c-e9ac66d23069 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:04.633915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3bf450-125e-4c83-9382-23bf9673da44 req-f22993b8-deb1-460f-aa0c-e9ac66d23069 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0556195 Oct 19 02:05:04.673537 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe3bf450-125e-4c83-9382-23bf9673da44 req-d3366389-c894-48c3-b859-8bb95397b8fc tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336552 Oct 19 02:05:05.551894 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-bbe71070-7dc6-4d3b-9704-bbe12b832017 service neutron] show failed (client error): The resource could not be found. Oct 19 02:05:05.552933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-bbe71070-7dc6-4d3b-9704-bbe12b832017 service neutron] 10.222.0.62 "GET /v2.0/ports/627037fc-8adf-47c9-ad5f-13b847821710/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0541301 Oct 19 02:05:05.798588 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3807-f2f2-4cfc-a5b8-f60fce962adf req-531215cd-fdd8-40e4-b448-5f81bc89af82 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:05.799201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-544cd2d6-d26f-453e-9f5b-a0d0fe998709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:05.800108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc1a3807-f2f2-4cfc-a5b8-f60fce962adf req-531215cd-fdd8-40e4-b448-5f81bc89af82 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0546429 Oct 19 02:05:05.800287 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-544cd2d6-d26f-453e-9f5b-a0d0fe998709 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 1098 time: 0.0906706 Oct 19 02:05:05.811517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-77e999c7-6f45-4b6c-bbe8-167b0df14021 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:05:05.812784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-77e999c7-6f45-4b6c-bbe8-167b0df14021 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054984 Oct 19 02:05:05.831037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:05.838740 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dc1a3807-f2f2-4cfc-a5b8-f60fce962adf req-cfaac34d-176a-4723-a25f-27856809abc9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Oct 19 02:05:05.886981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:06.086783 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:06.117971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:05:06.162328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:06.164608 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc86f6-710d-45ba-a308-1d979e777324" -d '{"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "627037fc-8adf-47c9-ad5f-13b847821710"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:06.168661 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:06.181258 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Transition to ACTIVE for port object 627037fc-8adf-47c9-ad5f-13b847821710 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:05:06.185363 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:06.268112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:06.280267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.280724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.281252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.281535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.281879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.282242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.282580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.282916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.283253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.283589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.283920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.284275 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:06.291319 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a80c58-e6b4-4a36-bfec-0f47cd5cc81b x-openstack-request-id: req-d7a80c58-e6b4-4a36-bfec-0f47cd5cc81b {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:06.291604 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "627037fc-8adf-47c9-ad5f-13b847821710", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:06.291912 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7a80c58-e6b4-4a36-bfec-0f47cd5cc81b {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:06.292415 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710', 'code': 200} Oct 19 02:05:06.328047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] No DVR routers for this DVR port 627037fc-8adf-47c9-ad5f-13b847821710 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:05:06.469549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:05:06.469870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:05:06.470190 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:06.474414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Port 627037fc-8adf-47c9-ad5f-13b847821710 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:05:06.474736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Attempting to bind port 627037fc-8adf-47c9-ad5f-13b847821710 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:06.479466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:05:06.479797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:05:06.480204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:05:06.480623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Bound port: 627037fc-8adf-47c9-ad5f-13b847821710, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:05:06.480967 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:06.546650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:05:06.550273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:05:06.554274 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:06.587834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:06.588485 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:06.589872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] 10.222.0.74 "PUT /v2.0/ports/627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1093 time: 0.7632272 Oct 19 02:05:06.613165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff03c9d-7651-4669-9444-c7217f5af468 service neutron] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:06.675586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-f8319903-6b6e-493f-b806-90c951aba203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:06.677028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-f8319903-6b6e-493f-b806-90c951aba203 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1096 time: 0.0441313 Oct 19 02:05:06.775569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-74ed41e8-dbb9-490d-92a3-0e415169fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:06.777069 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-74ed41e8-dbb9-490d-92a3-0e415169fc11 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0931077 Oct 19 02:05:06.844259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-f8d16252-3b7d-4f1f-ae37-3df0f1b46725 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1000 time: 0.0602174 Oct 19 02:05:06.892423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-fde13950-0189-4cf1-ae49-f646e6b95d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:06.893902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-fde13950-0189-4cf1-ae49-f646e6b95d2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0435355 Oct 19 02:05:06.945449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-cdb056bb-a68b-4b27-b50c-386876004959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:06.947073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-cdb056bb-a68b-4b27-b50c-386876004959 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463750 Oct 19 02:05:06.956145 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb901fff-ee49-4fd6-bd26-6a23156b8b91 req-54db8c55-d1a1-4554-bef7-fd7f42679061 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:06.957620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb901fff-ee49-4fd6-bd26-6a23156b8b91 req-54db8c55-d1a1-4554-bef7-fd7f42679061 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0496969 Oct 19 02:05:06.991916 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-79f563b4-5428-4c8d-957e-289e0d5a0824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:06.999248 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fb901fff-ee49-4fd6-bd26-6a23156b8b91 req-375bf3aa-dbce-46d3-8d89-737b010c3b86 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356231 Oct 19 02:05:07.042593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-202a4c62-c6e4-4640-941f-2af1d4ba371c service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877683 Oct 19 02:05:07.136726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f3f0c41-5158-4a9d-9edf-4565c736cd2e req-779ed3e3-acac-4aa3-beca-1f035b468bba service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857191 Oct 19 02:05:08.117860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05b5cd-7309-48d4-b478-455f6db3fca1 req-3a74e05d-8988-408b-99ce-2317771635c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.119333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b05b5cd-7309-48d4-b478-455f6db3fca1 req-3a74e05d-8988-408b-99ce-2317771635c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0494690 Oct 19 02:05:08.157030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b05b5cd-7309-48d4-b478-455f6db3fca1 req-492a84d1-3e41-485b-ab93-387eb57e4dfa tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317225 Oct 19 02:05:08.293840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:08.296146 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ab3de-4f0d-4722-a3f0-fc495971f67a" -d '{"events": [{"name": "network-changed", "server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "tag": "627037fc-8adf-47c9-ad5f-13b847821710"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:08.312379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-fb847de7-f507-46bf-9006-d04cf8efc854 req-e445b9be-0aa9-451f-8ff2-3ca41994ecf3 service neutron] (100848) timed out ('10.222.0.64', 46562) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:05:08.344137 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50cf17e-a1b7-4b19-8218-ef4c3ae6b262 x-openstack-request-id: req-e50cf17e-a1b7-4b19-8218-ef4c3ae6b262 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:08.344539 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "tag": "627037fc-8adf-47c9-ad5f-13b847821710", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:08.344790 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e50cf17e-a1b7-4b19-8218-ef4c3ae6b262 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:08.345188 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710', 'status': 'completed', 'code': 200} Oct 19 02:05:08.442478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-2dfa83df-c150-40bb-a6f3-0756c91296b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.443929 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-2dfa83df-c150-40bb-a6f3-0756c91296b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1096 time: 0.0752993 Oct 19 02:05:08.449311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-de23b893-bd63-46fa-a8c8-a352575799b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.450679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-de23b893-bd63-46fa-a8c8-a352575799b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1096 time: 0.0563092 Oct 19 02:05:08.604579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-3ec3a4e7-f0c2-496b-bffb-8dedfdc4b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.605924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-3ec3a4e7-f0c2-496b-bffb-8dedfdc4b89e service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1544375 Oct 19 02:05:08.608384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-e5de0173-5cd4-48b0-b1b4-737ed12d09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.610278 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-e5de0173-5cd4-48b0-b1b4-737ed12d09c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1512463 Oct 19 02:05:08.717766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-2da84050-d28c-4cfe-918d-df6ae16a6e33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1000 time: 0.1035438 Oct 19 02:05:08.724421 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-70401a98-92f7-4f15-9de5-b41899981d2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1000 time: 0.1048331 Oct 19 02:05:08.801781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-0d86180f-c804-4ec4-9e9c-8d8051b10aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.803191 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-0d86180f-c804-4ec4-9e9c-8d8051b10aef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0778921 Oct 19 02:05:08.804799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-80a084f0-834e-4339-88f7-c78ba49455d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.806064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-80a084f0-834e-4339-88f7-c78ba49455d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0738475 Oct 19 02:05:08.880562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-b056819e-b98c-4e00-a929-5439aa457ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.882251 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-b056819e-b98c-4e00-a929-5439aa457ba1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640066 Oct 19 02:05:08.884561 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-95ea7f2c-967e-41b1-b3a9-dd0a2238b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:08.885885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-95ea7f2c-967e-41b1-b3a9-dd0a2238b6e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753078 Oct 19 02:05:09.042495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-abf78b7b-4abb-431c-99a8-6f252fb445b5 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511829 Oct 19 02:05:09.045767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-9d6f6586-7c48-487b-80f1-f4c1b2077ebe service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467891 Oct 19 02:05:09.201250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-51569425-f36b-4865-a7eb-b86be24fdf54 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507776 Oct 19 02:05:09.205568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f73ab3de-4f0d-4722-a3f0-fc495971f67a req-acc4708c-da2d-4616-9969-98c11350cbad service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483390 Oct 19 02:05:09.279589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6ea87-75bb-4190-920e-c29a6fc11ee3 req-5290f375-e995-4404-aeb9-c3e102e8442c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:09.281310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4ea6ea87-75bb-4190-920e-c29a6fc11ee3 req-5290f375-e995-4404-aeb9-c3e102e8442c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0536737 Oct 19 02:05:09.319061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4ea6ea87-75bb-4190-920e-c29a6fc11ee3 req-fcc596fd-2427-4a62-94e3-3622e5306f23 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Oct 19 02:05:09.748552 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36f48584-e66e-4b30-b592-add380e4cea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:10.098733 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:10.251035 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:05:10.290111 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:05:10.328298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:05:10.437192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1aa88-d008-4028-ba95-55bce3d58bb3 req-ac62958b-e1b4-492d-a4f7-f6e8dece8e57 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.438654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17d1aa88-d008-4028-ba95-55bce3d58bb3 req-ac62958b-e1b4-492d-a4f7-f6e8dece8e57 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0492635 Oct 19 02:05:10.476354 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-17d1aa88-d008-4028-ba95-55bce3d58bb3 req-966e0ccb-ea40-418c-b7f0-1e55839449a2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315812 Oct 19 02:05:10.678351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de92e3-dfdd-4c14-be0d-293ceb9a2129 req-8e8b36ef-7a0f-4e35-9805-1465ceae53a8 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.679890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-09de92e3-dfdd-4c14-be0d-293ceb9a2129 req-8e8b36ef-7a0f-4e35-9805-1465ceae53a8 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 944 time: 0.0606060 Oct 19 02:05:10.686415 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:10.688005 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727279f2-6190-44e0-93d9-842c60726232 req-5d4dc23b-1a38-4793-a70e-7fffe771ec5d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.689643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-5d4dc23b-1a38-4793-a70e-7fffe771ec5d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a&tenant_id=bd83961b7a6543fda0ba44b2608a7b68&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 944 time: 0.0610962 Oct 19 02:05:10.720495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-09de92e3-dfdd-4c14-be0d-293ceb9a2129 req-acfc6467-17d9-49e2-9efb-a0b1849af558 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330632 Oct 19 02:05:10.750383 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-727279f2-6190-44e0-93d9-842c60726232 req-31a46fa5-b687-4892-8f83-f43e08707037 service neutron] delete failed (client error): The resource could not be found. Oct 19 02:05:10.751407 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-31a46fa5-b687-4892-8f83-f43e08707037 service neutron] 10.222.0.62 "DELETE /v2.0/ports/627037fc-8adf-47c9-ad5f-13b847821710/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0545063 Oct 19 02:05:10.834423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727279f2-6190-44e0-93d9-842c60726232 req-4847a350-3dac-4aad-bb29-eb9688883dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.835795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-4847a350-3dac-4aad-bb29-eb9688883dc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1096 time: 0.0407228 Oct 19 02:05:10.927007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727279f2-6190-44e0-93d9-842c60726232 req-d33cbaaf-ce70-4809-bdfa-d6b1f80430a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:10.928482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-d33cbaaf-ce70-4809-bdfa-d6b1f80430a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0857723 Oct 19 02:05:10.940351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:10.995292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-b44a74f8-4167-4f96-80ce-47ebf3c670f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1000 time: 0.0595675 Oct 19 02:05:11.047789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727279f2-6190-44e0-93d9-842c60726232 req-ab9660a2-57ca-4b0d-a258-42890c1b8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:11.049223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-ab9660a2-57ca-4b0d-a258-42890c1b8037 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0474985 Oct 19 02:05:11.095660 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727279f2-6190-44e0-93d9-842c60726232 req-de9fccd8-970f-46ca-b268-91d1ecbcb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:11.097109 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-de9fccd8-970f-46ca-b268-91d1ecbcb285 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409513 Oct 19 02:05:11.185906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-1fd0df1a-7319-4b2b-af93-19fc8399475e service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819638 Oct 19 02:05:11.278735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-727279f2-6190-44e0-93d9-842c60726232 req-6a7cb45f-6f31-4cd1-aed8-74ff0b88b98b service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844114 Oct 19 02:05:11.281915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:05:11.382813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:11.394266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '627037fc-8adf-47c9-ad5f-13b847821710', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': '627037fc-8adf-47c9-ad5f-13b847821710', 'mac_address': 'fa:16:3e:28:48:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:05:11.433779 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:11.446700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627037fc-8adf-47c9-ad5f-13b847821710 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:05:11.465756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:11.469276 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:11.514852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:11.522086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.522432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.522777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.523113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.523446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.523778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.524143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.524474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.524796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.525118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.525458 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.525779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:05:11.841681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fffbd1-431c-4d24-90dc-dc0a8726a229 req-acb221da-b35b-452c-b30a-0cc2443f410a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:11.843798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-69fffbd1-431c-4d24-90dc-dc0a8726a229 req-acb221da-b35b-452c-b30a-0cc2443f410a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 945 time: 0.0527308 Oct 19 02:05:11.881693 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-69fffbd1-431c-4d24-90dc-dc0a8726a229 req-31dadcd6-1b7f-4fef-bcce-6de2541babaa tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Oct 19 02:05:11.902400 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['627037fc-8adf-47c9-ad5f-13b847821710'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:05:11.997004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45decc4c-a2d2-4b44-8ff7-8afb82efe6b5 req-0135e96c-9b2e-4821-adbc-b1685e5c96e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:11.998580 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45decc4c-a2d2-4b44-8ff7-8afb82efe6b5 req-0135e96c-9b2e-4821-adbc-b1685e5c96e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 945 time: 0.0501342 Oct 19 02:05:12.040987 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-45decc4c-a2d2-4b44-8ff7-8afb82efe6b5 req-f333e2a9-660c-4586-93b0-85e08e0d878d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357993 Oct 19 02:05:12.251409 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74112d3e-25f6-479e-ac93-de395c712a5f req-b5de9d98-713d-4725-acd0-494176a8c22d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:12.252855 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74112d3e-25f6-479e-ac93-de395c712a5f req-b5de9d98-713d-4725-acd0-494176a8c22d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 945 time: 0.0489192 Oct 19 02:05:12.293234 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74112d3e-25f6-479e-ac93-de395c712a5f req-da04bf50-b2a9-4825-b2e6-9195a0b86760 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Oct 19 02:05:12.308972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc047b-5368-4ffc-845f-21a206c811ef req-d852d961-bea1-4492-b719-27001a74c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:12.310729 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34bc047b-5368-4ffc-845f-21a206c811ef req-d852d961-bea1-4492-b719-27001a74c6d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 1097 time: 0.0451930 Oct 19 02:05:12.400818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc047b-5368-4ffc-845f-21a206c811ef req-a8457698-dfd0-4f3b-8ed2-45b809381374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:12.402256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34bc047b-5368-4ffc-845f-21a206c811ef req-a8457698-dfd0-4f3b-8ed2-45b809381374 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0833199 Oct 19 02:05:12.448366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:12.474958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34bc047b-5368-4ffc-845f-21a206c811ef req-0a098a57-3039-41dd-aec9-cd33c02900bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 200 len: 1001 time: 0.0647008 Oct 19 02:05:12.523489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc047b-5368-4ffc-845f-21a206c811ef req-ed1c288c-b56e-41ad-870b-b6e83031de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:12.524834 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34bc047b-5368-4ffc-845f-21a206c811ef req-ed1c288c-b56e-41ad-870b-b6e83031de6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0427756 Oct 19 02:05:12.569301 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc047b-5368-4ffc-845f-21a206c811ef req-ad1c052c-addb-4fc5-9434-90cc64e528ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:12.570768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34bc047b-5368-4ffc-845f-21a206c811ef req-ad1c052c-addb-4fc5-9434-90cc64e528ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388339 Oct 19 02:05:12.663457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34bc047b-5368-4ffc-845f-21a206c811ef req-425fe782-b0d5-4650-8078-924f218684a8 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848448 Oct 19 02:05:12.754074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34bc047b-5368-4ffc-845f-21a206c811ef req-d3d7fc00-f939-4d84-80ac-ef0af6666a66 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823553 Oct 19 02:05:13.293471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:05:13.341883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 627037fc-8adf-47c9-ad5f-13b847821710 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:05:13.346381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 627037fc-8adf-47c9-ad5f-13b847821710 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:13.346754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:13.411353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c047d-60b6-4aa7-964f-889f3cd5e0d3 req-ae82047d-4c73-4358-ba9e-fa6594982b7d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:13.412885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f70c047d-60b6-4aa7-964f-889f3cd5e0d3 req-ae82047d-4c73-4358-ba9e-fa6594982b7d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 945 time: 0.0492527 Oct 19 02:05:13.423280 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:13.447532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:13.449795 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77590889-0796-4955-98bf-6d41245cb8c5" -d '{"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-plugged", "status": "completed", "tag": "627037fc-8adf-47c9-ad5f-13b847821710"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:13.454670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f70c047d-60b6-4aa7-964f-889f3cd5e0d3 req-8dbbfb71-34dd-4451-b529-73956b730140 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358853 Oct 19 02:05:13.463876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:13.469680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:13.526990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:13.555643 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1f44d9-81c5-49bc-bb40-c62a2471d69c x-openstack-request-id: req-bd1f44d9-81c5-49bc-bb40-c62a2471d69c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:13.555935 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-plugged", "status": "completed", "tag": "627037fc-8adf-47c9-ad5f-13b847821710", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:13.556214 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd1f44d9-81c5-49bc-bb40-c62a2471d69c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:13.556602 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710', 'code': 200} Oct 19 02:05:13.707195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6356e-8d6b-4329-9d19-51f378af7e10 req-b21e051c-8afd-4ef4-82dd-2826768d3790 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:13.708690 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ba6356e-8d6b-4329-9d19-51f378af7e10 req-b21e051c-8afd-4ef4-82dd-2826768d3790 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0562561 Oct 19 02:05:13.746678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4ba6356e-8d6b-4329-9d19-51f378af7e10 req-60e4093f-fdb0-48e9-872b-102b8f796a57 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Oct 19 02:05:14.867571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b902f-3a68-43b7-bb2c-d151fddce6c6 req-4d8e9e32-dcb8-4c68-8cdb-cb6f558248a8 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:14.869108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e89b902f-3a68-43b7-bb2c-d151fddce6c6 req-4d8e9e32-dcb8-4c68-8cdb-cb6f558248a8 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0496805 Oct 19 02:05:14.908197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e89b902f-3a68-43b7-bb2c-d151fddce6c6 req-287ccdec-7304-4f17-bd34-6a404eebda91 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Oct 19 02:05:15.159022 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f10ec-ce99-4886-950b-0af975deca2d req-1d626046-5447-4924-866a-0bb852646747 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:15.160484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b05f10ec-ce99-4886-950b-0af975deca2d req-1d626046-5447-4924-866a-0bb852646747 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 946 time: 0.0483737 Oct 19 02:05:15.251047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Deleting port 627037fc-8adf-47c9-ad5f-13b847821710 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:05:15.251376 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.337118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] For port 627037fc-8adf-47c9-ad5f-13b847821710, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=627037fc-8adf-47c9-ad5f-13b847821710,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:15.337480 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.508483 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.508850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.509169 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 disassociated. External IP: 172.25.0.136, port: 627037fc-8adf-47c9-ad5f-13b847821710. Oct 19 02:05:15.509511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Calling delete_port for 627037fc-8adf-47c9-ad5f-13b847821710 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:05:15.632898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.666350 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event deleted for resources: {'Port': ['ID=627037fc-8adf-47c9-ad5f-13b847821710,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:15.781648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:05:15.890502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:05:15.900893 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:05:15.910512 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:15.911324 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:05:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:15.932113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] No DVR routers for this DVR port 627037fc-8adf-47c9-ad5f-13b847821710 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:05:15.935110 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:15.939017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b05f10ec-ce99-4886-950b-0af975deca2d req-dbb16ea0-cda2-446d-8c87-ae3670dd7770 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "DELETE /v2.0/ports/627037fc-8adf-47c9-ad5f-13b847821710 HTTP/1.1" status: 204 len: 173 time: 0.7722423 Oct 19 02:05:15.939897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-deleted', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:15.941815 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d41ce-645b-42c5-a201-a5c397cfa7f8" -d '{"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-deleted", "tag": "627037fc-8adf-47c9-ad5f-13b847821710"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:15.981735 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4fc43d-eaa1-45da-8d5d-dd2cd8137ea9 x-openstack-request-id: req-db4fc43d-eaa1-45da-8d5d-dd2cd8137ea9 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:15.982034 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45125e3b-4295-47a0-a967-8033671ccc2a", "name": "network-vif-deleted", "tag": "627037fc-8adf-47c9-ad5f-13b847821710", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:15.982316 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db4fc43d-eaa1-45da-8d5d-dd2cd8137ea9 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:15.982765 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45125e3b-4295-47a0-a967-8033671ccc2a', 'name': 'network-vif-deleted', 'tag': '627037fc-8adf-47c9-ad5f-13b847821710', 'status': 'completed', 'code': 200} Oct 19 02:05:16.016923 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b886d476-3dc3-47ac-b075-d0acc582cde0 req-4412044c-ebc8-4d77-8049-0516627b63c5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=45125e3b-4295-47a0-a967-8033671ccc2a HTTP/1.1" status: 200 len: 210 time: 0.0293770 Oct 19 02:05:16.025935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:16.239302 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:16.264378 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:05:16.272687 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:16.273260 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:05:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:16.377819 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:16.569341 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:16.598793 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a85cd-4ac4-430a-b2c5-eaa83d69fa98 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:05:16.814741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd89e4ea-3c4b-4ad2-832b-a5d31cf363e5 None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:05:17.620342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-e6df1408-d524-4e26-8a85-5a5ee77b5e7b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--161788638&fields=id&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 267 time: 0.3677869 Oct 19 02:05:17.725245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-d1ed3729-123b-4b3e-af2e-27588f829d65 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:17.726704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-d1ed3729-123b-4b3e-af2e-27588f829d65 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.0994425 Oct 19 02:05:17.741547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-b159eb8a-4874-4ebc-931c-c58dc1dc516a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/quotas/bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 375 time: 0.0091813 Oct 19 02:05:17.796565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-5b8a12ed-265c-44a8-a04f-62d00180be91 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494106 Oct 19 02:05:17.937837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-726a0cb6-15c9-45c4-b13a-a68325f0f5eb service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298378 Oct 19 02:05:18.028042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-507e11bb-8d99-49ca-af1a-e8b16392ea27 service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841362 Oct 19 02:05:18.186146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7230dcb3-5f4b-461a-a117-f6cd9c792e90 req-96c9cd24-ae5d-4340-b81c-8db9200dba02 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Oct 19 02:05:19.149847 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-ec60a8d8-5e56-483f-989a-fba01a4af396 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:19.151188 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-ec60a8d8-5e56-483f-989a-fba01a4af396 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.1077716 Oct 19 02:05:19.198155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-b7491b80-62b7-45ef-b62e-a437a8548a91 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 379 time: 0.0379179 Oct 19 02:05:19.208334 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'port': {'device_id': '489092b2-4bd7-451a-aace-353aa0d428e0', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'admin_state_up': True, 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'security_groups': ['c71058aa-c561-4613-82de-3d09c06745c3']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:19.305751 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-29dda250-25ba-4352-95a7-efd52374d247 req-44f1c975-6cf7-4d9c-b700-12280fb2d287 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 210 time: 0.0359843 Oct 19 02:05:19.344511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Made reservation on behalf of bd83961b7a6543fda0ba44b2608a7b68 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:05:19.347931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.351125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:05:19.371408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 627037fc-8adf-47c9-ad5f-13b847821710 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:05:19.371752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 627037fc-8adf-47c9-ad5f-13b847821710 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:05:19.475327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Allocated IP 172.20.0.11 (30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3/9dfa12e1-40b8-4270-bc43-777b0edbb13f/8f3e3ae9-fed0-464c-b580-5b7e2c8b5024) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:05:19.610973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.643682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.689920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:05:19.692986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:05:19.696553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:05:19.705913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:19.752972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:19.753588 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.770376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-a43cf7ba-6849-472c-a742-55e02a2e6f53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656195 Oct 19 02:05:19.783159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Request body: {'port': {'device_id': '489092b2-4bd7-451a-aace-353aa0d428e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:19.839787 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.933001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9d804cf2-35d8-4362-a888-408f741c881f None None] Provisioning complete for port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:19.933369 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d804cf2-35d8-4362-a888-408f741c881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:19.971376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9d804cf2-35d8-4362-a888-408f741c881f None None] Port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:05:20.104317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:05:20.111529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.123449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Transition to ACTIVE for port object 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:05:20.127128 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.177328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:20.220056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.259229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:05:20.259569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:05:20.259928 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:20.264553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:05:20.265491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:05:20.270568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:05:20.270907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:05:20.271292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:05:20.271724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Bound port: 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:05:20.272117 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.338470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:05:20.341745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:05:20.345838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.380325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.381083 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:20.382551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] 10.222.0.62 "PUT /v2.0/ports/8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1093 time: 0.6039076 Oct 19 02:05:20.382972 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:20.385244 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc91b75-f00e-4774-aaea-9d674cf2b498" -d '{"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:20.420632 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b814045-ea96-4e26-a837-4c0995823f55 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:20.441730 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a21214-ecda-4c7a-94ca-ecc652e4a0ee x-openstack-request-id: req-48a21214-ecda-4c7a-94ca-ecc652e4a0ee {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:20.442017 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:20.442262 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48a21214-ecda-4c7a-94ca-ecc652e4a0ee {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:20.442654 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'status': 'completed', 'code': 200} Oct 19 02:05:20.462210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de441-ef18-4d9d-b2bb-7c04ea189b26 req-df49c138-2abf-43d0-9e80-214cda43c551 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.463757 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-529de441-ef18-4d9d-b2bb-7c04ea189b26 req-df49c138-2abf-43d0-9e80-214cda43c551 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0864315 Oct 19 02:05:20.481609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-8882b1d1-20dd-466c-96e4-ec927420210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.483305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-8882b1d1-20dd-466c-96e4-ec927420210b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1096 time: 0.0526471 Oct 19 02:05:20.512383 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-529de441-ef18-4d9d-b2bb-7c04ea189b26 req-c6d4b7f4-6114-4b3f-96cd-944872300eac tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Oct 19 02:05:20.532256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-31f66da0-2191-4ad0-a4b7-1441ac9d266d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 217 time: 0.0409808 Oct 19 02:05:20.587773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-5c3e271d-259b-4fd1-8904-fb2425dc06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.589310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-5c3e271d-259b-4fd1-8904-fb2425dc06f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0475876 Oct 19 02:05:20.637328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-79992edf-369d-451a-a939-55db32706018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.638827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-79992edf-369d-451a-a939-55db32706018 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426228 Oct 19 02:05:20.732208 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-93b7f991-ba09-4981-b0c6-dbe47564394d service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849855 Oct 19 02:05:20.823815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-549f0b6c-067a-4604-8725-097e3acfdef7 req-390eaaee-a212-4ec5-9ecb-f527a1026f1b service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838809 Oct 19 02:05:20.917526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-b47f2415-e2d3-4800-b719-061614c66f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:20.918917 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-b47f2415-e2d3-4800-b719-061614c66f6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1096 time: 0.0462208 Oct 19 02:05:21.010235 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-a9b434b0-073b-40e9-8ba3-d7a136cfe8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:21.011727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-a9b434b0-073b-40e9-8ba3-d7a136cfe8a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0855365 Oct 19 02:05:21.055481 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-726d64ed-52bb-4b8b-94b2-0c04ac20dc26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 217 time: 0.0366845 Oct 19 02:05:21.103835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-e0d0c164-9fbc-4100-a562-91bcc6bd6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:21.105262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-e0d0c164-9fbc-4100-a562-91bcc6bd6601 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0425739 Oct 19 02:05:21.151812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-323b14bb-e034-4914-b357-d2c83620adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:21.153321 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-323b14bb-e034-4914-b357-d2c83620adf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396583 Oct 19 02:05:21.248521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-2d82e048-9044-4dc8-80e9-ad68418e1d58 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856924 Oct 19 02:05:21.337708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ecc91b75-f00e-4774-aaea-9d674cf2b498 req-03bb5487-f070-4202-9f6e-d8aaa5e6ecb2 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814497 Oct 19 02:05:21.630646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90819c5-6b21-4fed-9b67-f830feb75fea req-26a7b811-1bee-41f6-97db-ddaf782bee0c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:21.632161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b90819c5-6b21-4fed-9b67-f830feb75fea req-26a7b811-1bee-41f6-97db-ddaf782bee0c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0497198 Oct 19 02:05:21.675410 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b90819c5-6b21-4fed-9b67-f830feb75fea req-9bb916fc-44dc-452d-acb7-5c34f620c61a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371559 Oct 19 02:05:22.322871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:05:22.415990 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:22.426453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'mac_address': 'fa:16:3e:fc:d4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:05:22.465920 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.478109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:05:22.496135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:22.500495 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:22.545113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:22.746014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:05:22.792838 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025e1b-fc35-4987-b120-2999d423b4c3 req-50060e7e-9f92-490c-ba6f-f5697a822fe6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:22.794347 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad025e1b-fc35-4987-b120-2999d423b4c3 req-50060e7e-9f92-490c-ba6f-f5697a822fe6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Oct 19 02:05:22.833979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad025e1b-fc35-4987-b120-2999d423b4c3 req-96498280-639a-457a-b85e-27600154172b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Oct 19 02:05:23.950020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a238e-61d3-4dbb-afa8-f6f53d196ce9 req-4abc4718-2aa7-4ed4-ad51-802b64b0cd8c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:23.951401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b4a238e-61d3-4dbb-afa8-f6f53d196ce9 req-4abc4718-2aa7-4ed4-ad51-802b64b0cd8c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0495164 Oct 19 02:05:23.989465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1b4a238e-61d3-4dbb-afa8-f6f53d196ce9 req-00333048-1464-4cd1-871a-0553d7c937e2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Oct 19 02:05:24.338839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:05:24.386208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:05:24.390246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:05:24.390609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.465520 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.487406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:24.489758 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c2df5e-70d7-4ec5-a404-872dbbbf0593" -d '{"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:24.501669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:05:24.505892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:24.532808 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c25b443-32b2-4d60-b0bc-b4b5dd9824ea x-openstack-request-id: req-9c25b443-32b2-4d60-b0bc-b4b5dd9824ea {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:24.533098 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:24.533347 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c25b443-32b2-4d60-b0bc-b4b5dd9824ea {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:24.533729 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'code': 200} Oct 19 02:05:24.559240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:05:24.626184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580258f6-1b53-472a-af33-5795464bb2d7 req-b0a3e10f-cce8-437f-85d0-a4d16f79e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:24.627890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-580258f6-1b53-472a-af33-5795464bb2d7 req-b0a3e10f-cce8-437f-85d0-a4d16f79e98f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1098 time: 0.0404253 Oct 19 02:05:24.662783 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-580258f6-1b53-472a-af33-5795464bb2d7 req-fb529c48-ea26-474e-a89f-c824ad0de4c2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279360 Oct 19 02:05:25.100278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410ad1-b749-4060-bd34-94bc0f711a6f req-1a3cb3ec-1ced-4105-b04a-1fd3476419fa tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:25.101723 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16410ad1-b749-4060-bd34-94bc0f711a6f req-1a3cb3ec-1ced-4105-b04a-1fd3476419fa tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0479496 Oct 19 02:05:25.147198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-16410ad1-b749-4060-bd34-94bc0f711a6f req-16fc38e7-e546-43b3-b249-094baa2b8514 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395575 Oct 19 02:05:26.264589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459cf2b-58fc-4d40-b647-0a574181505c req-b567a812-3b39-4719-ae0d-bda6ad06759e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:26.266685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d459cf2b-58fc-4d40-b647-0a574181505c req-b567a812-3b39-4719-ae0d-bda6ad06759e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0495305 Oct 19 02:05:26.303756 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d459cf2b-58fc-4d40-b647-0a574181505c req-7ba6d2ae-cf23-4af7-89a0-bfd03c775a82 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307765 Oct 19 02:05:26.415197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3438-a7eb-4fb4-961e-615a2e7426d9 req-8d3c88c5-fe57-4b77-aa52-8443367d7b21 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:26.416702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-715f3438-a7eb-4fb4-961e-615a2e7426d9 req-8d3c88c5-fe57-4b77-aa52-8443367d7b21 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0487702 Oct 19 02:05:26.425657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 52900) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:05:26.430379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'floatingip': {'port_id': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:05:26.468296 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.902951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:26.907195 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:27.005199 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 associated. External IP: 172.25.0.136, port: 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024. Oct 19 02:05:27.212936 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:05:27.318880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:05:27.324147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:27.329382 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:05:27.338642 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:27.339241 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:05:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:27.351283 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b7becbd9-92b8-44b3-b9ca-1396270662b2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "PUT /v2.0/floatingips/7a7ca503-cf7d-4461-98c7-25559cf46a17 HTTP/1.1" status: 200 len: 992 time: 0.9245870 Oct 19 02:05:27.351868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:05:27.354127 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3308ba01-a7a4-4d31-8207-7136e5b3bd37" -d '{"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:05:27.392385 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204b9ad8-a7da-4154-acbc-d5389c199914 x-openstack-request-id: req-204b9ad8-a7da-4154-acbc-d5389c199914 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:05:27.392674 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:05:27.392925 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-204b9ad8-a7da-4154-acbc-d5389c199914 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:05:27.393324 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'status': 'completed', 'code': 200} Oct 19 02:05:27.446905 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:27.458254 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-e10b3ad6-8eed-431e-a724-d89a8517731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.459745 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-e10b3ad6-8eed-431e-a724-d89a8517731a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1098 time: 0.0422618 Oct 19 02:05:27.552472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-7ebc464f-f406-439f-89b2-f8b5ad352371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.553849 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-7ebc464f-f406-439f-89b2-f8b5ad352371 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0873766 Oct 19 02:05:27.625632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-0d50e9d5-b434-4a66-871c-bb69b809d5fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1000 time: 0.0604730 Oct 19 02:05:27.677815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-f7d58927-4b6f-4b54-9839-711a4e84a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.679427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-f7d58927-4b6f-4b54-9839-711a4e84a823 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0464315 Oct 19 02:05:27.729953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-1d393dee-a23f-4eb4-8b2e-e14dde5e571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:27.731446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-1d393dee-a23f-4eb4-8b2e-e14dde5e571f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450387 Oct 19 02:05:27.751169 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:fc:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489092b2-4bd7-451a-aace-353aa0d428e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:05:26Z', 'revision_number': 9, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:27.780301 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:05:27.789400 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:05:27.789994 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:05:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:27.821512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-7ffeb969-a867-47e2-a00f-5051f39bf356 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826166 Oct 19 02:05:27.893559 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:05:27.919304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3308ba01-a7a4-4d31-8207-7136e5b3bd37 req-fcce6817-67e0-4117-9f6f-0479160caaf0 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902381 Oct 19 02:05:28.113144 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:fc:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489092b2-4bd7-451a-aace-353aa0d428e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:05:26Z', 'revision_number': 9, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:05:28.138019 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb3707-3275-4f5a-b6e3-e10c41feadd8 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:fc:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489092b2-4bd7-451a-aace-353aa0d428e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:05:26Z', 'revision_number': 9, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:05:28.338924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765c778-0791-47c1-968e-c81444f3d4b2 None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:05:36.993914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-08806f3d-1c10-469e-ac34-ed3cad0f4c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:39.749201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1150-91af-4869-9735-d44829266583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:40.101748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:40.690692 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:40.942688 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:42.448040 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:05:47.250898 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:05:49.363875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-b3dbf935-1c34-4657-b1b8-b3c700cb07ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398555 Oct 19 02:05:49.447110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-44bba1b6-a63d-4b2e-a1c1-f2a5453120f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:49.448601 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-44bba1b6-a63d-4b2e-a1c1-f2a5453120f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1098 time: 0.0411503 Oct 19 02:05:49.554637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-440cf15a-36f5-46a6-8118-fb09dab259f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:49.556178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-440cf15a-36f5-46a6-8118-fb09dab259f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0872698 Oct 19 02:05:49.621388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-02ec27f8-6e51-4389-b918-512b7b059bf0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1003 time: 0.0578659 Oct 19 02:05:49.677270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-b40e3404-b3cf-407b-a1f5-a0514b265fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:49.678756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-b40e3404-b3cf-407b-a1f5-a0514b265fd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0496540 Oct 19 02:05:49.727013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-7d3b1a65-06ff-4d50-867b-e546d9502f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:05:49.728548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-7d3b1a65-06ff-4d50-867b-e546d9502f60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418129 Oct 19 02:05:49.817457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-8f2433b0-63a3-43be-b8ba-9a322150d43e service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809925 Oct 19 02:05:49.909134 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dbc8f927-dd65-4e27-afc9-657d546af6db req-ee000764-63af-430a-b96c-630f8e5ba044 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830584 Oct 19 02:05:50.215961 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:06.994894 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e89-a44d-4ce8-892b-f2901ffeb346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:09.749789 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-758e5c4c-e8cf-4ad6-80f2-18416a859eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:10.095205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:10.692002 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:10.945669 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:12.456464 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:20.222820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:24.249760 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:06:36.998641 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54bcbbbc-2380-4331-a73b-955ca7681fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:39.750594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9c67866b-9248-401f-b0e8-2a168e46af73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:40.109413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:40.694287 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:40.948802 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:42.452187 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:06:49.375311 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-94dcefe4-569f-40d7-b893-1ca1a57f9ecf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390439 Oct 19 02:06:49.455892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-60baf0f4-d81a-4719-98ec-3d540f55be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:49.457336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-60baf0f4-d81a-4719-98ec-3d540f55be08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1098 time: 0.0404198 Oct 19 02:06:49.560168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-acb13834-496f-4273-9cf5-65a2c3cbb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:49.561600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-acb13834-496f-4273-9cf5-65a2c3cbb0d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0859997 Oct 19 02:06:49.628280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-b01d7d50-6bde-48c3-bc38-925ce1e52df6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1003 time: 0.0581586 Oct 19 02:06:49.680759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-ce1c755d-5ddc-4406-97ad-072f8a3fb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:49.682207 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-ce1c755d-5ddc-4406-97ad-072f8a3fb6c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0472834 Oct 19 02:06:49.727682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-4ebcf1fa-d9e2-4cfb-ba93-84597da10271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:06:49.729090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-4ebcf1fa-d9e2-4cfb-ba93-84597da10271 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392454 Oct 19 02:06:49.817075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-8aeb0dba-8bda-4202-8e81-e6e4a94cb5b1 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801661 Oct 19 02:06:49.906495 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b7aae5d-d53e-4fa3-8d3a-b6b97b2a4877 req-bc9495e5-d97e-481a-aecc-91ac381c61ac service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Oct 19 02:06:50.227586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:01.249625 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:07:05.403096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-4667fac1-ddd6-4485-8658-702ef38993fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681674 Oct 19 02:07:05.419279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5279bf-eac6-4aad-a131-08e700ff4c1b req-0d8ae97b-e88e-49d5-94c2-d9cf8f6b555f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:05.420710 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec5279bf-eac6-4aad-a131-08e700ff4c1b req-0d8ae97b-e88e-49d5-94c2-d9cf8f6b555f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0611761 Oct 19 02:07:05.460027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec5279bf-eac6-4aad-a131-08e700ff4c1b req-b83cb039-6678-4c15-8fa0-6e6cfa2748af tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Oct 19 02:07:06.584606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc77fd-a72c-4932-938b-1e47178fbfb4 req-5d8fa3e5-fee9-4f34-be1a-0c202de1f454 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:06.586077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3dc77fd-a72c-4932-938b-1e47178fbfb4 req-5d8fa3e5-fee9-4f34-be1a-0c202de1f454 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0555718 Oct 19 02:07:06.624058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e3dc77fd-a72c-4932-938b-1e47178fbfb4 req-ef5cf8d1-c0e8-4e1d-9b14-2fcf9526a868 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Oct 19 02:07:06.843731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-d187b6bd-8186-4109-9c44-0edad6cc8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:06.845127 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-d187b6bd-8186-4109-9c44-0edad6cc8072 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1098 time: 0.0406358 Oct 19 02:07:06.934694 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-21af2390-95a3-4f2c-9e49-54e314344dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:06.936200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-21af2390-95a3-4f2c-9e49-54e314344dff service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0841751 Oct 19 02:07:07.000127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3a7e359-0438-4890-9ab3-d2b3cd281c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:07.005491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-876a1f52-c01e-433a-a9ba-10d1632a99a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1003 time: 0.0618813 Oct 19 02:07:07.052677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-cc89ddd9-6096-49db-adb3-a9693e909be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:07.054038 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-cc89ddd9-6096-49db-adb3-a9693e909be3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0422027 Oct 19 02:07:07.099107 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-29608df8-8404-4b14-af0e-2977bbb409fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:07.100546 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-29608df8-8404-4b14-af0e-2977bbb409fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396361 Oct 19 02:07:07.526876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-0ca74af3-9396-4584-835f-87a187cf4f09 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194279 Oct 19 02:07:07.620122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-bb4ae1ad-85d1-4184-bc06-1b13f5fca04c service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845275 Oct 19 02:07:07.750487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b238db-f599-4270-8f4e-e6669dfe7fc1 req-92274f11-a521-4c0d-8526-7afab83a524b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:07.753029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4b238db-f599-4270-8f4e-e6669dfe7fc1 req-92274f11-a521-4c0d-8526-7afab83a524b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0548699 Oct 19 02:07:07.790420 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e4b238db-f599-4270-8f4e-e6669dfe7fc1 req-abb5d3a7-c1d0-4cf0-a7d1-9cf72186081d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Oct 19 02:07:08.908959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863b510-ebf9-4634-bb45-85578fd6e8c7 req-441b5184-34f2-4431-aaa9-b8dd6545d114 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:08.910170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6863b510-ebf9-4634-bb45-85578fd6e8c7 req-441b5184-34f2-4431-aaa9-b8dd6545d114 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Oct 19 02:07:08.947277 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6863b510-ebf9-4634-bb45-85578fd6e8c7 req-f64a8669-0b14-4129-bfc3-1c3d20ece445 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 Oct 19 02:07:09.750916 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db8ba9f6-4966-4aa1-a690-2d9b71180955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:10.063208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88628a-35e9-49cb-918a-a43c0ada1a27 req-29032498-5ab1-4834-b109-4f0c8dd52a20 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:10.064793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd88628a-35e9-49cb-918a-a43c0ada1a27 req-29032498-5ab1-4834-b109-4f0c8dd52a20 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0489080 Oct 19 02:07:10.101582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd88628a-35e9-49cb-918a-a43c0ada1a27 req-695325ab-c2a0-4195-a682-4cb52b254655 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307846 Oct 19 02:07:10.112939 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:10.695886 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:10.951493 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:11.219179 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5438fb4-4f66-4720-a689-2ae5268279a8 req-195c0bd9-a477-40c6-992e-1ecf46f7fa6e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:11.221061 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5438fb4-4f66-4720-a689-2ae5268279a8 req-195c0bd9-a477-40c6-992e-1ecf46f7fa6e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0502970 Oct 19 02:07:11.259877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c5438fb4-4f66-4720-a689-2ae5268279a8 req-033717fb-a954-4383-bca6-19c13ef28e28 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Oct 19 02:07:12.376057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aac80f-0e31-42e2-9f48-fb3527af5d4c req-0d4f3716-2029-49d2-89e0-8e3e905b49a7 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:12.378142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82aac80f-0e31-42e2-9f48-fb3527af5d4c req-0d4f3716-2029-49d2-89e0-8e3e905b49a7 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0522099 Oct 19 02:07:12.415438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82aac80f-0e31-42e2-9f48-fb3527af5d4c req-14fb6368-1c2e-43b1-8643-ebd263951782 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Oct 19 02:07:12.456537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:13.535426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae1c8f-f879-40b0-8b65-57b46710d62c req-995b3908-0b0f-4422-bb8a-c1db9e876d17 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:13.536892 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21ae1c8f-f879-40b0-8b65-57b46710d62c req-995b3908-0b0f-4422-bb8a-c1db9e876d17 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0542338 Oct 19 02:07:13.574970 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21ae1c8f-f879-40b0-8b65-57b46710d62c req-9a5063e2-47be-4198-8d0f-5ab8a630cd98 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Oct 19 02:07:14.690563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52891074-246e-41fd-bc4c-39bff5587a32 req-80a42a46-1483-4023-a8a9-1342f8fb21ad tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:14.692114 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-52891074-246e-41fd-bc4c-39bff5587a32 req-80a42a46-1483-4023-a8a9-1342f8fb21ad tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0504394 Oct 19 02:07:14.730117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-52891074-246e-41fd-bc4c-39bff5587a32 req-b248c8d7-a51b-46ee-a2c0-f1fd295cd878 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Oct 19 02:07:15.848210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca4c3e-3455-48c9-9d8b-48bef5ee314b req-3dbd5afc-0fde-4ef3-b998-d91539dac400 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:15.849663 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cbca4c3e-3455-48c9-9d8b-48bef5ee314b req-3dbd5afc-0fde-4ef3-b998-d91539dac400 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0509477 Oct 19 02:07:15.887496 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cbca4c3e-3455-48c9-9d8b-48bef5ee314b req-be5b7457-bc8c-45a6-89f4-b8fc4e791914 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319164 Oct 19 02:07:17.000973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bfb38-1162-4ce0-815b-806b08481074 req-dbe2fc9d-9dd2-4915-8685-02b7ac3d40e7 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:17.002433 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a6bfb38-1162-4ce0-815b-806b08481074 req-dbe2fc9d-9dd2-4915-8685-02b7ac3d40e7 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Oct 19 02:07:17.039170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a6bfb38-1162-4ce0-815b-806b08481074 req-aae5a84f-2177-4199-a88b-618d118c89e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301988 Oct 19 02:07:18.155682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4ec3e-65a0-4d71-8f6c-8653b8498914 req-ea03dc42-c9a5-4794-8684-a4d9dbb3deb4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:18.157181 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58a4ec3e-65a0-4d71-8f6c-8653b8498914 req-ea03dc42-c9a5-4794-8684-a4d9dbb3deb4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0492003 Oct 19 02:07:18.194619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-58a4ec3e-65a0-4d71-8f6c-8653b8498914 req-5b6cc08a-e33f-40f9-a72e-1f2f6af664cf tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314770 Oct 19 02:07:19.312284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500d54f-97b7-4f08-9b60-04ceaeb7abc9 req-f25b5dd1-aa6e-4cf9-9e9d-75814e0504e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:19.313720 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3500d54f-97b7-4f08-9b60-04ceaeb7abc9 req-f25b5dd1-aa6e-4cf9-9e9d-75814e0504e9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0528364 Oct 19 02:07:19.352451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3500d54f-97b7-4f08-9b60-04ceaeb7abc9 req-57c11b1f-f5b4-4eb0-9744-89ba8a313fef tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328023 Oct 19 02:07:19.592164 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-aa73f829-646b-449b-929a-861854e2c121 req-eef71eb5-349d-48f1-b2ad-1921958bd4a2 service neutron] show failed (client error): The resource could not be found. Oct 19 02:07:19.593072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-eef71eb5-349d-48f1-b2ad-1921958bd4a2 service neutron] 10.222.0.62 "GET /v2.0/ports/8f3e3ae9-fed0-464c-b580-5b7e2c8b5024/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0540042 Oct 19 02:07:19.787541 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-dc4e7c27-3a20-48bd-9096-e0c590d4d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:19.789171 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-dc4e7c27-3a20-48bd-9096-e0c590d4d240 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 1098 time: 0.0407579 Oct 19 02:07:19.807346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:07:19.860688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:20.059447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:20.091748 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:07:20.130337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:20.133182 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ca9a19-52a9-4313-8fcb-a7d09de8a378" -d '{"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:20.136916 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:20.150106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Transition to ACTIVE for port object 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:07:20.153475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:20.187635 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d18d12-9cf9-4ccf-88b8-8eba65e7758b x-openstack-request-id: req-52d18d12-9cf9-4ccf-88b8-8eba65e7758b {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:20.187635 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:20.187635 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52d18d12-9cf9-4ccf-88b8-8eba65e7758b {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:20.187901 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'code': 200} Oct 19 02:07:20.229451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:20.243859 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:20.255834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.256216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.256551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.256887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.257219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.257548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.257876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.258202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.258527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.258865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.259184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.259505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:20.292036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] No DVR routers for this DVR port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:07:20.454398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:07:20.455069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:07:20.455069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:07:20.461641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:07:20.461964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:07:20.468908 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:07:20.469253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:07:20.469638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:07:20.470066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Bound port: 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:07:20.470424 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:20.501292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a9060-65c3-4496-9a82-7aa4c9b40ddc req-177a51ed-ac03-4b53-954d-9e4b3bfb1e73 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:20.502813 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a2a9060-65c3-4496-9a82-7aa4c9b40ddc req-177a51ed-ac03-4b53-954d-9e4b3bfb1e73 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0809016 Oct 19 02:07:20.575849 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a2a9060-65c3-4496-9a82-7aa4c9b40ddc req-4496a347-6f06-4d2b-944e-88ebba43a8a5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549352 Oct 19 02:07:20.578188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:07:20.581332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:07:20.586431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:20.624652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:20.625266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:20.626774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] 10.222.0.74 "PUT /v2.0/ports/8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1093 time: 0.8232481 Oct 19 02:07:20.646366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58a868-17f6-4610-8644-7e03702eab0c service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:20.714130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-5ca53e6c-e351-43bb-a24b-61772697b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:20.715662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-5ca53e6c-e351-43bb-a24b-61772697b328 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1096 time: 0.0449901 Oct 19 02:07:20.815497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-62073240-2423-460e-9fb4-d36fa9f6c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:20.817059 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-62073240-2423-460e-9fb4-d36fa9f6c5f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0938599 Oct 19 02:07:20.885477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-b3c12551-2340-4444-98e2-aa3845576414 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1001 time: 0.0615048 Oct 19 02:07:20.934798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-dee3ade4-df7a-453d-b4ce-572e3ebb6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:20.936122 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-dee3ade4-df7a-453d-b4ce-572e3ebb6d8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0432506 Oct 19 02:07:20.982276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73f829-646b-449b-929a-861854e2c121 req-875138d0-f6ce-454a-a2c4-657b8bb30530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:20.983747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-875138d0-f6ce-454a-a2c4-657b8bb30530 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402668 Oct 19 02:07:21.076980 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-29883c8d-ef4b-405b-8b76-dd69e503bdec service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857403 Oct 19 02:07:21.164406 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa73f829-646b-449b-929a-861854e2c121 req-7575871a-48b3-44dc-bbbd-d661b1dcee9b service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803750 Oct 19 02:07:21.699581 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17dd8b-9af1-4dfd-af77-f3d75d2f1e56 req-1ba03c2c-8429-4424-8966-8fc26180f0a4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:21.701071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce17dd8b-9af1-4dfd-af77-f3d75d2f1e56 req-1ba03c2c-8429-4424-8966-8fc26180f0a4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0535865 Oct 19 02:07:21.738029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ce17dd8b-9af1-4dfd-af77-f3d75d2f1e56 req-9f020be6-52e3-4bb4-93a3-216239124a26 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305293 Oct 19 02:07:22.188577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:22.191463 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d" -d '{"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:22.238645 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc26921d-b2a0-4d6e-acf2-2822b09acd85 x-openstack-request-id: req-fc26921d-b2a0-4d6e-acf2-2822b09acd85 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:22.238934 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:22.239204 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc26921d-b2a0-4d6e-acf2-2822b09acd85 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:22.239615 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'status': 'completed', 'code': 200} Oct 19 02:07:22.336656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-66dffefa-c27a-4724-a421-4b274233fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.338129 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-66dffefa-c27a-4724-a421-4b274233fd3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1096 time: 0.0755415 Oct 19 02:07:22.340461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-8073540f-a886-46cb-ba71-2db48b424f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.341790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-8073540f-a886-46cb-ba71-2db48b424f70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1096 time: 0.0539360 Oct 19 02:07:22.498156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-bb101cea-c712-425d-ba1f-88c901e80cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.499605 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-bb101cea-c712-425d-ba1f-88c901e80cf9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1536038 Oct 19 02:07:22.500712 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-810223fb-aa5b-4793-ae2a-d905df85f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.502018 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-810223fb-aa5b-4793-ae2a-d905df85f810 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1486101 Oct 19 02:07:22.613183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-24163951-a29f-4b86-bf0f-2a185fc30a57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1001 time: 0.1065602 Oct 19 02:07:22.618978 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-bbb07038-54d1-4467-aa71-9d0d7a3157b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1001 time: 0.1070933 Oct 19 02:07:22.707308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-085104aa-8a74-4a51-a1df-9843ef609e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.708827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-085104aa-8a74-4a51-a1df-9843ef609e39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0888598 Oct 19 02:07:22.710421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-6d036e90-8339-4635-81bb-b74bc6e23793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.711695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-6d036e90-8339-4635-81bb-b74bc6e23793 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0839324 Oct 19 02:07:22.783394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-ff8e9195-7bbd-40fa-9f63-6f93549bbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.785556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-ff8e9195-7bbd-40fa-9f63-6f93549bbf70 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619993 Oct 19 02:07:22.787352 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-c5678244-d572-4531-8df0-93433676f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.788713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-c5678244-d572-4531-8df0-93433676f292 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728385 Oct 19 02:07:22.854989 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4254f8-3c51-42be-9f84-ebfb5eee2bc5 req-d626e29d-4a35-4ba4-99eb-b8e9f86bfb2b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:22.856495 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a4254f8-3c51-42be-9f84-ebfb5eee2bc5 req-d626e29d-4a35-4ba4-99eb-b8e9f86bfb2b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0501761 Oct 19 02:07:22.896440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5a4254f8-3c51-42be-9f84-ebfb5eee2bc5 req-159104ca-8bcf-428d-8ce8-3d585ec11da0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329204 Oct 19 02:07:22.950157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-0f834df0-e676-4988-8085-cdecc279e308 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566615 Oct 19 02:07:22.952023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-5df1193d-2e14-4198-b037-a81c5bdde07e service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510255 Oct 19 02:07:23.111895 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-3ee5478c-7504-4911-b257-e22405b131eb service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527448 Oct 19 02:07:23.115731 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb85f3bb-1d29-4f2e-ab19-aa4e9c73b48d req-76270dd7-cfc3-4f6f-98dc-178cc5deac89 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556463 Oct 19 02:07:23.144683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:07:23.184873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:07:24.013473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dba86a-9c51-4b4a-97da-02248738ef8b req-645bb39c-7c4a-4caf-979b-eb4f3c868ac5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:24.014922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0dba86a-9c51-4b4a-97da-02248738ef8b req-645bb39c-7c4a-4caf-979b-eb4f3c868ac5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0496726 Oct 19 02:07:24.053674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0dba86a-9c51-4b4a-97da-02248738ef8b req-12d3c07e-3211-432d-9e72-86947e4bca1b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Oct 19 02:07:25.170534 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500d587-0582-4ba2-b677-421c7ea9f94c req-50c32715-9644-46d9-8d8c-53b1ba049148 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:25.172005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4500d587-0582-4ba2-b677-421c7ea9f94c req-50c32715-9644-46d9-8d8c-53b1ba049148 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0488946 Oct 19 02:07:25.212030 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4500d587-0582-4ba2-b677-421c7ea9f94c req-d17a3406-024b-4ce3-9b7a-bef618a3cac5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330436 Oct 19 02:07:25.496832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-9d10f45b-301b-4403-9716-2f17d56d8788 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:25.498352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-9d10f45b-301b-4403-9716-2f17d56d8788 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0&tenant_id=bd83961b7a6543fda0ba44b2608a7b68&binding%3Ahost_id=n-h1-789963-20 HTTP/1.1" status: 200 len: 944 time: 0.0527396 Oct 19 02:07:25.518141 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7b75b-3f7f-4edf-9cdb-eeae56a29869 req-c0e2208d-9e17-4657-b5d6-7ed2b7bea6ac tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:25.520573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ab7b75b-3f7f-4edf-9cdb-eeae56a29869 req-c0e2208d-9e17-4657-b5d6-7ed2b7bea6ac tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 944 time: 0.0551777 Oct 19 02:07:25.558888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2ab7b75b-3f7f-4edf-9cdb-eeae56a29869 req-67cb1918-1ebe-4a34-bc7e-faefad94a778 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322661 Oct 19 02:07:25.563217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-7b545819-0aac-4922-afb3-d088a876fd6d service neutron] 10.222.0.74 "GET /v2.0/ports/8f3e3ae9-fed0-464c-b580-5b7e2c8b5024/bindings/n-h1-789963-20 HTTP/1.1" status: 200 len: 383 time: 0.0552053 Oct 19 02:07:25.645879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-c64db9b4-2462-45b8-99a6-1b4543a48dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:25.647433 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-c64db9b4-2462-45b8-99a6-1b4543a48dea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1096 time: 0.0458941 Oct 19 02:07:25.735952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-ec8693b9-0e5c-4a03-a34e-3049d67bb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:25.737513 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-ec8693b9-0e5c-4a03-a34e-3049d67bb500 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0834045 Oct 19 02:07:25.809836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-bc37e3a3-1a92-4628-abb4-2c76cda4b650 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1001 time: 0.0602353 Oct 19 02:07:25.857096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-88648396-cbfc-41a9-817f-a137967d40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:25.858470 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-88648396-cbfc-41a9-817f-a137967d40ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0419376 Oct 19 02:07:25.905962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-290a1077-9c4a-4cab-b1c9-90e4ed984070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:25.907387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-290a1077-9c4a-4cab-b1c9-90e4ed984070 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390921 Oct 19 02:07:25.997884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-e2950e2f-0174-475a-9fd6-061e33489b1b service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831983 Oct 19 02:07:26.085434 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-b222640e-530a-4517-9a66-be29e905f2fe service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805268 Oct 19 02:07:26.131601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:07:26.222217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:26.232877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'mac_address': 'fa:16:3e:fc:d4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:07:26.272128 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:26.284106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:07:26.302529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:26.306909 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:26.352472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:26.359488 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.359833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.360194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.360532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.360861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.361188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.361516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.361840 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.362800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.363162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.363484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.363806 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:07:26.681072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def53be4-fbc9-4d57-8f23-3b219648ce58 req-cb7467f7-88ea-4a4f-a26c-3ef41d57cf3e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:26.682584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-def53be4-fbc9-4d57-8f23-3b219648ce58 req-cb7467f7-88ea-4a4f-a26c-3ef41d57cf3e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0551217 Oct 19 02:07:26.709526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:07:26.727712 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-def53be4-fbc9-4d57-8f23-3b219648ce58 req-4bcc74d5-407a-4e2e-899f-43fa0b161ec4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389736 Oct 19 02:07:27.844653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63d1ad-23f1-474e-a6b3-7dbfe2e9a96a req-61264e6e-d4b9-42b0-96ca-67fba3f01e03 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:27.846116 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f63d1ad-23f1-474e-a6b3-7dbfe2e9a96a req-61264e6e-d4b9-42b0-96ca-67fba3f01e03 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Oct 19 02:07:27.883639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5f63d1ad-23f1-474e-a6b3-7dbfe2e9a96a req-a0040f88-bb31-493c-bec6-70e4ae65cea5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Oct 19 02:07:28.141362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:07:28.189751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:07:28.193930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:07:28.194309 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:28.272327 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:28.284272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-4400a62c-bb08-4e56-94d0-c2057f32da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:28.285761 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-4400a62c-bb08-4e56-94d0-c2057f32da5f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 1097 time: 0.0411355 Oct 19 02:07:28.294181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:28.296542 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21219127-1ee6-4e4f-8b50-40c85272cc82" -d '{"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:28.297580 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:07:28.310170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:28.314686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:28.354063 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:28.358564 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a542cb-0ff1-40c7-9b70-3163ebc63cd1 x-openstack-request-id: req-f3a542cb-0ff1-40c7-9b70-3163ebc63cd1 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:28.358854 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-plugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:28.359153 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3a542cb-0ff1-40c7-9b70-3163ebc63cd1 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:28.359547 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'code': 200} Oct 19 02:07:28.369023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:28.558335 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:28.590348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:07:28.629877 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:28.632094 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148f7ad4-57dd-44c1-b244-b71eddb23dd1" -d '{"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:28.636319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:28.650577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Transition to ACTIVE for port object 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:07:28.656994 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:28.686219 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd17c5e7-c300-4c11-8393-4d498ad0ca0f x-openstack-request-id: req-fd17c5e7-c300-4c11-8393-4d498ad0ca0f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:28.686518 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:28.686773 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd17c5e7-c300-4c11-8393-4d498ad0ca0f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:28.687165 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'code': 200} Oct 19 02:07:28.743609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=10']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:28.782039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] No DVR routers for this DVR port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:07:28.919070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:07:28.919402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:07:28.919729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:07:28.924120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:07:28.924440 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Attempting to bind port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:07:28.929430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:07:28.929766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:07:28.930143 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:07:28.930567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Bound port: 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:07:28.930919 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:29.026207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:07:29.030085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:07:29.038456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e2eb3-3005-4a06-a20f-5cdb07b98a37 req-9f12e22b-318f-4ac9-84c1-f83d7916ca98 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:29.040224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da5e2eb3-3005-4a06-a20f-5cdb07b98a37 req-9f12e22b-318f-4ac9-84c1-f83d7916ca98 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0760336 Oct 19 02:07:29.041634 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:29.089087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:29.089824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:29.091379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] 10.222.0.62 "PUT /v2.0/ports/8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1094 time: 0.7980821 Oct 19 02:07:29.139815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da5e2eb3-3005-4a06-a20f-5cdb07b98a37 req-6c665f46-d7e5-49fa-9269-42edc401020a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904465 Oct 19 02:07:29.157141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72d781-4bc0-45af-b3c9-d589e7206f23 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=11']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:29.176785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-5eb4a16f-f20d-42ac-be22-8115fe08ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:29.178404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-5eb4a16f-f20d-42ac-be22-8115fe08ceae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1097 time: 0.0560884 Oct 19 02:07:29.617099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-d23e1e15-9fce-4424-8745-779bbdfac414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:29.618582 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-d23e1e15-9fce-4424-8745-779bbdfac414 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.4332564 Oct 19 02:07:29.685281 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-6810833a-efce-4a80-8220-2871fe96f2ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1001 time: 0.0583456 Oct 19 02:07:29.734037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-4fb20e84-0179-4bf5-8555-8e1b14acde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:29.735419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-4fb20e84-0179-4bf5-8555-8e1b14acde84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0427670 Oct 19 02:07:29.782628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-3478ef57-05bf-471a-ad16-16a599b3a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:29.784698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-3478ef57-05bf-471a-ad16-16a599b3a4ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417807 Oct 19 02:07:29.870480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-94edc32e-b7a3-4f36-ba90-e10e5dfddc24 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794303 Oct 19 02:07:29.961580 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3f81b67-86fb-4b5d-9295-248071a1cd00 req-935076db-944d-4142-8c3f-8ccb9815fa20 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839875 Oct 19 02:07:30.260048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861d97b-06e8-49c8-bfe1-4f901f416739 req-2a27b956-567a-45c6-b3ae-c2fabc89b375 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:30.261526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0861d97b-06e8-49c8-bfe1-4f901f416739 req-2a27b956-567a-45c6-b3ae-c2fabc89b375 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Oct 19 02:07:30.299057 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0861d97b-06e8-49c8-bfe1-4f901f416739 req-c85f807b-c27b-4cc5-850e-64244307d0d2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Oct 19 02:07:30.689158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:30.692266 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1139b-732a-48a3-89d5-1ea21cee4621" -d '{"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:30.738924 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693ebb82-19b2-4cc0-b23b-d4d239d914e4 x-openstack-request-id: req-693ebb82-19b2-4cc0-b23b-d4d239d914e4 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:30.739221 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:30.739480 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-693ebb82-19b2-4cc0-b23b-d4d239d914e4 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:30.739881 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'status': 'completed', 'code': 200} Oct 19 02:07:30.831310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-3b7fb54f-40c1-473d-922e-22e4ea698fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:30.832818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-3b7fb54f-40c1-473d-922e-22e4ea698fea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1097 time: 0.0713146 Oct 19 02:07:30.837673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-8e341852-63fb-4dd9-9d90-934c471900f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:30.839006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-8e341852-63fb-4dd9-9d90-934c471900f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 1097 time: 0.0516140 Oct 19 02:07:30.997160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-f8883973-5ce9-4d2d-ae27-33dc7b549191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:30.998640 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-f8883973-5ce9-4d2d-ae27-33dc7b549191 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1578970 Oct 19 02:07:30.999943 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-142555d5-2d0b-493f-af7e-d2f398050a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:31.001267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-142555d5-2d0b-493f-af7e-d2f398050a6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1522830 Oct 19 02:07:31.113664 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-94a5aa94-5dc1-41bc-a336-9a822c3cc795 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1001 time: 0.1061780 Oct 19 02:07:31.115375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-83e436ff-d0b5-4a73-a181-c91f7a7c76f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 200 len: 1001 time: 0.1022179 Oct 19 02:07:31.197360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-e96d2805-1c72-4497-8931-f1f32f26a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:31.198801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-e96d2805-1c72-4497-8931-f1f32f26a672 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0781415 Oct 19 02:07:31.200195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-b79d1b01-9c3d-48dd-a5ee-4671d355461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:31.201503 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-b79d1b01-9c3d-48dd-a5ee-4671d355461e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0738773 Oct 19 02:07:31.279452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-404f553d-f227-4be9-bfff-f0b16e127b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:31.280891 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-404f553d-f227-4be9-bfff-f0b16e127b5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708635 Oct 19 02:07:31.283218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-1223f071-8d09-4452-9206-2c9a317255cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:31.284708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-1223f071-8d09-4452-9206-2c9a317255cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757270 Oct 19 02:07:31.432343 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3396f-ea45-4464-b8f9-3b393f3ff362 req-5da8715c-1ef6-4c26-9fc5-3707fcc61044 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:31.434074 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ded3396f-ea45-4464-b8f9-3b393f3ff362 req-5da8715c-1ef6-4c26-9fc5-3707fcc61044 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0617130 Oct 19 02:07:31.450669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-be67b701-349e-47a6-8284-d5c3d95cafbe service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607320 Oct 19 02:07:31.452579 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-8ddfd712-294c-48d1-81a4-f1ad7cea61e1 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558049 Oct 19 02:07:31.475730 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ded3396f-ea45-4464-b8f9-3b393f3ff362 req-8107a489-7a82-4c72-b991-31c6c818c94f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350902 Oct 19 02:07:31.616765 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-53dc27bc-cea1-4762-867a-8a9f80657ab8 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569254 Oct 19 02:07:31.620085 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08a1139b-732a-48a3-89d5-1ea21cee4621 req-b3e10e9a-1e57-4025-95d7-0521968216ac service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592431 Oct 19 02:07:32.157306 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:07:32.195511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:07:32.593091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679261aa-d490-4f5c-819d-1ca7c1a7f6f4 req-8fee22aa-ff0a-4f41-ac88-3d5b395dcc92 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:32.594551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-679261aa-d490-4f5c-819d-1ca7c1a7f6f4 req-8fee22aa-ff0a-4f41-ac88-3d5b395dcc92 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Oct 19 02:07:32.631394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-679261aa-d490-4f5c-819d-1ca7c1a7f6f4 req-66f752c6-8bda-4943-932a-3502e13c943c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308325 Oct 19 02:07:32.748008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776afd74-4913-4622-a832-0e4fb823652b req-d745ebfb-250f-4365-883c-83677bf5ba8f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:32.749479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-776afd74-4913-4622-a832-0e4fb823652b req-d745ebfb-250f-4365-883c-83677bf5ba8f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0495095 Oct 19 02:07:32.788021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-776afd74-4913-4622-a832-0e4fb823652b req-74767e5c-bb7f-44b4-8bd2-09d7c5dc1c28 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Oct 19 02:07:32.906370 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9ed28-8f2c-46e2-8f25-756cf5d20709 req-b0ebad03-5a1b-40cd-9edd-7d963c85e428 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:32.907845 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93b9ed28-8f2c-46e2-8f25-756cf5d20709 req-b0ebad03-5a1b-40cd-9edd-7d963c85e428 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0545914 Oct 19 02:07:32.948194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93b9ed28-8f2c-46e2-8f25-756cf5d20709 req-13c0b17e-fb6f-4a76-a13b-78439d6e7c3a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343735 Oct 19 02:07:33.175612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee8f5-a189-4ea1-ae99-bd5fbb61292d req-92877bdb-b122-4370-8b2c-ae3edfcc27c0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:33.177166 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1aee8f5-a189-4ea1-ae99-bd5fbb61292d req-92877bdb-b122-4370-8b2c-ae3edfcc27c0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 945 time: 0.0486639 Oct 19 02:07:33.213679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f1aee8f5-a189-4ea1-ae99-bd5fbb61292d req-aa12d0ca-8875-48f0-afd7-aeb1f6958e52 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306845 Oct 19 02:07:33.223253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:07:33.319245 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:33.329746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'mac_address': 'fa:16:3e:fc:d4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:07:33.367096 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:33.379470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:07:33.398109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:33.402078 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:33.450199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:33.633876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:07:34.331593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2b15b-a435-41b8-83c6-119786bbb431 req-5182339f-40e2-4309-8dd5-99f5fafac23a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:34.333100 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2f2b15b-a435-41b8-83c6-119786bbb431 req-5182339f-40e2-4309-8dd5-99f5fafac23a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0500984 Oct 19 02:07:34.369941 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a2f2b15b-a435-41b8-83c6-119786bbb431 req-5a999e76-d3a2-4a6f-8cc1-d6f1559a5b10 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309875 Oct 19 02:07:34.450543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-fc997621-2344-4518-9fe4-8f1761a4dffb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:34.452002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-fc997621-2344-4518-9fe4-8f1761a4dffb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 946 time: 0.0487061 Oct 19 02:07:34.541876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Deleting port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:07:34.542134 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:34.629855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] For port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:34.630217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:34.818259 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:34.818748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:34.819116 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 disassociated. External IP: 172.25.0.136, port: 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024. Oct 19 02:07:34.819474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Calling delete_port for 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:07:34.943965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:34.981217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event deleted for resources: {'Port': ['ID=8f3e3ae9-fed0-464c-b580-5b7e2c8b5024,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:35.094911 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:07:35.207248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:07:35.217091 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:07:35.227003 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:35.227601 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:07:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:35.237229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:07:35.251155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] No DVR routers for this DVR port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:07:35.254228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:35.257588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-93dd2c59-7a88-4563-bdeb-98bc5ed5952a req-0eeb37c0-d958-4e51-a5e7-8a1ec87d42b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "DELETE /v2.0/ports/8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 HTTP/1.1" status: 204 len: 173 time: 0.7995574 Oct 19 02:07:35.258039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-deleted', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:35.258156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:07:35.258477 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 02:07:35.260551 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc12ff3-d11e-44c7-9bcc-c725ae61ef17" -d '{"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-deleted", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:35.279064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Port 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 not found, will not notify nova. {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 02:07:35.309073 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65253238-8e30-45f0-a088-2f4dec0cd2d7 x-openstack-request-id: req-65253238-8e30-45f0-a088-2f4dec0cd2d7 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:35.309704 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489092b2-4bd7-451a-aace-353aa0d428e0", "name": "network-vif-deleted", "tag": "8f3e3ae9-fed0-464c-b580-5b7e2c8b5024", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:35.309962 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65253238-8e30-45f0-a088-2f4dec0cd2d7 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:35.310441 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489092b2-4bd7-451a-aace-353aa0d428e0', 'name': 'network-vif-deleted', 'tag': '8f3e3ae9-fed0-464c-b580-5b7e2c8b5024', 'status': 'completed', 'code': 200} Oct 19 02:07:35.353529 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:35.482287 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-010420e3-c1cd-4400-ab48-950f2563ea61 req-34f84872-14d1-45b5-9ae9-80c85c014d38 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=489092b2-4bd7-451a-aace-353aa0d428e0 HTTP/1.1" status: 200 len: 210 time: 0.0308685 Oct 19 02:07:35.577389 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:35.608826 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:07:35.616952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:35.617547 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:07:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:35.727317 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:35.919722 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:35.946434 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144483d-f27c-4b51-9416-1b87335e5f0a None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:07:36.165529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42283e5a-3541-48ad-acb0-2e1d83f614c5 None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:07:36.762492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-a5274ddd-e866-4bf6-bd6c-a87e29359a0a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--161788638&fields=id&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 267 time: 0.0331979 Oct 19 02:07:36.869414 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-cb77890e-8751-4309-aab6-1edc8d202a33 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:36.870922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-cb77890e-8751-4309-aab6-1edc8d202a33 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.1011128 Oct 19 02:07:36.886492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-164e9703-fda0-4728-8b95-439e8059311c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/quotas/bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 375 time: 0.0098855 Oct 19 02:07:36.943257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-39b27711-1a8f-4c15-8c1e-e679fe594fc9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515530 Oct 19 02:07:37.001312 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6b6ac507-2ffa-43f5-bc3e-e06bbdbb7751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:37.038588 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-184b11fd-a778-469c-a283-c9e21a463804 service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838470 Oct 19 02:07:37.132489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-edb5b51a-5e25-4357-8b97-44ab3a6737f6 service neutron] 10.222.0.64 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876386 Oct 19 02:07:37.342317 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6e5477b-8058-492d-ac5f-6ac37f7c864f req-29d691d0-43eb-4ec4-b5b4-2959d70f1107 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 210 time: 0.0771148 Oct 19 02:07:38.248157 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:07:38.278676 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-78aa0647-9a13-43dd-b80e-a6848a428f3b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:38.280151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-78aa0647-9a13-43dd-b80e-a6848a428f3b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 811 time: 0.1063204 Oct 19 02:07:38.333176 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-d955296a-243c-4709-b1d2-d115c9195b95 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 379 time: 0.0349491 Oct 19 02:07:38.343738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'port': {'device_id': '55928315-ddb6-41d7-9d71-d88867bd5435', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'admin_state_up': True, 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'security_groups': ['c71058aa-c561-4613-82de-3d09c06745c3']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:07:38.461729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Made reservation on behalf of bd83961b7a6543fda0ba44b2608a7b68 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:07:38.465517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:38.500872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a179a504-68ac-4532-8884-5d4c958b05d3 req-9bc06800-7995-451c-93f9-e6e4d613ad8b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 210 time: 0.0879900 Oct 19 02:07:38.623886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Allocated IP 172.20.0.7 (30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3/9dfa12e1-40b8-4270-bc43-777b0edbb13f/c12eb518-9c3d-4978-a75c-f9b22915c82a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:07:38.764611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:38.805876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:38.847898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:07:38.850897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:07:38.854487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:07:38.881229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:38.910091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:38.910695 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:38.930065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-4353ff24-019c-486a-9474-fdb2cb81f5c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897450 Oct 19 02:07:38.949509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Request body: {'port': {'device_id': '55928315-ddb6-41d7-9d71-d88867bd5435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:07:39.006041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.070193 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-57704682-56e8-4719-84f4-4a5d23dbfb85 None None] Provisioning complete for port c12eb518-9c3d-4978-a75c-f9b22915c82a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:07:39.070805 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57704682-56e8-4719-84f4-4a5d23dbfb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.106525 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-57704682-56e8-4719-84f4-4a5d23dbfb85 None None] Port c12eb518-9c3d-4978-a75c-f9b22915c82a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:07:39.239537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:07:39.258338 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:07:39.258687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8f3e3ae9-fed0-464c-b580-5b7e2c8b5024 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:07:39.273833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12eb518-9c3d-4978-a75c-f9b22915c82a {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:07:39.281314 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.293477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Transition to ACTIVE for port object c12eb518-9c3d-4978-a75c-f9b22915c82a will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:07:39.297030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.347545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:39.419801 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:07:39.420162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:07:39.420487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:07:39.426157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:07:39.426477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:07:39.431534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:07:39.431872 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:07:39.432284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:07:39.432717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Bound port: c12eb518-9c3d-4978-a75c-f9b22915c82a, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:07:39.433345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.500169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:07:39.503774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:07:39.508278 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.547535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:39.548533 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.550385 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] 10.222.0.74 "PUT /v2.0/ports/c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1092 time: 0.6051378 Oct 19 02:07:39.552738 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:39.555026 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36646ad1-b975-4fcf-b3e5-2191463ecb40" -d '{"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:39.609964 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef546641-5651-418c-9829-37266011d024 x-openstack-request-id: req-ef546641-5651-418c-9829-37266011d024 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:39.610249 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:39.610521 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef546641-5651-418c-9829-37266011d024 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:39.610925 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'status': 'completed', 'code': 200} Oct 19 02:07:39.611581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bca954-512b-4f95-ae7c-8e2b6fac681b service neutron] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:39.645937 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5743ad-1382-492c-b5ac-e7c4ac3e0b7b req-54d3df44-960b-403a-9010-db97e2437e4a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:39.647504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d5743ad-1382-492c-b5ac-e7c4ac3e0b7b req-54d3df44-960b-403a-9010-db97e2437e4a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0575712 Oct 19 02:07:39.678678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-3154ef47-0a5c-48cf-adf9-d545dbb00205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:39.680313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-3154ef47-0a5c-48cf-adf9-d545dbb00205 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1095 time: 0.0533383 Oct 19 02:07:39.695793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9d5743ad-1382-492c-b5ac-e7c4ac3e0b7b req-9950da3c-f633-4d65-ace4-7a04b5edd2d4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376923 Oct 19 02:07:39.734343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-25373e67-5a72-40d0-bd30-c395b3ffa5c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 217 time: 0.0394504 Oct 19 02:07:39.753367 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8cceeb74-73ed-42a0-bd8b-2f2d1b942fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:39.787681 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-d60d140b-16fb-4646-8188-e468914680d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:39.789111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-d60d140b-16fb-4646-8188-e468914680d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0467880 Oct 19 02:07:39.836007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c326856c-e05d-42b4-95e4-7294526d3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:39.837509 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-c326856c-e05d-42b4-95e4-7294526d3f03 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405786 Oct 19 02:07:39.928727 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-da2beebd-5596-41c1-8457-d5d2562d3faa service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841081 Oct 19 02:07:40.019263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f25e795-1778-4487-9365-06507ad2c6b1 req-7a3fbb75-1f38-40a5-9595-6d69d1aae251 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837889 Oct 19 02:07:40.128878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:40.154252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-5c5281cf-f810-48bd-afea-0f5626cb5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:40.155736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-5c5281cf-f810-48bd-afea-0f5626cb5819 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1095 time: 0.0506964 Oct 19 02:07:40.244854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-c124d293-8595-4bcf-90d4-05bbd73e0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:40.246290 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-c124d293-8595-4bcf-90d4-05bbd73e0d0f service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0832760 Oct 19 02:07:40.295961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-956bf9db-f53d-4428-b565-1c1019a3db44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 217 time: 0.0420690 Oct 19 02:07:40.343496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-eecd656b-6846-4222-a11d-1deda513a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:40.344970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-eecd656b-6846-4222-a11d-1deda513a330 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0420215 Oct 19 02:07:40.388866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-45678a84-3f18-487b-a792-309d17eb526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:40.390202 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-45678a84-3f18-487b-a792-309d17eb526b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386517 Oct 19 02:07:40.482531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-d9d47b21-ef5f-4f44-935b-b5b9f2eb1b67 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849586 Oct 19 02:07:40.574268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-36646ad1-b975-4fcf-b3e5-2191463ecb40 req-ec88c44c-b4d0-4957-bd73-fdaeae26aa8f service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840797 Oct 19 02:07:40.697649 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:40.821119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a5e3-17ef-48be-b366-32112f953021 req-272c99f1-5c91-4e35-b013-f5fe4a5ef7a4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:40.822577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fae3a5e3-17ef-48be-b366-32112f953021 req-272c99f1-5c91-4e35-b013-f5fe4a5ef7a4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0499063 Oct 19 02:07:40.860502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fae3a5e3-17ef-48be-b366-32112f953021 req-def6fd05-d620-4d4e-9ab1-8807b5baee28 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319631 Oct 19 02:07:40.955470 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:41.975028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954b7d3-b8db-4b72-b47a-b8c2f883c23d req-ba508002-a49d-4fe5-afaf-d8c544b27d19 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:41.976517 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5954b7d3-b8db-4b72-b47a-b8c2f883c23d req-ba508002-a49d-4fe5-afaf-d8c544b27d19 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0494103 Oct 19 02:07:42.012958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5954b7d3-b8db-4b72-b47a-b8c2f883c23d req-30f29899-3f15-4b51-b4fe-28a944681473 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305347 Oct 19 02:07:42.458726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:43.132656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82305470-fd7f-4f3f-878c-f0c8d37161af req-9ebe70f8-2c45-46d6-8098-a143f8948b09 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:43.134150 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82305470-fd7f-4f3f-878c-f0c8d37161af req-9ebe70f8-2c45-46d6-8098-a143f8948b09 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0545988 Oct 19 02:07:43.171853 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82305470-fd7f-4f3f-878c-f0c8d37161af req-e2a21483-da5d-41ae-927b-156e5fe6e3dd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Oct 19 02:07:44.219507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:07:44.290971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05334367-1ef6-4e14-8fc7-70ceec29990c req-76eeec7e-b71c-4dfa-8bd4-d81f58b2b944 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:44.292507 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05334367-1ef6-4e14-8fc7-70ceec29990c req-76eeec7e-b71c-4dfa-8bd4-d81f58b2b944 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0525374 Oct 19 02:07:44.315579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:44.326450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'mac_address': 'fa:16:3e:d3:3e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:07:44.331604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-05334367-1ef6-4e14-8fc7-70ceec29990c req-7b98a133-9a2c-4ecb-9c63-7070546a9004 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330818 Oct 19 02:07:44.363856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:44.376113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12eb518-9c3d-4978-a75c-f9b22915c82a {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:07:44.394714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:44.398700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:44.445336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:44.741352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c12eb518-9c3d-4978-a75c-f9b22915c82a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:07:45.446900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a65e-ce3f-4a1c-8e84-0e88367ef0c6 req-095dadec-8437-4af4-a900-b109685da49b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:45.448393 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31b0a65e-ce3f-4a1c-8e84-0e88367ef0c6 req-095dadec-8437-4af4-a900-b109685da49b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0493658 Oct 19 02:07:45.486312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-31b0a65e-ce3f-4a1c-8e84-0e88367ef0c6 req-0b8456ca-2581-466e-8a10-a68794c0b241 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320082 Oct 19 02:07:46.219161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:07:46.266589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port c12eb518-9c3d-4978-a75c-f9b22915c82a completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:07:46.270667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port c12eb518-9c3d-4978-a75c-f9b22915c82a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:07:46.271051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:46.345855 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:46.367917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:46.370183 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e581a3d5d61c15b804d1f04ba20f7f3b2b385f7e5d416818d358705a74b5820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd21da5-d2ce-4d0e-bde1-822e8534df0f" -d '{"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-plugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:46.382577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:07:46.387342 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:46.411286 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4563ff77-80d4-4407-83d7-315eb8ed3c30 x-openstack-request-id: req-4563ff77-80d4-4407-83d7-315eb8ed3c30 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:46.411633 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-plugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:46.411886 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4563ff77-80d4-4407-83d7-315eb8ed3c30 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:46.412296 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'code': 200} Oct 19 02:07:46.437116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:07:46.531167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a294b-237a-4e9d-992e-689035740a61 req-5b9d09b1-19ed-4454-a09a-eb68df1d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:46.532804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-699a294b-237a-4e9d-992e-689035740a61 req-5b9d09b1-19ed-4454-a09a-eb68df1d59df service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1097 time: 0.0419838 Oct 19 02:07:46.596484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-699a294b-237a-4e9d-992e-689035740a61 req-7bafb2c9-ee33-409e-89be-9291d17bef05 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561337 Oct 19 02:07:46.615805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919527e-0e6b-4ac1-a2d6-691b032b1165 req-616221c2-b00f-416a-8111-8c68da85134b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:46.617258 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a919527e-0e6b-4ac1-a2d6-691b032b1165 req-616221c2-b00f-416a-8111-8c68da85134b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0629187 Oct 19 02:07:46.655949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a919527e-0e6b-4ac1-a2d6-691b032b1165 req-1e13e32d-08cd-4a32-a6a6-dd5b4035d99b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327847 Oct 19 02:07:47.778285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07ad5-f462-4322-b67a-8c4a9e8a43f8 req-d7b403ce-89f2-4779-90da-0d144076e9d4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:47.779834 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fcf07ad5-f462-4322-b67a-8c4a9e8a43f8 req-d7b403ce-89f2-4779-90da-0d144076e9d4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0529060 Oct 19 02:07:47.819031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fcf07ad5-f462-4322-b67a-8c4a9e8a43f8 req-db56b0d8-5e5d-4788-a790-bf37b03b6111 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327857 Oct 19 02:07:48.935934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92ad5e-162d-4074-a5a8-60e3bd5a9e49 req-531b5bad-00f0-46e3-83a0-eaf1b4c78509 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:48.937372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f92ad5e-162d-4074-a5a8-60e3bd5a9e49 req-531b5bad-00f0-46e3-83a0-eaf1b4c78509 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Oct 19 02:07:48.976542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f92ad5e-162d-4074-a5a8-60e3bd5a9e49 req-dcfceb2b-fb17-4817-9387-3a8f53290bff tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320511 Oct 19 02:07:49.087290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19974d9e-11b2-4af7-b7b4-4a496f8ed720 req-35c2e0c3-f83a-4ed4-bbc3-e8fcc81f2809 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:49.088795 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-19974d9e-11b2-4af7-b7b4-4a496f8ed720 req-35c2e0c3-f83a-4ed4-bbc3-e8fcc81f2809 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0495768 Oct 19 02:07:49.097503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53284) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:07:49.102071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Request body: {'floatingip': {'port_id': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:07:49.145470 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:49.921615 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:49.925867 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:50.024737 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 associated. External IP: 172.25.0.136, port: c12eb518-9c3d-4978-a75c-f9b22915c82a. Oct 19 02:07:50.229106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:07:50.234683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:50.337579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:07:50.342334 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:07:50.347048 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:07:50.356248 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:50.356843 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:07:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:50.369091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eab8bd03-294b-441b-9d79-7978755afdc5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "PUT /v2.0/floatingips/7a7ca503-cf7d-4461-98c7-25559cf46a17 HTTP/1.1" status: 200 len: 992 time: 1.2705030 Oct 19 02:07:50.369791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:07:50.372303 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b033a51421e18624cff3d377a52972a2cfc82411d08713cab681e56ffa938a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20" -d '{"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:07:50.414787 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7617c2-c0ca-485d-9f00-6d55381bf6b1 x-openstack-request-id: req-5e7617c2-c0ca-485d-9f00-6d55381bf6b1 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:07:50.415079 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:07:50.415335 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e7617c2-c0ca-485d-9f00-6d55381bf6b1 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:07:50.415734 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'status': 'completed', 'code': 200} Oct 19 02:07:50.514933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-2534891f-b930-4099-b4d6-56015ef8926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:50.516432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-2534891f-b930-4099-b4d6-56015ef8926e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1097 time: 0.0464311 Oct 19 02:07:50.550551 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:50.609584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-3ceea985-34d5-4c89-90a9-edce500490ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:50.611086 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-3ceea985-34d5-4c89-90a9-edce500490ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0879743 Oct 19 02:07:50.678349 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-8412cd31-a1d7-436f-8dde-e59c549c337e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.0603254 Oct 19 02:07:50.737038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-5738663a-0e07-4ef7-8cdb-2cafa1950d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:50.739069 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-5738663a-0e07-4ef7-8cdb-2cafa1950d4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0545292 Oct 19 02:07:50.778923 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:d3:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55928315-ddb6-41d7-9d71-d88867bd5435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:07:49Z', 'revision_number': 13, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:50.785971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-d649c7fc-0cb3-4f1f-ac38-6e75d36d3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:07:50.787498 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-d649c7fc-0cb3-4f1f-ac38-6e75d36d3be7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419986 Oct 19 02:07:50.805542 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:07:50.813749 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:07:50.814344 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:07:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:50.879300 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-09a91db2-b8ea-4f34-9e01-973ebc118154 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832820 Oct 19 02:07:50.921512 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:07:50.972366 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4e1f82e8-0601-4d94-ac9f-3cf028ab5f20 req-7e127438-9141-4293-a987-f090313b85f4 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873666 Oct 19 02:07:51.145620 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:d3:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55928315-ddb6-41d7-9d71-d88867bd5435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:07:49Z', 'revision_number': 13, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:07:51.171381 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cc0af-b206-4380-92fa-af7cf8ca7853 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a7ca503-cf7d-4461-98c7-25559cf46a17', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'port_id': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'mac_address': 'fa:16:3e:d3:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55928315-ddb6-41d7-9d71-d88867bd5435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:00:00Z', 'updated_at': '2021-10-19T02:07:49Z', 'revision_number': 13, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:07:51.357206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cf001-2eb0-4c7a-b5e3-a8b176e17484 None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:08:07.003616 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-85bd659a-dba4-42d8-b777-bc1695c7ce75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:09.753648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6eead9df-cb34-43d0-8fca-91bb511473c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.139275 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.699602 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:10.959895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:12.460314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:15.248172 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:08:20.235488 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:37.005475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-93c22361-c48f-49b7-882f-8ebf7e8d5460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:39.753642 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dd55edb0-7ca8-44b2-9f25-d1b628ee63ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:40.156915 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:40.704706 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:40.708930 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-e6d85f3d-4c44-4514-a51c-ca9d5ce4375e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829177 Oct 19 02:08:40.811445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-f26bd4e7-6bb3-49c1-8615-b5a0cba63af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:40.812964 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-f26bd4e7-6bb3-49c1-8615-b5a0cba63af9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1097 time: 0.0452602 Oct 19 02:08:40.916059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-57e0b1d5-926b-4bf6-ad5f-a413e4810de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:40.917533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-57e0b1d5-926b-4bf6-ad5f-a413e4810de9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0858502 Oct 19 02:08:40.962294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:40.991551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-44573328-08ae-46d1-8881-57cbad2c14fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1002 time: 0.0653615 Oct 19 02:08:41.041136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-cf228ee9-670c-4d70-9a79-ba50c097162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:41.042608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-cf228ee9-670c-4d70-9a79-ba50c097162c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0457251 Oct 19 02:08:41.087622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-fd67e4af-5ad7-4571-bf88-b1b18b8043fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:08:41.089117 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-fd67e4af-5ad7-4571-bf88-b1b18b8043fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401001 Oct 19 02:08:41.183400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-ed4c9a67-78c4-4a9a-9a46-cb61bac63b09 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866771 Oct 19 02:08:41.281204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c47b9d9-b02f-4b17-a97e-972361d04d6c req-6b653be4-91ce-43be-9d7e-6e8d3085906c service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823431 Oct 19 02:08:42.463007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:50.245029 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:08:52.248073 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:09:07.006384 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ab46452f-885d-429f-a4bb-fc74f5ea9091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:09.754576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b101589f-2b8d-441c-a955-0232e601070d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:10.157753 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:10.706733 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:10.964217 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:12.465856 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:20.240399 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:29.247187 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:09:37.008494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7bcda38a-b545-47fb-b902-9a87d049f126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:39.755194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-221b6809-9a61-4376-bf89-6d8751080e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:40.157473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:40.707736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:40.966537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:42.469327 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:09:42.599222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-c5e6e5b2-a7ce-45f0-9574-7522745d6294 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403562 Oct 19 02:09:42.701851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739287-1507-4634-acc3-fb17f05583e1 req-4f50b4c9-1229-49b6-a6f1-705babf4e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:42.703360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-4f50b4c9-1229-49b6-a6f1-705babf4e110 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1097 time: 0.0456197 Oct 19 02:09:42.804640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739287-1507-4634-acc3-fb17f05583e1 req-2ea99ec3-94c9-4353-b1ce-0fe9c909ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:42.806082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-2ea99ec3-94c9-4353-b1ce-0fe9c909ea16 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0834796 Oct 19 02:09:42.874500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-a58c5177-cf82-4787-8f12-71817be20e59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1002 time: 0.0612373 Oct 19 02:09:42.923048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739287-1507-4634-acc3-fb17f05583e1 req-47c80e34-77b4-41aa-8189-d3fc1f0a27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:42.924521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-47c80e34-77b4-41aa-8189-d3fc1f0a27f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0432773 Oct 19 02:09:42.974327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739287-1507-4634-acc3-fb17f05583e1 req-77b07f77-42ea-4741-8694-52343ca66575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:09:42.975839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-77b07f77-42ea-4741-8694-52343ca66575 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418522 Oct 19 02:09:43.070624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-0ca0c8c0-bc50-43cd-a527-13162edd43b8 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871606 Oct 19 02:09:43.158738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b739287-1507-4634-acc3-fb17f05583e1 req-b1064807-4ada-49a7-bc10-cc3605632fc0 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823548 Oct 19 02:09:50.249893 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:06.247520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:10:07.008720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-76b6f2a8-210c-4cd8-96f8-548d6ec4eed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:09.756476 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d188ad82-28f2-4fcd-80a7-7ec406806b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:10.152370 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:10.708010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:10.969213 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:12.471054 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:16.888319 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f32b4c-b3fd-4298-98e5-43eb51abf973 req-999bf2ad-6a8a-43cd-aff8-66150de6fcf3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:16.889723 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4f32b4c-b3fd-4298-98e5-43eb51abf973 req-999bf2ad-6a8a-43cd-aff8-66150de6fcf3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.1572583 Oct 19 02:10:16.928009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a4f32b4c-b3fd-4298-98e5-43eb51abf973 req-2eb8bd5f-b4e9-4ddf-82cd-3805301773ea tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Oct 19 02:10:20.254678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:29.170055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-2b9e9943-465e-499d-b988-69f34ff9a2d6 req-d7b0f7b1-5c46-4806-83bf-45a3ccbe3d00 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:10:29.171071 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b9e9943-465e-499d-b988-69f34ff9a2d6 req-d7b0f7b1-5c46-4806-83bf-45a3ccbe3d00 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0430002 Oct 19 02:10:29.392162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3274dd-87aa-467e-a4fe-19e3289d8884 req-e3e11dca-1ebf-4496-a01f-f0f3931dede2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:29.393662 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f3274dd-87aa-467e-a4fe-19e3289d8884 req-e3e11dca-1ebf-4496-a01f-f0f3931dede2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0888271 Oct 19 02:10:29.400388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-8d93b7d0-f5d9-48ba-8423-0a2cbb4e8267 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030586 Oct 19 02:10:29.410759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-a5b5bd7b-8be3-47b4-8070-fbcf7dface56 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:10:29.411721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-a5b5bd7b-8be3-47b4-8070-fbcf7dface56 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047064 Oct 19 02:10:29.439767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8f3274dd-87aa-467e-a4fe-19e3289d8884 req-7aeeece8-c9e9-4123-bbcf-40bba48bd4dd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Oct 19 02:10:30.563441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed66a1-3616-484f-a7e6-cffe1b3c12cb req-e01bf65a-2cb0-467a-a062-7246f541695b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.564956 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30ed66a1-3616-484f-a7e6-cffe1b3c12cb req-e01bf65a-2cb0-467a-a062-7246f541695b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0519931 Oct 19 02:10:30.579347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-5a26fae5-b32f-42d6-8be3-2c135f0733ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.581030 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-5a26fae5-b32f-42d6-8be3-2c135f0733ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1097 time: 0.0423648 Oct 19 02:10:30.604732 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-30ed66a1-3616-484f-a7e6-cffe1b3c12cb req-2efa497b-d3e8-411d-a951-7ecc93742032 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Oct 19 02:10:30.678963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-a19323d4-0e7c-4173-ae19-5b26a91690e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.680485 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-a19323d4-0e7c-4173-ae19-5b26a91690e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0920660 Oct 19 02:10:30.746451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-0aebf7a1-aaf4-4784-ab3b-0f6a16301d7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1002 time: 0.0585005 Oct 19 02:10:30.798846 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-fdf81124-04ae-4f24-91f7-d96ad210c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.800324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-fdf81124-04ae-4f24-91f7-d96ad210c724 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0475936 Oct 19 02:10:30.853817 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-2aa1fa99-f075-4172-80fe-21fad747fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:30.855266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-2aa1fa99-f075-4172-80fe-21fad747fc13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416663 Oct 19 02:10:30.944357 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-4c7d9b0b-6fb9-430b-88a0-2a5f2dc172ef service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817630 Oct 19 02:10:31.039028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-bf18e78e-a459-4e29-ba81-2ac51e51e702 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873063 Oct 19 02:10:31.719769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0241c-279e-4cdc-ac52-e89b85b5aa83 req-0957e252-7d06-47e6-9b63-643f2589a677 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:31.721249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83b0241c-279e-4cdc-ac52-e89b85b5aa83 req-0957e252-7d06-47e6-9b63-643f2589a677 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Oct 19 02:10:31.758110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83b0241c-279e-4cdc-ac52-e89b85b5aa83 req-91b9144c-db89-4d6e-bea3-3f678e47be76 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Oct 19 02:10:32.874606 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a1197-5938-40f5-8835-2f464d1eea94 req-75f97dbb-b0b9-4420-8e60-082cd0ccb7c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:32.876088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-987a1197-5938-40f5-8835-2f464d1eea94 req-75f97dbb-b0b9-4420-8e60-082cd0ccb7c4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Oct 19 02:10:32.912487 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-987a1197-5938-40f5-8835-2f464d1eea94 req-d5eddd87-8796-4694-988e-4ce0960dba59 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305793 Oct 19 02:10:34.035761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739b23-89ca-4f26-8852-779ed62c57c6 req-80f5b7a6-dc5f-4e53-af8a-3e582d21cba3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:34.037274 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc739b23-89ca-4f26-8852-779ed62c57c6 req-80f5b7a6-dc5f-4e53-af8a-3e582d21cba3 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0538468 Oct 19 02:10:34.075519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc739b23-89ca-4f26-8852-779ed62c57c6 req-d5ec657a-6ad7-4eec-8757-5520d6895871 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 Oct 19 02:10:35.194268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7f930-6677-4c36-9851-63891c51c74c req-205467f9-0aa6-4ad8-8be9-b405970221dc tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:35.195715 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4da7f930-6677-4c36-9851-63891c51c74c req-205467f9-0aa6-4ad8-8be9-b405970221dc tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Oct 19 02:10:35.234674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4da7f930-6677-4c36-9851-63891c51c74c req-3fdecbcf-8086-44ab-88df-1e1ae1a8f5eb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319850 Oct 19 02:10:36.350144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bddf3-34c5-4b59-be08-d829b28dcc51 req-88304d23-2681-4b69-8f41-f389c5179031 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:36.351595 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f50bddf3-34c5-4b59-be08-d829b28dcc51 req-88304d23-2681-4b69-8f41-f389c5179031 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0491877 Oct 19 02:10:36.388876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f50bddf3-34c5-4b59-be08-d829b28dcc51 req-87fbcc39-30ed-437f-86c4-af50fc9b432a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313189 Oct 19 02:10:37.010735 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-525282b2-668b-4a65-9f6b-820f3d1086ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:37.505320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba531e-ef14-4710-8353-bde5e5171eba req-c76cf632-ac2f-4872-8ed9-3c07d6e8096a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:37.506790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-88ba531e-ef14-4710-8353-bde5e5171eba req-c76cf632-ac2f-4872-8ed9-3c07d6e8096a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0501204 Oct 19 02:10:37.545591 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-88ba531e-ef14-4710-8353-bde5e5171eba req-b7f5c03d-f466-45c7-9081-dc7a700235db tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324218 Oct 19 02:10:38.661752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b0d03-ba0a-4689-a768-784871b8c387 req-3bf4a8f0-1b19-43e2-a797-c4ae67a6f31c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:38.663226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-703b0d03-ba0a-4689-a768-784871b8c387 req-3bf4a8f0-1b19-43e2-a797-c4ae67a6f31c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0492854 Oct 19 02:10:38.701287 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-703b0d03-ba0a-4689-a768-784871b8c387 req-899ba4f0-a3b2-4602-942f-6f5e75e05782 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Oct 19 02:10:39.756080 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-beeecba3-2235-4105-89c3-89999f762e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:39.819635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51ca4a-e892-403c-8830-76dc4260a76f req-1b8a103c-9bfc-4ac7-8ae8-e4e80cc02a8d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:39.821122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e51ca4a-e892-403c-8830-76dc4260a76f req-1b8a103c-9bfc-4ac7-8ae8-e4e80cc02a8d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0493989 Oct 19 02:10:39.859152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3e51ca4a-e892-403c-8830-76dc4260a76f req-d68a2214-221a-428e-821c-cfac45b4930c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Oct 19 02:10:40.177192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:40.708642 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:40.973890 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:40.992293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9be73-91db-4d85-8e2a-08c9a682f23f req-57de5080-5b99-4c60-aab4-b2fe1ad5082f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:40.993973 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1be9be73-91db-4d85-8e2a-08c9a682f23f req-57de5080-5b99-4c60-aab4-b2fe1ad5082f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0542343 Oct 19 02:10:41.031768 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1be9be73-91db-4d85-8e2a-08c9a682f23f req-36b41efb-4ee0-417c-a9bc-32e9981eacfc tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Oct 19 02:10:42.152007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74862425-1b14-47c0-9c70-4a2f12ca54c7 req-718182de-2ea8-4475-8a68-a1b6a5313fcf tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:42.153467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74862425-1b14-47c0-9c70-4a2f12ca54c7 req-718182de-2ea8-4475-8a68-a1b6a5313fcf tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0534239 Oct 19 02:10:42.189955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-74862425-1b14-47c0-9c70-4a2f12ca54c7 req-d0fa5fa6-b1c8-41f0-b3f6-7dde6a888f8d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305328 Oct 19 02:10:42.473434 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:43.247546 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:10:43.306653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773eadb-8f5e-46ce-9e01-f388f6c6e3e2 req-e502ce03-320f-4624-9e12-55762bb62204 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:43.308326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0773eadb-8f5e-46ce-9e01-f388f6c6e3e2 req-e502ce03-320f-4624-9e12-55762bb62204 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Oct 19 02:10:43.345997 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0773eadb-8f5e-46ce-9e01-f388f6c6e3e2 req-33bd3fd4-c97c-40ad-bdbb-dc2fe5d3f535 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317278 Oct 19 02:10:43.661226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-baddd751-adf0-46de-953a-fa421f360833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:43.662772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-baddd751-adf0-46de-953a-fa421f360833 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1097 time: 0.0413165 Oct 19 02:10:43.771410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-324688ce-2743-436d-b754-394d1302fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:43.772843 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-324688ce-2743-436d-b754-394d1302fa77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0884373 Oct 19 02:10:43.838389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-eddb255c-f42e-48c7-9697-e06bacf65c21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1002 time: 0.0584404 Oct 19 02:10:43.892671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-699f9bff-d9d1-440e-b91e-c88e13695006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:43.894137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-699f9bff-d9d1-440e-b91e-c88e13695006 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0492082 Oct 19 02:10:43.939568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-ad8f8e74-b000-4b40-9cc4-810d4bc8c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:43.941094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-ad8f8e74-b000-4b40-9cc4-810d4bc8c3bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400054 Oct 19 02:10:44.031211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-3359794d-76b2-4393-879a-3fe7f1a7e2af service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819120 Oct 19 02:10:44.124913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-318279ed-1933-4fde-8f59-6cd333ddc803 req-4c6d35b2-9463-4c7e-86d0-cc919a968823 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865953 Oct 19 02:10:44.464699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6573c20-d5de-4441-ba61-9de5a864fc15 req-a9169fc8-20e5-4321-bde6-6b9b955bf6f5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:44.466185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c6573c20-d5de-4441-ba61-9de5a864fc15 req-a9169fc8-20e5-4321-bde6-6b9b955bf6f5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0513248 Oct 19 02:10:44.505243 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c6573c20-d5de-4441-ba61-9de5a864fc15 req-85af552b-6ba3-45ad-b604-54ec2a689616 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323670 Oct 19 02:10:45.274153 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-d9eedca4-981c-4215-9432-bcec75bbc7fd service neutron] show failed (client error): The resource could not be found. Oct 19 02:10:45.275120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-d9eedca4-981c-4215-9432-bcec75bbc7fd service neutron] 10.222.0.74 "GET /v2.0/ports/c12eb518-9c3d-4978-a75c-f9b22915c82a/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0537767 Oct 19 02:10:45.557092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-bde58929-69b6-4b29-a1a0-355796037d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:45.558518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-bde58929-69b6-4b29-a1a0-355796037d02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 1097 time: 0.0844071 Oct 19 02:10:45.570513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:10:45.653545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:45.669968 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c828b1-4c35-4632-87b6-119c1a574cd3 req-9d059dd6-17a9-4654-94ae-e7d889fadd2a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:45.671453 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3c828b1-4c35-4632-87b6-119c1a574cd3 req-9d059dd6-17a9-4654-94ae-e7d889fadd2a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0818949 Oct 19 02:10:45.788260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b3c828b1-4c35-4632-87b6-119c1a574cd3 req-79d86a08-e19b-4170-b5d5-992d3fe8d177 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102445 Oct 19 02:10:45.893824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:10:45.926397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:10:45.965799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:10:45.970760 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:45.984135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Transition to ACTIVE for port object c12eb518-9c3d-4978-a75c-f9b22915c82a will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:10:45.987663 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:46.013510 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b070221d-b55c-402d-9271-94a796c12037" -d '{"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-unplugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:10:46.065898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:46.086160 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.086504 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.087398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.088137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.088137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.088420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.088733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.089058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.089383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.089700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.090034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.090369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:10:46.126915 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1040f6-d809-4b3d-90e7-1ae00c51a6ac x-openstack-request-id: req-0d1040f6-d809-4b3d-90e7-1ae00c51a6ac {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:10:46.127210 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-unplugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:10:46.127462 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d1040f6-d809-4b3d-90e7-1ae00c51a6ac {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:10:46.127849 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'code': 200} Oct 19 02:10:46.128772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] No DVR routers for this DVR port c12eb518-9c3d-4978-a75c-f9b22915c82a on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:10:46.269289 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:10:46.269624 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:10:46.269950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:10:46.274154 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:10:46.274582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:10:46.279337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:10:46.279668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:10:46.280083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:10:46.280508 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Bound port: c12eb518-9c3d-4978-a75c-f9b22915c82a, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:10:46.280862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:46.342680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:10:46.345536 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:10:46.349673 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:46.381836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:46.382502 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:46.384106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] 10.222.0.62 "PUT /v2.0/ports/c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1092 time: 0.8174765 Oct 19 02:10:46.418610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f3f8b-f7e4-4fbb-a7d8-2b1c5c88741b service neutron] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:10:46.454854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-1136e97f-c6b0-4644-bfb0-22880b2b538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:46.456460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-1136e97f-c6b0-4644-bfb0-22880b2b538f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1095 time: 0.0509887 Oct 19 02:10:46.554020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-3bfb709d-5ab6-4721-9ddb-a3f6a2bd91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:46.557161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-3bfb709d-5ab6-4721-9ddb-a3f6a2bd91db service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0915647 Oct 19 02:10:46.624990 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-d1f1d8fc-5c08-411a-a08e-3360bb280fa4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.0609815 Oct 19 02:10:46.677900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-423cbf7b-a253-45e4-8272-59545670468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:46.679383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-423cbf7b-a253-45e4-8272-59545670468f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0476100 Oct 19 02:10:46.725242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c803f5d8-5bcf-4a67-b809-011a782e79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:46.726779 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-c803f5d8-5bcf-4a67-b809-011a782e79ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403855 Oct 19 02:10:46.822709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-631984ad-7d76-49cf-b6d1-e5ed2d767512 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888691 Oct 19 02:10:46.952434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec463-94a9-43a1-98f4-80e2db4bd52b req-c2f1ffdc-41ef-4899-9e2b-5340ba4ebf1d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:46.953774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e21ec463-94a9-43a1-98f4-80e2db4bd52b req-c2f1ffdc-41ef-4899-9e2b-5340ba4ebf1d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0938346 Oct 19 02:10:46.955908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-844c740b-8825-4c8c-858c-f8d6cc539ba6 req-6514e61c-1442-4a64-be53-d56f06d3d8b1 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248391 Oct 19 02:10:46.997376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e21ec463-94a9-43a1-98f4-80e2db4bd52b req-ff106405-ee7c-4d5d-bd69-dc4685e4ac87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375860 Oct 19 02:10:47.152014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:10:47.193784 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:10:48.121390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21b99-50d4-4a88-8307-0d40f7bbadf5 req-92670eec-237d-4977-8722-e434e298ef5b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:48.122877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9a21b99-50d4-4a88-8307-0d40f7bbadf5 req-92670eec-237d-4977-8722-e434e298ef5b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0484631 Oct 19 02:10:48.129150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:10:48.131702 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e09cbd-38c8-496e-ac5c-05e65ffb1460" -d '{"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:10:48.163680 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b9a21b99-50d4-4a88-8307-0d40f7bbadf5 req-58673050-b15e-49a9-93b7-9f5ca510d448 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346644 Oct 19 02:10:48.182725 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a4dd1-5647-4409-acdd-219e8d198399 x-openstack-request-id: req-e98a4dd1-5647-4409-acdd-219e8d198399 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:10:48.183019 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:10:48.183269 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e98a4dd1-5647-4409-acdd-219e8d198399 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:10:48.183661 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'status': 'completed', 'code': 200} Oct 19 02:10:48.279166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-a85565ba-3cd2-46cb-b738-3c476f5a3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:48.280663 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-a85565ba-3cd2-46cb-b738-3c476f5a3db0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1095 time: 0.0725403 Oct 19 02:10:48.285564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-4d729715-bf2c-479d-8d76-272be3141062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:48.286926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-4d729715-bf2c-479d-8d76-272be3141062 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1095 time: 0.0512888 Oct 19 02:10:48.445591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-4b87d509-15e2-4d68-8ac2-cc95efefc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:48.447699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-4b87d509-15e2-4d68-8ac2-cc95efefc522 service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1598027 Oct 19 02:10:48.448797 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-617f8452-9257-480c-8b24-6d0ca8e2f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:48.450087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-617f8452-9257-480c-8b24-6d0ca8e2f4c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1553149 Oct 19 02:10:48.563381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-0b609ca5-5454-4b11-b967-6ae12e59aa3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.1077011 Oct 19 02:10:48.565052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-c2d0b260-4e7d-4865-844b-5516240be30c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.1040819 Oct 19 02:10:49.004423 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-0a3028ff-09ed-44ce-a30b-bb9b6f26915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:49.005855 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-0a3028ff-09ed-44ce-a30b-bb9b6f26915c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.4353578 Oct 19 02:10:49.007203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-085e35a6-b6d9-4478-8661-1fe11b69a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:49.009140 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-085e35a6-b6d9-4478-8661-1fe11b69a995 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.4298108 Oct 19 02:10:49.085554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-694a95fa-5d3a-4517-bc01-1fbe7ef32c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:49.087136 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-694a95fa-5d3a-4517-bc01-1fbe7ef32c04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653543 Oct 19 02:10:49.089475 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-6b5300cf-52d7-485d-9d99-47040b197ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:49.090804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-6b5300cf-52d7-485d-9d99-47040b197ea5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769019 Oct 19 02:10:49.248559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-e653370c-d7d1-4c90-a9f5-afc711fa3af8 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540294 Oct 19 02:10:49.252365 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-0621fea6-30c7-430a-83ad-f62566c21a69 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512506 Oct 19 02:10:49.291300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6e50-ca02-48ed-a2d1-d6628ee8c5a9 req-ee3aec9b-7c90-405e-bee0-7a0329c08359 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:49.292859 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38bf6e50-ca02-48ed-a2d1-d6628ee8c5a9 req-ee3aec9b-7c90-405e-bee0-7a0329c08359 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0563419 Oct 19 02:10:49.334578 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38bf6e50-ca02-48ed-a2d1-d6628ee8c5a9 req-ac9515fe-aef1-478d-8c22-93f004a70d2a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354481 Oct 19 02:10:49.424341 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-50ef8916-1109-498f-819f-3bbc5e0bd9d7 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691539 Oct 19 02:10:49.426205 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-08e09cbd-38c8-496e-ac5c-05e65ffb1460 req-ad23f9b9-ff5a-44d9-b4ea-2c25e0b2c7c2 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633892 Oct 19 02:10:50.265114 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:10:50.459939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cf83f-3ef2-43db-b72b-4601e23231ee req-d68e42a3-7df4-48f9-bebb-7d07c19c7800 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:50.461458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-912cf83f-3ef2-43db-b72b-4601e23231ee req-d68e42a3-7df4-48f9-bebb-7d07c19c7800 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0547552 Oct 19 02:10:50.500417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-912cf83f-3ef2-43db-b72b-4601e23231ee req-a12ad2c9-ac45-47d5-80fc-4357993e988e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Oct 19 02:10:51.616301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b00d2-4218-4150-a817-93296663f648 req-1ee97bf1-f137-46e1-8467-bb96a8a71762 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:51.617837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55b00d2-4218-4150-a817-93296663f648 req-1ee97bf1-f137-46e1-8467-bb96a8a71762 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0498304 Oct 19 02:10:51.657924 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e55b00d2-4218-4150-a817-93296663f648 req-0cf2ab6d-eef4-4ad8-b654-bf6f18f99598 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339866 Oct 19 02:10:52.407649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83faeb9-11be-43b4-b824-19059612cd11 req-1b3c769e-178c-475b-a5a4-9a2aa16e3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:52.409141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e83faeb9-11be-43b4-b824-19059612cd11 req-1b3c769e-178c-475b-a5a4-9a2aa16e3315 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1095 time: 0.0415092 Oct 19 02:10:52.516636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83faeb9-11be-43b4-b824-19059612cd11 req-46edbe79-ff62-4c82-9f55-a124ac26dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:52.518056 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e83faeb9-11be-43b4-b824-19059612cd11 req-46edbe79-ff62-4c82-9f55-a124ac26dc1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0887578 Oct 19 02:10:52.582828 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e83faeb9-11be-43b4-b824-19059612cd11 req-33b3e27d-3757-426c-9e4f-9e07c1bfa874 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.0569687 Oct 19 02:10:52.631031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83faeb9-11be-43b4-b824-19059612cd11 req-00f74738-b552-4e15-99f2-a6761d4065d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:52.632438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e83faeb9-11be-43b4-b824-19059612cd11 req-00f74738-b552-4e15-99f2-a6761d4065d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0415616 Oct 19 02:10:52.685273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83faeb9-11be-43b4-b824-19059612cd11 req-5e5fe317-b3fc-413d-8739-c683ea1c2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:52.687244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e83faeb9-11be-43b4-b824-19059612cd11 req-5e5fe317-b3fc-413d-8739-c683ea1c2169 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459013 Oct 19 02:10:52.814740 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e83faeb9-11be-43b4-b824-19059612cd11 req-8e4e8e34-f354-49bf-91e8-61c46fb5a45d service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200888 Oct 19 02:10:52.823384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93073-62dd-4f7e-abc1-0fcba16fb88e req-3bba8a5e-723c-4a5a-9951-473893ed261e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:52.824749 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-25e93073-62dd-4f7e-abc1-0fcba16fb88e req-3bba8a5e-723c-4a5a-9951-473893ed261e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0741856 Oct 19 02:10:52.911188 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-25e93073-62dd-4f7e-abc1-0fcba16fb88e req-580e299d-4be4-4b3c-96b0-991431c34fbd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787914 Oct 19 02:10:52.940576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e83faeb9-11be-43b4-b824-19059612cd11 req-f96b5023-1f0a-4047-ba28-18992d5c41ce service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148014 Oct 19 02:10:54.025962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f15e-c4ca-478a-8dfe-b537a74fe00d req-ef16cf86-45c7-4b01-aaaa-d8adaf094ed5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:54.027420 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3aa1f15e-c4ca-478a-8dfe-b537a74fe00d req-ef16cf86-45c7-4b01-aaaa-d8adaf094ed5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0483618 Oct 19 02:10:54.065194 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3aa1f15e-c4ca-478a-8dfe-b537a74fe00d req-8a63167c-e8f7-4264-8289-b8764968d0bd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Oct 19 02:10:55.188389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820036ef-1a3c-4b4c-85c9-e2a7f7119804 req-c9c564bc-0d7a-4c04-86e6-7c801fe78567 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:55.189833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-820036ef-1a3c-4b4c-85c9-e2a7f7119804 req-c9c564bc-0d7a-4c04-86e6-7c801fe78567 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0541275 Oct 19 02:10:55.227034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-820036ef-1a3c-4b4c-85c9-e2a7f7119804 req-bb93d129-1c2e-445a-8bd4-f665bd61289f tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Oct 19 02:10:56.345440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bbd94-d23d-4fcb-abb0-44e0bab3386f req-4d0cd988-410e-47d6-8ba0-5084adc217a0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:56.346886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-925bbd94-d23d-4fcb-abb0-44e0bab3386f req-4d0cd988-410e-47d6-8ba0-5084adc217a0 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0525639 Oct 19 02:10:56.384310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-925bbd94-d23d-4fcb-abb0-44e0bab3386f req-f46b9c3d-b86f-486a-a450-0abaab5f848a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309799 Oct 19 02:10:57.503257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ea5c6-7aae-4ac3-b9b8-30f62d9f50cd req-ffcca291-fcbc-4df1-bcd9-5a29a4e056df tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:57.504792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-287ea5c6-7aae-4ac3-b9b8-30f62d9f50cd req-ffcca291-fcbc-4df1-bcd9-5a29a4e056df tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0539739 Oct 19 02:10:57.542549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-287ea5c6-7aae-4ac3-b9b8-30f62d9f50cd req-ecb17d8b-f8ca-4c93-b323-1b9841e65cdd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Oct 19 02:10:58.657099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb2e2-bdf7-4cad-b299-dac230971c93 req-e3dc990b-d950-4f95-bf5a-7256170bec2d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:58.658575 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38dbb2e2-bdf7-4cad-b299-dac230971c93 req-e3dc990b-d950-4f95-bf5a-7256170bec2d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0486636 Oct 19 02:10:58.698576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38dbb2e2-bdf7-4cad-b299-dac230971c93 req-bab6ac0b-4b67-46fd-b5bd-1c85c7c274f4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Oct 19 02:10:59.814513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc5898-2064-4dd0-8ca9-0baaf68cd8d8 req-4c2dc5ce-bf4a-4ed1-b150-fd0c2a7cca3d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:10:59.815952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6bcc5898-2064-4dd0-8ca9-0baaf68cd8d8 req-4c2dc5ce-bf4a-4ed1-b150-fd0c2a7cca3d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0502157 Oct 19 02:10:59.854032 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6bcc5898-2064-4dd0-8ca9-0baaf68cd8d8 req-b1628665-7d8e-4178-916b-3f428fca4bbe tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314906 Oct 19 02:11:00.166549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-6f2372a2-88aa-4fae-bb50-b9bc24f6f02e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:00.168026 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-6f2372a2-88aa-4fae-bb50-b9bc24f6f02e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.62 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435&tenant_id=bd83961b7a6543fda0ba44b2608a7b68&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 943 time: 0.0846992 Oct 19 02:11:00.178940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0033e8d-7828-4c8c-afd3-590d906804c3 req-3adda3b3-b31c-4e31-b2cf-38306fc5b56d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:00.179358 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:11:00.180953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0033e8d-7828-4c8c-afd3-590d906804c3 req-3adda3b3-b31c-4e31-b2cf-38306fc5b56d tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 943 time: 0.0663285 Oct 19 02:11:00.252960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a0033e8d-7828-4c8c-afd3-590d906804c3 req-26972f27-5a42-4ecd-8141-05fd7518c452 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650234 Oct 19 02:11:00.261130 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-adbc71ba-9f5f-4a9d-89f0-325e5ce743fc service neutron] 10.222.0.62 "GET /v2.0/ports/c12eb518-9c3d-4978-a75c-f9b22915c82a/bindings/n-h2-789963-20 HTTP/1.1" status: 200 len: 383 time: 0.0792718 Oct 19 02:11:00.282698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:00.294528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'mac_address': 'fa:16:3e:d3:3e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:11:00.328893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-56e793e9-39ed-4eaa-95cc-84a3278090aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:00.330475 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-56e793e9-39ed-4eaa-95cc-84a3278090aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1095 time: 0.0443087 Oct 19 02:11:00.334657 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:00.347873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12eb518-9c3d-4978-a75c-f9b22915c82a {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:11:00.367484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:00.372570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:00.420174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:00.421141 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-8c92ac89-61f6-4880-9b27-2d8c7ae596cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:00.422636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-8c92ac89-61f6-4880-9b27-2d8c7ae596cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0851281 Oct 19 02:11:00.427435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.427781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.428150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.428489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.428820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.429150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.429499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.429824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.430510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.430868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.431264 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.431513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:00.493340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-9f2a8cec-5a7b-46a4-8e9a-8a4d112149a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1001 time: 0.0632129 Oct 19 02:11:00.543569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-d8244d72-dcd0-4d47-896b-9b2c677aa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:00.544930 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-d8244d72-dcd0-4d47-896b-9b2c677aa7d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0438502 Oct 19 02:11:00.592240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-c09d7da1-ad13-4df8-880b-264ee8d8ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:00.593686 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-c09d7da1-ad13-4df8-880b-264ee8d8ac3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411046 Oct 19 02:11:00.615705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['c12eb518-9c3d-4978-a75c-f9b22915c82a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:11:00.691764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-6284b5e3-8433-4640-97a5-3048b62be9f3 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902610 Oct 19 02:11:00.783682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-fcbf47f4-597d-46ed-903e-be381a0562db service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847030 Oct 19 02:11:01.373174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db797961-6b5e-4648-af79-3bb232890537 req-de3f04ee-8316-4536-83fa-b7a43b356555 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:01.374660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db797961-6b5e-4648-af79-3bb232890537 req-de3f04ee-8316-4536-83fa-b7a43b356555 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0497336 Oct 19 02:11:01.411702 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-db797961-6b5e-4648-af79-3bb232890537 req-09863deb-c294-4bfe-9c8e-79e0a63c0f8c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309815 Oct 19 02:11:02.192922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:11:02.240277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port c12eb518-9c3d-4978-a75c-f9b22915c82a completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:11:02.243856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port c12eb518-9c3d-4978-a75c-f9b22915c82a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:11:02.244253 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:02.319272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:02.342238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:02.358648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:02.363410 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:02.388283 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7209942-2f23-4f3c-9d51-5ec0187a8550" -d '{"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-plugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:02.420898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:02.487517 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0332a30-43f5-4cf8-a8f4-d044ce03517c x-openstack-request-id: req-b0332a30-43f5-4cf8-a8f4-d044ce03517c {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:02.487807 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-plugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:02.488089 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0332a30-43f5-4cf8-a8f4-d044ce03517c {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:02.488487 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'code': 200} Oct 19 02:11:02.536712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79445a-c7ae-41ab-bc28-8123890a300f req-e82e405b-b1b2-43c3-8624-a52390395b59 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:02.538201 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab79445a-c7ae-41ab-bc28-8123890a300f req-e82e405b-b1b2-43c3-8624-a52390395b59 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0562708 Oct 19 02:11:02.577933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab79445a-c7ae-41ab-bc28-8123890a300f req-706498fd-148c-45d7-ada1-d3cee8520461 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333569 Oct 19 02:11:03.703018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4bb6-544b-404a-b31a-2fb5e463b893 req-d40e6e69-23e2-40d4-a513-9d4ce18389e2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:03.704476 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00fa4bb6-544b-404a-b31a-2fb5e463b893 req-d40e6e69-23e2-40d4-a513-9d4ce18389e2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0560477 Oct 19 02:11:03.742074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00fa4bb6-544b-404a-b31a-2fb5e463b893 req-3f08133b-d066-41ec-8e75-92d6875dd34c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Oct 19 02:11:04.862516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccefdb3-0780-4609-89c9-a77f1b20aa8f req-34c7b2dc-bd01-484a-a366-a9913893d59b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:04.864011 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bccefdb3-0780-4609-89c9-a77f1b20aa8f req-34c7b2dc-bd01-484a-a366-a9913893d59b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0545039 Oct 19 02:11:04.905323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bccefdb3-0780-4609-89c9-a77f1b20aa8f req-6661763f-a6fa-4ab7-b78c-81e4f07e14fd tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340214 Oct 19 02:11:04.958320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-64332bdc-1555-4146-a422-701c59474612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:04.959784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-64332bdc-1555-4146-a422-701c59474612 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435&tenant_id=bd83961b7a6543fda0ba44b2608a7b68 HTTP/1.1" status: 200 len: 1097 time: 0.0409963 Oct 19 02:11:04.976612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:11:05.027741 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:05.231806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:05.263512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:11:05.301611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:05.304043 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9b26d6-9fad-4fc0-97bd-b20fa943c879" -d '{"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-unplugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:05.308624 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:05.321469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Transition to ACTIVE for port object c12eb518-9c3d-4978-a75c-f9b22915c82a will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:11:05.325309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:05.352682 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58f9da9-f543-4e25-9bb4-87937b7cf167 x-openstack-request-id: req-c58f9da9-f543-4e25-9bb4-87937b7cf167 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:05.352974 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-unplugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:05.353228 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c58f9da9-f543-4e25-9bb4-87937b7cf167 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:05.353621 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'code': 200} Oct 19 02:11:05.410357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=10']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:05.450018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] No DVR routers for this DVR port c12eb518-9c3d-4978-a75c-f9b22915c82a on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:11:05.588340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:11:05.588673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:11:05.589024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:11:05.593276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:11:05.593594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Attempting to bind port c12eb518-9c3d-4978-a75c-f9b22915c82a on network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:11:05.598433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:11:05.598762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Checking segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:11:05.599145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Bound using segment: {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:11:05.599572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Bound port: c12eb518-9c3d-4978-a75c-f9b22915c82a, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0dbe47-4797-46c3-ba99-728a6b773e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:11:05.599920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:05.662175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:11:05.666294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:11:05.669749 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:05.719240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:05.719862 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:05.721286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1093 time: 0.7488816 Oct 19 02:11:05.731700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b69c65-cc33-46eb-9142-c029511214a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=11']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:05.797745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-011ef537-3afe-4f0e-a5fd-717db319a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:05.799268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-011ef537-3afe-4f0e-a5fd-717db319a76c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1096 time: 0.0432746 Oct 19 02:11:05.892696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-2fd007c5-84a2-4557-bcec-ac4954f7b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:05.894178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-2fd007c5-84a2-4557-bcec-ac4954f7b260 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.0873113 Oct 19 02:11:05.962549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-30443020-d4d7-4854-a418-9d6c28434d20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.0618272 Oct 19 02:11:06.013555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-c32e4a07-a827-42a3-926c-a2fe254275bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:06.014901 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-c32e4a07-a827-42a3-926c-a2fe254275bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0442455 Oct 19 02:11:06.024577 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54a9a-98c0-4e25-a97c-3dec8671d5b1 req-fd895afb-231a-418b-8021-c5c129b9fae6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:06.026044 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79b54a9a-98c0-4e25-a97c-3dec8671d5b1 req-fd895afb-231a-418b-8021-c5c129b9fae6 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0493093 Oct 19 02:11:06.062145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-82df245e-b121-418d-a35c-f9c0117f93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:06.063651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-82df245e-b121-418d-a35c-f9c0117f93ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409868 Oct 19 02:11:06.065515 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-79b54a9a-98c0-4e25-a97c-3dec8671d5b1 req-86bfaa70-0b87-4e1b-8715-5f72f542358b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Oct 19 02:11:06.156966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-b53dec31-458c-4dae-b0c3-f19b4e3bd770 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853705 Oct 19 02:11:06.210385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:11:06.248798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:11:06.250007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ec61a08-fb04-456a-9ea7-3858e994913d req-e1cf5cf5-1de0-445f-a92c-0e7301bbafd6 service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854349 Oct 19 02:11:07.016329 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5caf-4303-4f18-9a4a-306e03d8baa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:07.191344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b10d-1643-412a-aa5f-581bf83b962c req-58598135-b845-4f37-b358-64ad980bd052 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.192963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c4b4b10d-1643-412a-aa5f-581bf83b962c req-58598135-b845-4f37-b358-64ad980bd052 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0538318 Oct 19 02:11:07.233801 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c4b4b10d-1643-412a-aa5f-581bf83b962c req-84076e50-0e76-423d-b723-086572d23586 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345418 Oct 19 02:11:07.354494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:07.356958 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:07.407882 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7105d3b2-5b85-4838-8190-9bcc87456ecc x-openstack-request-id: req-7105d3b2-5b85-4838-8190-9bcc87456ecc {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:07.408257 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:07.408681 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7105d3b2-5b85-4838-8190-9bcc87456ecc {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:07.409118 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'status': 'completed', 'code': 200} Oct 19 02:11:07.506483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-1c7cb141-5768-47db-ad39-30871d584132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.507910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-1c7cb141-5768-47db-ad39-30871d584132 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1096 time: 0.0737429 Oct 19 02:11:07.510906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-754247e6-c89c-4825-9cbc-33a5183f8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.512313 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-754247e6-c89c-4825-9cbc-33a5183f8f35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 1096 time: 0.0527959 Oct 19 02:11:07.669262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-a81b7574-2c50-42e0-ac78-1d6f7405b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.670722 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-a81b7574-2c50-42e0-ac78-1d6f7405b6ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1561935 Oct 19 02:11:07.673617 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-a2059994-87f9-46d2-83b2-e530939eb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.675013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-a2059994-87f9-46d2-83b2-e530939eb886 service neutron] 10.222.0.74 "GET /v2.0/networks?id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 200 len: 912 time: 0.1537158 Oct 19 02:11:07.783911 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-65b5e247-08ce-4c5e-97d1-f5db98f5d5d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.1056230 Oct 19 02:11:07.785553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-17cea9b6-19a3-4a91-9005-70375c5a329a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 200 len: 1000 time: 0.1014986 Oct 19 02:11:07.869961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-c0b5f2ed-191a-4585-aa6f-5457ca487bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.871450 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-c0b5f2ed-191a-4585-aa6f-5457ca487bb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0807626 Oct 19 02:11:07.873212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-bc1c1b8c-3a06-43c1-9e9e-db81d349f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.874494 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-bc1c1b8c-3a06-43c1-9e9e-db81d349f2e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 200 len: 850 time: 0.0764961 Oct 19 02:11:07.949960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-84742a8d-de99-4f9c-b639-92156d295526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.951436 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-84742a8d-de99-4f9c-b639-92156d295526 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725722 Oct 19 02:11:07.953734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-d0e9beb2-440e-483f-806c-3156b6c7115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:07.955040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-d0e9beb2-440e-483f-806c-3156b6c7115c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676985 Oct 19 02:11:08.500097 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-a8d5e531-ca4e-4c7d-87da-af8aa29f7878 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408845 Oct 19 02:11:08.506314 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-2d5adf41-f237-4db2-961c-2e820da6261e service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403616 Oct 19 02:11:08.515066 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c896d-3510-4acf-b431-afedfd080a35 req-cc2ef86e-0253-4f8b-92b3-498d9c683232 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:08.516427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c80c896d-3510-4acf-b431-afedfd080a35 req-cc2ef86e-0253-4f8b-92b3-498d9c683232 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0946987 Oct 19 02:11:08.682021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c80c896d-3510-4acf-b431-afedfd080a35 req-98d524cf-f2a1-4d07-9f6c-25834bbbea3b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486692 Oct 19 02:11:08.715781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-07c48b0b-3c83-4d37-8c4b-eb4be2f28f68 service neutron] 10.222.0.62 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984134 Oct 19 02:11:08.719189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-87f4a3ef-9f21-4c23-a46c-2f27609dfa4a req-5b828bb6-9416-4505-8e78-4e7037b9c57c service neutron] 10.222.0.74 "GET /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008688 Oct 19 02:11:09.768651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4e03d674-c9fb-4d8e-96b5-9147d6e332fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:10.126561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a531f4-ed0a-42b9-9b01-ab98ad6746c5 req-b5b8bc38-7d9d-4b63-9811-556a10f30cdc tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:10.128557 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a531f4-ed0a-42b9-9b01-ab98ad6746c5 req-b5b8bc38-7d9d-4b63-9811-556a10f30cdc tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.3737755 Oct 19 02:11:10.167471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f1a531f4-ed0a-42b9-9b01-ab98ad6746c5 req-cca2a98b-a0ed-4a73-ae9a-fc016d95f98b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318565 Oct 19 02:11:10.193012 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:10.712300 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:10.976342 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:11.293702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45575-99f9-4fba-9a78-d2211849d35f req-e42f2290-3551-4890-8d1e-96d51881b084 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:11.295197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d1e45575-99f9-4fba-9a78-d2211849d35f req-e42f2290-3551-4890-8d1e-96d51881b084 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0531847 Oct 19 02:11:11.332835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d1e45575-99f9-4fba-9a78-d2211849d35f req-26dbf3c8-0b41-40b4-9c8d-195b64faf67a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316699 Oct 19 02:11:12.448592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5521c-8c25-4808-bfee-6b9d18cc7d9d req-ae710274-7637-4449-ad41-f4b69c764358 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:12.450341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b5521c-8c25-4808-bfee-6b9d18cc7d9d req-ae710274-7637-4449-ad41-f4b69c764358 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0497444 Oct 19 02:11:12.478278 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:12.489936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f6b5521c-8c25-4808-bfee-6b9d18cc7d9d req-df3a4d10-212c-49d3-a882-841e023c5ca4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336778 Oct 19 02:11:13.606649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ad6de-290c-4d11-b473-51aaf0b53fc1 req-455b273b-a553-4483-a4ce-77679eceed53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:13.608142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b3ad6de-290c-4d11-b473-51aaf0b53fc1 req-455b273b-a553-4483-a4ce-77679eceed53 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0488431 Oct 19 02:11:13.645470 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b3ad6de-290c-4d11-b473-51aaf0b53fc1 req-9e074a3e-136b-4095-9df5-4428fda4b164 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Oct 19 02:11:14.762682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4cc3e-fa3d-4335-9bca-0281474bd024 req-7c42795a-5f23-41f7-b893-5c6cbfe1daee tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:14.764150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eca4cc3e-fa3d-4335-9bca-0281474bd024 req-7c42795a-5f23-41f7-b893-5c6cbfe1daee tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0495565 Oct 19 02:11:14.802560 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eca4cc3e-fa3d-4335-9bca-0281474bd024 req-163048e7-3d65-4d30-809a-13aaa97b135a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325234 Oct 19 02:11:15.920283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9121-efde-4909-8544-49bca6c0f0a5 req-b82cb838-758f-4994-945e-af161c91edf8 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:15.921732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-256a9121-efde-4909-8544-49bca6c0f0a5 req-b82cb838-758f-4994-945e-af161c91edf8 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0518541 Oct 19 02:11:15.959884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-256a9121-efde-4909-8544-49bca6c0f0a5 req-760b09cd-ca32-401a-9635-be418c114f1c tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321503 Oct 19 02:11:17.078944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128074b0-ca7e-4129-8125-c2742911d02d req-b81992cb-07f3-4a84-9d98-d9f5f6bcfe8e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:17.080399 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-128074b0-ca7e-4129-8125-c2742911d02d req-b81992cb-07f3-4a84-9d98-d9f5f6bcfe8e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0529840 Oct 19 02:11:17.119052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-128074b0-ca7e-4129-8125-c2742911d02d req-9af719d1-2ca6-4c10-a59b-674f710e1c21 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327432 Oct 19 02:11:18.234046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59185dba-9ad0-40a2-b5fd-cf8bb49d3f18 req-15f586ee-117d-48fa-bb67-2a24c14e2e7a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:18.235491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-59185dba-9ad0-40a2-b5fd-cf8bb49d3f18 req-15f586ee-117d-48fa-bb67-2a24c14e2e7a tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0491560 Oct 19 02:11:18.272756 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-59185dba-9ad0-40a2-b5fd-cf8bb49d3f18 req-5becabe1-e05f-45af-b3eb-0588f00b7b34 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Oct 19 02:11:19.311305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:11:19.401233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fccd-1ce5-4295-a867-871fe4099343 req-45640e94-e9ea-4749-9c29-f7c42ec84cdb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:19.402833 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6435fccd-1ce5-4295-a867-871fe4099343 req-45640e94-e9ea-4749-9c29-f7c42ec84cdb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 944 time: 0.0573936 Oct 19 02:11:19.417222 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:19.429963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'port_id': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'mac_address': 'fa:16:3e:d3:3e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:11:19.446073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6435fccd-1ce5-4295-a867-871fe4099343 req-c283e00a-9a98-41f7-b7c6-0fe725e20027 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367391 Oct 19 02:11:19.472743 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:19.485754 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12eb518-9c3d-4978-a75c-f9b22915c82a {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:11:19.505551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:19.509816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:19.562432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:19.928674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['c12eb518-9c3d-4978-a75c-f9b22915c82a'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:11:20.246722 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:11:20.271204 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:20.561929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02048f63-22df-4668-a864-2a0ff16aa3e4 req-2d647125-18e2-4bfa-a36a-e7dd71852dfb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:20.563305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02048f63-22df-4668-a864-2a0ff16aa3e4 req-2d647125-18e2-4bfa-a36a-e7dd71852dfb tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0486948 Oct 19 02:11:20.600128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-02048f63-22df-4668-a864-2a0ff16aa3e4 req-ce437237-bdc2-415f-9fbb-00453cc91fb2 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Oct 19 02:11:20.716127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76cc8-4cfa-4ee1-ab2e-9b9167b8b1ae req-6d3318ce-85b0-4b00-a573-b760c1f629b9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:20.717590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-46a76cc8-4cfa-4ee1-ab2e-9b9167b8b1ae req-6d3318ce-85b0-4b00-a573-b760c1f629b9 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Oct 19 02:11:20.755761 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-46a76cc8-4cfa-4ee1-ab2e-9b9167b8b1ae req-9190f642-3d3a-4167-a816-ee0871ec0d73 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320776 Oct 19 02:11:20.873789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af57acf-d1fe-440e-984b-b3c8166a4976 req-3865f154-e327-431d-a04b-251c9ed6ee39 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:20.875161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1af57acf-d1fe-440e-984b-b3c8166a4976 req-3865f154-e327-431d-a04b-251c9ed6ee39 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0528562 Oct 19 02:11:20.912157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1af57acf-d1fe-440e-984b-b3c8166a4976 req-7283cf47-37c7-4f69-af86-266102fc496e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Oct 19 02:11:21.143397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7cac-3ebd-4fc8-b8b8-fddc505f1b27 req-6e9275d1-608d-4142-8b9e-2fb5df527e3e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:21.144912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f71d7cac-3ebd-4fc8-b8b8-fddc505f1b27 req-6e9275d1-608d-4142-8b9e-2fb5df527e3e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 945 time: 0.0502887 Oct 19 02:11:21.183277 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f71d7cac-3ebd-4fc8-b8b8-fddc505f1b27 req-c870c5a4-5fb9-410f-be6c-730111bd8c88 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Oct 19 02:11:21.356854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:11:21.404738 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port c12eb518-9c3d-4978-a75c-f9b22915c82a completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:11:21.408310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port c12eb518-9c3d-4978-a75c-f9b22915c82a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:11:21.408683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:21.490956 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:21.513091 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:21.515502 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330d2345-28d1-424f-99fe-6b9731fe48a0" -d '{"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-plugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:21.528086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:21.532229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:21.566097 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133928ef-d784-4f25-bd0d-d53b38775221 x-openstack-request-id: req-133928ef-d784-4f25-bd0d-d53b38775221 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:21.566387 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-plugged", "status": "completed", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:21.566639 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-133928ef-d784-4f25-bd0d-d53b38775221 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:21.567031 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'code': 200} Oct 19 02:11:21.582152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=13']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:22.299355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a688460-2db4-49ff-82d4-f9a5cde2a942 req-becc97a4-61a8-4389-98a5-bfaea8abb96e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:22.300844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a688460-2db4-49ff-82d4-f9a5cde2a942 req-becc97a4-61a8-4389-98a5-bfaea8abb96e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 946 time: 0.0504401 Oct 19 02:11:22.339540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a688460-2db4-49ff-82d4-f9a5cde2a942 req-9be5118c-90b6-4173-9f2a-cca51d5c73ba tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318630 Oct 19 02:11:23.084388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-d3f5ad5b-4ed1-4f6d-992a-c02672651031 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:23.085837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-d3f5ad5b-4ed1-4f6d-992a-c02672651031 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 946 time: 0.0530047 Oct 19 02:11:23.173068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Deleting port c12eb518-9c3d-4978-a75c-f9b22915c82a {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:23.173412 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:23.264880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] For port c12eb518-9c3d-4978-a75c-f9b22915c82a, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=c12eb518-9c3d-4978-a75c-f9b22915c82a,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:23.265165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:23.437791 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:23.438469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:23.438597 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17 disassociated. External IP: 172.25.0.136, port: c12eb518-9c3d-4978-a75c-f9b22915c82a. Oct 19 02:11:23.438865 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Calling delete_port for c12eb518-9c3d-4978-a75c-f9b22915c82a owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:23.463733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445da8c-caf2-4ee5-9a8b-e2f43f67588e req-05fd0147-61ba-4b2c-ae88-c88d57ecee8b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:23.465604 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c445da8c-caf2-4ee5-9a8b-e2f43f67588e req-05fd0147-61ba-4b2c-ae88-c88d57ecee8b tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 946 time: 0.0566480 Oct 19 02:11:23.505678 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c445da8c-caf2-4ee5-9a8b-e2f43f67588e req-83358638-3e6f-4f51-a123-b46344e4e8b4 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups?id=c71058aa-c561-4613-82de-3d09c06745c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336328 Oct 19 02:11:23.575504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:23.605163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event deleted for resources: {'Port': ['ID=c12eb518-9c3d-4978-a75c-f9b22915c82a,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:23.724721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:11:23.836149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:11:23.846416 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669be4f-0998-4968-8450-134f364a915c None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:11:23.855173 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:11:23.855771 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:11:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:23.874669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] No DVR routers for this DVR port c12eb518-9c3d-4978-a75c-f9b22915c82a on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:11:23.877384 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:23.880726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aedfe27f-7638-4099-a77d-cbd43e1c68cd req-1dce1168-c9eb-4804-a6d5-796c57d53b5e tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.74 "DELETE /v2.0/ports/c12eb518-9c3d-4978-a75c-f9b22915c82a HTTP/1.1" status: 204 len: 173 time: 0.7890975 Oct 19 02:11:23.881161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-deleted', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:23.883441 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e417be-1b0a-482c-bea8-6e042b7e04e6" -d '{"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-deleted", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:23.921290 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd73c71-8b0c-434f-82ca-e56c7bf5f615 x-openstack-request-id: req-0cd73c71-8b0c-434f-82ca-e56c7bf5f615 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:23.921584 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55928315-ddb6-41d7-9d71-d88867bd5435", "name": "network-vif-deleted", "tag": "c12eb518-9c3d-4978-a75c-f9b22915c82a", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:23.921839 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cd73c71-8b0c-434f-82ca-e56c7bf5f615 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:23.922255 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55928315-ddb6-41d7-9d71-d88867bd5435', 'name': 'network-vif-deleted', 'tag': 'c12eb518-9c3d-4978-a75c-f9b22915c82a', 'status': 'completed', 'code': 200} Oct 19 02:11:23.968006 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:11:24.165841 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:24.191463 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669be4f-0998-4968-8450-134f364a915c None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:11:24.200489 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:11:24.201079 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:11:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:24.303206 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:11:24.496197 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-7669be4f-0998-4968-8450-134f364a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:24.525834 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7669be4f-0998-4968-8450-134f364a915c None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T01:59:58Z', 'revision_number': 4, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'a6a5eae7-4064-442c-9f5b-84e46e26d9a2', 'name': '', 'network_id': '30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'mac_address': 'fa:16:3e:6b:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:58Z', 'updated_at': '2021-10-19T02:00:01Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'subnets': [{'id': '9dfa12e1-40b8-4270-bc43-777b0edbb13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:11:24.611148 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2cb791e3-1c1b-4898-b1bd-68731fd863c6 req-23b56c7a-8c23-4c94-b985-ab9da1eddfee tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 210 time: 0.0293565 Oct 19 02:11:24.765181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68893f74-630a-41a0-ba20-dfc567713def None None] New status for floating IP 7a7ca503-cf7d-4461-98c7-25559cf46a17: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:11:25.711805 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7c59d63-4a1e-414f-9685-00732c78026f req-d60cb570-0fc2-4e99-b31b-b21a2e5ecc78 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 210 time: 0.0288768 Oct 19 02:11:26.807770 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-406c3438-7034-48db-a538-bfcb16731305 req-7b5af6e8-5839-41ee-ad9d-7857b50a3f84 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 210 time: 0.0269253 Oct 19 02:11:27.382872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:11:27.403831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: c12eb518-9c3d-4978-a75c-f9b22915c82a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:11:27.404207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device c12eb518-9c3d-4978-a75c-f9b22915c82a not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:11:27.901784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2b908242-a374-47aa-bef4-f9c47becd35e req-4ecb1630-9415-4b11-a1ac-ee3364230276 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/ports?device_id=55928315-ddb6-41d7-9d71-d88867bd5435 HTTP/1.1" status: 200 len: 210 time: 0.0269179 Oct 19 02:11:32.683556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53934) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:32.741374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22952e4e-28a4-423c-9a90-81beb9b00349 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:32.765659 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22952e4e-28a4-423c-9a90-81beb9b00349 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:32.814464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22952e4e-28a4-423c-9a90-81beb9b00349 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:32.817206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-22952e4e-28a4-423c-9a90-81beb9b00349 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:32.818366 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-22952e4e-28a4-423c-9a90-81beb9b00349 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "DELETE /v2.0/security-groups/c71058aa-c561-4613-82de-3d09c06745c3 HTTP/1.1" status: 204 len: 168 time: 0.1337631 Oct 19 02:11:32.821170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53936) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:32.828269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22952e4e-28a4-423c-9a90-81beb9b00349 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71058aa-c561-4613-82de-3d09c06745c3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:32.837422 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-c73f491a-ebaa-42b9-af78-f75554ab8ec5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] show failed (client error): The resource could not be found. Oct 19 02:11:32.840026 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c73f491a-ebaa-42b9-af78-f75554ab8ec5 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "GET /v2.0/security-groups/c71058aa-c561-4613-82de-3d09c06745c3 HTTP/1.1" status: 404 len: 347 time: 0.0151718 Oct 19 02:11:32.841258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53938) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:32.974969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Deleting port a75b3e59-e00a-4b6b-bb1a-7ab77a813097 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:32.975475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:33.057157 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:33.057480 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:33.069316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Calling delete_port for a75b3e59-e00a-4b6b-bb1a-7ab77a813097 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:33.204122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:33.229804 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Pushing event deleted for resources: {'Port': ['ID=a75b3e59-e00a-4b6b-bb1a-7ab77a813097,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:33.257535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.257878 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.258257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.258883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.259064 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.259355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.259679 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.260013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.260335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.260653 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.260974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.261294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:33.304740 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:33.308740 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:33.312749 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c4a07dc6-19d5-48cf-83f5-feec77358a87 tempest-ServerActionsTestJSON-176722283 tempest-ServerActionsTestJSON-176722283-project] 10.222.0.64 "DELETE /v2.0/floatingips/7a7ca503-cf7d-4461-98c7-25559cf46a17 HTTP/1.1" status: 204 len: 168 time: 0.4674971 Oct 19 02:11:33.312922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53940) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:33.790997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:34.037432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Deleting port a6a5eae7-4064-442c-9f5b-84e46e26d9a2 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:34.038176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:34.115267 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] For port a6a5eae7-4064-442c-9f5b-84e46e26d9a2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:34.115622 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:34.127835 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Calling delete_port for a6a5eae7-4064-442c-9f5b-84e46e26d9a2 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:34.304763 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:34.335570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a5eae7-4064-442c-9f5b-84e46e26d9a2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:34.502939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:34.721545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Router d120d12f-60fe-4174-810a-7d8b00e937d7 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:11:34.828033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:11:34.835855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53944) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:34.837205 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a6e6031e-815f-40a3-8724-4c0be08ae6f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/d120d12f-60fe-4174-810a-7d8b00e937d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225241 Oct 19 02:11:34.838323 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] Sync routers for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:11:34.847282 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:11:34.847872 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:11:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:34.943018 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.038679 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:11:35.050135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.103384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Deleting port 512e7241-2c78-43c8-9a6b-c2cad582b149 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:35.103714 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.183208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] For port 512e7241-2c78-43c8-9a6b-c2cad582b149, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=512e7241-2c78-43c8-9a6b-c2cad582b149,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:35.183571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.200855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Calling delete_port for 512e7241-2c78-43c8-9a6b-c2cad582b149 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:35.215690 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T02:11:34Z', 'revision_number': 5, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port': {'id': '512e7241-2c78-43c8-9a6b-c2cad582b149', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T01:59:56Z', 'updated_at': '2021-10-19T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:35.241179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] Checking router: d120d12f-60fe-4174-810a-7d8b00e937d7 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:11:35.250133 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] Routers {'d120d12f-60fe-4174-810a-7d8b00e937d7'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:11:35.250730 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:11:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['d120d12f-60fe-4174-810a-7d8b00e937d7'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:35.337836 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] Set router d120d12f-60fe-4174-810a-7d8b00e937d7 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:11:35.369418 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.394138 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T02:11:35Z', 'revision_number': 6, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:35.397148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=512e7241-2c78-43c8-9a6b-c2cad582b149,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:35.420951 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65abca4a-7e9c-4fc2-bfce-d75e3de12619 None None] The sync data for ids ['d120d12f-60fe-4174-810a-7d8b00e937d7'] in n-d-789963-20 is: [{'id': 'd120d12f-60fe-4174-810a-7d8b00e937d7', 'name': 'tempest-ServerActionsTestJSON-932430423-router', 'tenant_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T01:59:55Z', 'updated_at': '2021-10-19T02:11:35Z', 'revision_number': 6, 'project_id': 'bd83961b7a6543fda0ba44b2608a7b68', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:11:35.466463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.558053 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.560319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.602422 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.603101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d120d12f-60fe-4174-810a-7d8b00e937d7 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:11:35.607322 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.608543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0f6fd425-7687-4db4-8c64-069fa809a7d4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d120d12f-60fe-4174-810a-7d8b00e937d7 HTTP/1.1" status: 204 len: 168 time: 0.7708220 Oct 19 02:11:35.611082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53946) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:35.663278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] Deleting subnet 9dfa12e1-40b8-4270-bc43-777b0edbb13f {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:11:35.668472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.703680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.781873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.842933 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.868811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfa12e1-40b8-4270-bc43-777b0edbb13f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:35.873912 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:35.878260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e16980ac-5b65-4767-b0fd-dffcbfd67b52 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9dfa12e1-40b8-4270-bc43-777b0edbb13f HTTP/1.1" status: 204 len: 168 time: 0.2662430 Oct 19 02:11:35.878948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614b0ef-b43b-495d-8d29-2011634724f0 None None] Network 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:11:35.880951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53948) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:35.948246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.002084 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Deleting port 80bd6823-c153-420f-85e3-ebd87925a9c6 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:11:36.002420 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.069666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] For port 80bd6823-c153-420f-85e3-ebd87925a9c6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=80bd6823-c153-420f-85e3-ebd87925a9c6,segment=NetworkSegment(bb0dbe47-4797-46c3-ba99-728a6b773e0e),segment_id=bb0dbe47-4797-46c3-ba99-728a6b773e0e)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:36.070023 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.082038 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Calling delete_port for 80bd6823-c153-420f-85e3-ebd87925a9c6 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:11:36.162654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.163006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9e1d8-26fe-4d0e-b7d7-c24fd44c0bd9 None None] DHCP port deletion for 30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:11:36.193976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bd6823-c153-420f-85e3-ebd87925a9c6,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:36.201498 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] No DVR routers for this DVR port 80bd6823-c153-420f-85e3-ebd87925a9c6 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:11:36.274257 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.294882 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:36.304599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0dbe47-4797-46c3-ba99-728a6b773e0e') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:36.305243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0dbe47-4797-46c3-ba99-728a6b773e0e') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:11:36.314995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.328779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.334996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:11:36.335460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:11:36.337101 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:11:36.400245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.405760 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.409023 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3 HTTP/1.1" status: 204 len: 168 time: 0.5270820 Oct 19 02:11:36.422450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904d2e6-2fb3-4671-a3da-3cd98733a9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fbf4b3-fdf3-43a9-bf66-05cbdcb2eab3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:36.522533 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53952) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:36.562288 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3fb81061-6278-4de6-b881-122c3a9a6793 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd83961b7a6543fda0ba44b2608a7b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385923 Oct 19 02:11:36.564694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53954) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:36.611589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd113ec1-6944-4786-8e15-9c2fc4f99879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.631547 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd113ec1-6944-4786-8e15-9c2fc4f99879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.683715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd113ec1-6944-4786-8e15-9c2fc4f99879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.686264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fd113ec1-6944-4786-8e15-9c2fc4f99879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:36.687406 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fd113ec1-6944-4786-8e15-9c2fc4f99879 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e20193ea-32b5-447c-ba6d-f0b85ef6dd38 HTTP/1.1" status: 204 len: 168 time: 0.1218462 Oct 19 02:11:36.695320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd113ec1-6944-4786-8e15-9c2fc4f99879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20193ea-32b5-447c-ba6d-f0b85ef6dd38,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:37.021859 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f92bcdab-e927-4d30-ad9e-847a9f003a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.059455 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a6a5eae7-4064-442c-9f5b-84e46e26d9a2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:11:37.080123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a6a5eae7-4064-442c-9f5b-84e46e26d9a2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:11:37.080473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a6a5eae7-4064-442c-9f5b-84e46e26d9a2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:11:37.080896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 80bd6823-c153-420f-85e3-ebd87925a9c6 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:11:37.099726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 80bd6823-c153-420f-85e3-ebd87925a9c6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:11:37.100096 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 80bd6823-c153-420f-85e3-ebd87925a9c6 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:11:37.100509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 512e7241-2c78-43c8-9a6b-c2cad582b149 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:11:37.119376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 512e7241-2c78-43c8-9a6b-c2cad582b149 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:11:37.119729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 512e7241-2c78-43c8-9a6b-c2cad582b149 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:11:37.377672 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 53976) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:37.472961 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-356112748-network', 'tenant_id': '1ec4f1e35eea4b60ac7dff90223b2e62'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:11:37.494443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Made reservation on behalf of 1ec4f1e35eea4b60ac7dff90223b2e62 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:11:37.496829 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.504981 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.583447 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.587156 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.613602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:11:37.620457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f82fb1-d9b1-43a2-ad11-560336227fa1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:37.626635 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.626994 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Added segment 8a442161-9e4f-45df-a634-d1267883124c of type vlan for network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 Oct 19 02:11:37.673640 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.697674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.698759 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:37.699328 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.732213 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3534296 Oct 19 02:11:37.735230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 53980) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:11:37.740265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Request body: {'subnet': {'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-356112748-subnet', 'tenant_id': '1ec4f1e35eea4b60ac7dff90223b2e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:11:37.761459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Made reservation on behalf of 1ec4f1e35eea4b60ac7dff90223b2e62 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:11:37.763808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.767331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc66d1-db01-4b3a-ae90-d6ab6e192280 admin admin] Pushing event updated for resources: {'Network': ['ID=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:37.777034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:11:37.935184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:37.989778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d05733-88ed-4459-82ba-03cc26beb824,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:37.998353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Checking segment: {'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:11:37.998708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Network hostable DHCP agents. Network: d4eb0e7f-2f0d-4857-a6f5-04f0271e9627, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:11:38.015167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:11:38.023387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, d4eb0e7f-2f0d-4857-a6f5-04f0271e9627) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:11:38.028337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:38.028914 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:38.035073 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e850b-7f27-41fc-822f-41c5259a4835 None None] Network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:11:38.045070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0a96120-0cea-46b1-8a5c-48995a2273e2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3087018 Oct 19 02:11:38.160857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db92708-ddbb-4db8-84ba-6b11e7b578a6 None None] Network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:11:38.466112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-42a71d39-e3ad-43c4-af8d-57dbf2fcc71d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:38.467581 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-42a71d39-e3ad-43c4-af8d-57dbf2fcc71d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/networks?id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 200 len: 813 time: 0.1054027 Oct 19 02:11:38.482213 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-b16bccd5-5483-4dc4-ba5b-668b455b2550 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/quotas/1ec4f1e35eea4b60ac7dff90223b2e62 HTTP/1.1" status: 200 len: 375 time: 0.0088775 Oct 19 02:11:38.513091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-f612a586-b1b0-4a9c-a2e2-89ca62453674 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256870 Oct 19 02:11:38.600759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-bd4fa3cc-f195-4b08-966f-6e30eff32119 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:11:38.601771 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-bd4fa3cc-f195-4b08-966f-6e30eff32119 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474246 Oct 19 02:11:38.697628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-bd45bead-80d2-4a36-8e83-4cf88618b66a service neutron] 10.222.0.64 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895641 Oct 19 02:11:38.785926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-ff7ae45c-82bf-49c9-ad54-fd9cfc0ad0d5 service neutron] 10.222.0.64 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822144 Oct 19 02:11:38.952504 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6ae5642f-1584-475d-99ea-98ff10413a66 req-334bbb61-65bd-4e63-8b25-ca65f49c4528 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 210 time: 0.0321214 Oct 19 02:11:39.759710 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a6a241f6-14c4-45a9-b5b6-329e850ca9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:39.978373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-14ea9298-882d-4613-af60-59def1350330 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:39.979861 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-14ea9298-882d-4613-af60-59def1350330 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.62 "GET /v2.0/networks?id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 200 len: 813 time: 0.1073849 Oct 19 02:11:39.995448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Request body: {'port': {'device_id': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627', 'admin_state_up': True, 'tenant_id': '1ec4f1e35eea4b60ac7dff90223b2e62'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:11:40.085709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c4a8f1f9-cfe6-436a-abfc-1bc31807837b req-de2fe03f-4705-4be6-8b78-13c07a5f69be tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 210 time: 0.0584080 Oct 19 02:11:40.129268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Made reservation on behalf of 1ec4f1e35eea4b60ac7dff90223b2e62 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:11:40.133062 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.205008 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.256973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Allocated IP 172.20.0.9 (d4eb0e7f-2f0d-4857-a6f5-04f0271e9627/a3d05733-88ed-4459-82ba-03cc26beb824/367aff88-38fc-4bf2-a065-b19440401863) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:11:40.403255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.436366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.479990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:11:40.483260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:11:40.485526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:11:40.515630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Pushing event updated for resources: {'Port': ['ID=367aff88-38fc-4bf2-a065-b19440401863,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:40.544253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:40.544861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.560846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-3baa43fc-fb13-4821-92c3-a7c252b35434 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708466 Oct 19 02:11:40.573295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Request body: {'port': {'device_id': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:11:40.626319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.715266 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.890024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367aff88-38fc-4bf2-a065-b19440401863 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:11:40.897190 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.909655 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Transition to ACTIVE for port object 367aff88-38fc-4bf2-a065-b19440401863 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:11:40.912831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:40.969977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Pushing event updated for resources: {'Port': ['ID=367aff88-38fc-4bf2-a065-b19440401863,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:40.978720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:41.034260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Attempting to bind port 367aff88-38fc-4bf2-a065-b19440401863 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:11:41.034840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Attempting to bind port 367aff88-38fc-4bf2-a065-b19440401863 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:11:41.034974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Attempting to bind port 367aff88-38fc-4bf2-a065-b19440401863 on network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:11:41.039238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Port 367aff88-38fc-4bf2-a065-b19440401863 on network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:11:41.039628 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Attempting to bind port 367aff88-38fc-4bf2-a065-b19440401863 on network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:11:41.044451 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:11:41.044788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Checking segment: {'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:11:41.045162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Bound using segment: {'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:11:41.045584 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Bound port: 367aff88-38fc-4bf2-a065-b19440401863, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:11:41.045938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:41.111711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] For port 367aff88-38fc-4bf2-a065-b19440401863, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:11:41.114904 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] For port 367aff88-38fc-4bf2-a065-b19440401863, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=367aff88-38fc-4bf2-a065-b19440401863,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:11:41.124367 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:41.163693 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:41.164446 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:41.166461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] 10.222.0.62 "PUT /v2.0/ports/367aff88-38fc-4bf2-a065-b19440401863 HTTP/1.1" status: 200 len: 1092 time: 0.5972655 Oct 19 02:11:41.166900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'tag': '367aff88-38fc-4bf2-a065-b19440401863'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:41.169183 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b" -d '{"events": [{"name": "network-changed", "server_uuid": "309d0d53-b88e-4493-8c07-1787b5ecc82f", "tag": "367aff88-38fc-4bf2-a065-b19440401863"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:41.200162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9803a3-68af-4c9c-b1bf-ffa211d4843f service neutron] Pushing event updated for resources: {'Port': ['ID=367aff88-38fc-4bf2-a065-b19440401863,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:41.210375 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6184594-4ac4-4ebc-bc92-dcc2d362dbaf x-openstack-request-id: req-f6184594-4ac4-4ebc-bc92-dcc2d362dbaf {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:41.210670 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309d0d53-b88e-4493-8c07-1787b5ecc82f", "tag": "367aff88-38fc-4bf2-a065-b19440401863", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:41.210948 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6184594-4ac4-4ebc-bc92-dcc2d362dbaf {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:41.211373 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'tag': '367aff88-38fc-4bf2-a065-b19440401863', 'status': 'completed', 'code': 200} Oct 19 02:11:41.217151 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c57e97-609c-4fc7-a4b9-c83b291de7ad req-ecd06006-c9ac-408c-880d-9e5a1da157c4 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:41.218649 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4c57e97-609c-4fc7-a4b9-c83b291de7ad req-ecd06006-c9ac-408c-880d-9e5a1da157c4 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 943 time: 0.0637848 Oct 19 02:11:41.255997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-8cb5962d-0866-4f6d-bd24-ed2fff49d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:41.257321 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4c57e97-609c-4fc7-a4b9-c83b291de7ad req-cbc413d0-fe38-45ce-ac64-a990615b1adb tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Oct 19 02:11:41.257496 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-8cb5962d-0866-4f6d-bd24-ed2fff49d9f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 1095 time: 0.0414243 Oct 19 02:11:41.303538 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-cd481c46-cd97-4a83-ad62-7698ba306ec4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367aff88-38fc-4bf2-a065-b19440401863 HTTP/1.1" status: 200 len: 217 time: 0.0379653 Oct 19 02:11:41.350383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-b8927968-bbd2-448a-a8c4-cd20f6369aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:41.352441 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-b8927968-bbd2-448a-a8c4-cd20f6369aa6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3d05733-88ed-4459-82ba-03cc26beb824 HTTP/1.1" status: 200 len: 853 time: 0.0419743 Oct 19 02:11:41.382443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-ab6a46a8-ff0d-41dd-884d-f739b4981108 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234489 Oct 19 02:11:41.475284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-a21df91b-10eb-46a1-af90-9aad5595adf7 service neutron] 10.222.0.62 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855956 Oct 19 02:11:41.907802 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-64292a74-28ba-4805-b319-b0bbafad0b60 req-0481ef7d-6c36-4f9a-b4dd-52b41d2fa739 service neutron] 10.222.0.62 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253633 Oct 19 02:11:41.995426 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-ac8d39b7-e66b-41c7-92bd-b260c0126255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:41.996944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-ac8d39b7-e66b-41c7-92bd-b260c0126255 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 1095 time: 0.0413051 Oct 19 02:11:42.087771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-cc1f2458-7378-438a-af6a-1af36944bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:42.089224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-cc1f2458-7378-438a-af6a-1af36944bfba service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 200 len: 914 time: 0.0851693 Oct 19 02:11:42.130725 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-4bd84d4c-bf1d-43f0-acd3-a8df8964c234 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367aff88-38fc-4bf2-a065-b19440401863 HTTP/1.1" status: 200 len: 217 time: 0.0329998 Oct 19 02:11:42.183777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-4937c004-0dcf-4a58-ab55-e78989474b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:42.185137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-4937c004-0dcf-4a58-ab55-e78989474b9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3d05733-88ed-4459-82ba-03cc26beb824 HTTP/1.1" status: 200 len: 853 time: 0.0471692 Oct 19 02:11:42.217796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-1b21d838-3a46-4925-afe8-968ad2b20132 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247724 Oct 19 02:11:42.308772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-091afb88-0ad1-4420-9790-f54b4611ef25 service neutron] 10.222.0.62 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828338 Oct 19 02:11:42.432719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a06bb-5fc1-4850-b0af-cce8175519e1 req-98a1678c-3cff-4144-a395-4122f34815d5 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:42.434238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d49a06bb-5fc1-4850-b0af-cce8175519e1 req-98a1678c-3cff-4144-a395-4122f34815d5 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 943 time: 0.0961125 Oct 19 02:11:42.439368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fd83b2d8-9944-42ea-9c06-a6dfa18cae7b req-78808b32-c117-4fd6-8784-8497f6d65854 service neutron] 10.222.0.62 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225176 Oct 19 02:11:42.472198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d49a06bb-5fc1-4850-b0af-cce8175519e1 req-26f6b2e7-df7a-495f-ab14-0a252e412930 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Oct 19 02:11:42.485067 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:43.589023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c5d7e-321d-44f0-99ed-819930ae1f58 req-b7acd7cf-2696-4391-9fa3-79153210bb7f tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:43.590493 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-057c5d7e-321d-44f0-99ed-819930ae1f58 req-b7acd7cf-2696-4391-9fa3-79153210bb7f tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 943 time: 0.0495496 Oct 19 02:11:43.627843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-057c5d7e-321d-44f0-99ed-819930ae1f58 req-e0da5fc7-fd32-4b6f-bfc9-5c20aacc9760 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Oct 19 02:11:44.444827 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 367aff88-38fc-4bf2-a065-b19440401863 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:11:44.537027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 367aff88-38fc-4bf2-a065-b19440401863, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=367aff88-38fc-4bf2-a065-b19440401863,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:44.547811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '367aff88-38fc-4bf2-a065-b19440401863', 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627', 'port_id': '367aff88-38fc-4bf2-a065-b19440401863', 'mac_address': 'fa:16:3e:86:99:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d05733-88ed-4459-82ba-03cc26beb824', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:11:44.584684 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:44.600078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367aff88-38fc-4bf2-a065-b19440401863 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:11:44.619047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 367aff88-38fc-4bf2-a065-b19440401863, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=367aff88-38fc-4bf2-a065-b19440401863,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:44.623549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:44.676238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=367aff88-38fc-4bf2-a065-b19440401863,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:44.760636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b2c56-dadc-42ce-9ebb-d392ef511c7b req-dd269fbb-028c-4dce-9140-ed7243826c68 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:44.762383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c88b2c56-dadc-42ce-9ebb-d392ef511c7b req-dd269fbb-028c-4dce-9140-ed7243826c68 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 944 time: 0.0547934 Oct 19 02:11:44.800559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c88b2c56-dadc-42ce-9ebb-d392ef511c7b req-e458f1c3-0de5-41f6-87ca-76bf7b4ec59d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Oct 19 02:11:44.819084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['367aff88-38fc-4bf2-a065-b19440401863'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:11:45.917745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672500-a6e6-412c-b67e-35b94fb39f01 req-2ef66eb4-fada-4cee-bf62-625018458e0d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:45.919192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37672500-a6e6-412c-b67e-35b94fb39f01 req-2ef66eb4-fada-4cee-bf62-625018458e0d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 944 time: 0.0522699 Oct 19 02:11:45.956685 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-37672500-a6e6-412c-b67e-35b94fb39f01 req-bd3965ca-979a-4921-ae5e-f34b3a59a54f tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Oct 19 02:11:46.459849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 367aff88-38fc-4bf2-a065-b19440401863 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:11:46.511371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 367aff88-38fc-4bf2-a065-b19440401863 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:11:46.515095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 367aff88-38fc-4bf2-a065-b19440401863 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:11:46.515466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:46.590543 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:46.612272 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367aff88-38fc-4bf2-a065-b19440401863'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:46.614466 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c119c5-57e4-469a-a325-de93e528df3d" -d '{"events": [{"server_uuid": "309d0d53-b88e-4493-8c07-1787b5ecc82f", "name": "network-vif-plugged", "status": "completed", "tag": "367aff88-38fc-4bf2-a065-b19440401863"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:46.627716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 367aff88-38fc-4bf2-a065-b19440401863, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=367aff88-38fc-4bf2-a065-b19440401863,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:46.631806 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:46.658327 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562e2e10-8def-47ee-b852-a57591f0bf3f x-openstack-request-id: req-562e2e10-8def-47ee-b852-a57591f0bf3f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:46.658613 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309d0d53-b88e-4493-8c07-1787b5ecc82f", "name": "network-vif-plugged", "status": "completed", "tag": "367aff88-38fc-4bf2-a065-b19440401863", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:46.658860 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-562e2e10-8def-47ee-b852-a57591f0bf3f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:46.659241 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367aff88-38fc-4bf2-a065-b19440401863', 'code': 200} Oct 19 02:11:46.754236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38f614-0d36-4560-b364-b227e25d240d req-d0aec6d3-77a1-43aa-9846-f5825e0e812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:46.755763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab38f614-0d36-4560-b364-b227e25d240d req-d0aec6d3-77a1-43aa-9846-f5825e0e812d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 1097 time: 0.0426362 Oct 19 02:11:46.794776 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab38f614-0d36-4560-b364-b227e25d240d req-62c85757-f154-485b-98f0-cba85e7beb26 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Oct 19 02:11:46.843829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=367aff88-38fc-4bf2-a065-b19440401863,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:47.072738 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132a4c3-bd47-43ad-be49-8bca637625e9 req-1bb7741a-ddfb-41d7-9da9-5c27445f3c94 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:47.074147 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2132a4c3-bd47-43ad-be49-8bca637625e9 req-1bb7741a-ddfb-41d7-9da9-5c27445f3c94 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0492108 Oct 19 02:11:47.112758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2132a4c3-bd47-43ad-be49-8bca637625e9 req-da2aa381-8655-4681-8508-f4fdeabb4e23 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Oct 19 02:11:48.228941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617192c-fbdd-49cf-97ce-b5b421229b58 req-fbfa086d-51ca-43ee-992d-da15ca0657fd tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:48.230316 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8617192c-fbdd-49cf-97ce-b5b421229b58 req-fbfa086d-51ca-43ee-992d-da15ca0657fd tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0491354 Oct 19 02:11:48.267440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8617192c-fbdd-49cf-97ce-b5b421229b58 req-2e1aeac7-af32-4d08-97a7-8ef205ac2bb4 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Oct 19 02:11:48.485708 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b1bd-5927-4422-8653-496bfaec121c req-8456cd63-87ba-4b57-b244-554d1ea17a6c tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:48.487041 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-8456cd63-87ba-4b57-b244-554d1ea17a6c tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/networks?id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 200 len: 813 time: 0.1021700 Oct 19 02:11:48.502335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-ce0abe45-bf25-47b5-9c61-9a6e98caab51 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/quotas/1ec4f1e35eea4b60ac7dff90223b2e62 HTTP/1.1" status: 200 len: 375 time: 0.0088472 Oct 19 02:11:48.551042 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-ab04fac6-92ca-437d-b362-e9c53f9e725e tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434101 Oct 19 02:11:48.644327 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-a8604bfa-7a2b-4207-b523-bb5981d4b7f3 service neutron] 10.222.0.64 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853057 Oct 19 02:11:48.736352 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-149fa39d-d632-458e-9b0e-fdbf46a7597c service neutron] 10.222.0.64 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Oct 19 02:11:48.897836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65d263fd-1872-470c-8891-dee5a49cda68 req-09346ce0-86a6-4fe2-9f40-f2c1f1003e3d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 210 time: 0.0306447 Oct 19 02:11:49.999314 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96671425-d9ef-4600-a94b-b93ebe88e832 req-97315d1b-02f7-47d4-aa07-9b5e41b1ffd9 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 210 time: 0.0298820 Oct 19 02:11:50.031199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b1bd-5927-4422-8653-496bfaec121c req-915a97c5-7b5d-4dbf-a252-1ca28dfbac19 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:50.032684 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-915a97c5-7b5d-4dbf-a252-1ca28dfbac19 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.74 "GET /v2.0/networks?id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 200 len: 813 time: 0.1069238 Oct 19 02:11:50.053366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Request body: {'port': {'device_id': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627', 'admin_state_up': True, 'tenant_id': '1ec4f1e35eea4b60ac7dff90223b2e62'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:11:50.164192 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Made reservation on behalf of 1ec4f1e35eea4b60ac7dff90223b2e62 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:11:50.167801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.266762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.291622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Allocated IP 172.20.0.10 (d4eb0e7f-2f0d-4857-a6f5-04f0271e9627/a3d05733-88ed-4459-82ba-03cc26beb824/b06a095b-0059-45c2-b65c-e2e4ea8ed65b) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:11:50.439163 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.472547 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.484180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['367aff88-38fc-4bf2-a065-b19440401863'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:11:50.515729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:11:50.518866 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:11:50.523366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:11:50.532458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Pushing event updated for resources: {'Port': ['ID=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:50.562990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.563339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.563683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.564047 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.564385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.564723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.565095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.565376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.565731 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.566023 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.566343 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.566664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:11:50.594232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:50.594838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.612023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-3840684d-cf69-4364-b441-87df2a15ca14 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5631382 Oct 19 02:11:50.629674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Request body: {'port': {'device_id': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:11:50.684963 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.944715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06a095b-0059-45c2-b65c-e2e4ea8ed65b {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:11:50.952626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:50.965086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Transition to ACTIVE for port object b06a095b-0059-45c2-b65c-e2e4ea8ed65b will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:11:50.968401 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:51.021393 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:51.136161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef4b79-28d4-40b0-b7a0-b22bd005cd29 req-f8e63f41-778f-4b71-bc53-383d1b066c46 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:51.137636 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26ef4b79-28d4-40b0-b7a0-b22bd005cd29 req-f8e63f41-778f-4b71-bc53-383d1b066c46 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 944 time: 0.0690072 Oct 19 02:11:51.138279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Attempting to bind port b06a095b-0059-45c2-b65c-e2e4ea8ed65b on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:11:51.138611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Attempting to bind port b06a095b-0059-45c2-b65c-e2e4ea8ed65b by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:11:51.138941 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Attempting to bind port b06a095b-0059-45c2-b65c-e2e4ea8ed65b on network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:11:51.143395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Port b06a095b-0059-45c2-b65c-e2e4ea8ed65b on network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:11:51.143719 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Attempting to bind port b06a095b-0059-45c2-b65c-e2e4ea8ed65b on network d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:11:51.154962 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:11:51.155307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Checking segment: {'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:11:51.155685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Bound using segment: {'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:11:51.156158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Bound port: b06a095b-0059-45c2-b65c-e2e4ea8ed65b, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a442161-9e4f-45df-a634-d1267883124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:11:51.156515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:51.214881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26ef4b79-28d4-40b0-b7a0-b22bd005cd29 req-c928e038-a5d9-474e-8665-bf346d461cda tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682065 Oct 19 02:11:51.243435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] For port b06a095b-0059-45c2-b65c-e2e4ea8ed65b, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:11:51.246515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] For port b06a095b-0059-45c2-b65c-e2e4ea8ed65b, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:11:51.250264 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:51.284614 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:51.285231 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:51.286605 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] 10.222.0.74 "PUT /v2.0/ports/b06a095b-0059-45c2-b65c-e2e4ea8ed65b HTTP/1.1" status: 200 len: 1093 time: 0.6610382 Oct 19 02:11:51.287040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'tag': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:51.289846 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b476d3b5-bf50-4d37-85c7-06bd480cca01" -d '{"events": [{"name": "network-changed", "server_uuid": "ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9", "tag": "b06a095b-0059-45c2-b65c-e2e4ea8ed65b"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:51.314177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14afd5-0c6e-40a0-881f-17f24b03efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:51.329989 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08d25a8-4265-46d8-a391-76288ef111b2 x-openstack-request-id: req-a08d25a8-4265-46d8-a391-76288ef111b2 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:51.330276 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9", "tag": "b06a095b-0059-45c2-b65c-e2e4ea8ed65b", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:51.330531 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a08d25a8-4265-46d8-a391-76288ef111b2 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:51.330959 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'tag': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b', 'status': 'completed', 'code': 200} Oct 19 02:11:51.390361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b1bd-5927-4422-8653-496bfaec121c req-b6549d05-ef27-489d-9df5-08d78a4db656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:51.391839 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-b6549d05-ef27-489d-9df5-08d78a4db656 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 1096 time: 0.0429854 Oct 19 02:11:51.442896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-1aa3b37f-91fc-41d9-be87-a62c769d96ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06a095b-0059-45c2-b65c-e2e4ea8ed65b HTTP/1.1" status: 200 len: 217 time: 0.0383749 Oct 19 02:11:51.493557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b1bd-5927-4422-8653-496bfaec121c req-3b893fe1-70ea-4a03-8ac7-ef2d4cd9caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:51.494937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-3b893fe1-70ea-4a03-8ac7-ef2d4cd9caa5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3d05733-88ed-4459-82ba-03cc26beb824 HTTP/1.1" status: 200 len: 853 time: 0.0446935 Oct 19 02:11:51.526174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-30ca482c-934b-4799-a357-997d498d0a87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246181 Oct 19 02:11:51.621017 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-c7a95aed-5872-4939-8142-a464b75f8b13 service neutron] 10.222.0.74 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866585 Oct 19 02:11:51.712412 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b072b1bd-5927-4422-8653-496bfaec121c req-3689cd3b-8bed-47cc-ade8-e29939dd907a service neutron] 10.222.0.74 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837805 Oct 19 02:11:51.855236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-cec9c096-0152-44d7-a667-b81e553757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:51.856792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-cec9c096-0152-44d7-a667-b81e553757f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 1096 time: 0.0431726 Oct 19 02:11:51.975137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-d375dc3a-7493-4ac8-bd93-5d60eef4d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:51.977257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-d375dc3a-7493-4ac8-bd93-5d60eef4d6f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 200 len: 914 time: 0.0916226 Oct 19 02:11:52.017822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-716a9f66-fa40-409a-ab0f-42debb3e1337 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06a095b-0059-45c2-b65c-e2e4ea8ed65b HTTP/1.1" status: 200 len: 217 time: 0.0337977 Oct 19 02:11:52.071019 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-10677ec9-7d33-4dad-ac15-0e79b4a52244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:52.072459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-10677ec9-7d33-4dad-ac15-0e79b4a52244 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3d05733-88ed-4459-82ba-03cc26beb824 HTTP/1.1" status: 200 len: 853 time: 0.0466993 Oct 19 02:11:52.104735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-9d37e4a8-958d-4d08-9690-d1f781661c16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240574 Oct 19 02:11:52.195736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-753f21b8-940b-4c1b-91f6-ab065fa92628 service neutron] 10.222.0.74 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821924 Oct 19 02:11:52.299067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b476d3b5-bf50-4d37-85c7-06bd480cca01 req-c6a5c858-5380-4dfd-ae69-bc5b1a6fda0e service neutron] 10.222.0.74 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967710 Oct 19 02:11:52.335448 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eb26c-0787-4e76-9dca-8fa94c71e2bc req-19c05cd5-9eeb-4dd4-9950-c1994f3762e7 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:52.337593 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e34eb26c-0787-4e76-9dca-8fa94c71e2bc req-19c05cd5-9eeb-4dd4-9950-c1994f3762e7 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 944 time: 0.0525889 Oct 19 02:11:52.375301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e34eb26c-0787-4e76-9dca-8fa94c71e2bc req-fe94b057-bd02-429b-ba31-cfe07cc6a9c3 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Oct 19 02:11:53.357960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-f0118e65-13f3-413d-852b-f7b213cff92a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445273 Oct 19 02:11:53.438533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-750fe359-a810-41eb-be61-fab80d74c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:53.440070 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-750fe359-a810-41eb-be61-fab80d74c9a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 1097 time: 0.0421476 Oct 19 02:11:53.497280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5eb5a-ccd5-4ed4-b674-6c5fd3623df8 req-7f475045-a3fd-4f00-9d7e-71c08b3b3a5a tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:53.498747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89d5eb5a-ccd5-4ed4-b674-6c5fd3623df8 req-7f475045-a3fd-4f00-9d7e-71c08b3b3a5a tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 944 time: 0.0531209 Oct 19 02:11:53.537082 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-89d5eb5a-ccd5-4ed4-b674-6c5fd3623df8 req-852ff350-d889-43d8-9a0e-53369f116440 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Oct 19 02:11:53.548056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-5f021acb-9488-427e-aadd-26fa5284df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:53.549446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-5f021acb-9488-427e-aadd-26fa5284df7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 200 len: 914 time: 0.0899091 Oct 19 02:11:53.597153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-31aa9e92-3ada-4029-bc8e-72c5056f473f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367aff88-38fc-4bf2-a065-b19440401863 HTTP/1.1" status: 200 len: 217 time: 0.0405011 Oct 19 02:11:53.646158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-afc17520-584a-458e-acfc-37f802c18069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:53.647530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-afc17520-584a-458e-acfc-37f802c18069 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3d05733-88ed-4459-82ba-03cc26beb824 HTTP/1.1" status: 200 len: 853 time: 0.0434375 Oct 19 02:11:53.680882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-dcd84ce3-8e95-4f2b-ad0e-33ca0a1a4eaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260572 Oct 19 02:11:53.776200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-a6732f37-f771-4ff3-b326-0ddd7215a1c4 service neutron] 10.222.0.62 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Oct 19 02:11:53.866387 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1fc3ce2e-65a7-45cd-8a42-f5d0e8046ee4 req-051abfea-774c-4202-9540-a98bfd953bfa service neutron] 10.222.0.62 "GET /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822451 Oct 19 02:11:54.657222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4bd9f-cecb-46f6-8a2f-7de9be7fd4e4 req-f8c6e663-9a9d-49d7-aa5e-264a2660da9a tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:54.658700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dcb4bd9f-cecb-46f6-8a2f-7de9be7fd4e4 req-f8c6e663-9a9d-49d7-aa5e-264a2660da9a tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 944 time: 0.0539966 Oct 19 02:11:54.698239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dcb4bd9f-cecb-46f6-8a2f-7de9be7fd4e4 req-f3f8a787-96fa-4d71-99a3-df4564ad433f tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Oct 19 02:11:55.553334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b06a095b-0059-45c2-b65c-e2e4ea8ed65b details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:11:55.647452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b06a095b-0059-45c2-b65c-e2e4ea8ed65b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:55.659745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b', 'network_id': 'd4eb0e7f-2f0d-4857-a6f5-04f0271e9627', 'port_id': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b', 'mac_address': 'fa:16:3e:18:bc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d05733-88ed-4459-82ba-03cc26beb824', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:11:55.697736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:55.710067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06a095b-0059-45c2-b65c-e2e4ea8ed65b {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:11:55.732772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b06a095b-0059-45c2-b65c-e2e4ea8ed65b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:55.737135 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:55.787865 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:55.816068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8cebc-c52b-439f-ba9e-d513d0522acd req-0555fb08-5aca-4487-a286-b0a0721c3fcc tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:55.817463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2eb8cebc-c52b-439f-ba9e-d513d0522acd req-0555fb08-5aca-4487-a286-b0a0721c3fcc tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 945 time: 0.0504644 Oct 19 02:11:55.855672 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2eb8cebc-c52b-439f-ba9e-d513d0522acd req-bfa943ae-7668-4b04-b523-70a0bd83a3a6 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Oct 19 02:11:56.079867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b06a095b-0059-45c2-b65c-e2e4ea8ed65b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:11:56.967482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d5417-a6cc-45b0-8ab7-963e5a914261 req-3f68f01b-6a1f-42de-a8a7-b9a206b489ed tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:56.968984 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a48d5417-a6cc-45b0-8ab7-963e5a914261 req-3f68f01b-6a1f-42de-a8a7-b9a206b489ed tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 945 time: 0.0481853 Oct 19 02:11:57.007123 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a48d5417-a6cc-45b0-8ab7-963e5a914261 req-68da745b-d4ef-4804-970f-62af6a75a3c7 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Oct 19 02:11:57.245333 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:11:57.577274 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b06a095b-0059-45c2-b65c-e2e4ea8ed65b up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:11:57.627871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port b06a095b-0059-45c2-b65c-e2e4ea8ed65b completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:11:57.631375 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port b06a095b-0059-45c2-b65c-e2e4ea8ed65b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:11:57.631742 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.707102 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.729820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:11:57.732084 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b479a-7ec9-4d7d-9fac-77df93039ade" -d '{"events": [{"server_uuid": "ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9", "name": "network-vif-plugged", "status": "completed", "tag": "b06a095b-0059-45c2-b65c-e2e4ea8ed65b"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:11:57.744523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port b06a095b-0059-45c2-b65c-e2e4ea8ed65b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:11:57.748678 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:11:57.771565 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a411d27-474a-467f-bde9-2c80fb2cf5e6 x-openstack-request-id: req-4a411d27-474a-467f-bde9-2c80fb2cf5e6 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:11:57.771882 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9", "name": "network-vif-plugged", "status": "completed", "tag": "b06a095b-0059-45c2-b65c-e2e4ea8ed65b", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:11:57.772162 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a411d27-474a-467f-bde9-2c80fb2cf5e6 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:11:57.772559 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b', 'code': 200} Oct 19 02:11:57.801707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:11:57.888399 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdfa79-b58b-4817-8006-ee21d7388214 req-70afb036-183e-4c04-bcc8-f3f16dca31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:57.889774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c7bdfa79-b58b-4817-8006-ee21d7388214 req-70afb036-183e-4c04-bcc8-f3f16dca31ca service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 1098 time: 0.0399609 Oct 19 02:11:57.924575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c7bdfa79-b58b-4817-8006-ee21d7388214 req-1462f495-42c0-408f-9f7a-9f51565d2ce5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276577 Oct 19 02:11:58.125265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c8625-e0c0-48e1-ade2-6e1a9466b98c req-879c652e-0898-49f3-bcd2-bf7873703680 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:58.126713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb7c8625-e0c0-48e1-ade2-6e1a9466b98c req-879c652e-0898-49f3-bcd2-bf7873703680 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Oct 19 02:11:58.164844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb7c8625-e0c0-48e1-ade2-6e1a9466b98c req-9b840b6c-d0ec-40be-9b98-6e2c6e10c16d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Oct 19 02:11:59.286315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1edcd-dd63-4d56-b68f-0145f3c6d037 req-7f93c3a2-c207-48d1-a71a-38da10dc85e0 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:11:59.287705 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6db1edcd-dd63-4d56-b68f-0145f3c6d037 req-7f93c3a2-c207-48d1-a71a-38da10dc85e0 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 946 time: 0.0517802 Oct 19 02:11:59.325344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6db1edcd-dd63-4d56-b68f-0145f3c6d037 req-a940b844-5100-4a23-bceb-bc61c344df9b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Oct 19 02:12:00.439728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475b628-8640-4516-baa7-f409c08df378 req-06d17cfc-b898-4695-b329-680d0682d262 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:00.441217 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a475b628-8640-4516-baa7-f409c08df378 req-06d17cfc-b898-4695-b329-680d0682d262 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 946 time: 0.0489883 Oct 19 02:12:00.478531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a475b628-8640-4516-baa7-f409c08df378 req-8ad91077-4150-4c7a-9ad2-cdf4afedf3a2 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Oct 19 02:12:00.706211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1bdb4-2cbe-4e5e-8be6-4e3b912dc576 req-8786076b-db81-473a-8cf0-732b9fdf2484 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:00.707675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ccf1bdb4-2cbe-4e5e-8be6-4e3b912dc576 req-8786076b-db81-473a-8cf0-732b9fdf2484 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 946 time: 0.0499797 Oct 19 02:12:00.746171 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ccf1bdb4-2cbe-4e5e-8be6-4e3b912dc576 req-d979a0b2-8ce8-41dd-8b31-94424b77cf70 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Oct 19 02:12:01.867927 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3678ae-3fb6-4b2d-844f-b1a87b6066e9 req-b46a4822-d6d5-4a13-afee-ed9211189ca3 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:01.869415 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d3678ae-3fb6-4b2d-844f-b1a87b6066e9 req-b46a4822-d6d5-4a13-afee-ed9211189ca3 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 946 time: 0.0543120 Oct 19 02:12:01.906282 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4d3678ae-3fb6-4b2d-844f-b1a87b6066e9 req-76d64109-0481-426d-aff1-ed5aec4d0654 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Oct 19 02:12:02.161755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-56c14b5b-3661-4707-837b-b0cfb5edb123 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:02.163164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-56c14b5b-3661-4707-837b-b0cfb5edb123 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 946 time: 0.0519807 Oct 19 02:12:02.249191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Deleting port b06a095b-0059-45c2-b65c-e2e4ea8ed65b {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:02.249526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.338670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] For port b06a095b-0059-45c2-b65c-e2e4ea8ed65b, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:02.339025 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.350459 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Calling delete_port for b06a095b-0059-45c2-b65c-e2e4ea8ed65b owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:02.472740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.484355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['367aff88-38fc-4bf2-a065-b19440401863'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:12:02.506721 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Pushing event deleted for resources: {'Port': ['ID=b06a095b-0059-45c2-b65c-e2e4ea8ed65b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:02.511121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['b06a095b-0059-45c2-b65c-e2e4ea8ed65b'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:12:02.547470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] No DVR routers for this DVR port b06a095b-0059-45c2-b65c-e2e4ea8ed65b on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:02.550494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:02.553987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-55d7a53f-d042-4783-acac-8bc96ec9f67a req-b26984c7-78c3-4e77-a183-15f9fb401579 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.74 "DELETE /v2.0/ports/b06a095b-0059-45c2-b65c-e2e4ea8ed65b HTTP/1.1" status: 204 len: 173 time: 0.3846982 Oct 19 02:12:02.555059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'name': 'network-vif-deleted', 'tag': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:12:02.557594 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903537d9-17ec-4c71-bf68-e992cd6d01e4" -d '{"events": [{"server_uuid": "ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9", "name": "network-vif-deleted", "tag": "b06a095b-0059-45c2-b65c-e2e4ea8ed65b"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:12:02.598649 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4202baa3-640b-4734-aedd-bebc24a92e66 x-openstack-request-id: req-4202baa3-640b-4734-aedd-bebc24a92e66 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:12:02.598973 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9", "name": "network-vif-deleted", "tag": "b06a095b-0059-45c2-b65c-e2e4ea8ed65b", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:12:02.599273 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4202baa3-640b-4734-aedd-bebc24a92e66 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:12:02.599680 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9', 'name': 'network-vif-deleted', 'tag': 'b06a095b-0059-45c2-b65c-e2e4ea8ed65b', 'status': 'completed', 'code': 200} Oct 19 02:12:03.026880 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9daefd6e-f826-4ee2-8068-2ab0f6bedb1e req-60b6645a-f700-489e-8032-df88d0dcaa29 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee69f46e-c2ce-4417-a3ca-a3ea3cff61f9 HTTP/1.1" status: 200 len: 210 time: 0.0415919 Oct 19 02:12:04.173861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8feca0-318d-4c6b-944d-59031ad58cf2 req-1877b5a5-ee8b-4ee5-87f2-0989f3088e1f tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:04.175564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c8feca0-318d-4c6b-944d-59031ad58cf2 req-1877b5a5-ee8b-4ee5-87f2-0989f3088e1f tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0487092 Oct 19 02:12:04.213981 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9c8feca0-318d-4c6b-944d-59031ad58cf2 req-3c80a084-187d-40c0-a869-852d3752d04d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Oct 19 02:12:04.343481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4e747-8015-4fc2-87e5-237286bcef3d req-641e1067-10bc-49b4-a1f7-f6488a1901ec tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:04.344905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1e4e747-8015-4fc2-87e5-237286bcef3d req-641e1067-10bc-49b4-a1f7-f6488a1901ec tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0483153 Oct 19 02:12:04.386494 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b1e4e747-8015-4fc2-87e5-237286bcef3d req-d2b29f25-1ce5-4dd9-87c2-eed96a409565 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356665 Oct 19 02:12:04.502798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb4a71-84c9-4e0a-baab-d5a65fd6e64f req-25aad03a-5af8-4d05-a737-b9b2d122c8af tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:04.504265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eceb4a71-84c9-4e0a-baab-d5a65fd6e64f req-25aad03a-5af8-4d05-a737-b9b2d122c8af tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0485599 Oct 19 02:12:04.541739 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eceb4a71-84c9-4e0a-baab-d5a65fd6e64f req-bbb36736-4d6d-4b5c-ad27-092249db3397 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Oct 19 02:12:04.712734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafbddd-2ded-4e54-b7f1-31182c63d22c req-a2c8f10e-e1e4-438a-b381-13b4cd649e9d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:04.717240 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cafbddd-2ded-4e54-b7f1-31182c63d22c req-a2c8f10e-e1e4-438a-b381-13b4cd649e9d tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0563884 Oct 19 02:12:04.753463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cafbddd-2ded-4e54-b7f1-31182c63d22c req-9b5e7989-2449-42b6-b5d5-999281bacf18 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Oct 19 02:12:05.191552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d485300-ad41-410a-975d-fee2a9d126e1 req-a15f5920-ff25-4677-8131-ab3e3d835905 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:05.193039 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d485300-ad41-410a-975d-fee2a9d126e1 req-a15f5920-ff25-4677-8131-ab3e3d835905 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.3715565 Oct 19 02:12:05.231889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d485300-ad41-410a-975d-fee2a9d126e1 req-42ee8db4-4aea-44f8-8434-64aae5bdfecf tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Oct 19 02:12:05.354763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddb740-6d68-405c-a036-305ba353e97a req-d648d5a4-40e0-4481-9683-99db818c608b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:05.356225 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69ddb740-6d68-405c-a036-305ba353e97a req-d648d5a4-40e0-4481-9683-99db818c608b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0491512 Oct 19 02:12:05.397986 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69ddb740-6d68-405c-a036-305ba353e97a req-e8cf4872-1b26-4ec0-9c5e-a45be9f3e72b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356972 Oct 19 02:12:05.605522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b06a095b-0059-45c2-b65c-e2e4ea8ed65b no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:05.628866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: b06a095b-0059-45c2-b65c-e2e4ea8ed65b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:05.629213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device b06a095b-0059-45c2-b65c-e2e4ea8ed65b not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:05.698103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e65333-47a6-46de-ad18-d53edc6c7cae req-6e759b96-b20a-4591-ae07-d20e1dc1499e tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:05.699561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4e65333-47a6-46de-ad18-d53edc6c7cae req-6e759b96-b20a-4591-ae07-d20e1dc1499e tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0518868 Oct 19 02:12:05.741069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d4e65333-47a6-46de-ad18-d53edc6c7cae req-a9a20599-707d-4a4b-98dd-5989d00d7a0e tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354068 Oct 19 02:12:06.858384 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfc7d-6e7f-4953-8fd4-94e242850331 req-b2f55738-8206-4ca7-9390-8899dd0f1cf1 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:06.859843 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-931cfc7d-6e7f-4953-8fd4-94e242850331 req-b2f55738-8206-4ca7-9390-8899dd0f1cf1 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0488834 Oct 19 02:12:06.896675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-931cfc7d-6e7f-4953-8fd4-94e242850331 req-f2dc6d32-6e2c-44f6-98db-33750a234c73 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f82fb1-d9b1-43a2-ad11-560336227fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Oct 19 02:12:07.013291 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7a0278c9-11a3-453f-a639-28e76274b48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.266512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-5b434926-01d7-4309-aa57-688cd623438b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:07.267848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-5b434926-01d7-4309-aa57-688cd623438b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.62 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 945 time: 0.0469036 Oct 19 02:12:07.358035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Deleting port 367aff88-38fc-4bf2-a065-b19440401863 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:07.358371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.444282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] For port 367aff88-38fc-4bf2-a065-b19440401863, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=367aff88-38fc-4bf2-a065-b19440401863,segment=NetworkSegment(8a442161-9e4f-45df-a634-d1267883124c),segment_id=8a442161-9e4f-45df-a634-d1267883124c)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:07.444640 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.457432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Calling delete_port for 367aff88-38fc-4bf2-a065-b19440401863 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:07.586388 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.597473 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['367aff88-38fc-4bf2-a065-b19440401863'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:12:07.619855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Pushing event deleted for resources: {'Port': ['ID=367aff88-38fc-4bf2-a065-b19440401863,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:07.662389 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] No DVR routers for this DVR port 367aff88-38fc-4bf2-a065-b19440401863 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:07.665093 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:07.668914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4ddff98d-ac1f-454a-bce5-479696124cd2 req-488158a5-088a-4a94-82c6-c0ac82c95a8b tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.62 "DELETE /v2.0/ports/367aff88-38fc-4bf2-a065-b19440401863 HTTP/1.1" status: 204 len: 173 time: 0.3940856 Oct 19 02:12:07.669375 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'name': 'network-vif-deleted', 'tag': '367aff88-38fc-4bf2-a065-b19440401863'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:12:07.671740 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9be13-7d2d-435d-a19c-212a54190276" -d '{"events": [{"server_uuid": "309d0d53-b88e-4493-8c07-1787b5ecc82f", "name": "network-vif-deleted", "tag": "367aff88-38fc-4bf2-a065-b19440401863"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:12:07.709344 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75831467-a997-4f75-97bc-6c5071eb60c6 x-openstack-request-id: req-75831467-a997-4f75-97bc-6c5071eb60c6 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:12:07.709644 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309d0d53-b88e-4493-8c07-1787b5ecc82f", "name": "network-vif-deleted", "tag": "367aff88-38fc-4bf2-a065-b19440401863", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:12:07.709960 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75831467-a997-4f75-97bc-6c5071eb60c6 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:12:07.711213 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309d0d53-b88e-4493-8c07-1787b5ecc82f', 'name': 'network-vif-deleted', 'tag': '367aff88-38fc-4bf2-a065-b19440401863', 'status': 'completed', 'code': 200} Oct 19 02:12:08.000489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1801694b-07e5-462a-9817-6efbcfcfdecd req-b178faef-e52b-4278-9697-f27665c5b255 tempest-ServersNegativeTestJSON-552058531 tempest-ServersNegativeTestJSON-552058531-project] 10.222.0.64 "GET /v2.0/ports?device_id=309d0d53-b88e-4493-8c07-1787b5ecc82f HTTP/1.1" status: 200 len: 210 time: 0.0273147 Oct 19 02:12:09.057835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54150) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:09.103339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] Deleting subnet a3d05733-88ed-4459-82ba-03cc26beb824 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:12:09.106457 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.141516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.201201 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.261973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.291954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d05733-88ed-4459-82ba-03cc26beb824,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:09.294643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.297904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c3ad2cc3-7b4b-4894-83cc-4f236c8bcb85 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a3d05733-88ed-4459-82ba-03cc26beb824 HTTP/1.1" status: 204 len: 168 time: 0.2390559 Oct 19 02:12:09.300477 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54152) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:09.370584 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.455351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.474903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eb0e7f-2f0d-4857-a6f5-04f0271e9627']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:09.486525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a442161-9e4f-45df-a634-d1267883124c') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:09.486822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a442161-9e4f-45df-a634-d1267883124c') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:09.496922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.509747 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.515848 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:09.516194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:09.517810 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:09.574341 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.580200 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.583890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] 10.222.0.64 "DELETE /v2.0/networks/d4eb0e7f-2f0d-4857-a6f5-04f0271e9627 HTTP/1.1" status: 204 len: 168 time: 0.2819502 Oct 19 02:12:09.595670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580893a7-b9ae-4207-8107-d7d68276971a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4eb0e7f-2f0d-4857-a6f5-04f0271e9627,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:09.699467 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54156) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:09.739286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-914d8197-6c72-44d8-b5a9-ee249ba7d88b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ec4f1e35eea4b60ac7dff90223b2e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385644 Oct 19 02:12:09.741709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54158) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:09.760695 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-12d71d6f-830b-4e2e-9bef-508850d0c613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.792113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4411954-2f48-4130-95d5-966b91dbb769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.812884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4411954-2f48-4130-95d5-966b91dbb769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.859768 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4411954-2f48-4130-95d5-966b91dbb769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.862438 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4411954-2f48-4130-95d5-966b91dbb769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:09.863597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d4411954-2f48-4130-95d5-966b91dbb769 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86f82fb1-d9b1-43a2-ad11-560336227fa1 HTTP/1.1" status: 204 len: 168 time: 0.1209688 Oct 19 02:12:09.871285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4411954-2f48-4130-95d5-966b91dbb769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f82fb1-d9b1-43a2-ad11-560336227fa1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:10.211117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.529606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54180) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:10.622952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-310435412'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:10.644329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:10.647621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.656888 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.717442 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.747522 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.751351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.778944 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:10.788810 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad74e2a-f751-486c-9507-24f0f5f63b9d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:10.794843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.795197 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Added segment fb709978-336c-47d4-a430-53782fb0ba17 of type vlan for network b563c35f-8b9e-46dd-99c5-4141337c4991 Oct 19 02:12:10.836950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.860127 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.865485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:10.866056 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:10.897491 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3668175 Oct 19 02:12:10.938542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2e53-8901-4e20-8bf2-0ff790f3792b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Network': ['ID=b563c35f-8b9e-46dd-99c5-4141337c4991,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:10.949585 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b563c35f-8b9e-46dd-99c5-4141337c4991 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:11.013080 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:12.483639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:12.604420 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 367aff88-38fc-4bf2-a065-b19440401863 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:12.628213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 367aff88-38fc-4bf2-a065-b19440401863 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:12.628695 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 367aff88-38fc-4bf2-a065-b19440401863 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:14.208982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54184) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:14.215055 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'subnet': {'network_id': 'b563c35f-8b9e-46dd-99c5-4141337c4991', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:14.302173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:14.306484 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.484808 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.546490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Subnet': ['ID=95125dc2-ea27-4f78-931f-370a2ed6f813,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:14.557895 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Checking segment: {'id': 'fb709978-336c-47d4-a430-53782fb0ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b563c35f-8b9e-46dd-99c5-4141337c4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:14.558249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network hostable DHCP agents. Network: b563c35f-8b9e-46dd-99c5-4141337c4991, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:14.574331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network b563c35f-8b9e-46dd-99c5-4141337c4991 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:14.582497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b563c35f-8b9e-46dd-99c5-4141337c4991) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:14.586728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:14.587301 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.593079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf9f5c-d77a-4c39-bfb9-8acbff517a75 None None] Network b563c35f-8b9e-46dd-99c5-4141337c4991 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:14.607499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8962a71e-c399-4ed1-9919-4d96376e2a46 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3940039 Oct 19 02:12:14.607717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54186) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:14.612510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-598912336'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:14.634072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:14.637720 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.662162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:14.672573 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.673598 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Added segment 3ad8df7a-ec20-431a-8a91-21721feaf4fe of type vlan for network 0188374c-2ed3-4a4a-8a46-823a951905ed Oct 19 02:12:14.714585 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.740838 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-b563c35f-8b9e-46dd-99c5-4141337c4991', 'network_id': 'b563c35f-8b9e-46dd-99c5-4141337c4991', 'tenant_id': 'cc401959238d488e85bb5f00583845b6', 'fixed_ips': [{'subnet_id': '95125dc2-ea27-4f78-931f-370a2ed6f813'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:14.742046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.742728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.747519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:14.748241 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:14.777589 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1688657 Oct 19 02:12:14.780647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54188) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:14.785762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'subnet': {'network_id': '0188374c-2ed3-4a4a-8a46-823a951905ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:14.850276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95aa56-c24a-4c48-bc99-8b59d8b7cfde tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Network': ['ID=0188374c-2ed3-4a4a-8a46-823a951905ed,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:14.868148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 0188374c-2ed3-4a4a-8a46-823a951905ed details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:14.891429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Allocated IP 2001:db8:0:ffff::2 (b563c35f-8b9e-46dd-99c5-4141337c4991/95125dc2-ea27-4f78-931f-370a2ed6f813/b2a1d2e7-dd77-4644-83f8-6b47af4cc8da) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:14.916982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:14.920535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.083226 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.089587 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.114688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.127154 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Network b563c35f-8b9e-46dd-99c5-4141337c4991 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:15.130345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:15.134216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:15.143322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Pushing event updated for resources: {'Port': ['ID=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:15.173050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.173399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.173742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.174081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.174413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.174743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.175069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.175394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.175718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.176058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.176381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.176704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:15.183157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Subnet': ['ID=86efc3dd-2575-4724-8d89-5d4f16269f63,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:15.191132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Checking segment: {'id': '3ad8df7a-ec20-431a-8a91-21721feaf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0188374c-2ed3-4a4a-8a46-823a951905ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:15.191503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network hostable DHCP agents. Network: 0188374c-2ed3-4a4a-8a46-823a951905ed, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:15.205925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Attempting to bind port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:15.206288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Attempting to bind port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'fb709978-336c-47d4-a430-53782fb0ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b563c35f-8b9e-46dd-99c5-4141337c4991'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:15.206718 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Attempting to bind port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da on network b563c35f-8b9e-46dd-99c5-4141337c4991 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:15.208153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network 0188374c-2ed3-4a4a-8a46-823a951905ed is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:15.212893 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:15.213260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Checking segment: {'id': 'fb709978-336c-47d4-a430-53782fb0ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b563c35f-8b9e-46dd-99c5-4141337c4991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:15.213654 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.214043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Bound using segment: {'id': 'fb709978-336c-47d4-a430-53782fb0ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b563c35f-8b9e-46dd-99c5-4141337c4991'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:15.214500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Bound port: b2a1d2e7-dd77-4644-83f8-6b47af4cc8da, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb709978-336c-47d4-a430-53782fb0ba17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b563c35f-8b9e-46dd-99c5-4141337c4991'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:15.214874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.217866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 0188374c-2ed3-4a4a-8a46-823a951905ed) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:15.222081 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:15.222662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.230732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309eba6-9051-4088-a936-5b2853c01172 None None] Network 0188374c-2ed3-4a4a-8a46-823a951905ed requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:15.240130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f6697f4d-8643-4e1e-981e-1e613e6e06b1 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4585178 Oct 19 02:12:15.243357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54190) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:15.334269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] For port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:15.339632 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] For port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,segment=NetworkSegment(fb709978-336c-47d4-a430-53782fb0ba17),segment_id=fb709978-336c-47d4-a430-53782fb0ba17)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:15.343661 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.348730 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.429685 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.439108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1dfe0-5fcb-4740-8945-096bf07c9b8a None None] Pushing event updated for resources: {'Port': ['ID=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:15.475248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997cea27-9109-4cc1-82f8-e2f49c25911e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-0188374c-2ed3-4a4a-8a46-823a951905ed', 'network_id': '0188374c-2ed3-4a4a-8a46-823a951905ed', 'tenant_id': 'cc401959238d488e85bb5f00583845b6', 'fixed_ips': [{'subnet_id': '86efc3dd-2575-4724-8d89-5d4f16269f63'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:15.476201 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-997cea27-9109-4cc1-82f8-e2f49c25911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.501449 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.530687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Subnet': ['ID=86efc3dd-2575-4724-8d89-5d4f16269f63,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server [None req-997cea27-9109-4cc1-82f8-e2f49c25911e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86efc3dd-2575-4724-8d89-5d4f16269f63: This subnet is being modified by another concurrent operation. Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server raise exception Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86efc3dd-2575-4724-8d89-5d4f16269f63: This subnet is being modified by another concurrent operation. Oct 19 02:12:15.590123 n-d-789963-20 neutron-server[100849]: ERROR oslo_messaging.rpc.server Oct 19 02:12:15.620131 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.621314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08badbd2-ebd7-4720-a485-7a7a13e9b56c None None] Network 0188374c-2ed3-4a4a-8a46-823a951905ed requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:15.645868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0188374c-2ed3-4a4a-8a46-823a951905ed']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:15.664674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad8df7a-ec20-431a-8a91-21721feaf4fe') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:15.665006 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad8df7a-ec20-431a-8a91-21721feaf4fe') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:15.678307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.692676 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.699502 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:15.699903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:15.703548 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:15.773515 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.782858 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.786080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/0188374c-2ed3-4a4a-8a46-823a951905ed HTTP/1.1" status: 204 len: 168 time: 0.5417962 Oct 19 02:12:15.790266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:15.795453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456075066'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:15.796129 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b99be-f378-4bf4-999c-fb3bef170bb2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Network': ['ID=0188374c-2ed3-4a4a-8a46-823a951905ed,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:15.817276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:15.820904 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.844914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:15.854251 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.854592 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Added segment d24017ff-c444-4e17-adc9-7b985ce506ca of type vlan for network 04e8b824-dd72-4ee5-a937-4826bd2dcd6d Oct 19 02:12:15.897210 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.922410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.927890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:15.928517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:15.967232 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1758597 Oct 19 02:12:15.970132 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54194) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:15.974830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'subnet': {'network_id': '04e8b824-dd72-4ee5-a937-4826bd2dcd6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:16.015481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b45b4f-6773-4fe2-b10c-db2b65e03d59 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Network': ['ID=04e8b824-dd72-4ee5-a937-4826bd2dcd6d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:16.026336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 04e8b824-dd72-4ee5-a937-4826bd2dcd6d details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:16.097664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:16.101500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.159664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Performing IP validity checks on allocation pools {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 02:12:16.160206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.ipam_backend_mixin [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 02:12:16.290526 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.349724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Subnet': ['ID=0bf4a085-b404-48eb-b05f-86a615409b95,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:16.361909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Checking segment: {'id': 'd24017ff-c444-4e17-adc9-7b985ce506ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '04e8b824-dd72-4ee5-a937-4826bd2dcd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:16.362272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network hostable DHCP agents. Network: 04e8b824-dd72-4ee5-a937-4826bd2dcd6d, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:16.378833 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network 04e8b824-dd72-4ee5-a937-4826bd2dcd6d is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:16.389776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 04e8b824-dd72-4ee5-a937-4826bd2dcd6d) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:16.394639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:16.395447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.400428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c61a2-7fc3-4a5a-adeb-5f487483f246 None None] Network 04e8b824-dd72-4ee5-a937-4826bd2dcd6d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:16.416743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-120d2c8f-ad8e-48ab-8e79-a680bc6255b8 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4432120 Oct 19 02:12:16.417304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54196) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:16.427921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ed936-8877-4400-89fd-6a1c56c52f4e None None] Network b563c35f-8b9e-46dd-99c5-4141337c4991 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:16.517975 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.547519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a31837c8-760c-4190-af12-3b6b8d4dc193 None None] Provisioning complete for port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:16.547892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a31837c8-760c-4190-af12-3b6b8d4dc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.595160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.657185 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.687679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4dfb2c-dee8-49cb-8a9c-8915981690e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-04e8b824-dd72-4ee5-a937-4826bd2dcd6d', 'network_id': '04e8b824-dd72-4ee5-a937-4826bd2dcd6d', 'tenant_id': 'cc401959238d488e85bb5f00583845b6', 'fixed_ips': [{'subnet_id': '0bf4a085-b404-48eb-b05f-86a615409b95'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:16.688556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc4dfb2c-dee8-49cb-8a9c-8915981690e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.690939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf4a085-b404-48eb-b05f-86a615409b95,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:16.749309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.768970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e8b824-dd72-4ee5-a937-4826bd2dcd6d']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:16.778372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24017ff-c444-4e17-adc9-7b985ce506ca') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:16.778696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24017ff-c444-4e17-adc9-7b985ce506ca') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:16.788742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.801976 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.808922 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a31837c8-760c-4190-af12-3b6b8d4dc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.809309 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:16.809736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:16.812719 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:16.838720 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2cfdd-b275-43b2-8eac-5d0d268ce3e8 None None] Network 04e8b824-dd72-4ee5-a937-4826bd2dcd6d requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:16.860223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a31837c8-760c-4190-af12-3b6b8d4dc193 None None] For port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,segment=NetworkSegment(fb709978-336c-47d4-a430-53782fb0ba17),segment_id=fb709978-336c-47d4-a430-53782fb0ba17)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:16.865766 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a31837c8-760c-4190-af12-3b6b8d4dc193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.879793 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.891851 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.900058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/04e8b824-dd72-4ee5-a937-4826bd2dcd6d HTTP/1.1" status: 204 len: 168 time: 0.4772418 Oct 19 02:12:16.901736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54198) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:16.906861 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091560144'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:16.912574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02220f-94e6-4ea1-a034-bff8b02b8513 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Network': ['ID=04e8b824-dd72-4ee5-a937-4826bd2dcd6d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:16.933627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:16.938840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.969438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:16.982288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:16.983137 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Added segment 4010fe61-1613-4aa1-94d0-1803969c1fba of type vlan for network 24fdf732-df7d-412f-80f1-0eedd76c2852 Oct 19 02:12:17.001160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31837c8-760c-4190-af12-3b6b8d4dc193 None None] Pushing event updated for resources: {'Port': ['ID=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:17.049299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.081473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.088052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:17.088753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.127348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b2a1d2e7-dd77-4644-83f8-6b47af4cc8da up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:17.129551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2266827 Oct 19 02:12:17.132701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54200) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:17.138035 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'subnet': {'network_id': '24fdf732-df7d-412f-80f1-0eedd76c2852', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:17.176068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3921b-db47-428c-bdce-5a0798cc4414 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Network': ['ID=24fdf732-df7d-412f-80f1-0eedd76c2852,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:17.192321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 24fdf732-df7d-412f-80f1-0eedd76c2852 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:17.205462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:17.205960 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.240930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:17.245085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.272531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45af95e-d65f-4de7-89dd-ed8d3f91edf2 None None] get_active_networks_info from n-d-789963-20 {{(pid=100849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 02:12:17.342207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c6294c01-f71b-4b55-9fb8-4f8c87eea139 None None] Provisioning complete for port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:17.342574 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c6294c01-f71b-4b55-9fb8-4f8c87eea139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.430681 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.500447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Subnet': ['ID=ed20e8c1-5f38-434d-82db-d1a8116e2c39,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:17.509278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Checking segment: {'id': '4010fe61-1613-4aa1-94d0-1803969c1fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '24fdf732-df7d-412f-80f1-0eedd76c2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:17.509646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network hostable DHCP agents. Network: 24fdf732-df7d-412f-80f1-0eedd76c2852, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:17.528441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network 24fdf732-df7d-412f-80f1-0eedd76c2852 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:17.540075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 24fdf732-df7d-412f-80f1-0eedd76c2852) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:17.544168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:17.544776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.561597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-98e2f986-62a2-4885-a883-8b42a6039a72 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4275725 Oct 19 02:12:17.565148 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54202) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:17.570704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824545847'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:17.591689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:17.595408 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.598059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45af95e-d65f-4de7-89dd-ed8d3f91edf2 None None] Resources bound (agent type, host, resource id): {{(pid=100849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 02:12:17.620985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:17.630254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.630626 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Added segment d71e45b9-b708-45ce-ab20-f4d9ce03c12d of type vlan for network fc5718a8-e6b8-42e3-a608-287e1bb1b011 Oct 19 02:12:17.675266 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.701304 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.706921 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:17.707497 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.737576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1713524 Oct 19 02:12:17.740447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:17.746034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Request body: {'subnet': {'network_id': 'fc5718a8-e6b8-42e3-a608-287e1bb1b011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:17.786439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a60e7-86d8-4e75-9661-bf9ba0825002 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Network': ['ID=fc5718a8-e6b8-42e3-a608-287e1bb1b011,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:17.817153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network fc5718a8-e6b8-42e3-a608-287e1bb1b011 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:17.848093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Made reservation on behalf of cc401959238d488e85bb5f00583845b6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:17.852225 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:17.913941 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-24fdf732-df7d-412f-80f1-0eedd76c2852', 'network_id': '24fdf732-df7d-412f-80f1-0eedd76c2852', 'tenant_id': 'cc401959238d488e85bb5f00583845b6', 'fixed_ips': [{'subnet_id': 'ed20e8c1-5f38-434d-82db-d1a8116e2c39'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:17.915030 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.037519 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.050902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Allocated IP 2001:db8::2 (24fdf732-df7d-412f-80f1-0eedd76c2852/ed20e8c1-5f38-434d-82db-d1a8116e2c39/0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:18.104929 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event updated for resources: {'Subnet': ['ID=1b72556f-33cc-43b7-9bcc-20fc315cf894,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:18.110601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Checking segment: {'id': 'd71e45b9-b708-45ce-ab20-f4d9ce03c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fc5718a8-e6b8-42e3-a608-287e1bb1b011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:18.111258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network hostable DHCP agents. Network: fc5718a8-e6b8-42e3-a608-287e1bb1b011, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:18.128725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Network fc5718a8-e6b8-42e3-a608-287e1bb1b011 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:18.137757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, fc5718a8-e6b8-42e3-a608-287e1bb1b011) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:18.143091 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:18.143656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.160080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0ee6ffe0-3fea-403f-ab33-180d54194d12 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4185169 Oct 19 02:12:18.162626 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54206) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:18.199010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.204648 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.241260 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Network 24fdf732-df7d-412f-80f1-0eedd76c2852 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:18.244741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:18.248134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:18.266817 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.275203 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Pushing event updated for resources: {'Port': ['ID=0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:18.312231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Attempting to bind port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:18.312518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Attempting to bind port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '4010fe61-1613-4aa1-94d0-1803969c1fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '24fdf732-df7d-412f-80f1-0eedd76c2852'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:18.312884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Attempting to bind port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc on network 24fdf732-df7d-412f-80f1-0eedd76c2852 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:18.317740 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:18.318110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Checking segment: {'id': '4010fe61-1613-4aa1-94d0-1803969c1fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '24fdf732-df7d-412f-80f1-0eedd76c2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:18.318502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.318891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Bound using segment: {'id': '4010fe61-1613-4aa1-94d0-1803969c1fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '24fdf732-df7d-412f-80f1-0eedd76c2852'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:18.319374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Bound port: 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4010fe61-1613-4aa1-94d0-1803969c1fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '24fdf732-df7d-412f-80f1-0eedd76c2852'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:18.319777 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.321434 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.380343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.381372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] For port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:18.385092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] For port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc,segment=NetworkSegment(4010fe61-1613-4aa1-94d0-1803969c1fba),segment_id=4010fe61-1613-4aa1-94d0-1803969c1fba)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:18.388868 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.408891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Subnet': ['ID=1b72556f-33cc-43b7-9bcc-20fc315cf894,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:18.447268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d016fe-cb4f-4358-8766-da7265fdc6d2 None None] Pushing event updated for resources: {'Port': ['ID=0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:18.476052 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.497110 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5718a8-e6b8-42e3-a608-287e1bb1b011']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:18.506280 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71e45b9-b708-45ce-ab20-f4d9ce03c12d') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:18.506572 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71e45b9-b708-45ce-ab20-f4d9ce03c12d') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:18.517368 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.531303 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.537843 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:18.538460 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:18.541950 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:18.618238 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.625071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.628185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/fc5718a8-e6b8-42e3-a608-287e1bb1b011 HTTP/1.1" status: 204 len: 168 time: 0.4645333 Oct 19 02:12:18.631412 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:18.642963 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ff48b-362a-4a31-899a-590b59dc12ac tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Network': ['ID=fc5718a8-e6b8-42e3-a608-287e1bb1b011,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:18.675737 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea80901-848b-4d93-9003-a1a78c6c10e2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] GET failed (client error): The resource could not be found. Oct 19 02:12:18.678987 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2ea80901-848b-4d93-9003-a1a78c6c10e2 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "GET /v2.0/subnets/1b72556f-33cc-43b7-9bcc-20fc315cf894 HTTP/1.1" status: 404 len: 337 time: 0.0439987 Oct 19 02:12:18.680844 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54210) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:18.699025 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-111a5d2d-309f-4fe1-bdd7-bcc407a3c928 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] DELETE failed (client error): The resource could not be found. Oct 19 02:12:18.699839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111a5d2d-309f-4fe1-bdd7-bcc407a3c928 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 02:12:18.702925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-111a5d2d-309f-4fe1-bdd7-bcc407a3c928 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/fc5718a8-e6b8-42e3-a608-287e1bb1b011 HTTP/1.1" status: 404 len: 339 time: 0.0211535 Oct 19 02:12:18.706677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54212) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:18.733525 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c71d5e-9d49-4e32-9a16-fc16047b4250 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] DELETE failed (client error): The resource could not be found. Oct 19 02:12:18.733982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c71d5e-9d49-4e32-9a16-fc16047b4250 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 02:12:18.737015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-81c71d5e-9d49-4e32-9a16-fc16047b4250 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/subnets/1b72556f-33cc-43b7-9bcc-20fc315cf894 HTTP/1.1" status: 404 len: 337 time: 0.0294189 Oct 19 02:12:18.739499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54214) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:18.756508 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd90537-1e0c-4d7a-b4c4-6701a726d9bf tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] DELETE failed (client error): The resource could not be found. Oct 19 02:12:18.757069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd90537-1e0c-4d7a-b4c4-6701a726d9bf tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 02:12:18.760170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-fcd90537-1e0c-4d7a-b4c4-6701a726d9bf tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/fc5718a8-e6b8-42e3-a608-287e1bb1b011 HTTP/1.1" status: 404 len: 339 time: 0.0197356 Oct 19 02:12:18.762373 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54216) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:18.810834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Deleting subnet ed20e8c1-5f38-434d-82db-d1a8116e2c39 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:12:18.813881 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.858079 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.939261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:18.998022 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.028975 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Subnet': ['ID=ed20e8c1-5f38-434d-82db-d1a8116e2c39,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:19.035045 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.040477 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-45007604-d91a-4b56-8bd2-0f3884caa1f6 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/subnets/ed20e8c1-5f38-434d-82db-d1a8116e2c39 HTTP/1.1" status: 204 len: 168 time: 0.2750406 Oct 19 02:12:19.040870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54218) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.122167 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.135393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:19.189055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Deleting port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:19.189397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.193246 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:19.193616 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.263237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] For port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc,segment=NetworkSegment(4010fe61-1613-4aa1-94d0-1803969c1fba),segment_id=4010fe61-1613-4aa1-94d0-1803969c1fba)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:19.263596 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.277441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Calling delete_port for 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:19.282038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.317187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc,segment=NetworkSegment(4010fe61-1613-4aa1-94d0-1803969c1fba),segment_id=4010fe61-1613-4aa1-94d0-1803969c1fba)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:19.321251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91c6ba-1332-497c-bef5-8ee43778842e None None] Network 24fdf732-df7d-412f-80f1-0eedd76c2852 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:19.322936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52f716-3004-4422-922a-bc76b10a499e None None] Network fc5718a8-e6b8-42e3-a608-287e1bb1b011 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:19.342477 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.354651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52f716-3004-4422-922a-bc76b10a499e None None] Network fc5718a8-e6b8-42e3-a608-287e1bb1b011 could not be found, it might have been deleted concurrently. {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 02:12:19.362344 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.388726 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd81b09-5c21-45ce-b333-ae54320ac3b7 None None] Network fc5718a8-e6b8-42e3-a608-287e1bb1b011 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:19.393705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Port': ['ID=0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:19.395572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No DVR routers for this DVR port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:19.434486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd81b09-5c21-45ce-b333-ae54320ac3b7 None None] Network fc5718a8-e6b8-42e3-a608-287e1bb1b011 could not be found, it might have been deleted concurrently. {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 02:12:19.452884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cfb63738-be68-4277-b666-18ff5ca87485 None None] Provisioning complete for port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:19.453252 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cfb63738-be68-4277-b666-18ff5ca87485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.474796 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.483317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:19.485680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cfb63738-be68-4277-b666-18ff5ca87485 None None] Port 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc was deleted so its status cannot be updated. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 19 02:12:19.497460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fdf732-df7d-412f-80f1-0eedd76c2852']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:19.506682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4010fe61-1613-4aa1-94d0-1803969c1fba') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:19.507438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4010fe61-1613-4aa1-94d0-1803969c1fba') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:19.516489 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.530300 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.530683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c7121-20d0-47d8-b19c-162e23e1353f None None] Network 24fdf732-df7d-412f-80f1-0eedd76c2852 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:19.536361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:19.536746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:19.540494 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:19.602054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.608884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.614174 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/24fdf732-df7d-412f-80f1-0eedd76c2852 HTTP/1.1" status: 204 len: 168 time: 0.5701432 Oct 19 02:12:19.614919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54220) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.623668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ef018-669a-413d-ad15-683cf8579c4d tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Network': ['ID=24fdf732-df7d-412f-80f1-0eedd76c2852,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:19.643376 n-d-789963-20 neutron-server[100848]: INFO neutron.pecan_wsgi.hooks.translation [None req-50809dad-98a7-4096-aa41-95ddfee8b1e3 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] DELETE failed (client error): The resource could not be found. Oct 19 02:12:19.643829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50809dad-98a7-4096-aa41-95ddfee8b1e3 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 02:12:19.646951 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-50809dad-98a7-4096-aa41-95ddfee8b1e3 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/subnets/0bf4a085-b404-48eb-b05f-86a615409b95 HTTP/1.1" status: 404 len: 337 time: 0.0306327 Oct 19 02:12:19.650153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54222) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.671252 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9766f8-5a67-437e-b748-8dff6c84f799 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] DELETE failed (client error): The resource could not be found. Oct 19 02:12:19.671799 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9766f8-5a67-437e-b748-8dff6c84f799 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 02:12:19.675409 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-4b9766f8-5a67-437e-b748-8dff6c84f799 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/04e8b824-dd72-4ee5-a937-4826bd2dcd6d HTTP/1.1" status: 404 len: 339 time: 0.0235286 Oct 19 02:12:19.677359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54224) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.693224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282dd958-4b16-412e-b013-6d92219e1af9 None None] DHCP port deletion for 24fdf732-df7d-412f-80f1-0eedd76c2852 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:12:19.706614 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58e7711-855b-4331-acf1-978a23467b0f tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] DELETE failed (client error): The resource could not be found. Oct 19 02:12:19.707071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58e7711-855b-4331-acf1-978a23467b0f tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 02:12:19.710736 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e58e7711-855b-4331-acf1-978a23467b0f tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/subnets/86efc3dd-2575-4724-8d89-5d4f16269f63 HTTP/1.1" status: 404 len: 337 time: 0.0319030 Oct 19 02:12:19.713305 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54226) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.731663 n-d-789963-20 neutron-server[100847]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b7c50b-4580-478f-8d51-115c38b33b95 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] DELETE failed (client error): The resource could not be found. Oct 19 02:12:19.732236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b7c50b-4580-478f-8d51-115c38b33b95 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 02:12:19.735183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-76b7c50b-4580-478f-8d51-115c38b33b95 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/0188374c-2ed3-4a4a-8a46-823a951905ed HTTP/1.1" status: 404 len: 339 time: 0.0209403 Oct 19 02:12:19.737468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54228) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:19.786201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Deleting subnet 95125dc2-ea27-4f78-931f-370a2ed6f813 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:12:19.789179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.833598 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.914637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:19.970403 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.000649 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Subnet': ['ID=95125dc2-ea27-4f78-931f-370a2ed6f813,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:20.004221 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.007617 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03860571-a696-4a09-8b3e-de7385abb8f0 tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/subnets/95125dc2-ea27-4f78-931f-370a2ed6f813 HTTP/1.1" status: 204 len: 168 time: 0.2689931 Oct 19 02:12:20.009802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54230) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:20.011016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc0497-9979-4957-8ece-4a9837122c4a None None] Network b563c35f-8b9e-46dd-99c5-4141337c4991 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:20.085847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.137453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Deleting port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:20.137787 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.183866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] DHCP port deletion for b563c35f-8b9e-46dd-99c5-4141337c4991 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:12:20.235039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] Deleting port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:20.235403 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.295672 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.313535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] For port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,segment=NetworkSegment(fb709978-336c-47d4-a430-53782fb0ba17),segment_id=fb709978-336c-47d4-a430-53782fb0ba17)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:20.313927 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.327220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] Calling delete_port for b2a1d2e7-dd77-4644-83f8-6b47af4cc8da owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:20.410206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.437940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] Pushing event deleted for resources: {'Port': ['ID=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:20.439684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbee354-3caf-4133-b750-dce7924020e0 None None] No DVR routers for this DVR port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:20.555406 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] For port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,segment=NetworkSegment(fb709978-336c-47d4-a430-53782fb0ba17),segment_id=fb709978-336c-47d4-a430-53782fb0ba17)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:20.555766 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.568128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Calling delete_port for b2a1d2e7-dd77-4644-83f8-6b47af4cc8da owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:20.640716 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.669527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Port': ['ID=b2a1d2e7-dd77-4644-83f8-6b47af4cc8da,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:20.672851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] No DVR routers for this DVR port b2a1d2e7-dd77-4644-83f8-6b47af4cc8da on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:20.750556 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.769870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b563c35f-8b9e-46dd-99c5-4141337c4991']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:20.778965 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb709978-336c-47d4-a430-53782fb0ba17') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:20.779262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb709978-336c-47d4-a430-53782fb0ba17') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:20.788888 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.802069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.808743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:20.809124 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: self.session.flush() Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:20.812232 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:20.872309 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.879041 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:20.882228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] 10.222.0.64 "DELETE /v2.0/networks/b563c35f-8b9e-46dd-99c5-4141337c4991 HTTP/1.1" status: 204 len: 168 time: 0.8714745 Oct 19 02:12:20.893302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb38061-df3d-449e-b152-6b379972147b tempest-NetworksIpV6Test-660038008 tempest-NetworksIpV6Test-660038008-project] Pushing event deleted for resources: {'Network': ['ID=b563c35f-8b9e-46dd-99c5-4141337c4991,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:21.079816 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:21.099750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:21.100213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0b2dd499-4f60-441d-8d7f-3d94e2ef2bcc not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:21.101290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b2a1d2e7-dd77-4644-83f8-6b47af4cc8da no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:21.119626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: b2a1d2e7-dd77-4644-83f8-6b47af4cc8da {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:21.119994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b2a1d2e7-dd77-4644-83f8-6b47af4cc8da not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:21.125407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:21.254701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c6f72447-d9b0-4137-8798-7476b22a6111 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc401959238d488e85bb5f00583845b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280463 Oct 19 02:12:21.257521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54240) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:21.303385 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87612ed5-4da7-43a4-a214-1bd5cb3f2ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:21.324767 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87612ed5-4da7-43a4-a214-1bd5cb3f2ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:21.374395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87612ed5-4da7-43a4-a214-1bd5cb3f2ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:21.376989 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-87612ed5-4da7-43a4-a214-1bd5cb3f2ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:21.378118 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-87612ed5-4da7-43a4-a214-1bd5cb3f2ede admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ad74e2a-f751-486c-9507-24f0f5f63b9d HTTP/1.1" status: 204 len: 168 time: 0.1197078 Oct 19 02:12:21.386330 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87612ed5-4da7-43a4-a214-1bd5cb3f2ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad74e2a-f751-486c-9507-24f0f5f63b9d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:21.999062 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54262) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:22.091468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e082f960-3bb5-4e47-a3e7-9764a8a981d7 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1019187693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:22.113941 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e082f960-3bb5-4e47-a3e7-9764a8a981d7 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.114955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e082f960-3bb5-4e47-a3e7-9764a8a981d7 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.166039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e082f960-3bb5-4e47-a3e7-9764a8a981d7 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.170028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e082f960-3bb5-4e47-a3e7-9764a8a981d7 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.186371 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e082f960-3bb5-4e47-a3e7-9764a8a981d7 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.187537 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e082f960-3bb5-4e47-a3e7-9764a8a981d7 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1874778 Oct 19 02:12:22.190496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54266) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:22.196046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2104236372'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:22.216084 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Made reservation on behalf of f9ea68ab4fcc4a63bb1e81549a14741a for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:22.219320 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.227398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.300539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.304665 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.336498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:22.341640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c5ff37-1dc8-43fc-9446-6a2745702c67,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:22.349039 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.349476 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Added segment b8da8821-d317-43c2-a611-30cb84bb6e22 of type vlan for network b250d210-196e-49b1-bde2-5269574a3640 Oct 19 02:12:22.389476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.412769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.418766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:22.419333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.449724 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2581935 Oct 19 02:12:22.452640 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54268) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:22.457770 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Request body: {'subnet': {'network_id': 'b250d210-196e-49b1-bde2-5269574a3640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:22.489977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaf301-de05-49cb-bb2a-b7d9546e733c tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event updated for resources: {'Network': ['ID=b250d210-196e-49b1-bde2-5269574a3640,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:22.501963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network b250d210-196e-49b1-bde2-5269574a3640 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:22.548723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Made reservation on behalf of f9ea68ab4fcc4a63bb1e81549a14741a for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:22.552502 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.734092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.791301 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event updated for resources: {'Subnet': ['ID=dbebd364-171d-48a0-93d3-fb9781925607,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:22.806404 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Checking segment: {'id': 'b8da8821-d317-43c2-a611-30cb84bb6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b250d210-196e-49b1-bde2-5269574a3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:22.806700 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Network hostable DHCP agents. Network: b250d210-196e-49b1-bde2-5269574a3640, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:22.823351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Network b250d210-196e-49b1-bde2-5269574a3640 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:22.831454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, b250d210-196e-49b1-bde2-5269574a3640) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:22.836480 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:22.837061 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.842190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc3f80-927c-43a8-ab51-272b97dfdd16 None None] Network b250d210-196e-49b1-bde2-5269574a3640 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:22.853725 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4f5094fb-5375-4bed-b2f8-1ef5fec77385 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998966 Oct 19 02:12:22.857368 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54270) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:22.862183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1569390169'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:22.882467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Made reservation on behalf of f9ea68ab4fcc4a63bb1e81549a14741a for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:22.885938 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.910001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:22.919788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.920160 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Added segment 98a363ab-0c2e-44ef-8246-0667adc41251 of type vlan for network 25b09b5d-b444-4407-833b-dd4cd685325c Oct 19 02:12:22.968779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.990523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-b250d210-196e-49b1-bde2-5269574a3640', 'network_id': 'b250d210-196e-49b1-bde2-5269574a3640', 'tenant_id': 'f9ea68ab4fcc4a63bb1e81549a14741a', 'fixed_ips': [{'subnet_id': 'dbebd364-171d-48a0-93d3-fb9781925607'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:22.991621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:22.995535 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.001340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:23.002579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.040922 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1825395 Oct 19 02:12:23.043694 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54272) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:23.048367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Request body: {'subnet': {'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:23.098440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3224-ac92-4cab-ab2a-c6a708b68d01 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event updated for resources: {'Network': ['ID=25b09b5d-b444-4407-833b-dd4cd685325c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:23.112238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 25b09b5d-b444-4407-833b-dd4cd685325c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:23.173035 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Made reservation on behalf of f9ea68ab4fcc4a63bb1e81549a14741a for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:23.176571 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.186266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Allocated IP 172.20.0.2 (b250d210-196e-49b1-bde2-5269574a3640/dbebd364-171d-48a0-93d3-fb9781925607/6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:23.336800 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.342309 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.360702 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.384578 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Network b250d210-196e-49b1-bde2-5269574a3640 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:23.388792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:23.395639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:23.398581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Pushing event updated for resources: {'Port': ['ID=6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:23.434186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event updated for resources: {'Subnet': ['ID=2c80e0ea-e853-46e7-8e82-c4aa2e7e024b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:23.443479 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Checking segment: {'id': '98a363ab-0c2e-44ef-8246-0667adc41251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:23.443830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Network hostable DHCP agents. Network: 25b09b5d-b444-4407-833b-dd4cd685325c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:23.451817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Attempting to bind port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:23.452215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Attempting to bind port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b8da8821-d317-43c2-a611-30cb84bb6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b250d210-196e-49b1-bde2-5269574a3640'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:23.452582 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Attempting to bind port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e on network b250d210-196e-49b1-bde2-5269574a3640 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:23.457842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:23.458217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Checking segment: {'id': 'b8da8821-d317-43c2-a611-30cb84bb6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b250d210-196e-49b1-bde2-5269574a3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:23.458636 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.459079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Bound using segment: {'id': 'b8da8821-d317-43c2-a611-30cb84bb6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b250d210-196e-49b1-bde2-5269574a3640'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:23.459587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Bound port: 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8da8821-d317-43c2-a611-30cb84bb6e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b250d210-196e-49b1-bde2-5269574a3640'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:23.460056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.461922 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Network 25b09b5d-b444-4407-833b-dd4cd685325c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:23.470576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 25b09b5d-b444-4407-833b-dd4cd685325c) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:23.474586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:23.475229 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.492814 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0c4ea9e7-21c3-40f8-801b-824f1c9f1e7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4480987 Oct 19 02:12:23.494005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d982278-3b50-4e51-8faa-c2433f486afe None None] Network 25b09b5d-b444-4407-833b-dd4cd685325c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:23.495928 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:23.500326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1af98d6c-ade7-4eef-be9e-03575553821e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Request body: {'router': {'external_gateway_info': {'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:23.578532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] For port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:23.595574 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] For port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e,segment=NetworkSegment(b8da8821-d317-43c2-a611-30cb84bb6e22),segment_id=b8da8821-d317-43c2-a611-30cb84bb6e22)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:23.602607 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.701315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6701ca1-a77b-459c-8a1e-92b38bab2e03 None None] Pushing event updated for resources: {'Port': ['ID=6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:23.716752 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1af98d6c-ade7-4eef-be9e-03575553821e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.738929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-25b09b5d-b444-4407-833b-dd4cd685325c', 'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c', 'tenant_id': 'f9ea68ab4fcc4a63bb1e81549a14741a', 'fixed_ips': [{'subnet_id': '2c80e0ea-e853-46e7-8e82-c4aa2e7e024b'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:23.739808 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:23.831366 n-d-789963-20 neutron-server[100848]: INFO neutron.api.v2.resource [None req-1af98d6c-ade7-4eef-be9e-03575553821e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 02:12:23.832815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1af98d6c-ade7-4eef-be9e-03575553821e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "PUT /v2.0/routers/cfc0b35d-b946-48c2-a38c-c18f35f8770b HTTP/1.1" status: 400 len: 364 time: 0.3358500 Oct 19 02:12:23.840294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54276) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:23.881993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Allocated IP 172.21.0.2 (25b09b5d-b444-4407-833b-dd4cd685325c/2c80e0ea-e853-46e7-8e82-c4aa2e7e024b/e03eb904-16fb-4dad-8db1-b0a42cdeb903) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:23.921676 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Deleting subnet 2c80e0ea-e853-46e7-8e82-c4aa2e7e024b {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:12:24.033357 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.037708 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.038640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.075741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Network 25b09b5d-b444-4407-833b-dd4cd685325c is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:24.078580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:24.079387 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.082012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:24.090086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Pushing event updated for resources: {'Port': ['ID=e03eb904-16fb-4dad-8db1-b0a42cdeb903,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:24.148042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Attempting to bind port e03eb904-16fb-4dad-8db1-b0a42cdeb903 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:24.148980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Attempting to bind port e03eb904-16fb-4dad-8db1-b0a42cdeb903 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '98a363ab-0c2e-44ef-8246-0667adc41251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:24.149343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Attempting to bind port e03eb904-16fb-4dad-8db1-b0a42cdeb903 on network 25b09b5d-b444-4407-833b-dd4cd685325c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:24.154791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:24.155155 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Checking segment: {'id': '98a363ab-0c2e-44ef-8246-0667adc41251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:24.155547 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.155933 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Bound using segment: {'id': '98a363ab-0c2e-44ef-8246-0667adc41251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:24.156416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Bound port: e03eb904-16fb-4dad-8db1-b0a42cdeb903, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a363ab-0c2e-44ef-8246-0667adc41251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '25b09b5d-b444-4407-833b-dd4cd685325c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:24.156787 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.170574 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.233610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.235973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] For port e03eb904-16fb-4dad-8db1-b0a42cdeb903, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:24.239173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] For port e03eb904-16fb-4dad-8db1-b0a42cdeb903, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e03eb904-16fb-4dad-8db1-b0a42cdeb903,segment=NetworkSegment(98a363ab-0c2e-44ef-8246-0667adc41251),segment_id=98a363ab-0c2e-44ef-8246-0667adc41251)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:24.243631 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.263294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event deleted for resources: {'Subnet': ['ID=2c80e0ea-e853-46e7-8e82-c4aa2e7e024b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:24.271848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.278449 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1583ed96-1979-4943-bbdf-6b9a2c9221db tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "DELETE /v2.0/subnets/2c80e0ea-e853-46e7-8e82-c4aa2e7e024b HTTP/1.1" status: 204 len: 168 time: 0.4349408 Oct 19 02:12:24.278735 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54278) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:24.304000 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec76a46-8920-445b-814c-73e42a28abc9 None None] Pushing event updated for resources: {'Port': ['ID=e03eb904-16fb-4dad-8db1-b0a42cdeb903,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:24.364636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.426259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Deleting port e03eb904-16fb-4dad-8db1-b0a42cdeb903 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:24.426610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.500395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] For port e03eb904-16fb-4dad-8db1-b0a42cdeb903, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e03eb904-16fb-4dad-8db1-b0a42cdeb903,segment=NetworkSegment(98a363ab-0c2e-44ef-8246-0667adc41251),segment_id=98a363ab-0c2e-44ef-8246-0667adc41251)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:24.500395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.526986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Calling delete_port for e03eb904-16fb-4dad-8db1-b0a42cdeb903 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:24.623569 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.656294 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] No DVR routers for this DVR port e03eb904-16fb-4dad-8db1-b0a42cdeb903 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:24.658103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event deleted for resources: {'Port': ['ID=e03eb904-16fb-4dad-8db1-b0a42cdeb903,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:24.749955 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.776909 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b09b5d-b444-4407-833b-dd4cd685325c']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:24.787293 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a363ab-0c2e-44ef-8246-0667adc41251') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:24.787591 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a363ab-0c2e-44ef-8246-0667adc41251') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:24.799059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.814142 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.820470 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:24.820882 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:24.824265 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:24.849619 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb7656b-d47a-447a-97da-06a893274255 None None] Network b250d210-196e-49b1-bde2-5269574a3640 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:24.888481 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.895548 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.898958 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "DELETE /v2.0/networks/25b09b5d-b444-4407-833b-dd4cd685325c HTTP/1.1" status: 204 len: 168 time: 0.6193299 Oct 19 02:12:24.901773 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54280) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:24.911625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffce82-488e-4fba-82c7-2c24e4bfd204 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event deleted for resources: {'Network': ['ID=25b09b5d-b444-4407-833b-dd4cd685325c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:24.919504 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-30ce9e70-6213-48ec-9aed-dda513c8e645 None None] Provisioning complete for port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:24.919875 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30ce9e70-6213-48ec-9aed-dda513c8e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:24.959002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Deleting subnet dbebd364-171d-48a0-93d3-fb9781925607 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:12:24.962241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.005389 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.112631 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.120523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-30ce9e70-6213-48ec-9aed-dda513c8e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.145775 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:25.193910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.223166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event deleted for resources: {'Subnet': ['ID=dbebd364-171d-48a0-93d3-fb9781925607,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:25.230031 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.233529 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bfbdb0b6-95ba-46a9-bb61-b78f767e4d73 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "DELETE /v2.0/subnets/dbebd364-171d-48a0-93d3-fb9781925607 HTTP/1.1" status: 204 len: 168 time: 0.3305850 Oct 19 02:12:25.235906 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54282) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:25.262798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.db.api [None req-30ce9e70-6213-48ec-9aed-dda513c8e645 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 02:12:25.263109 n-d-789963-20 neutron-server[100849]: DEBUG oslo_db.api [None req-30ce9e70-6213-48ec-9aed-dda513c8e645 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 02:12:25.274164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:25.274551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.322290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.372688 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.392354 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Deleting port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:12:25.392843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.414761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e,segment=NetworkSegment(b8da8821-d317-43c2-a611-30cb84bb6e22),segment_id=b8da8821-d317-43c2-a611-30cb84bb6e22)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:25.420481 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.466050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd8ee2-9f05-4c1f-91b7-d2a32fed6b22 None None] Network b250d210-196e-49b1-bde2-5269574a3640 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:25.477656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] For port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e,segment=NetworkSegment(b8da8821-d317-43c2-a611-30cb84bb6e22),segment_id=b8da8821-d317-43c2-a611-30cb84bb6e22)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:25.478028 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.492457 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Calling delete_port for 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:12:25.493047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:25.565480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c37ec-2a28-4349-8e4e-ff96bf1b60d9 None None] DHCP port deletion for 25b09b5d-b444-4407-833b-dd4cd685325c request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:12:25.587419 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.587702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b68f44-d5ae-4902-84e4-1915ca076e80 None None] Network 25b09b5d-b444-4407-833b-dd4cd685325c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:25.602269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b68f44-d5ae-4902-84e4-1915ca076e80 None None] Network 25b09b5d-b444-4407-833b-dd4cd685325c could not be found, it might have been deleted concurrently. {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 02:12:25.618463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event deleted for resources: {'Port': ['ID=6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:25.621879 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] No DVR routers for this DVR port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:12:25.684309 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f878e-1cd3-48bf-9cd1-77d443a6ee8c None None] DHCP port deletion for b250d210-196e-49b1-bde2-5269574a3640 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:12:25.711374 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.731507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b250d210-196e-49b1-bde2-5269574a3640']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:25.742572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8da8821-d317-43c2-a611-30cb84bb6e22') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:25.742927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8da8821-d317-43c2-a611-30cb84bb6e22') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:25.758593 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.771704 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.777929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:12:25.778377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:12:25.781381 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:12:25.787450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-30ce9e70-6213-48ec-9aed-dda513c8e645 None None] Port 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e update to ACTIVE by agent not found {{(pid=100849) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 02:12:25.842553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.849708 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:25.853408 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "DELETE /v2.0/networks/b250d210-196e-49b1-bde2-5269574a3640 HTTP/1.1" status: 204 len: 168 time: 0.6161025 Oct 19 02:12:25.856285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54284) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:25.864592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667f373-20b0-4e83-b3eb-73fb4531dc7e tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Pushing event deleted for resources: {'Network': ['ID=b250d210-196e-49b1-bde2-5269574a3640,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:25.884462 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-45832304-1320-4519-bbff-c92a5b93cafe tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfc0b35d-b946-48c2-a38c-c18f35f8770b HTTP/1.1" status: 200 len: 205 time: 0.0269299 Oct 19 02:12:25.886790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:25.898940 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b26e0f1f-c2a9-44a7-b129-c2a29044f6a5 None None] Could not find standard attr ID for object e03eb904-16fb-4dad-8db1-b0a42cdeb903. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 02:12:25.901793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b26e0f1f-c2a9-44a7-b129-c2a29044f6a5 None None] Could not find standard attr ID for object 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e. {{(pid=100849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 02:12:25.966653 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c14a7a15-c187-443d-b077-88f77bd2beb9 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.122310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c14a7a15-c187-443d-b077-88f77bd2beb9 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.124338 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c14a7a15-c187-443d-b077-88f77bd2beb9 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.167178 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c14a7a15-c187-443d-b077-88f77bd2beb9 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.167779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a7a15-c187-443d-b077-88f77bd2beb9 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Fanout notify agent at l3_agent the message router_deleted on router cfc0b35d-b946-48c2-a38c-c18f35f8770b {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:12:26.174903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c14a7a15-c187-443d-b077-88f77bd2beb9 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.175920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c14a7a15-c187-443d-b077-88f77bd2beb9 tempest-RoutersNegativeTest-575003340 tempest-RoutersNegativeTest-575003340-project] 10.222.0.64 "DELETE /v2.0/routers/cfc0b35d-b946-48c2-a38c-c18f35f8770b HTTP/1.1" status: 204 len: 168 time: 0.2882476 Oct 19 02:12:26.412618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54292) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:26.544238 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fe66cf8f-20cc-434e-af8e-6e04c9d43f07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9ea68ab4fcc4a63bb1e81549a14741a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301787 Oct 19 02:12:26.546642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54296) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:26.593401 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0733812f-3d15-4727-ab39-fcaec9830a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.614800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0733812f-3d15-4727-ab39-fcaec9830a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.660500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0733812f-3d15-4727-ab39-fcaec9830a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.663931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-0733812f-3d15-4727-ab39-fcaec9830a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:26.664888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-0733812f-3d15-4727-ab39-fcaec9830a55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11c5ff37-1dc8-43fc-9446-6a2745702c67 HTTP/1.1" status: 204 len: 168 time: 0.1173642 Oct 19 02:12:26.673398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733812f-3d15-4727-ab39-fcaec9830a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c5ff37-1dc8-43fc-9446-6a2745702c67,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:27.076517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:27.096762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:27.097133 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 6cf2dfdf-1d30-4eff-9e7d-f2fd2ce2153e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:27.097573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e03eb904-16fb-4dad-8db1-b0a42cdeb903 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:12:27.117752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e03eb904-16fb-4dad-8db1-b0a42cdeb903 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:12:27.118102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e03eb904-16fb-4dad-8db1-b0a42cdeb903 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:12:27.284826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:27.376316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2048165582-network', 'tenant_id': '563d39da99e44138b0246cb443e318fb'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:27.397970 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Made reservation on behalf of 563d39da99e44138b0246cb443e318fb for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:27.400307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.408563 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.483307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.486929 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.508590 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:27.522157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7720eb46-0947-4a24-98d0-cc46c135186c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:27.528887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.529255 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Added segment a54aaeb4-f259-4b49-a5ed-00e68578c9e7 of type vlan for network a4bc952b-8314-42ff-9390-c2401c461cf2 Oct 19 02:12:27.570836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.594865 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.595824 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:27.596487 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.630606 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3446910 Oct 19 02:12:27.634456 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54322) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:27.639482 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Request body: {'subnet': {'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-subnet', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:27.660889 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Made reservation on behalf of 563d39da99e44138b0246cb443e318fb for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:27.661518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47470d0e-74fe-4443-a913-d9395ef82ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=a4bc952b-8314-42ff-9390-c2401c461cf2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:27.663920 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.672418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network a4bc952b-8314-42ff-9390-c2401c461cf2 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:27.837858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.886827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1104d7-46d9-48bb-8c51-be381305739b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:27.901786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Checking segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:27.902142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Network hostable DHCP agents. Network: a4bc952b-8314-42ff-9390-c2401c461cf2, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:27.917552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Network a4bc952b-8314-42ff-9390-c2401c461cf2 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:27.925853 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, a4bc952b-8314-42ff-9390-c2401c461cf2) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:27.930900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:27.931476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.935817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad5e7c4-eac7-47c8-a49b-c33081301e51 None None] Network a4bc952b-8314-42ff-9390-c2401c461cf2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:27.947922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-365e8f34-5463-433d-96ec-97d505c435be admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3123462 Oct 19 02:12:27.950603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:27.954776 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:27.974311 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:27.976157 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.030552 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.078129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-a4bc952b-8314-42ff-9390-c2401c461cf2', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'fixed_ips': [{'subnet_id': '3a1104d7-46d9-48bb-8c51-be381305739b'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:28.078999 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.177506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.216752 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Allocated IP 172.20.0.2 (a4bc952b-8314-42ff-9390-c2401c461cf2/3a1104d7-46d9-48bb-8c51-be381305739b/a3681947-fc09-4608-9f50-8a6861146c94) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:28.364762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.372315 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.378365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.398616 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.406698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Network a4bc952b-8314-42ff-9390-c2401c461cf2 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:28.410026 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:28.414517 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:28.429474 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Pushing event updated for resources: {'Port': ['ID=a3681947-fc09-4608-9f50-8a6861146c94,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:28.476346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Attempting to bind port a3681947-fc09-4608-9f50-8a6861146c94 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:28.476717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Attempting to bind port a3681947-fc09-4608-9f50-8a6861146c94 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:28.477078 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Attempting to bind port a3681947-fc09-4608-9f50-8a6861146c94 on network a4bc952b-8314-42ff-9390-c2401c461cf2 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:28.481926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:28.482290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Checking segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:28.482680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.483067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Bound using segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:28.483526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Bound port: a3681947-fc09-4608-9f50-8a6861146c94, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:28.484048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.509593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Allocated IP 172.25.0.100 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/48b20095-651d-4641-bbc9-7a094f00d0c2) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:28.549069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] For port a3681947-fc09-4608-9f50-8a6861146c94, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:28.552039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] For port a3681947-fc09-4608-9f50-8a6861146c94, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a3681947-fc09-4608-9f50-8a6861146c94,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:28.557420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.614281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca280a04-df4b-4b67-a4a2-d95d5d8922e9 None None] Pushing event updated for resources: {'Port': ['ID=a3681947-fc09-4608-9f50-8a6861146c94,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:28.615874 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.654256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:28.699843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:28.702785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:28.706215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:28.733145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=48b20095-651d-4641-bbc9-7a094f00d0c2,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:28.985369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:29.103345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3681947-fc09-4608-9f50-8a6861146c94 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:29.152716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a3681947-fc09-4608-9f50-8a6861146c94 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:29.153007 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:29.191696 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:29.241028 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:29.276174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port a3681947-fc09-4608-9f50-8a6861146c94, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a3681947-fc09-4608-9f50-8a6861146c94,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:29.281428 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:29.337661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Router cb4d25a8-fb08-44a8-ad0c-c545d167b24a is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:12:29.339581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=a3681947-fc09-4608-9f50-8a6861146c94,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:29.447173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:29.456530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Sync routers for ids ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:29.466447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Routers {'cb4d25a8-fb08-44a8-ad0c-c545d167b24a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:29.467072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:29.471654 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:29.476076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-07b9bdbe-f5dc-48d8-bc38-6bd0b6d57ea5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5214410 Oct 19 02:12:29.476430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54326) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:29.561861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c2f40-29cd-4808-a291-483f5ddd749c None None] Network a4bc952b-8314-42ff-9390-c2401c461cf2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:29.597431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Set router cb4d25a8-fb08-44a8-ad0c-c545d167b24a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:29.735800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4a79f33a-9289-439c-b82a-c46f7db42524 None None] Provisioning complete for port a3681947-fc09-4608-9f50-8a6861146c94 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:29.736191 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4a79f33a-9289-439c-b82a-c46f7db42524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:29.975962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:12:28Z', 'revision_number': 3, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port': {'id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:28Z', 'updated_at': '2021-10-19T02:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:30.003297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Checking router: cb4d25a8-fb08-44a8-ad0c-c545d167b24a for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:30.003649 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Updating router cb4d25a8-fb08-44a8-ad0c-c545d167b24a port 48b20095-651d-4641-bbc9-7a094f00d0c2 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:12:30.033787 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.250868 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.381059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0828f967-e76d-4fd5-bec4-d7544697d47a None None] Provisioning complete for port a3681947-fc09-4608-9f50-8a6861146c94 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:30.382189 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0828f967-e76d-4fd5-bec4-d7544697d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.414610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Allocated IP 172.20.0.1 (a4bc952b-8314-42ff-9390-c2401c461cf2/3a1104d7-46d9-48bb-8c51-be381305739b/d3ca1001-3cb2-4484-89ef-1dce65469fb9) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:30.505739 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.515278 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.517881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.556891 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.576610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcd24e-a308-4015-8781-d11d0377b93d None None] Pushing event updated for resources: {'Port': ['ID=48b20095-651d-4641-bbc9-7a094f00d0c2,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:30.578848 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Attempting to bind port 48b20095-651d-4641-bbc9-7a094f00d0c2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:30.579220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Attempting to bind port 48b20095-651d-4641-bbc9-7a094f00d0c2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:30.579589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Attempting to bind port 48b20095-651d-4641-bbc9-7a094f00d0c2 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:30.586857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:30.587237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:30.587639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.588065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:30.588598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Bound port: 48b20095-651d-4641-bbc9-7a094f00d0c2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:30.588983 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.597574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Network a4bc952b-8314-42ff-9390-c2401c461cf2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:30.600519 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:30.603967 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:30.634457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ca1001-3cb2-4484-89ef-1dce65469fb9,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:30.646007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] For port 48b20095-651d-4641-bbc9-7a094f00d0c2, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:30.651276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] For port 48b20095-651d-4641-bbc9-7a094f00d0c2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48b20095-651d-4641-bbc9-7a094f00d0c2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:30.656056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.656649 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.718225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcd24e-a308-4015-8781-d11d0377b93d None None] Pushing event updated for resources: {'Port': ['ID=48b20095-651d-4641-bbc9-7a094f00d0c2,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:30.720757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Routers {'cb4d25a8-fb08-44a8-ad0c-c545d167b24a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:30.721374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:30.793193 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.836670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] Set router cb4d25a8-fb08-44a8-ad0c-c545d167b24a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:30.913530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-65ee0fb9-0635-40e1-a7dd-0fd0edd78346 None None] Provisioning complete for port d3ca1001-3cb2-4484-89ef-1dce65469fb9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:30.913822 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-65ee0fb9-0635-40e1-a7dd-0fd0edd78346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.965336 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.970432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:30.989086 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-65ee0fb9-0635-40e1-a7dd-0fd0edd78346 None None] Port d3ca1001-3cb2-4484-89ef-1dce65469fb9 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:31.045726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:31.047663 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ca1001-3cb2-4484-89ef-1dce65469fb9,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:31.059820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:12:28Z', 'revision_number': 3, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port': {'id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:28Z', 'updated_at': '2021-10-19T02:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:31.086287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cdaf-e061-4608-98dd-719ea8ca0ba3 None None] The sync data for ids ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'] in n-d-789963-20 is: [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:12:28Z', 'revision_number': 3, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port': {'id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:28Z', 'updated_at': '2021-10-19T02:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:31.093869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3681947-fc09-4608-9f50-8a6861146c94 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:31.149889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port a3681947-fc09-4608-9f50-8a6861146c94 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:31.150232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:31.160217 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Network a4bc952b-8314-42ff-9390-c2401c461cf2 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:31.162047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:31.286806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Router cb4d25a8-fb08-44a8-ad0c-c545d167b24a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:12:31.419432 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:31.424668 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-132e6662-f827-4624-acf9-781529fe04a4 admin admin] 10.222.0.64 "PUT /v2.0/routers/cb4d25a8-fb08-44a8-ad0c-c545d167b24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472046 Oct 19 02:12:31.512698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-97159564-9df1-482e-b6de-053f4672535c None None] Provisioning complete for port d3ca1001-3cb2-4484-89ef-1dce65469fb9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:31.513263 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-97159564-9df1-482e-b6de-053f4672535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:31.552558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-97159564-9df1-482e-b6de-053f4672535c None None] Port d3ca1001-3cb2-4484-89ef-1dce65469fb9 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:31.917520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54342) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:31.922553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1007067327-network', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:31.943543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Made reservation on behalf of d0f94f28b2154288ad297ed6c5987608 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:31.946405 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:31.955047 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.028546 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.032181 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.057285 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:12:32.066061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97740df6-e2a0-40b4-8315-3b7f1e3d19b5,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:32.073046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.073386 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Added segment 503b1644-6358-44d2-8b4a-c8e5808db9ae of type vlan for network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 Oct 19 02:12:32.118343 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.143175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.144153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:32.144730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.175545 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2569273 Oct 19 02:12:32.179048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54344) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:32.185248 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Request body: {'subnet': {'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-subnet', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:32.206436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Made reservation on behalf of d0f94f28b2154288ad297ed6c5987608 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:32.208642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5e0d6-f3b9-4bd6-91db-f0746bf9b0ed admin admin] Pushing event updated for resources: {'Network': ['ID=9a98ef64-0411-436e-a67f-ba3dc52f1fe8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:32.208832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.218917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:12:32.382021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.432218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a702a4b2-e888-47c0-ae06-cf20aec353cc,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:32.447822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Checking segment: {'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:32.448217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Network hostable DHCP agents. Network: 9a98ef64-0411-436e-a67f-ba3dc52f1fe8, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:12:32.465791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:12:32.474745 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 9a98ef64-0411-436e-a67f-ba3dc52f1fe8) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:32.480240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:32.481217 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.484440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f037451-5b08-4ae7-bba4-77c593b9407d None None] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:32.497016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1bb63c25-27e9-4bd3-ac9b-69ea38b50489 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3156378 Oct 19 02:12:32.499716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54346) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:32.504454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:32.526596 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.527734 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.591076 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.633871 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Sync routers for ids ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:32.642736 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Routers {'cb4d25a8-fb08-44a8-ad0c-c545d167b24a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:32.643340 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:32.643476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'fixed_ips': [{'subnet_id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:12:32.644376 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.742135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.751063 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Set router cb4d25a8-fb08-44a8-ad0c-c545d167b24a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:32.791932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Allocated IP 172.20.0.2 (9a98ef64-0411-436e-a67f-ba3dc52f1fe8/a702a4b2-e888-47c0-ae06-cf20aec353cc/4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:32.951957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.958260 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.959602 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.968831 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:12:30Z', 'revision_number': 4, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port': {'id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:28Z', 'updated_at': '2021-10-19T02:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd3ca1001-3cb2-4484-89ef-1dce65469fb9', 'name': '', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'mac_address': 'fa:16:3e:60:84:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:30Z', 'updated_at': '2021-10-19T02:12:30Z', 'revision_number': 2, 'project_id': '563d39da99e44138b0246cb443e318fb', 'subnets': [{'id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:32.978189 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:32.998809 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Checking router: cb4d25a8-fb08-44a8-ad0c-c545d167b24a for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:32.999160 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Updating router cb4d25a8-fb08-44a8-ad0c-c545d167b24a port d3ca1001-3cb2-4484-89ef-1dce65469fb9 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:12:33.002521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:33.006093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:33.013800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:33.017344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Pushing event updated for resources: {'Port': ['ID=4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:33.037076 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.088180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Attempting to bind port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:33.088563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Attempting to bind port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:33.088925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Attempting to bind port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 on network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:33.094883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:33.095256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Checking segment: {'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:33.095667 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.096254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Bound using segment: {'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:33.096722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Bound port: 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:33.097101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.098789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Allocated IP 172.25.0.221 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/eb91e083-0312-408b-a10b-b84127148f7e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:33.166254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b20095-651d-4641-bbc9-7a094f00d0c2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:33.213704 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] For port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:33.218002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] For port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663,segment=NetworkSegment(503b1644-6358-44d2-8b4a-c8e5808db9ae),segment_id=503b1644-6358-44d2-8b4a-c8e5808db9ae)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:33.226496 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.234371 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.273785 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.295747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 48b20095-651d-4641-bbc9-7a094f00d0c2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:33.296054 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.300808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b8de-09a1-4229-bbef-bf489a4d5d77 None None] Pushing event updated for resources: {'Port': ['ID=4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:33.341004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Pushing event updated for resources: {'Port': ['ID=eb91e083-0312-408b-a10b-b84127148f7e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:33.343792 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.351531 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.354629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:33.357063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.357535 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.357979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.358412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.358854 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.359266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.359690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.360143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.360695 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.361128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.361555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.361977 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.366005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:33.368419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:33.407914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.435326 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 48b20095-651d-4641-bbc9-7a094f00d0c2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48b20095-651d-4641-bbc9-7a094f00d0c2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:33.440447 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.453335 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Attempting to bind port d3ca1001-3cb2-4484-89ef-1dce65469fb9 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:33.453703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Attempting to bind port d3ca1001-3cb2-4484-89ef-1dce65469fb9 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:33.454074 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Attempting to bind port d3ca1001-3cb2-4484-89ef-1dce65469fb9 on network a4bc952b-8314-42ff-9390-c2401c461cf2 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:33.466843 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:33.467220 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Checking segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:33.467623 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.468065 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Bound using segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:33.468556 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Bound port: d3ca1001-3cb2-4484-89ef-1dce65469fb9, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:33.468930 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.542475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=48b20095-651d-4641-bbc9-7a094f00d0c2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:33.547240 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Pushing event updated for resources: {'Port': ['ID=d3ca1001-3cb2-4484-89ef-1dce65469fb9,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:33.564513 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.564856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.565195 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.565540 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.565859 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.566350 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.566680 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.567006 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.567325 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.567647 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.567966 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.568305 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:12:33.609565 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] For port d3ca1001-3cb2-4484-89ef-1dce65469fb9, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:33.613919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] For port d3ca1001-3cb2-4484-89ef-1dce65469fb9, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d3ca1001-3cb2-4484-89ef-1dce65469fb9,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:33.620149 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.693727 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239b029-d579-4ab6-b743-bebc2e393a0c None None] Pushing event updated for resources: {'Port': ['ID=d3ca1001-3cb2-4484-89ef-1dce65469fb9,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:33.698182 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Routers {'cb4d25a8-fb08-44a8-ad0c-c545d167b24a'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:33.699070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:33.720056 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.788489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ed0e0062-bdf4-427c-83fc-040ce15c3bb1 None None] Provisioning complete for port d3ca1001-3cb2-4484-89ef-1dce65469fb9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:33.788489 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0062-bdf4-427c-83fc-040ce15c3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.815133 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] Set router cb4d25a8-fb08-44a8-ad0c-c545d167b24a gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:33.904028 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0062-bdf4-427c-83fc-040ce15c3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.943765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ed0e0062-bdf4-427c-83fc-040ce15c3bb1 None None] For port d3ca1001-3cb2-4484-89ef-1dce65469fb9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d3ca1001-3cb2-4484-89ef-1dce65469fb9,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:33.951889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed0e0062-bdf4-427c-83fc-040ce15c3bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:33.984967 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:34.010828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e0062-bdf4-427c-83fc-040ce15c3bb1 None None] Pushing event updated for resources: {'Port': ['ID=d3ca1001-3cb2-4484-89ef-1dce65469fb9,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:34.047186 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:12:30Z', 'revision_number': 4, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port': {'id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:28Z', 'updated_at': '2021-10-19T02:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd3ca1001-3cb2-4484-89ef-1dce65469fb9', 'name': '', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'mac_address': 'fa:16:3e:60:84:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:30Z', 'updated_at': '2021-10-19T02:12:33Z', 'revision_number': 4, 'project_id': '563d39da99e44138b0246cb443e318fb', 'subnets': [{'id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:34.076022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9ca06f12-7a56-49ed-ad24-22f830a9b955 None None] Provisioning complete for port d3ca1001-3cb2-4484-89ef-1dce65469fb9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:34.076316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9ca06f12-7a56-49ed-ad24-22f830a9b955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:34.081373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a9183-720e-4505-bb47-49be3b6bae2b None None] The sync data for ids ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'] in n-d-789963-20 is: [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:12:30Z', 'revision_number': 4, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port': {'id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:28Z', 'updated_at': '2021-10-19T02:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'd3ca1001-3cb2-4484-89ef-1dce65469fb9', 'name': '', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'mac_address': 'fa:16:3e:60:84:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:30Z', 'updated_at': '2021-10-19T02:12:33Z', 'revision_number': 4, 'project_id': '563d39da99e44138b0246cb443e318fb', 'subnets': [{'id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:34.161357 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Router f24f1ee0-8659-48cb-b96b-203d851288b8 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:12:34.249031 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:12:34.287221 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:34.299433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Sync routers for ids ['f24f1ee0-8659-48cb-b96b-203d851288b8'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:34.310450 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Routers {'f24f1ee0-8659-48cb-b96b-203d851288b8'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:34.311185 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f24f1ee0-8659-48cb-b96b-203d851288b8'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:34.315747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:34.320025 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-33777e37-76ce-40d1-ba39-91ab8e79b431 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8163915 Oct 19 02:12:34.320782 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54348) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:12:34.441552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Set router f24f1ee0-8659-48cb-b96b-203d851288b8 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:34.499023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb3cd7b-baf2-4d26-b24f-309cf8dbd201 None None] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:12:34.618931 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a9fc370f-3d96-4cf8-b1dd-071fde87bf4d None None] Provisioning complete for port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:34.619309 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a9fc370f-3d96-4cf8-b1dd-071fde87bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:34.827127 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a9fc370f-3d96-4cf8-b1dd-071fde87bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:34.827951 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:34.847814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:33Z', 'revision_number': 3, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port': {'id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:34.886583 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Checking router: f24f1ee0-8659-48cb-b96b-203d851288b8 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:34.886938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Updating router f24f1ee0-8659-48cb-b96b-203d851288b8 port eb91e083-0312-408b-a10b-b84127148f7e binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:12:34.914980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a9fc370f-3d96-4cf8-b1dd-071fde87bf4d None None] For port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663,segment=NetworkSegment(503b1644-6358-44d2-8b4a-c8e5808db9ae),segment_id=503b1644-6358-44d2-8b4a-c8e5808db9ae)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:34.925164 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a9fc370f-3d96-4cf8-b1dd-071fde87bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:34.930536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.003203 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Allocated IP 172.20.0.1 (9a98ef64-0411-436e-a67f-ba3dc52f1fe8/a702a4b2-e888-47c0-ae06-cf20aec353cc/48a44ec5-608f-4cd1-bb56-93e272ba9944) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:35.011701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc370f-3d96-4cf8-b1dd-071fde87bf4d None None] Pushing event updated for resources: {'Port': ['ID=4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:35.180826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.224589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.270827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:35.274641 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:35.278494 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:35.311526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Pushing event updated for resources: {'Port': ['ID=48a44ec5-608f-4cd1-bb56-93e272ba9944,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:35.331640 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.414069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:35.481994 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c2f0031f-63b3-4f26-af09-b5eea6a01ec8 None None] Provisioning complete for port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:35.482368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c2f0031f-63b3-4f26-af09-b5eea6a01ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.485226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.571060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:35.571344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.610155 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.620617 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.657639 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.663972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.728766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Attempting to bind port eb91e083-0312-408b-a10b-b84127148f7e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:35.729137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Attempting to bind port eb91e083-0312-408b-a10b-b84127148f7e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:35.729502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Attempting to bind port eb91e083-0312-408b-a10b-b84127148f7e on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:35.732849 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2005891-5b0d-4ea8-854b-c7eeb1bade71 None None] Pushing event updated for resources: {'Port': ['ID=eb91e083-0312-408b-a10b-b84127148f7e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:35.740776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:35.741554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Pushing event updated for resources: {'Port': ['ID=48a44ec5-608f-4cd1-bb56-93e272ba9944,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:35.741797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:35.742261 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.742541 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:35.743017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Bound port: eb91e083-0312-408b-a10b-b84127148f7e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:35.743398 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.744652 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.822399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d3ca1001-3cb2-4484-89ef-1dce65469fb9 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:35.840250 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:35.841756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:35.853622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] For port eb91e083-0312-408b-a10b-b84127148f7e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:35.879518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] For port eb91e083-0312-408b-a10b-b84127148f7e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eb91e083-0312-408b-a10b-b84127148f7e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:35.889020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.899717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3321f87e-004c-475e-bc0b-de7f7ec378ea None None] Provisioning complete for port 48a44ec5-608f-4cd1-bb56-93e272ba9944 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:35.900110 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3321f87e-004c-475e-bc0b-de7f7ec378ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:35.970086 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Router f24f1ee0-8659-48cb-b96b-203d851288b8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:12:35.994647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Routers {'f24f1ee0-8659-48cb-b96b-203d851288b8'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:35.995556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f24f1ee0-8659-48cb-b96b-203d851288b8'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:36.001624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3321f87e-004c-475e-bc0b-de7f7ec378ea None None] Port 48a44ec5-608f-4cd1-bb56-93e272ba9944 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:36.004359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d3ca1001-3cb2-4484-89ef-1dce65469fb9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:36.004874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:36.038914 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2005891-5b0d-4ea8-854b-c7eeb1bade71 None None] Pushing event updated for resources: {'Port': ['ID=eb91e083-0312-408b-a10b-b84127148f7e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:36.089871 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:12:36.094939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f1f4d2c4-6612-46cd-9fab-c0fb64a689dd admin admin] 10.222.0.64 "PUT /v2.0/routers/f24f1ee0-8659-48cb-b96b-203d851288b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731223 Oct 19 02:12:36.154337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] Set router f24f1ee0-8659-48cb-b96b-203d851288b8 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:36.205897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-68213662-cc94-4c17-8dac-78e4ab1801ad None None] Provisioning complete for port 48a44ec5-608f-4cd1-bb56-93e272ba9944 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:36.206262 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68213662-cc94-4c17-8dac-78e4ab1801ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:36.254681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b20095-651d-4641-bbc9-7a094f00d0c2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:36.321654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-68213662-cc94-4c17-8dac-78e4ab1801ad None None] Port 48a44ec5-608f-4cd1-bb56-93e272ba9944 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:36.404498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 48b20095-651d-4641-bbc9-7a094f00d0c2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:36.404874 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:36.516664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 4, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port': {'id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '48a44ec5-608f-4cd1-bb56-93e272ba9944', 'name': '', 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'mac_address': 'fa:16:3e:fe:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:34Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 2, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'subnets': [{'id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:36.547526 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92dcfc9-2b42-4e10-981d-953a3fc2926a None None] The sync data for ids ['f24f1ee0-8659-48cb-b96b-203d851288b8'] in n-d-789963-20 is: [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 4, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port': {'id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '48a44ec5-608f-4cd1-bb56-93e272ba9944', 'name': '', 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'mac_address': 'fa:16:3e:fe:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:34Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 2, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'subnets': [{'id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:37.016965 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-241a0e88-1071-4a6f-8e23-fb5cfb880254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:37.018465 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-eaee02c0-0749-4041-900e-673ec345acae tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:37.019729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-eaee02c0-0749-4041-900e-673ec345acae tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/networks?id=a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 200 len: 817 time: 0.1124642 Oct 19 02:12:37.037482 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-c2066ade-90b8-41ce-aafb-3ed789f91885 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/quotas/563d39da99e44138b0246cb443e318fb HTTP/1.1" status: 200 len: 375 time: 0.0100029 Oct 19 02:12:37.092857 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-c146fd6e-a3cc-494e-a063-0c802d51b01b tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=563d39da99e44138b0246cb443e318fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493610 Oct 19 02:12:37.202441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-4f1d21fa-33b8-4080-ae68-bbc924efb032 service neutron] 10.222.0.64 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967405 Oct 19 02:12:37.297681 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-30aa5c04-780b-45bb-817b-0bbc6508c6b3 service neutron] 10.222.0.64 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886214 Oct 19 02:12:37.482260 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8adf875e-b300-4d1d-9ed0-7402f7a3f6fd req-035f9a55-e1c0-4813-8286-e6e359d81a07 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 210 time: 0.0285048 Oct 19 02:12:38.470762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-40ab63fe-c2e0-417a-bbcb-25ce96a8c2c6 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:38.472390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-40ab63fe-c2e0-417a-bbcb-25ce96a8c2c6 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "GET /v2.0/networks?id=a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 200 len: 817 time: 0.1282744 Oct 19 02:12:38.486298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Request body: {'port': {'device_id': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'admin_state_up': True, 'tenant_id': '563d39da99e44138b0246cb443e318fb'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:38.598138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Made reservation on behalf of 563d39da99e44138b0246cb443e318fb for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:12:38.599823 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b8c0399e-5a46-4c9e-a24b-d1656d94bcfa req-4ab2b20d-fb83-4d7a-834b-5b0cef2abf52 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 210 time: 0.0282321 Oct 19 02:12:38.603258 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:38.675527 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Sync routers for ids ['f24f1ee0-8659-48cb-b96b-203d851288b8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:12:38.686584 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Routers {'f24f1ee0-8659-48cb-b96b-203d851288b8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:38.687183 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f24f1ee0-8659-48cb-b96b-203d851288b8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:38.749109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Allocated IP 172.20.0.4 (a4bc952b-8314-42ff-9390-c2401c461cf2/3a1104d7-46d9-48bb-8c51-be381305739b/b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:12:38.880430 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Set router f24f1ee0-8659-48cb-b96b-203d851288b8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:38.900894 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:38.934386 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:38.980362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Network a4bc952b-8314-42ff-9390-c2401c461cf2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:12:38.983315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:12:38.985982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:12:38.994772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Pushing event updated for resources: {'Port': ['ID=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:39.053902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:39.054764 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.074857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-42f8b704-a952-4c2b-ab82-ce801b9020e7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5927901 Oct 19 02:12:39.089687 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 4, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port': {'id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '48a44ec5-608f-4cd1-bb56-93e272ba9944', 'name': '', 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'mac_address': 'fa:16:3e:fe:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:34Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 2, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'subnets': [{'id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:39.090695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Request body: {'port': {'device_id': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:12:39.117882 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Checking router: f24f1ee0-8659-48cb-b96b-203d851288b8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:12:39.118533 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Updating router f24f1ee0-8659-48cb-b96b-203d851288b8 port 48a44ec5-608f-4cd1-bb56-93e272ba9944 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:12:39.148723 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.151797 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.169815 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eb91e083-0312-408b-a10b-b84127148f7e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:39.237772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port eb91e083-0312-408b-a10b-b84127148f7e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:39.238431 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.288505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1d230346-82d5-4cbf-823e-360e970615fa None None] Provisioning complete for port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:39.289143 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1d230346-82d5-4cbf-823e-360e970615fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.353010 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.379008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1d230346-82d5-4cbf-823e-360e970615fa None None] Port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:12:39.385017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port eb91e083-0312-408b-a10b-b84127148f7e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eb91e083-0312-408b-a10b-b84127148f7e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:39.391585 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.442585 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.449901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=eb91e083-0312-408b-a10b-b84127148f7e,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:39.450314 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.498165 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9274a-a4f7-4938-9d13-900d099dae9f None None] Pushing event updated for resources: {'Port': ['ID=48a44ec5-608f-4cd1-bb56-93e272ba9944,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:39.561464 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Attempting to bind port 48a44ec5-608f-4cd1-bb56-93e272ba9944 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:39.562047 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Attempting to bind port 48a44ec5-608f-4cd1-bb56-93e272ba9944 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:39.562486 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Attempting to bind port 48a44ec5-608f-4cd1-bb56-93e272ba9944 on network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:39.568468 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:39.568943 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Checking segment: {'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:39.569421 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.570189 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Bound using segment: {'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:39.570691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Bound port: 48a44ec5-608f-4cd1-bb56-93e272ba9944, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503b1644-6358-44d2-8b4a-c8e5808db9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:39.571093 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.646431 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] For port 48a44ec5-608f-4cd1-bb56-93e272ba9944, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:39.652822 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] For port 48a44ec5-608f-4cd1-bb56-93e272ba9944, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48a44ec5-608f-4cd1-bb56-93e272ba9944,segment=NetworkSegment(503b1644-6358-44d2-8b4a-c8e5808db9ae),segment_id=503b1644-6358-44d2-8b4a-c8e5808db9ae)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:39.657441 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.733118 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Routers {'f24f1ee0-8659-48cb-b96b-203d851288b8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:12:39.733770 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:12:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f24f1ee0-8659-48cb-b96b-203d851288b8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:39.735300 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9274a-a4f7-4938-9d13-900d099dae9f None None] Pushing event updated for resources: {'Port': ['ID=48a44ec5-608f-4cd1-bb56-93e272ba9944,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:39.766409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6dd5-d0ba-477f-b5d5-28372186b198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.766760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45038-7ac5-48cb-86d1-62404f5e805c req-1ec3ab24-1f22-4071-89ca-8285f22f13bf tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:39.773354 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ff45038-7ac5-48cb-86d1-62404f5e805c req-1ec3ab24-1f22-4071-89ca-8285f22f13bf tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 931 time: 0.0656352 Oct 19 02:12:39.804894 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-64bf0f25-cc49-4f99-a49e-ff929edd60b0 None None] Provisioning complete for port 48a44ec5-608f-4cd1-bb56-93e272ba9944 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:39.805260 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64bf0f25-cc49-4f99-a49e-ff929edd60b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.867425 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ff45038-7ac5-48cb-86d1-62404f5e805c req-c69888ae-6f7e-4a3e-adaf-3e8b5f78f0be tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909264 Oct 19 02:12:39.880191 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] Set router f24f1ee0-8659-48cb-b96b-203d851288b8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:12:39.909178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64bf0f25-cc49-4f99-a49e-ff929edd60b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.916218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:12:39.925557 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.939732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Transition to ACTIVE for port object b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:12:39.947076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:39.949552 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-64bf0f25-cc49-4f99-a49e-ff929edd60b0 None None] For port 48a44ec5-608f-4cd1-bb56-93e272ba9944, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48a44ec5-608f-4cd1-bb56-93e272ba9944,segment=NetworkSegment(503b1644-6358-44d2-8b4a-c8e5808db9ae),segment_id=503b1644-6358-44d2-8b4a-c8e5808db9ae)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:39.957146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64bf0f25-cc49-4f99-a49e-ff929edd60b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:40.017217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf0f25-cc49-4f99-a49e-ff929edd60b0 None None] Pushing event updated for resources: {'Port': ['ID=48a44ec5-608f-4cd1-bb56-93e272ba9944,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:40.025327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Pushing event updated for resources: {'Port': ['ID=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:40.077558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-47aea0ad-f0f4-4d11-9180-e841a132b973 None None] Provisioning complete for port 48a44ec5-608f-4cd1-bb56-93e272ba9944 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:40.077922 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-47aea0ad-f0f4-4d11-9180-e841a132b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:40.079913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Attempting to bind port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:12:40.080347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Attempting to bind port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:12:40.080680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Attempting to bind port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd on network a4bc952b-8314-42ff-9390-c2401c461cf2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:40.085798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd on network a4bc952b-8314-42ff-9390-c2401c461cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:12:40.086128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Attempting to bind port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd on network a4bc952b-8314-42ff-9390-c2401c461cf2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:12:40.091793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:12:40.092299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Checking segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:12:40.092952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Bound using segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:12:40.093618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Bound port: b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:12:40.094135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:40.115912 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 4, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port': {'id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '48a44ec5-608f-4cd1-bb56-93e272ba9944', 'name': '', 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'mac_address': 'fa:16:3e:fe:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:34Z', 'updated_at': '2021-10-19T02:12:39Z', 'revision_number': 4, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'subnets': [{'id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:12:40.145557 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacfb452-0aa5-4130-9584-878ae865306f None None] The sync data for ids ['f24f1ee0-8659-48cb-b96b-203d851288b8'] in n-d-789963-20 is: [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:35Z', 'revision_number': 4, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port': {'id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '48a44ec5-608f-4cd1-bb56-93e272ba9944', 'name': '', 'network_id': '9a98ef64-0411-436e-a67f-ba3dc52f1fe8', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'mac_address': 'fa:16:3e:fe:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:34Z', 'updated_at': '2021-10-19T02:12:39Z', 'revision_number': 4, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'subnets': [{'id': 'a702a4b2-e888-47c0-ae06-cf20aec353cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:12:40.179532 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] For port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:12:40.184111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] For port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:12:40.189044 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:40.212674 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:40.228202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:40.228977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:40.230479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] 10.222.0.62 "PUT /v2.0/ports/b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd HTTP/1.1" status: 200 len: 1092 time: 1.1476004 Oct 19 02:12:40.231013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'tag': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:12:40.233482 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b45c60-9b95-4c00-9f46-6f5091f02894", "tag": "b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:12:40.258176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0fa97-5a6a-4635-9d51-ebdfad2d128e service neutron] Pushing event updated for resources: {'Port': ['ID=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:40.304429 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18f3f2-5e4e-4d13-8eb8-41e67cb8e067 x-openstack-request-id: req-0b18f3f2-5e4e-4d13-8eb8-41e67cb8e067 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:12:40.304717 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b45c60-9b95-4c00-9f46-6f5091f02894", "tag": "b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:12:40.304974 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b18f3f2-5e4e-4d13-8eb8-41e67cb8e067 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:12:40.305379 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'tag': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd', 'status': 'completed', 'code': 200} Oct 19 02:12:40.337431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-4cfe59cd-d078-415b-a3b7-2edd6722ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:40.339002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-4cfe59cd-d078-415b-a3b7-2edd6722ae64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=563d39da99e44138b0246cb443e318fb&device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 1095 time: 0.0534093 Oct 19 02:12:40.385642 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-e990d182-83c6-4f4e-b726-c359a8f6b84a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd HTTP/1.1" status: 200 len: 217 time: 0.0389981 Oct 19 02:12:40.442675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-e3578abc-ab05-45fd-be02-1cb699c11653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:40.445009 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-e3578abc-ab05-45fd-be02-1cb699c11653 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a1104d7-46d9-48bb-8c51-be381305739b HTTP/1.1" status: 200 len: 856 time: 0.0528934 Oct 19 02:12:40.494765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-cf2d2e74-9ae2-4f22-9692-a73d947e011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:40.496308 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-cf2d2e74-9ae2-4f22-9692-a73d947e011a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4bc952b-8314-42ff-9390-c2401c461cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447421 Oct 19 02:12:40.596238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-c257be36-20b4-4862-94a0-744b8365d319 service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927582 Oct 19 02:12:40.695841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0ddbe90e-9a56-4447-9f29-4219704964aa req-2a6b697d-904f-4d30-b007-684bc3aa2d16 service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922568 Oct 19 02:12:40.726085 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:40.794452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-5950ab90-6b26-44cb-81c6-2bb1f1e5dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:40.796177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-5950ab90-6b26-44cb-81c6-2bb1f1e5dfbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=563d39da99e44138b0246cb443e318fb&device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 1095 time: 0.0433991 Oct 19 02:12:40.898488 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-7ef01209-040f-4685-86df-af9f197ded82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:40.900015 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-7ef01209-040f-4685-86df-af9f197ded82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 200 len: 918 time: 0.0967019 Oct 19 02:12:40.944476 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-a0ff94de-0604-4da0-b9fe-95da8ed0ca66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd HTTP/1.1" status: 200 len: 217 time: 0.0373495 Oct 19 02:12:40.984734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:41.018326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-c7ad3775-2951-45c2-bb07-75c47cf987b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:41.019798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-c7ad3775-2951-45c2-bb07-75c47cf987b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a1104d7-46d9-48bb-8c51-be381305739b HTTP/1.1" status: 200 len: 856 time: 0.0680518 Oct 19 02:12:41.031357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6732d1-a720-4c4e-8a2c-84f3b77f5fa2 req-6d785b76-7e18-4962-bb4e-9fa983d6902b tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:41.032767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a6732d1-a720-4c4e-8a2c-84f3b77f5fa2 req-6d785b76-7e18-4962-bb4e-9fa983d6902b tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 943 time: 0.0912135 Oct 19 02:12:41.098857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1a6732d1-a720-4c4e-8a2c-84f3b77f5fa2 req-bb917c03-df48-4fe4-99f1-88c3bf8f8d12 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567844 Oct 19 02:12:41.102447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-18176901-6580-4147-90c7-625f5443fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:41.104229 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-18176901-6580-4147-90c7-625f5443fcdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4bc952b-8314-42ff-9390-c2401c461cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705862 Oct 19 02:12:41.133960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eb91e083-0312-408b-a10b-b84127148f7e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:41.180934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port eb91e083-0312-408b-a10b-b84127148f7e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:41.181306 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:41.202309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-b51e62c5-0bbb-4c62-b633-13ea89591e73 service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901222 Oct 19 02:12:41.262922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48a44ec5-608f-4cd1-bb56-93e272ba9944 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:41.294372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6845e03a-dbc9-421d-9b22-86d24fa9f1f4 req-4145dd13-0d22-4099-b9fa-14aacf6206c2 service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 Oct 19 02:12:41.309942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 48a44ec5-608f-4cd1-bb56-93e272ba9944 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:41.310308 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:42.222816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9a644-cab2-4c0b-a765-d1836f8b4b75 req-40274be5-5469-43f0-a2ec-0dde3f9ae9a4 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:42.224293 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21c9a644-cab2-4c0b-a765-d1836f8b4b75 req-40274be5-5469-43f0-a2ec-0dde3f9ae9a4 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 943 time: 0.0548334 Oct 19 02:12:42.487580 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:42.579444 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-21c9a644-cab2-4c0b-a765-d1836f8b4b75 req-5a37bdc0-afc2-49c4-81c9-f13ece31d795 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479488 Oct 19 02:12:42.775592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:12:42.869356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:42.880089 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'port_id': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd', 'mac_address': 'fa:16:3e:3d:f6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:12:42.920264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:42.933528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:12:42.952502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:42.956356 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:43.002624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:43.160531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:12:43.703421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee583e6-9cd4-492b-bcb6-3bc3cf7a343f req-b6d60ff2-b3a8-43fa-b867-fc3e1688f3f7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:43.704943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ee583e6-9cd4-492b-bcb6-3bc3cf7a343f req-b6d60ff2-b3a8-43fa-b867-fc3e1688f3f7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 944 time: 0.0550454 Oct 19 02:12:43.743362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8ee583e6-9cd4-492b-bcb6-3bc3cf7a343f req-3f306e61-16f8-4dd5-962b-3d74717024ee tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Oct 19 02:12:44.793771 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:12:44.846906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:12:44.851664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:12:44.852060 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:44.860926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062421b-1b43-454d-9dd0-a4b639b09663 req-47138489-713d-4309-b00e-efe690d7feb4 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:44.862412 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7062421b-1b43-454d-9dd0-a4b639b09663 req-47138489-713d-4309-b00e-efe690d7feb4 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 944 time: 0.0503142 Oct 19 02:12:44.901378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7062421b-1b43-454d-9dd0-a4b639b09663 req-45b5eeb2-9eb1-4bdd-a5dd-28e3abd8d231 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Oct 19 02:12:44.931533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:44.953867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:12:44.956109 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72a5c49-71e1-42c2-81fa-bf406fa52f57" -d '{"events": [{"server_uuid": "a9b45c60-9b95-4c00-9f46-6f5091f02894", "name": "network-vif-plugged", "status": "completed", "tag": "b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:12:44.970533 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:12:44.974533 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:45.000316 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3054d-0f5e-40b2-98b7-2faf8374fabf x-openstack-request-id: req-cdd3054d-0f5e-40b2-98b7-2faf8374fabf {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:12:45.000606 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b45c60-9b95-4c00-9f46-6f5091f02894", "name": "network-vif-plugged", "status": "completed", "tag": "b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:12:45.000845 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdd3054d-0f5e-40b2-98b7-2faf8374fabf {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:12:45.001594 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd', 'code': 200} Oct 19 02:12:45.033093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:12:45.095870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f832162-727e-4c3c-8dd0-ba9d3385472b req-bc736cf8-d830-4981-956b-998cf9c93e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:45.097394 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f832162-727e-4c3c-8dd0-ba9d3385472b req-bc736cf8-d830-4981-956b-998cf9c93e3f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 1097 time: 0.0400476 Oct 19 02:12:45.132833 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5f832162-727e-4c3c-8dd0-ba9d3385472b req-0f42a8f7-d7e8-442f-be9a-6e2cbb8e3d5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279841 Oct 19 02:12:46.015668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86e6c5-380f-4419-a3f2-575f2f4986e9 req-82bd7cd6-d547-4d3e-a271-cd7dcec46628 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:46.017146 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad86e6c5-380f-4419-a3f2-575f2f4986e9 req-82bd7cd6-d547-4d3e-a271-cd7dcec46628 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 945 time: 0.0487328 Oct 19 02:12:46.055428 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad86e6c5-380f-4419-a3f2-575f2f4986e9 req-3fd6c7f4-fda3-4f33-a36b-1b92b9a3476a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Oct 19 02:12:47.175506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec109-928f-40a7-a1b8-e1d4628e43ee req-ad1e954b-fa70-454e-8852-87f46964bb65 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:47.177638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6cec109-928f-40a7-a1b8-e1d4628e43ee req-ad1e954b-fa70-454e-8852-87f46964bb65 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Oct 19 02:12:47.218587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f6cec109-928f-40a7-a1b8-e1d4628e43ee req-84a6ffba-480a-4bcb-9c84-c81f33ffc34c tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346458 Oct 19 02:12:47.355393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef031a7f-247a-4a00-ba14-ce8275de6bdb req-4ca95798-e7cc-4eae-99d6-3f74f51ffeb4 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:47.356927 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ef031a7f-247a-4a00-ba14-ce8275de6bdb req-4ca95798-e7cc-4eae-99d6-3f74f51ffeb4 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 945 time: 0.0548382 Oct 19 02:12:47.394361 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ef031a7f-247a-4a00-ba14-ce8275de6bdb req-6b3ef417-246b-40eb-aa6b-8d1ec9ee5248 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Oct 19 02:12:50.277516 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:12:53.383276 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-7579db04-3444-49c7-97f2-980385b3cf5f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433373 Oct 19 02:12:53.467786 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-8c30e264-ff58-4829-860e-37a3bac2c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:53.469343 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-8c30e264-ff58-4829-860e-37a3bac2c3b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=563d39da99e44138b0246cb443e318fb&device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 1097 time: 0.0442591 Oct 19 02:12:53.585249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-96416c5d-8efa-4785-b3dc-03c3500c13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:53.587417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-96416c5d-8efa-4785-b3dc-03c3500c13f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 200 len: 918 time: 0.0987365 Oct 19 02:12:53.629949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-200812c3-6188-4a7b-a4a0-970cdb300e26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd HTTP/1.1" status: 200 len: 217 time: 0.0355225 Oct 19 02:12:53.682285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-2d168888-305e-420e-a8c2-a90aa9b88bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:53.683739 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-2d168888-305e-420e-a8c2-a90aa9b88bf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a1104d7-46d9-48bb-8c51-be381305739b HTTP/1.1" status: 200 len: 856 time: 0.0468316 Oct 19 02:12:53.730686 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-e55099d0-b5d2-4b50-9282-912aa7cb78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:12:53.732214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-e55099d0-b5d2-4b50-9282-912aa7cb78b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4bc952b-8314-42ff-9390-c2401c461cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415277 Oct 19 02:12:53.743688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-3f9b6ad2-2b88-4fb7-966e-1243d2cb60ef service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:12:53.744665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-3f9b6ad2-2b88-4fb7-966e-1243d2cb60ef service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058880 Oct 19 02:12:53.845963 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-2ec5895a-67dc-4f21-aa99-17117ea77e0b service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944331 Oct 19 02:12:53.942678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b63f9e1-08ab-4264-a1a7-8593a0fe7fc4 req-eb8b105c-9227-4934-a159-0823f7656a0e service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888216 Oct 19 02:13:07.018514 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-808a1016-a05b-435a-a353-0362a7555de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:08.923994 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602a015-1a75-43c7-af98-b9f8785503e2 req-64509dd1-7f01-43a6-a631-42a6015a2121 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:08.925484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2602a015-1a75-43c7-af98-b9f8785503e2 req-64509dd1-7f01-43a6-a631-42a6015a2121 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 945 time: 0.0495319 Oct 19 02:13:08.963996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2602a015-1a75-43c7-af98-b9f8785503e2 req-4f4ba4c3-fae5-4899-931c-45ceaefe3c49 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Oct 19 02:13:09.769389 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4cdfd968-3b7d-4f37-9159-478f4656f4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:10.087130 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214c9fa-c03e-4c6b-a780-f66ec36ce057 req-17f43878-ebf4-4c39-8bb7-36e3e2225b64 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:10.090093 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1214c9fa-c03e-4c6b-a780-f66ec36ce057 req-17f43878-ebf4-4c39-8bb7-36e3e2225b64 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 945 time: 0.0563776 Oct 19 02:13:10.139400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1214c9fa-c03e-4c6b-a780-f66ec36ce057 req-a4c6175b-31ee-4341-b2be-9c152f53d08e tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Oct 19 02:13:10.213635 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:10.455894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326611d-efca-4a8d-be81-d6587a89434f req-8d8ba83b-fe49-45cd-8148-e38db40e87c9 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:10.457299 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8326611d-efca-4a8d-be81-d6587a89434f req-8d8ba83b-fe49-45cd-8148-e38db40e87c9 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 945 time: 0.0486774 Oct 19 02:13:10.549831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Deleting port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:10.550166 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:10.637643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] For port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:10.638004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:10.651044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Calling delete_port for b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:10.719072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:10.789257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:10.801343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:13:10.818365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Pushing event deleted for resources: {'Port': ['ID=b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:10.832464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.832812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.833221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.833563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.833897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.834231 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.834583 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.834919 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.835252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.835579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.835914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.836249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:10.875871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] No DVR routers for this DVR port b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:13:10.878445 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:10.881793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8326611d-efca-4a8d-be81-d6587a89434f req-f28234f5-6d38-43e5-aa09-ca2b9e758d5a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "DELETE /v2.0/ports/b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd HTTP/1.1" status: 204 len: 173 time: 0.4180954 Oct 19 02:13:10.882228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'name': 'network-vif-deleted', 'tag': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:13:10.885132 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19721b7-2831-4c52-b1a2-bdfd61452b7e" -d '{"events": [{"server_uuid": "a9b45c60-9b95-4c00-9f46-6f5091f02894", "name": "network-vif-deleted", "tag": "b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:13:10.921368 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3db256-f372-4355-af80-3c1318bd7d85 x-openstack-request-id: req-6f3db256-f372-4355-af80-3c1318bd7d85 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:13:10.921660 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b45c60-9b95-4c00-9f46-6f5091f02894", "name": "network-vif-deleted", "tag": "b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:13:10.921917 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f3db256-f372-4355-af80-3c1318bd7d85 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:13:10.922325 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b45c60-9b95-4c00-9f46-6f5091f02894', 'name': 'network-vif-deleted', 'tag': 'b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd', 'status': 'completed', 'code': 200} Oct 19 02:13:10.987743 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:11.250012 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:13:11.251597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7e11e796-de7e-42e8-88a9-6f13ceae42be req-18257bc4-d981-4032-b8d9-0d888d8f32cc tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9b45c60-9b95-4c00-9f46-6f5091f02894 HTTP/1.1" status: 200 len: 210 time: 0.0289011 Oct 19 02:13:12.489268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:12.919476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-b305d29c-d902-4abc-8eb7-4d2e0d064ca8 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:12.920977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-b305d29c-d902-4abc-8eb7-4d2e0d064ca8 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/networks?id=a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 200 len: 817 time: 0.1039484 Oct 19 02:13:12.935964 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-b55fd96a-33ff-4898-b467-c293e6da994b tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/quotas/563d39da99e44138b0246cb443e318fb HTTP/1.1" status: 200 len: 375 time: 0.0091455 Oct 19 02:13:12.986106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-eaf6ce7f-6043-4baf-8bd0-4771bd6d8d6a tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=563d39da99e44138b0246cb443e318fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450091 Oct 19 02:13:13.002037 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-00180cad-7502-4e5a-904c-ea06d65b6622 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:13:13.002984 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-00180cad-7502-4e5a-904c-ea06d65b6622 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052567 Oct 19 02:13:13.097122 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-2d0153da-752f-4682-ac0b-bd9be0de09d2 service neutron] 10.222.0.64 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861747 Oct 19 02:13:13.192499 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-112f9248-f691-4e31-98b9-c2a71e252b28 service neutron] 10.222.0.64 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841424 Oct 19 02:13:13.350814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c113ba82-3bd4-4b65-a3ff-829ebe1b76b8 req-041eaa4b-a4ac-4100-a420-55ea1892b94c tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 210 time: 0.0262465 Oct 19 02:13:14.244038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3ffbc4f8-9b95-405c-a502-fee46a8c550f tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:14.245647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3ffbc4f8-9b95-405c-a502-fee46a8c550f tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "GET /v2.0/networks?id=a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 200 len: 817 time: 0.1013134 Oct 19 02:13:14.258076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Request body: {'port': {'device_id': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'admin_state_up': True, 'tenant_id': '563d39da99e44138b0246cb443e318fb'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:14.371050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Made reservation on behalf of 563d39da99e44138b0246cb443e318fb for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:14.374606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:14.452470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08171148-0f9a-4952-abc6-2a47a9476979 req-8c8c5896-0f07-4a8f-8481-bacb2002247e tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 210 time: 0.0336616 Oct 19 02:13:14.507685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Allocated IP 172.20.0.3 (a4bc952b-8314-42ff-9390-c2401c461cf2/3a1104d7-46d9-48bb-8c51-be381305739b/3c67687c-9a38-4f75-9612-f05c613fc3b3) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:14.649490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:14.685603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:14.731600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Network a4bc952b-8314-42ff-9390-c2401c461cf2 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:14.734683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:14.741713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:14.751366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Pushing event updated for resources: {'Port': ['ID=3c67687c-9a38-4f75-9612-f05c613fc3b3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:14.797242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:14.797846 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:14.815063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-3c4d5f78-89df-4355-b469-e59d7b5ba200 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606437 Oct 19 02:13:14.828757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Request body: {'port': {'device_id': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:14.885359 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:14.938175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6be3f471-a3a6-49c1-9c30-ad6a457b1a79 None None] Provisioning complete for port 3c67687c-9a38-4f75-9612-f05c613fc3b3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:14.938774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6be3f471-a3a6-49c1-9c30-ad6a457b1a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:14.975625 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6be3f471-a3a6-49c1-9c30-ad6a457b1a79 None None] Port 3c67687c-9a38-4f75-9612-f05c613fc3b3 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:13:15.040733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:15.060967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:15.061305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device b86863b8-e3db-4dbc-b19c-4feb0ccfd8bd not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:15.150161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c67687c-9a38-4f75-9612-f05c613fc3b3 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:13:15.157889 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:15.170212 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Transition to ACTIVE for port object 3c67687c-9a38-4f75-9612-f05c613fc3b3 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:13:15.172929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:15.224076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67687c-9a38-4f75-9612-f05c613fc3b3,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:15.297902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Attempting to bind port 3c67687c-9a38-4f75-9612-f05c613fc3b3 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:15.298153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Attempting to bind port 3c67687c-9a38-4f75-9612-f05c613fc3b3 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:15.298486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Attempting to bind port 3c67687c-9a38-4f75-9612-f05c613fc3b3 on network a4bc952b-8314-42ff-9390-c2401c461cf2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:15.303013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Port 3c67687c-9a38-4f75-9612-f05c613fc3b3 on network a4bc952b-8314-42ff-9390-c2401c461cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:13:15.303367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Attempting to bind port 3c67687c-9a38-4f75-9612-f05c613fc3b3 on network a4bc952b-8314-42ff-9390-c2401c461cf2 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:15.308618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:15.308961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Checking segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:15.309346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Bound using segment: {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:15.309782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Bound port: 3c67687c-9a38-4f75-9612-f05c613fc3b3, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:15.310142 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:15.375336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] For port 3c67687c-9a38-4f75-9612-f05c613fc3b3, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:15.378542 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] For port 3c67687c-9a38-4f75-9612-f05c613fc3b3, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3c67687c-9a38-4f75-9612-f05c613fc3b3,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:15.382871 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:15.416207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:15.416817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:15.418462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/3c67687c-9a38-4f75-9612-f05c613fc3b3 HTTP/1.1" status: 200 len: 1092 time: 0.5941777 Oct 19 02:13:15.420677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'tag': '3c67687c-9a38-4f75-9612-f05c613fc3b3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:13:15.422867 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac574c45-bff0-4885-88f4-0bd7776c22f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fffa5dbc-57b6-4aa5-b040-90d25d3b163f", "tag": "3c67687c-9a38-4f75-9612-f05c613fc3b3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:13:15.455507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bca8b-ab02-4b14-98e3-3e7a0412b4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67687c-9a38-4f75-9612-f05c613fc3b3,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:15.473392 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff6fe3-a0ab-4b91-9937-1816e3d5d3b2 x-openstack-request-id: req-45ff6fe3-a0ab-4b91-9937-1816e3d5d3b2 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:13:15.473693 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffa5dbc-57b6-4aa5-b040-90d25d3b163f", "tag": "3c67687c-9a38-4f75-9612-f05c613fc3b3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:13:15.473920 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45ff6fe3-a0ab-4b91-9937-1816e3d5d3b2 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:13:15.474316 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'tag': '3c67687c-9a38-4f75-9612-f05c613fc3b3', 'status': 'completed', 'code': 200} Oct 19 02:13:15.509072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-36ca7aa4-b43d-4e15-9651-b4127c50ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:15.510711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-36ca7aa4-b43d-4e15-9651-b4127c50ee93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=563d39da99e44138b0246cb443e318fb&device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 1095 time: 0.0463605 Oct 19 02:13:15.558338 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-40b6ec63-a29d-4371-b8ea-1a7fb3f7a192 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c67687c-9a38-4f75-9612-f05c613fc3b3 HTTP/1.1" status: 200 len: 217 time: 0.0400856 Oct 19 02:13:15.575107 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb725dd4-a1c8-407e-94b3-8ed7e0aa0085 req-1a46de94-4533-4ebd-8b4a-911d4a3897b0 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:15.577315 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb725dd4-a1c8-407e-94b3-8ed7e0aa0085 req-1a46de94-4533-4ebd-8b4a-911d4a3897b0 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 943 time: 0.0545080 Oct 19 02:13:15.612114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-202ac570-5346-4b1f-95f0-69a7056a6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:15.613587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-202ac570-5346-4b1f-95f0-69a7056a6ede service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a1104d7-46d9-48bb-8c51-be381305739b HTTP/1.1" status: 200 len: 856 time: 0.0485818 Oct 19 02:13:15.618769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-eb725dd4-a1c8-407e-94b3-8ed7e0aa0085 req-82769e10-9c19-4ae9-8569-3864d8ecd1c7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Oct 19 02:13:15.659790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-16e86845-746c-4903-9aad-d01f23dc3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:15.661318 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-16e86845-746c-4903-9aad-d01f23dc3b48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4bc952b-8314-42ff-9390-c2401c461cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410833 Oct 19 02:13:15.760659 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-83b6e01b-781e-4bdf-a0ef-39fee0411251 service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920274 Oct 19 02:13:15.847591 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f50ba17-0fb5-48c8-b7f0-bdf54205bde1 req-38392dc3-010b-4358-aa92-0070e4372ce2 service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802743 Oct 19 02:13:15.933696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-85dddbf7-be21-41e2-bf3e-cd2e112097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:15.935168 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-85dddbf7-be21-41e2-bf3e-cd2e112097be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=563d39da99e44138b0246cb443e318fb&device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 1095 time: 0.0458858 Oct 19 02:13:16.023209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-ddc904ee-e13c-4834-bf83-f6f59fc5761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:16.024976 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-ddc904ee-e13c-4834-bf83-f6f59fc5761d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 200 len: 918 time: 0.0831294 Oct 19 02:13:16.069679 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-933f1427-2b32-43a5-ac8a-75a30bfa35ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c67687c-9a38-4f75-9612-f05c613fc3b3 HTTP/1.1" status: 200 len: 217 time: 0.0378351 Oct 19 02:13:16.117884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-20150b88-ec60-428d-ada9-5dd6dc044c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:16.119790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-20150b88-ec60-428d-ada9-5dd6dc044c37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a1104d7-46d9-48bb-8c51-be381305739b HTTP/1.1" status: 200 len: 856 time: 0.0429559 Oct 19 02:13:16.165646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-c73858a0-44da-4052-a268-542a4492a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:16.167092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-c73858a0-44da-4052-a268-542a4492a241 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a4bc952b-8314-42ff-9390-c2401c461cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390785 Oct 19 02:13:16.259524 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-97d9658e-6370-422f-93ad-1132fc7aa6b3 service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838890 Oct 19 02:13:16.348813 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ac574c45-bff0-4885-88f4-0bd7776c22f5 req-cce237f1-4958-4a33-903f-b78a4e0b8dde service neutron] 10.222.0.62 "GET /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816259 Oct 19 02:13:16.737348 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec267ac9-9c7c-42bd-8983-98be0896e4a3 req-9d2126f0-a8b5-4dc3-aead-7ce11cc869d5 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:16.738804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec267ac9-9c7c-42bd-8983-98be0896e4a3 req-9d2126f0-a8b5-4dc3-aead-7ce11cc869d5 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 943 time: 0.0489850 Oct 19 02:13:16.780464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ec267ac9-9c7c-42bd-8983-98be0896e4a3 req-396b7b3d-f20a-499f-96d8-e9a609fac859 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Oct 19 02:13:17.893801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43ccd6-2566-487f-a0d6-61dc0dfb5ecd req-ccd43bac-01f4-42cf-ac06-fa3634928302 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:17.895257 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f43ccd6-2566-487f-a0d6-61dc0dfb5ecd req-ccd43bac-01f4-42cf-ac06-fa3634928302 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 943 time: 0.0488954 Oct 19 02:13:17.933787 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f43ccd6-2566-487f-a0d6-61dc0dfb5ecd req-964b9428-2688-4331-8939-2ebd4f0130c2 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Oct 19 02:13:19.047198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c448f-f8b4-4273-83b7-35762d2f0210 req-34954ba8-4c5d-4013-abd5-c81743911b74 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:19.048704 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a4c448f-f8b4-4273-83b7-35762d2f0210 req-34954ba8-4c5d-4013-abd5-c81743911b74 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 943 time: 0.0490508 Oct 19 02:13:19.072669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3c67687c-9a38-4f75-9612-f05c613fc3b3 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:13:19.086706 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a4c448f-f8b4-4273-83b7-35762d2f0210 req-175c973c-f45d-49aa-8a17-e9f645fafabd tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Oct 19 02:13:19.168652 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3c67687c-9a38-4f75-9612-f05c613fc3b3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3c67687c-9a38-4f75-9612-f05c613fc3b3,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:19.179701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '3c67687c-9a38-4f75-9612-f05c613fc3b3', 'network_id': 'a4bc952b-8314-42ff-9390-c2401c461cf2', 'port_id': '3c67687c-9a38-4f75-9612-f05c613fc3b3', 'mac_address': 'fa:16:3e:76:ad:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1104d7-46d9-48bb-8c51-be381305739b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:13:19.223152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:19.235602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c67687c-9a38-4f75-9612-f05c613fc3b3 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:13:19.253993 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3c67687c-9a38-4f75-9612-f05c613fc3b3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3c67687c-9a38-4f75-9612-f05c613fc3b3,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:19.257626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:19.303401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3c67687c-9a38-4f75-9612-f05c613fc3b3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:19.311422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.311776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.312140 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.312476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.312808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.313143 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.313468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.313791 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.314110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.314429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.314751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.315068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:19.450770 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3c67687c-9a38-4f75-9612-f05c613fc3b3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:13:20.199615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fb93-38d1-4062-aa9f-8c38441204da req-49330e75-4e08-40e0-bdc4-65b2bf15659c tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:20.201150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96a4fb93-38d1-4062-aa9f-8c38441204da req-49330e75-4e08-40e0-bdc4-65b2bf15659c tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 944 time: 0.0489616 Oct 19 02:13:20.242776 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-96a4fb93-38d1-4062-aa9f-8c38441204da req-36c671d0-d744-4db9-bd48-15950a07acd2 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Oct 19 02:13:20.275523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:21.087486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3c67687c-9a38-4f75-9612-f05c613fc3b3 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:21.134513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 3c67687c-9a38-4f75-9612-f05c613fc3b3 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:13:21.138123 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 3c67687c-9a38-4f75-9612-f05c613fc3b3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:21.138491 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:21.214155 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:21.237954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67687c-9a38-4f75-9612-f05c613fc3b3'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:13:21.240188 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a065aa-3cf6-4cf3-97c5-fbcd33acb624" -d '{"events": [{"server_uuid": "fffa5dbc-57b6-4aa5-b040-90d25d3b163f", "name": "network-vif-plugged", "status": "completed", "tag": "3c67687c-9a38-4f75-9612-f05c613fc3b3"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:13:21.252114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 3c67687c-9a38-4f75-9612-f05c613fc3b3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3c67687c-9a38-4f75-9612-f05c613fc3b3,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:21.256221 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:21.282071 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d0cb6-dbc3-4f7c-937a-7c142bd23fe2 x-openstack-request-id: req-420d0cb6-dbc3-4f7c-937a-7c142bd23fe2 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:13:21.282685 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa5dbc-57b6-4aa5-b040-90d25d3b163f", "name": "network-vif-plugged", "status": "completed", "tag": "3c67687c-9a38-4f75-9612-f05c613fc3b3", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:13:21.282685 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-420d0cb6-dbc3-4f7c-937a-7c142bd23fe2 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:13:21.283082 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67687c-9a38-4f75-9612-f05c613fc3b3', 'code': 200} Oct 19 02:13:21.315349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=3c67687c-9a38-4f75-9612-f05c613fc3b3,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:21.362740 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf060586-4548-454c-8dd6-8f806e28cbb0 req-0f04b62e-eb58-4628-abe2-91fa53df145c tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:21.364254 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf060586-4548-454c-8dd6-8f806e28cbb0 req-0f04b62e-eb58-4628-abe2-91fa53df145c tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 945 time: 0.0512164 Oct 19 02:13:21.380159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d74b7f-c12f-4721-ba60-db0aa33fb91c req-845158c6-0cab-4f56-99aa-b16f3b1650e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:21.381658 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6d74b7f-c12f-4721-ba60-db0aa33fb91c req-845158c6-0cab-4f56-99aa-b16f3b1650e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 1097 time: 0.0476134 Oct 19 02:13:21.406050 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bf060586-4548-454c-8dd6-8f806e28cbb0 req-e10b99e7-ffda-444f-a738-a3e99e42dc0e tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353615 Oct 19 02:13:21.416882 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d6d74b7f-c12f-4721-ba60-db0aa33fb91c req-d33391eb-7201-492d-ab9b-273e2d157a58 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281558 Oct 19 02:13:22.519874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db2e5e-7779-4d80-afa0-6520df36f035 req-47b7378f-9b8b-43df-bff2-bfc944ab470e tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:22.522303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2db2e5e-7779-4d80-afa0-6520df36f035 req-47b7378f-9b8b-43df-bff2-bfc944ab470e tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 945 time: 0.0505943 Oct 19 02:13:22.566482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e2db2e5e-7779-4d80-afa0-6520df36f035 req-595aefd6-516f-4ad4-8bea-402b9a9a859e tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 Oct 19 02:13:23.680490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e246a1c-e1ec-4c1c-91cc-a93b11b46d0f req-f57ce580-4238-4600-8401-bf0105b3b731 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:23.682017 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e246a1c-e1ec-4c1c-91cc-a93b11b46d0f req-f57ce580-4238-4600-8401-bf0105b3b731 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 945 time: 0.0508471 Oct 19 02:13:23.720696 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2e246a1c-e1ec-4c1c-91cc-a93b11b46d0f req-ac6d1365-af77-4960-9f77-c8f7551696df tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Oct 19 02:13:23.832662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc609c-2d97-493b-bfd3-bc3cea7b4143 req-8b2fc00b-bc35-49f7-9a81-7b067284e2d0 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:23.834110 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-14fc609c-2d97-493b-bfd3-bc3cea7b4143 req-8b2fc00b-bc35-49f7-9a81-7b067284e2d0 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 945 time: 0.0487554 Oct 19 02:13:23.871395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-14fc609c-2d97-493b-bfd3-bc3cea7b4143 req-f3b335e6-999d-4229-b6a4-f7235ad50b4b tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Oct 19 02:13:37.021408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49e94bc0-7348-479b-81c3-6b99253c0b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:39.770043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6c31-8858-40c9-9b75-fc40465d6058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.217049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.721540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:40.991022 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:42.491536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:45.266043 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931e9e4-6adf-4c96-a0de-45a3221c04b7 req-8a70debf-e791-4d40-a8ed-29fcdc87bab1 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:45.267548 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7931e9e4-6adf-4c96-a0de-45a3221c04b7 req-8a70debf-e791-4d40-a8ed-29fcdc87bab1 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 945 time: 0.0514400 Oct 19 02:13:45.313967 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7931e9e4-6adf-4c96-a0de-45a3221c04b7 req-3b670447-4170-4f57-9038-945f83a9c2ad tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Oct 19 02:13:46.431969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a110db-7827-4715-a67a-6065bf6dd22f req-727457a5-5911-48af-937e-0fe6231869ef tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:46.433440 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85a110db-7827-4715-a67a-6065bf6dd22f req-727457a5-5911-48af-937e-0fe6231869ef tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 945 time: 0.0484233 Oct 19 02:13:46.470426 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85a110db-7827-4715-a67a-6065bf6dd22f req-e919a8c1-de8d-4d74-9535-4299de1efc14 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/security-groups?id=7720eb46-0947-4a24-98d0-cc46c135186c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Oct 19 02:13:46.908653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-b74deaea-9970-4182-aeb4-9f6217e30f15 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:46.910084 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-b74deaea-9970-4182-aeb4-9f6217e30f15 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 945 time: 0.0489762 Oct 19 02:13:47.007337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Deleting port 3c67687c-9a38-4f75-9612-f05c613fc3b3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:47.007674 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.096410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] For port 3c67687c-9a38-4f75-9612-f05c613fc3b3, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=3c67687c-9a38-4f75-9612-f05c613fc3b3,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:47.096785 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.113677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Calling delete_port for 3c67687c-9a38-4f75-9612-f05c613fc3b3 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:47.238895 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.250808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['3c67687c-9a38-4f75-9612-f05c613fc3b3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:13:47.267344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Pushing event deleted for resources: {'Port': ['ID=3c67687c-9a38-4f75-9612-f05c613fc3b3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:47.313869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] No DVR routers for this DVR port 3c67687c-9a38-4f75-9612-f05c613fc3b3 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:13:47.316721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:47.320235 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8a7473c2-1838-47b5-b591-491b86cc77cb req-db55cdfd-4b53-4cc8-8e3e-19c07d5c3653 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.62 "DELETE /v2.0/ports/3c67687c-9a38-4f75-9612-f05c613fc3b3 HTTP/1.1" status: 204 len: 173 time: 0.4030490 Oct 19 02:13:47.320709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'name': 'network-vif-deleted', 'tag': '3c67687c-9a38-4f75-9612-f05c613fc3b3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:13:47.323144 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd37d93-68c9-463b-ac86-bc1ee1f501bd" -d '{"events": [{"server_uuid": "fffa5dbc-57b6-4aa5-b040-90d25d3b163f", "name": "network-vif-deleted", "tag": "3c67687c-9a38-4f75-9612-f05c613fc3b3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:13:47.364366 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b2654-aeb5-4853-958f-b16079c5a195 x-openstack-request-id: req-bc2b2654-aeb5-4853-958f-b16079c5a195 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:13:47.364732 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa5dbc-57b6-4aa5-b040-90d25d3b163f", "name": "network-vif-deleted", "tag": "3c67687c-9a38-4f75-9612-f05c613fc3b3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:13:47.365011 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc2b2654-aeb5-4853-958f-b16079c5a195 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:13:47.365396 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa5dbc-57b6-4aa5-b040-90d25d3b163f', 'name': 'network-vif-deleted', 'tag': '3c67687c-9a38-4f75-9612-f05c613fc3b3', 'status': 'completed', 'code': 200} Oct 19 02:13:47.576531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5af42b7-be9f-4332-9785-6004a933b747 req-01b89036-0ac5-457c-a455-4f8ee5733cc7 tempest-TestEncryptedCinderVolumes-1025465856 tempest-TestEncryptedCinderVolumes-1025465856-project] 10.222.0.64 "GET /v2.0/ports?device_id=fffa5dbc-57b6-4aa5-b040-90d25d3b163f HTTP/1.1" status: 200 len: 210 time: 0.0271175 Oct 19 02:13:48.249298 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:13:48.665907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54674) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:49.005164 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.251779 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Deleting port d3ca1001-3cb2-4484-89ef-1dce65469fb9 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:49.252136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.329244 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] For port d3ca1001-3cb2-4484-89ef-1dce65469fb9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d3ca1001-3cb2-4484-89ef-1dce65469fb9,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:49.329528 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.345763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Calling delete_port for d3ca1001-3cb2-4484-89ef-1dce65469fb9 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:49.521646 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.547870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ca1001-3cb2-4484-89ef-1dce65469fb9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:49.573531 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.573884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.574230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.574570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.574902 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.575233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.575563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.575885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.576236 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.576561 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.576884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.577211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:13:49.726347 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:49.940033 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Router cb4d25a8-fb08-44a8-ad0c-c545d167b24a has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:13:50.046193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:50.051160 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5180a1e3-65e8-4e08-95dd-0d6a90a2bfb2 admin admin] 10.222.0.64 "PUT /v2.0/routers/cb4d25a8-fb08-44a8-ad0c-c545d167b24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842366 Oct 19 02:13:50.054135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54676) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:50.055387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] Sync routers for ids ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:50.065158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] Routers {'cb4d25a8-fb08-44a8-ad0c-c545d167b24a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:50.065765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:50.158331 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.167209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] Set router cb4d25a8-fb08-44a8-ad0c-c545d167b24a gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:50.267351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.323816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Deleting port 48b20095-651d-4641-bbc9-7a094f00d0c2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:50.324175 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.402657 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.409654 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] For port 48b20095-651d-4641-bbc9-7a094f00d0c2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48b20095-651d-4641-bbc9-7a094f00d0c2,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:50.410012 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.422386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Calling delete_port for 48b20095-651d-4641-bbc9-7a094f00d0c2 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:50.509647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:13:49Z', 'revision_number': 5, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port': {'id': '48b20095-651d-4641-bbc9-7a094f00d0c2', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:28Z', 'updated_at': '2021-10-19T02:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:50.535522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] Checking router: cb4d25a8-fb08-44a8-ad0c-c545d167b24a for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:50.544367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] Routers {'cb4d25a8-fb08-44a8-ad0c-c545d167b24a'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:50.544969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:50.589333 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.614713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Pushing event deleted for resources: {'Port': ['ID=48b20095-651d-4641-bbc9-7a094f00d0c2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:50.630387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] Set router cb4d25a8-fb08-44a8-ad0c-c545d167b24a gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:50.674463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.688967 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:13:50Z', 'revision_number': 6, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:50.717001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1721e7eb-1da3-4af2-acd4-cc80e19a2c74 None None] The sync data for ids ['cb4d25a8-fb08-44a8-ad0c-c545d167b24a'] in n-d-789963-20 is: [{'id': 'cb4d25a8-fb08-44a8-ad0c-c545d167b24a', 'name': 'tempest-TestEncryptedCinderVolumes-2048165582-router', 'tenant_id': '563d39da99e44138b0246cb443e318fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:27Z', 'updated_at': '2021-10-19T02:13:50Z', 'revision_number': 6, 'project_id': '563d39da99e44138b0246cb443e318fb', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:50.768532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.770653 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.816787 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.817272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4d25a8-fb08-44a8-ad0c-c545d167b24a {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:13:50.822275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.823565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-36a8801d-6fba-4a4b-a8ae-eabe1dfe72ec admin admin] 10.222.0.64 "DELETE /v2.0/routers/cb4d25a8-fb08-44a8-ad0c-c545d167b24a HTTP/1.1" status: 204 len: 168 time: 0.7684348 Oct 19 02:13:50.826055 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54678) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:50.870298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] Deleting subnet 3a1104d7-46d9-48bb-8c51-be381305739b {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:13:50.873675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.907601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:50.987139 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.037549 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.063907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1104d7-46d9-48bb-8c51-be381305739b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.067592 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.074205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54680) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.074691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0205c37b-8153-463a-a9a7-aa9f53ed0cc8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3a1104d7-46d9-48bb-8c51-be381305739b HTTP/1.1" status: 204 len: 168 time: 0.2471578 Oct 19 02:13:51.084079 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfdb9cc-39c0-4de5-87f3-3fd948dd40ed None None] Network a4bc952b-8314-42ff-9390-c2401c461cf2 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:51.170298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.213004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3c67687c-9a38-4f75-9612-f05c613fc3b3 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:51.235629 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 3c67687c-9a38-4f75-9612-f05c613fc3b3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:51.235955 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Deleting port a3681947-fc09-4608-9f50-8a6861146c94 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:51.236127 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 3c67687c-9a38-4f75-9612-f05c613fc3b3 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:51.236316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.306542 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] For port a3681947-fc09-4608-9f50-8a6861146c94, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=a3681947-fc09-4608-9f50-8a6861146c94,segment=NetworkSegment(a54aaeb4-f259-4b49-a5ed-00e68578c9e7),segment_id=a54aaeb4-f259-4b49-a5ed-00e68578c9e7)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:51.306900 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.318900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Calling delete_port for a3681947-fc09-4608-9f50-8a6861146c94 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:51.397384 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.428609 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] No DVR routers for this DVR port a3681947-fc09-4608-9f50-8a6861146c94 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:13:51.433013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3681947-fc09-4608-9f50-8a6861146c94,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:51.505634 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.528627 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bc952b-8314-42ff-9390-c2401c461cf2']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:51.538276 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:51.538610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54aaeb4-f259-4b49-a5ed-00e68578c9e7') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:51.549519 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.563191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c73752-a92e-4802-9975-a3d78b14d815 None None] DHCP port deletion for a4bc952b-8314-42ff-9390-c2401c461cf2 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:13:51.565261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d3ca1001-3cb2-4484-89ef-1dce65469fb9 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:51.567019 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.575926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:13:51.576541 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:13:51.578687 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:13:51.595667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d3ca1001-3cb2-4484-89ef-1dce65469fb9 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:51.596051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d3ca1001-3cb2-4484-89ef-1dce65469fb9 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:51.652790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.658412 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:51.661601 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a4bc952b-8314-42ff-9390-c2401c461cf2 HTTP/1.1" status: 204 len: 168 time: 0.5863883 Oct 19 02:13:51.664611 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54682) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:51.673556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266266b4-26d5-4018-b927-a933353c7ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4bc952b-8314-42ff-9390-c2401c461cf2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:52.374288 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:52.612717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Deleting port 48a44ec5-608f-4cd1-bb56-93e272ba9944 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:52.613054 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:52.690920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] For port 48a44ec5-608f-4cd1-bb56-93e272ba9944, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=48a44ec5-608f-4cd1-bb56-93e272ba9944,segment=NetworkSegment(503b1644-6358-44d2-8b4a-c8e5808db9ae),segment_id=503b1644-6358-44d2-8b4a-c8e5808db9ae)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:52.691284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:52.704185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Calling delete_port for 48a44ec5-608f-4cd1-bb56-93e272ba9944 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:52.882144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:52.909741 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Pushing event deleted for resources: {'Port': ['ID=48a44ec5-608f-4cd1-bb56-93e272ba9944,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:53.091474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.206788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3681947-fc09-4608-9f50-8a6861146c94 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:53.229575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: a3681947-fc09-4608-9f50-8a6861146c94 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:53.229923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device a3681947-fc09-4608-9f50-8a6861146c94 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:53.230341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b20095-651d-4641-bbc9-7a094f00d0c2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:53.249098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 48b20095-651d-4641-bbc9-7a094f00d0c2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:53.249444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48b20095-651d-4641-bbc9-7a094f00d0c2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:53.326282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Router f24f1ee0-8659-48cb-b96b-203d851288b8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:13:53.427752 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:53.434032 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e8c0dbdf-015a-42b6-8e82-d9ace0a8be5b admin admin] 10.222.0.64 "PUT /v2.0/routers/f24f1ee0-8659-48cb-b96b-203d851288b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7678077 Oct 19 02:13:53.436563 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54684) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:53.437536 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] Sync routers for ids ['f24f1ee0-8659-48cb-b96b-203d851288b8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:53.447123 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] Routers {'f24f1ee0-8659-48cb-b96b-203d851288b8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:53.448138 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f24f1ee0-8659-48cb-b96b-203d851288b8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:53.539199 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.549895 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] Set router f24f1ee0-8659-48cb-b96b-203d851288b8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:53.646024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.704634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Deleting port eb91e083-0312-408b-a10b-b84127148f7e {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:53.704980 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.786696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] For port eb91e083-0312-408b-a10b-b84127148f7e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=eb91e083-0312-408b-a10b-b84127148f7e,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:53.787060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.799474 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Calling delete_port for eb91e083-0312-408b-a10b-b84127148f7e owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:53.809821 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:13:52Z', 'revision_number': 5, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port': {'id': 'eb91e083-0312-408b-a10b-b84127148f7e', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:53.839350 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] Checking router: f24f1ee0-8659-48cb-b96b-203d851288b8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:53.847399 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] Routers {'f24f1ee0-8659-48cb-b96b-203d851288b8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:53.848008 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f24f1ee0-8659-48cb-b96b-203d851288b8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:53.938072 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] Set router f24f1ee0-8659-48cb-b96b-203d851288b8 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:53.972084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:53.993878 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:13:53Z', 'revision_number': 6, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:53.999587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb91e083-0312-408b-a10b-b84127148f7e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:54.027336 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a414b-cd67-4ba5-8598-f6c43773c727 None None] The sync data for ids ['f24f1ee0-8659-48cb-b96b-203d851288b8'] in n-d-789963-20 is: [{'id': 'f24f1ee0-8659-48cb-b96b-203d851288b8', 'name': 'tempest-TestEncryptedCinderVolumes-1007067327-router', 'tenant_id': 'd0f94f28b2154288ad297ed6c5987608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:12:32Z', 'updated_at': '2021-10-19T02:13:53Z', 'revision_number': 6, 'project_id': 'd0f94f28b2154288ad297ed6c5987608', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:13:54.067757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.161294 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.163543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.206450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.206984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24f1ee0-8659-48cb-b96b-203d851288b8 {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:13:54.211780 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.213019 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ef9b7007-bfd7-4b44-95a1-7582b1e2a5f5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f24f1ee0-8659-48cb-b96b-203d851288b8 HTTP/1.1" status: 204 len: 168 time: 0.7755427 Oct 19 02:13:54.215562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54686) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:54.259781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] Deleting subnet a702a4b2-e888-47c0-ae06-cf20aec353cc {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:13:54.262770 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.297010 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.380977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.438051 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.466931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a702a4b2-e888-47c0-ae06-cf20aec353cc,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:54.470345 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.473526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-872a4d83-9019-4630-945d-d3c4b05c7150 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a702a4b2-e888-47c0-ae06-cf20aec353cc HTTP/1.1" status: 204 len: 168 time: 0.2569892 Oct 19 02:13:54.476024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54688) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:54.479181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b51fd8c-99a0-4f19-983e-6061980bffe9 None None] Network 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:54.550035 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.604306 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Deleting port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:13:54.604658 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.669178 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] For port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663,segment=NetworkSegment(503b1644-6358-44d2-8b4a-c8e5808db9ae),segment_id=503b1644-6358-44d2-8b4a-c8e5808db9ae)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:54.669546 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.687251 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Calling delete_port for 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:13:54.764783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.791491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:54.793460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] No DVR routers for this DVR port 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:13:54.812216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272880d-bbb3-483b-a3aa-c96eaa3d8c2c None None] DHCP port deletion for 9a98ef64-0411-436e-a67f-ba3dc52f1fe8 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:13:54.871501 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.892515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a98ef64-0411-436e-a67f-ba3dc52f1fe8']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:54.902266 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503b1644-6358-44d2-8b4a-c8e5808db9ae') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:54.902562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503b1644-6358-44d2-8b4a-c8e5808db9ae') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:54.912165 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.925647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.932419 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:13:54.932817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:13:54.934440 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:13:54.994629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.011487 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.014709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9a98ef64-0411-436e-a67f-ba3dc52f1fe8 HTTP/1.1" status: 204 len: 168 time: 0.5377719 Oct 19 02:13:55.015823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bee1f-f393-4b10-a3ff-974098264cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a98ef64-0411-436e-a67f-ba3dc52f1fe8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:55.142177 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:55.162902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:55.163243 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4cf33e2f-5d40-4ae1-a5e8-a8a6c4cf6663 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:55.163665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eb91e083-0312-408b-a10b-b84127148f7e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:55.183345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: eb91e083-0312-408b-a10b-b84127148f7e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:55.183689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device eb91e083-0312-408b-a10b-b84127148f7e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:55.184121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48a44ec5-608f-4cd1-bb56-93e272ba9944 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:13:55.184806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54692) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:55.203451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 48a44ec5-608f-4cd1-bb56-93e272ba9944 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:13:55.203794 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 48a44ec5-608f-4cd1-bb56-93e272ba9944 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:13:55.231125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-85c65628-8ff0-40b4-b9d4-20d85a8953c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=563d39da99e44138b0246cb443e318fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451577 Oct 19 02:13:55.233573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54694) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:55.281930 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50da7786-c9db-40a0-89a7-ce204aa90425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.302257 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50da7786-c9db-40a0-89a7-ce204aa90425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.349807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50da7786-c9db-40a0-89a7-ce204aa90425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.352517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-50da7786-c9db-40a0-89a7-ce204aa90425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.353837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-50da7786-c9db-40a0-89a7-ce204aa90425 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7720eb46-0947-4a24-98d0-cc46c135186c HTTP/1.1" status: 204 len: 168 time: 0.1193461 Oct 19 02:13:55.361442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da7786-c9db-40a0-89a7-ce204aa90425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7720eb46-0947-4a24-98d0-cc46c135186c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:55.656008 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54700) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:55.697537 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-957fc4de-13cd-49c1-a2fb-83344625fda9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0f94f28b2154288ad297ed6c5987608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403574 Oct 19 02:13:55.700099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54702) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:55.746923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a9640ae-ba3f-45dc-98be-ff38d8eec15d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.767584 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a9640ae-ba3f-45dc-98be-ff38d8eec15d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.820697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a9640ae-ba3f-45dc-98be-ff38d8eec15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.824307 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4a9640ae-ba3f-45dc-98be-ff38d8eec15d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:55.825439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4a9640ae-ba3f-45dc-98be-ff38d8eec15d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97740df6-e2a0-40b4-8315-3b7f1e3d19b5 HTTP/1.1" status: 204 len: 168 time: 0.1244018 Oct 19 02:13:55.833345 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9640ae-ba3f-45dc-98be-ff38d8eec15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97740df6-e2a0-40b4-8315-3b7f1e3d19b5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:56.487056 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54724) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:56.591996 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-75017989-network', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:56.613620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Made reservation on behalf of d5649571b9df4b5098add69d2fb16cc6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:56.616036 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.624680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.701790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.705456 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.732325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:13:56.737552 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e378ea-cb73-4648-afda-eb72219dfef7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:56.744779 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.745834 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Added segment 6b45a779-1dc5-42b7-98f2-a6b75939e896 of type vlan for network 926f4065-afc6-4c40-8492-da05d62ac40e Oct 19 02:13:56.784621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.808866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.809927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:56.810511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.842848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3546913 Oct 19 02:13:56.845842 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54728) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:56.850829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Request body: {'subnet': {'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-75017989-subnet', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:56.873187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Made reservation on behalf of d5649571b9df4b5098add69d2fb16cc6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:13:56.875292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3702d-93bf-4763-bda7-f62caabe1b87 admin admin] Pushing event updated for resources: {'Network': ['ID=926f4065-afc6-4c40-8492-da05d62ac40e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:56.875497 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:56.885835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 926f4065-afc6-4c40-8492-da05d62ac40e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:13:57.039899 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.095915 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=811710f0-a31b-4a7a-bf18-eaf826382a18,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:57.102677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Checking segment: {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:57.103032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Network hostable DHCP agents. Network: 926f4065-afc6-4c40-8492-da05d62ac40e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:13:57.119185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Network 926f4065-afc6-4c40-8492-da05d62ac40e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:13:57.127683 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 926f4065-afc6-4c40-8492-da05d62ac40e) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:57.131487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:13:57.132097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.136879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32755b8b-494c-4741-a764-977347de13d6 None None] Network 926f4065-afc6-4c40-8492-da05d62ac40e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:57.148318 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-73f96841-2ae6-4681-b1fd-164890de1178 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3012974 Oct 19 02:13:57.152279 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54730) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:57.156762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:13:57.177306 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.178591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.236955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.286271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-926f4065-afc6-4c40-8492-da05d62ac40e', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:13:57.287132 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.381707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.419336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Allocated IP 172.20.0.2 (926f4065-afc6-4c40-8492-da05d62ac40e/811710f0-a31b-4a7a-bf18-eaf826382a18/2d45bf89-30bf-4598-89d2-280e3fd4a892) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:57.559787 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.565296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.577477 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.596783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.601845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Network 926f4065-afc6-4c40-8492-da05d62ac40e is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:57.605444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:57.608878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:57.621131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Pushing event updated for resources: {'Port': ['ID=2d45bf89-30bf-4598-89d2-280e3fd4a892,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:57.673410 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Attempting to bind port 2d45bf89-30bf-4598-89d2-280e3fd4a892 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:13:57.673684 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Attempting to bind port 2d45bf89-30bf-4598-89d2-280e3fd4a892 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:13:57.674050 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Attempting to bind port 2d45bf89-30bf-4598-89d2-280e3fd4a892 on network 926f4065-afc6-4c40-8492-da05d62ac40e {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:13:57.679506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:13:57.679874 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Checking segment: {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:13:57.680296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.680690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Bound using segment: {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:13:57.681152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Bound port: 2d45bf89-30bf-4598-89d2-280e3fd4a892, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:13:57.681529 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.708700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Allocated IP 172.25.0.10 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/e2bccc76-c794-412b-b3a2-ef2cb51a8f7b) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:57.747987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] For port 2d45bf89-30bf-4598-89d2-280e3fd4a892, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:13:57.751047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] For port 2d45bf89-30bf-4598-89d2-280e3fd4a892, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d45bf89-30bf-4598-89d2-280e3fd4a892,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:13:57.755240 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.810523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4abeb-577f-4325-8b15-61528097dfb4 None None] Pushing event updated for resources: {'Port': ['ID=2d45bf89-30bf-4598-89d2-280e3fd4a892,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:57.816433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.851897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:57.896017 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:57.898886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:57.901592 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:57.929207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Pushing event updated for resources: {'Port': ['ID=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:58.537566 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:58.748101 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:58.754706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54acba4-b1e8-4307-9ee4-59e19a94d642 None None] Network 926f4065-afc6-4c40-8492-da05d62ac40e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:13:58.825749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8d49e5fe-52e3-4f8f-bc5e-5c5faf8075f9 None None] Provisioning complete for port 2d45bf89-30bf-4598-89d2-280e3fd4a892 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:58.826037 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d49e5fe-52e3-4f8f-bc5e-5c5faf8075f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:58.877609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Router eaed2d11-52f8-4404-b4eb-ac910991e7d3 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:13:58.967178 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d49e5fe-52e3-4f8f-bc5e-5c5faf8075f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:58.984360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:13:59.000082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Sync routers for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:13:59.005254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.006643 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9433179c-ab94-4013-add7-5d955e6df4fd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8533092 Oct 19 02:13:59.009528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54732) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:13:59.014627 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8d49e5fe-52e3-4f8f-bc5e-5c5faf8075f9 None None] For port 2d45bf89-30bf-4598-89d2-280e3fd4a892, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d45bf89-30bf-4598-89d2-280e3fd4a892,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:13:59.020623 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:13:59.021233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:59.025261 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d49e5fe-52e3-4f8f-bc5e-5c5faf8075f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.146226 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49e5fe-52e3-4f8f-bc5e-5c5faf8075f9 None None] Pushing event updated for resources: {'Port': ['ID=2d45bf89-30bf-4598-89d2-280e3fd4a892,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:59.169116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:13:59.227539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d45bf89-30bf-4598-89d2-280e3fd4a892 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:13:59.327751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b8d0c31d-7fff-4e4f-9150-fe66518f0d7a None None] Provisioning complete for port 2d45bf89-30bf-4598-89d2-280e3fd4a892 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:59.328006 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c31d-7fff-4e4f-9150-fe66518f0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.404518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2d45bf89-30bf-4598-89d2-280e3fd4a892 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:13:59.404889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.472530 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.528565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:58Z', 'revision_number': 3, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:13:59.558130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Checking router: eaed2d11-52f8-4404-b4eb-ac910991e7d3 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:13:59.558482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Updating router eaed2d11-52f8-4404-b4eb-ac910991e7d3 port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:13:59.588726 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.634109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Allocated IP 172.20.0.1 (926f4065-afc6-4c40-8492-da05d62ac40e/811710f0-a31b-4a7a-bf18-eaf826382a18/ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:13:59.745592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.778932 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:13:59.817711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Network 926f4065-afc6-4c40-8492-da05d62ac40e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:13:59.820820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:13:59.825051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:13:59.854685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:13:59.872520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.012264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.016356 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.019716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.078889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad423d44-fc5f-4c49-abd3-033e3d1f63c9 None None] Pushing event updated for resources: {'Port': ['ID=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:00.081300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Attempting to bind port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:14:00.081485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Attempting to bind port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:14:00.081868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Attempting to bind port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:14:00.087392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:14:00.087766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:14:00.088820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.088938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:14:00.089388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Bound port: e2bccc76-c794-412b-b3a2-ef2cb51a8f7b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:14:00.089766 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.144928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-b5f4d3e6-d635-4c2d-9a2b-8f05beb3d2d6 None None] Provisioning complete for port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:00.145179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b5f4d3e6-d635-4c2d-9a2b-8f05beb3d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.169511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] For port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:14:00.187754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.189121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] For port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:14:00.192552 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.196093 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.198216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4d3e6-d635-4c2d-9a2b-8f05beb3d2d6 None None] Port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:14:00.254108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:00.254723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:00.259337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad423d44-fc5f-4c49-abd3-033e3d1f63c9 None None] Pushing event updated for resources: {'Port': ['ID=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:00.263342 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:00.265727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.356948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Network 926f4065-afc6-4c40-8492-da05d62ac40e is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:00.358373 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:00.368637 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:00.592790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:00Z', 'revision_number': 2, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:00.624109 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bbe30-b168-4f2d-81f4-bb74f54fbe77 None None] The sync data for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 is: [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:00Z', 'revision_number': 2, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:14:00.634979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4bef3787-241a-4a2b-b295-e0d91b413fa2 None None] Provisioning complete for port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:00.635813 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4bef3787-241a-4a2b-b295-e0d91b413fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:00.673201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-4bef3787-241a-4a2b-b295-e0d91b413fa2 None None] Port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:14:00.800792 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Router eaed2d11-52f8-4404-b4eb-ac910991e7d3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:14:00.920981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:14:00.931738 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-52d16212-a72d-4e3a-95f1-722ed9db84b4 admin admin] 10.222.0.64 "PUT /v2.0/routers/eaed2d11-52f8-4404-b4eb-ac910991e7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9136019 Oct 19 02:14:01.159481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d45bf89-30bf-4598-89d2-280e3fd4a892 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:01.215355 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 2d45bf89-30bf-4598-89d2-280e3fd4a892 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:01.215941 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.451154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54748) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:01.456183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-866183412-network', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:01.478137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Made reservation on behalf of 5d4ea539cbd14f2d8d2541c288ad9a83 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:14:01.480932 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.490489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.573232 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.577037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.603566 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:14:01.614251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5e846a-d058-42e7-bed4-f40e0268173a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:01.619922 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.620287 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Added segment b3b5ee32-9cd6-479b-96ae-fae88436ac98 of type vlan for network 37e856e2-41e5-4761-8c79-2ad25855467e Oct 19 02:14:01.667200 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.694681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.696136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:01.696731 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.730664 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2783768 Oct 19 02:14:01.733391 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54750) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:01.740177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Request body: {'subnet': {'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-866183412-subnet', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:01.774455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc14e96-403c-4909-b54f-5814a758aec8 admin admin] Pushing event updated for resources: {'Network': ['ID=37e856e2-41e5-4761-8c79-2ad25855467e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:01.786082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 37e856e2-41e5-4761-8c79-2ad25855467e details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:14:01.793395 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Made reservation on behalf of 5d4ea539cbd14f2d8d2541c288ad9a83 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:14:01.795873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:01.973867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.028754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91591c00-a7d7-4bda-8106-89526ddd07b3,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:02.038216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Checking segment: {'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:14:02.038569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Network hostable DHCP agents. Network: 37e856e2-41e5-4761-8c79-2ad25855467e, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:14:02.055023 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Network 37e856e2-41e5-4761-8c79-2ad25855467e is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:14:02.063837 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 37e856e2-41e5-4761-8c79-2ad25855467e) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:02.069636 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:02.069727 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.072772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e072a5e-f4bf-4cb5-9238-decb24717d07 None None] Network 37e856e2-41e5-4761-8c79-2ad25855467e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:14:02.086329 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dd944598-acab-4bba-a577-953ce0c1b14f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3517790 Oct 19 02:14:02.089972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54752) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:02.094223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:02.115715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.116728 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.179935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.224302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-37e856e2-41e5-4761-8c79-2ad25855467e', 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'fixed_ips': [{'subnet_id': '91591c00-a7d7-4bda-8106-89526ddd07b3'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:14:02.225692 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.331410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.371645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Allocated IP 172.20.0.2 (37e856e2-41e5-4761-8c79-2ad25855467e/91591c00-a7d7-4bda-8106-89526ddd07b3/0abe694a-ac6a-4dd9-8508-09761a586cc5) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:14:02.521103 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.529801 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.542730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.563608 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.564601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Network 37e856e2-41e5-4761-8c79-2ad25855467e is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:02.567622 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:02.571195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:14:02.587892 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Pushing event updated for resources: {'Port': ['ID=0abe694a-ac6a-4dd9-8508-09761a586cc5,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:02.633425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Attempting to bind port 0abe694a-ac6a-4dd9-8508-09761a586cc5 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:14:02.633793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Attempting to bind port 0abe694a-ac6a-4dd9-8508-09761a586cc5 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:14:02.634160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Attempting to bind port 0abe694a-ac6a-4dd9-8508-09761a586cc5 on network 37e856e2-41e5-4761-8c79-2ad25855467e {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:14:02.639513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:14:02.639891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Checking segment: {'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:14:02.640332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.642717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Bound using segment: {'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:14:02.642717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Bound port: 0abe694a-ac6a-4dd9-8508-09761a586cc5, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:14:02.642717 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.681034 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Sync routers for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:14:02.690014 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Allocated IP 172.25.0.167 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/4bd8fb0e-bdb3-4d91-9c54-32f49895afae) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:14:02.693653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:02.694251 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:02.718125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] For port 0abe694a-ac6a-4dd9-8508-09761a586cc5, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:14:02.722750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] For port 0abe694a-ac6a-4dd9-8508-09761a586cc5, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0abe694a-ac6a-4dd9-8508-09761a586cc5,segment=NetworkSegment(b3b5ee32-9cd6-479b-96ae-fae88436ac98),segment_id=b3b5ee32-9cd6-479b-96ae-fae88436ac98)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:14:02.726620 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.800546 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:02.802010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.803876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7b376-7342-40cc-8cdc-8c84626a00f7 None None] Pushing event updated for resources: {'Port': ['ID=0abe694a-ac6a-4dd9-8508-09761a586cc5,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:02.840666 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:02.882999 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:02.886855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:02.890439 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:14:02.926574 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:03.021433 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:00Z', 'revision_number': 2, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:03.054852 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Checking router: eaed2d11-52f8-4404-b4eb-ac910991e7d3 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:14:03.055204 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Updating router eaed2d11-52f8-4404-b4eb-ac910991e7d3 port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:14:03.085571 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.189876 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.242673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2bccc76-c794-412b-b3a2-ef2cb51a8f7b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:03.304372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:03.304748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.368311 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.374670 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.392824 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.411173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.422329 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Pushing event updated for resources: {'Port': ['ID=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:03.423626 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:03.430809 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.431808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0abe694a-ac6a-4dd9-8508-09761a586cc5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:03.436255 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.436817 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.437309 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.437645 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.438038 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.438526 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.439025 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.439339 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.439680 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.440104 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.440324 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.440790 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:03.522345 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Attempting to bind port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:14:03.523295 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Attempting to bind port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:14:03.523295 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Attempting to bind port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 on network 926f4065-afc6-4c40-8492-da05d62ac40e {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:14:03.524287 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:03.534442 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:14:03.535140 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Checking segment: {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:14:03.535706 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.536323 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Bound using segment: {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:14:03.537043 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Bound port: ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:14:03.539181 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.547763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0abe694a-ac6a-4dd9-8508-09761a586cc5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:03.548091 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.592374 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Router af284703-bce6-4859-ab8c-0933b79ac5f8 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:14:03.634106 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] For port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:14:03.638306 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] For port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:14:03.642455 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.680339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.705743 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f695f-cf89-4afd-a446-ded4055c4ab7 None None] Pushing event updated for resources: {'Port': ['ID=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:03.734915 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:03.735399 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 0abe694a-ac6a-4dd9-8508-09761a586cc5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0abe694a-ac6a-4dd9-8508-09761a586cc5,segment=NetworkSegment(b3b5ee32-9cd6-479b-96ae-fae88436ac98),segment_id=b3b5ee32-9cd6-479b-96ae-fae88436ac98)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:03.735530 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:03.742524 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.771870 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:14:03.784891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Sync routers for ids ['af284703-bce6-4859-ab8c-0933b79ac5f8'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:14:03.796055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.797975 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ace4244f-efca-4492-991d-8c5c45751331 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7069495 Oct 19 02:14:03.801150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54754) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:03.805917 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Routers {'af284703-bce6-4859-ab8c-0933b79ac5f8'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:03.807529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['af284703-bce6-4859-ab8c-0933b79ac5f8'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:03.885597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=0abe694a-ac6a-4dd9-8508-09761a586cc5,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:03.894535 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-64bfc3be-23fc-4b8d-87d7-b0479df1a2b4 None None] Provisioning complete for port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:03.894909 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3be-23fc-4b8d-87d7-b0479df1a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:03.917129 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:04.012344 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Set router af284703-bce6-4859-ab8c-0933b79ac5f8 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:04.119199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea0d32d-91d4-4229-b3c4-c27b94fc8b69 None None] Network 37e856e2-41e5-4761-8c79-2ad25855467e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:14:04.164568 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:04.172056 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3be-23fc-4b8d-87d7-b0479df1a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.279063 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce55d3-fc9f-4f53-ad65-e0c5c60db839 None None] The sync data for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 is: [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:14:04.286717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-64bfc3be-23fc-4b8d-87d7-b0479df1a2b4 None None] For port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:04.313656 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-64bfc3be-23fc-4b8d-87d7-b0479df1a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.319727 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.399722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfc3be-23fc-4b8d-87d7-b0479df1a2b4 None None] Pushing event updated for resources: {'Port': ['ID=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:04.461037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 3, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port': {'id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:04.467045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-66959aa8-0aa4-40d7-83ba-e6e07146724b None None] Provisioning complete for port 0abe694a-ac6a-4dd9-8508-09761a586cc5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:04.467767 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-66959aa8-0aa4-40d7-83ba-e6e07146724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.501162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Checking router: af284703-bce6-4859-ab8c-0933b79ac5f8 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:14:04.501515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Updating router af284703-bce6-4859-ab8c-0933b79ac5f8 port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:14:04.550703 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.560465 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Allocated IP 172.20.0.1 (37e856e2-41e5-4761-8c79-2ad25855467e/91591c00-a7d7-4bda-8106-89526ddd07b3/b28e7bd1-3abb-4e60-ab4a-a6561af783bb) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:14:04.677436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.715774 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.755487 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Network 37e856e2-41e5-4761-8c79-2ad25855467e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:04.760115 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:04.764087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:14:04.811402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Pushing event updated for resources: {'Port': ['ID=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:04.821721 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.836461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-66959aa8-0aa4-40d7-83ba-e6e07146724b None None] Provisioning complete for port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:04.836749 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-66959aa8-0aa4-40d7-83ba-e6e07146724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.934557 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:04.962430 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.019472 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.051038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bec677-232a-4dda-ab50-c696be1e8e1f None None] Pushing event updated for resources: {'Port': ['ID=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:05.058011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Attempting to bind port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:14:05.058407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Attempting to bind port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:14:05.058776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Attempting to bind port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:14:05.066159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:14:05.066540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:14:05.066962 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.067377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:14:05.067854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Bound port: 4bd8fb0e-bdb3-4d91-9c54-32f49895afae, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:14:05.068304 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.205971 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.211180 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.250950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:05.282267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Pushing event updated for resources: {'Port': ['ID=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:05.284743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.300587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3fdb6e87-a25e-4a18-9c17-3aa0af7ffe1d None None] Provisioning complete for port b28e7bd1-3abb-4e60-ab4a-a6561af783bb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:05.301316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6e87-a25e-4a18-9c17-3aa0af7ffe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.348708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] For port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:14:05.353324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] For port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:14:05.360408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.385843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Network 37e856e2-41e5-4761-8c79-2ad25855467e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:05.387230 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:05.394562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb6e87-a25e-4a18-9c17-3aa0af7ffe1d None None] Port b28e7bd1-3abb-4e60-ab4a-a6561af783bb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:14:05.427234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:05.427609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.468554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Routers {'af284703-bce6-4859-ab8c-0933b79ac5f8'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:05.469201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['af284703-bce6-4859-ab8c-0933b79ac5f8'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:05.474374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3fdb6e87-a25e-4a18-9c17-3aa0af7ffe1d None None] Provisioning complete for port 0abe694a-ac6a-4dd9-8508-09761a586cc5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:05.474374 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6e87-a25e-4a18-9c17-3aa0af7ffe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.508431 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Router af284703-bce6-4859-ab8c-0933b79ac5f8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:14:05.513519 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bec677-232a-4dda-ab50-c696be1e8e1f None None] Pushing event updated for resources: {'Port': ['ID=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:05.564997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-3dd17337-9fb8-4d80-a84e-848177411385 req-9b140cfa-0591-4a3b-9ce1-b113c619ecd7 tempest-ServerDiskConfigTestJSON-65099867 tempest-ServerDiskConfigTestJSON-65099867-project] (100848) timed out ('10.222.0.74', 53029) {{(pid=100848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:14:05.630862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:14:05.637156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1188191b-7871-472b-b25b-ffb56e2f2400 admin admin] 10.222.0.64 "PUT /v2.0/routers/af284703-bce6-4859-ab8c-0933b79ac5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339996 Oct 19 02:14:05.684498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] Set router af284703-bce6-4859-ab8c-0933b79ac5f8 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:05.730392 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2bccc76-c794-412b-b3a2-ef2cb51a8f7b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:05.887758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-bd882540-e77f-405d-845e-3114ae4867bb None None] Provisioning complete for port b28e7bd1-3abb-4e60-ab4a-a6561af783bb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:05.888094 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-bd882540-e77f-405d-845e-3114ae4867bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.922160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:05.922528 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:05.983377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-bd882540-e77f-405d-845e-3114ae4867bb None None] Port b28e7bd1-3abb-4e60-ab4a-a6561af783bb cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:14:06.047174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 4, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port': {'id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'b28e7bd1-3abb-4e60-ab4a-a6561af783bb', 'name': '', 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'mac_address': 'fa:16:3e:94:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:04Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 2, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'subnets': [{'id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:06.081503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0440c-6115-4ee3-babd-756a0f52ee91 None None] The sync data for ids ['af284703-bce6-4859-ab8c-0933b79ac5f8'] in n-d-789963-20 is: [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 4, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port': {'id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'b28e7bd1-3abb-4e60-ab4a-a6561af783bb', 'name': '', 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'mac_address': 'fa:16:3e:94:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:04Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 2, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'subnets': [{'id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:14:06.093717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0abe694a-ac6a-4dd9-8508-09761a586cc5 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:06.142354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0abe694a-ac6a-4dd9-8508-09761a586cc5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:06.142635 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:07.054332 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-63aab5ec-e9b7-46f4-aae6-fb41aa35a19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:07.205638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4bd8fb0e-bdb3-4d91-9c54-32f49895afae up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:07.274987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:07.275869 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:07.374759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:07.399534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:07.408572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:07.468861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:08.607574 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Sync routers for ids ['af284703-bce6-4859-ab8c-0933b79ac5f8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:14:08.618638 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Routers {'af284703-bce6-4859-ab8c-0933b79ac5f8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:08.619846 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['af284703-bce6-4859-ab8c-0933b79ac5f8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:08.729935 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Set router af284703-bce6-4859-ab8c-0933b79ac5f8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:08.944592 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 4, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port': {'id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'b28e7bd1-3abb-4e60-ab4a-a6561af783bb', 'name': '', 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'mac_address': 'fa:16:3e:94:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:04Z', 'updated_at': '2021-10-19T02:14:05Z', 'revision_number': 2, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'subnets': [{'id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:08.975151 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Checking router: af284703-bce6-4859-ab8c-0933b79ac5f8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:14:08.975541 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Updating router af284703-bce6-4859-ab8c-0933b79ac5f8 port b28e7bd1-3abb-4e60-ab4a-a6561af783bb binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:14:09.002269 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.174835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4bd8fb0e-bdb3-4d91-9c54-32f49895afae up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:09.236539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:09.236962 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.306250 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.312264 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.370144 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32779604-a94d-4d46-9b0a-95ca88bf9d3f None None] Pushing event updated for resources: {'Port': ['ID=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:09.448335 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Attempting to bind port b28e7bd1-3abb-4e60-ab4a-a6561af783bb on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:14:09.448703 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Attempting to bind port b28e7bd1-3abb-4e60-ab4a-a6561af783bb by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:14:09.449062 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Attempting to bind port b28e7bd1-3abb-4e60-ab4a-a6561af783bb on network 37e856e2-41e5-4761-8c79-2ad25855467e {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:14:09.456598 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:14:09.456963 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Checking segment: {'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:14:09.457357 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.457740 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Bound using segment: {'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:14:09.458211 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Bound port: b28e7bd1-3abb-4e60-ab4a-a6561af783bb, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b5ee32-9cd6-479b-96ae-fae88436ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:14:09.458579 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.558021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] For port b28e7bd1-3abb-4e60-ab4a-a6561af783bb, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:14:09.561405 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] For port b28e7bd1-3abb-4e60-ab4a-a6561af783bb, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,segment=NetworkSegment(b3b5ee32-9cd6-479b-96ae-fae88436ac98),segment_id=b3b5ee32-9cd6-479b-96ae-fae88436ac98)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:14:09.569454 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.630305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7a028cce-bf85-4287-9968-09eae30e73c2 None None] Provisioning complete for port b28e7bd1-3abb-4e60-ab4a-a6561af783bb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:09.630305 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7a028cce-bf85-4287-9968-09eae30e73c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.640316 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32779604-a94d-4d46-9b0a-95ca88bf9d3f None None] Pushing event updated for resources: {'Port': ['ID=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:09.656590 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Routers {'af284703-bce6-4859-ab8c-0933b79ac5f8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:09.657210 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:13:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['af284703-bce6-4859-ab8c-0933b79ac5f8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:09.777637 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7a028cce-bf85-4287-9968-09eae30e73c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.798153 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8cb25333-25fd-4d8e-8974-cb76b9870588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.817139 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] Set router af284703-bce6-4859-ab8c-0933b79ac5f8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:09.836703 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7a028cce-bf85-4287-9968-09eae30e73c2 None None] For port b28e7bd1-3abb-4e60-ab4a-a6561af783bb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,segment=NetworkSegment(b3b5ee32-9cd6-479b-96ae-fae88436ac98),segment_id=b3b5ee32-9cd6-479b-96ae-fae88436ac98)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:09.844148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7a028cce-bf85-4287-9968-09eae30e73c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:09.914734 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a028cce-bf85-4287-9968-09eae30e73c2 None None] Pushing event updated for resources: {'Port': ['ID=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:09.968841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-181f8133-7c43-45b0-84e5-28dc7838b4b8 None None] Provisioning complete for port b28e7bd1-3abb-4e60-ab4a-a6561af783bb triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:09.969500 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-181f8133-7c43-45b0-84e5-28dc7838b4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:10.087573 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 4, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port': {'id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'b28e7bd1-3abb-4e60-ab4a-a6561af783bb', 'name': '', 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'mac_address': 'fa:16:3e:94:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:04Z', 'updated_at': '2021-10-19T02:14:09Z', 'revision_number': 4, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'subnets': [{'id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:10.116245 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fab4d-34e7-48c6-af84-61b3437a5f0e None None] The sync data for ids ['af284703-bce6-4859-ab8c-0933b79ac5f8'] in n-d-789963-20 is: [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 4, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port': {'id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'b28e7bd1-3abb-4e60-ab4a-a6561af783bb', 'name': '', 'network_id': '37e856e2-41e5-4761-8c79-2ad25855467e', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'mac_address': 'fa:16:3e:94:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:04Z', 'updated_at': '2021-10-19T02:14:09Z', 'revision_number': 4, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'subnets': [{'id': '91591c00-a7d7-4bda-8106-89526ddd07b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:14:10.209362 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:10.730770 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:11.003689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:11.206240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b28e7bd1-3abb-4e60-ab4a-a6561af783bb up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:11.263207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b28e7bd1-3abb-4e60-ab4a-a6561af783bb triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:11.264502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:12.498352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:15.984503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-b95572ea-facd-40fc-b8a6-276ef5db1cfe tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:15.985992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-b95572ea-facd-40fc-b8a6-276ef5db1cfe tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 813 time: 0.1079295 Oct 19 02:14:16.001319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-7a445fe1-47bf-42c5-9b90-906a266c7991 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/quotas/d5649571b9df4b5098add69d2fb16cc6 HTTP/1.1" status: 200 len: 375 time: 0.0095670 Oct 19 02:14:16.062264 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-41747462-b28e-4cf4-8b58-b775f8c31fe2 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556715 Oct 19 02:14:16.169255 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-40a5a922-0ec4-4bb6-a0ae-f21ea0103cb1 service neutron] 10.222.0.64 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956135 Oct 19 02:14:16.258293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-d6950ff2-04d2-43d7-acef-0677346f63d4 service neutron] 10.222.0.64 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829854 Oct 19 02:14:17.433180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-756bc32c-1b9d-41f8-a23a-53ca6d2fa09e req-111e7b3e-fd9a-4adf-bbd6-2007fb6d47c4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 210 time: 0.0275831 Oct 19 02:14:18.429970 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-8166d78e-f300-4b87-92ee-acb236be4572 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:18.431438 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-8166d78e-f300-4b87-92ee-acb236be4572 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 813 time: 0.1092966 Oct 19 02:14:18.450171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'port': {'device_id': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'admin_state_up': True, 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:18.546964 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9a04622f-dd06-44b2-ac3b-aa63cd23b4fa req-57ffc845-e923-4c17-81e0-a9f1291bff85 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 210 time: 0.0412626 Oct 19 02:14:18.585918 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Made reservation on behalf of d5649571b9df4b5098add69d2fb16cc6 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:14:18.590042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:18.723613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Allocated IP 172.20.0.8 (926f4065-afc6-4c40-8492-da05d62ac40e/811710f0-a31b-4a7a-bf18-eaf826382a18/cb766a7f-c9c6-4582-8917-e9855035a2f3) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:14:18.913833 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:18.951383 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:19.006439 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:19.016867 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.017215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.017559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.017896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.018229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.018572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.018898 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.019225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.019554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.019878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.020233 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.020557 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:19.026822 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Network 926f4065-afc6-4c40-8492-da05d62ac40e is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:19.030772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:19.036881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:14:19.114215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:19.114981 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:19.157989 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-c051acf0-5150-4a04-bbce-43403c832732 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7114389 Oct 19 02:14:19.350671 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8acbc519-ce21-42f6-b14e-0823403706e6 None None] Provisioning complete for port cb766a7f-c9c6-4582-8917-e9855035a2f3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:19.351248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8acbc519-ce21-42f6-b14e-0823403706e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:19.388669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8acbc519-ce21-42f6-b14e-0823403706e6 None None] Port cb766a7f-c9c6-4582-8917-e9855035a2f3 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:14:19.667282 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218aeac-324f-40cc-bf14-01205242cf1f req-131d713a-1ea0-4800-ac18-7b856566b71b tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:19.668836 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d218aeac-324f-40cc-bf14-01205242cf1f req-131d713a-1ea0-4800-ac18-7b856566b71b tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0509145 Oct 19 02:14:19.712101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d218aeac-324f-40cc-bf14-01205242cf1f req-0a4718e6-e06d-4b93-9f07-18c1c15add79 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Oct 19 02:14:20.289264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:20.840789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45d20-bbe5-4a94-8a63-0383ec7caa6f req-0cb02a73-be6a-4075-abc5-d800614c8fe8 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:20.842383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efe45d20-bbe5-4a94-8a63-0383ec7caa6f req-0cb02a73-be6a-4075-abc5-d800614c8fe8 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0529153 Oct 19 02:14:20.884024 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-efe45d20-bbe5-4a94-8a63-0383ec7caa6f req-65bf9ad9-5cb9-4ad2-96de-3dd7fa53cb25 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Oct 19 02:14:22.006303 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd3460-2867-4423-abd4-90e15df915a0 req-21fd0f14-8339-4c68-9d61-1873131dda56 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:22.008419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78cd3460-2867-4423-abd4-90e15df915a0 req-21fd0f14-8339-4c68-9d61-1873131dda56 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0528514 Oct 19 02:14:22.048296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-78cd3460-2867-4423-abd4-90e15df915a0 req-790891db-ff49-4ec9-9bfb-6da9fc860f65 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342116 Oct 19 02:14:23.166669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c39f9-5dbe-4ecf-9f65-b1c8f24bd0da req-752690b3-6c0c-4462-8dac-0654be1a4b44 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:23.168236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e4c39f9-5dbe-4ecf-9f65-b1c8f24bd0da req-752690b3-6c0c-4462-8dac-0654be1a4b44 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0508788 Oct 19 02:14:23.208460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e4c39f9-5dbe-4ecf-9f65-b1c8f24bd0da req-5c94fefe-dc8c-4ad6-8d9d-328b68cb55ea tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Oct 19 02:14:24.331996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12b21d-080e-4558-8b44-72c4abfb50c3 req-7ff29556-2f91-400d-a87b-b208f947b43a tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:24.333470 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb12b21d-080e-4558-8b44-72c4abfb50c3 req-7ff29556-2f91-400d-a87b-b208f947b43a tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0568657 Oct 19 02:14:24.374576 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bb12b21d-080e-4558-8b44-72c4abfb50c3 req-3f89a781-1a0a-463c-9ff0-bec5e4f77a9d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Oct 19 02:14:25.250041 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:14:25.498726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97dd76-55bd-4ef5-8fb3-ee467cc5281d req-e1c391ba-d09f-4088-9ca0-558090e36a52 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:25.500268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e97dd76-55bd-4ef5-8fb3-ee467cc5281d req-e1c391ba-d09f-4088-9ca0-558090e36a52 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0561922 Oct 19 02:14:25.539464 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e97dd76-55bd-4ef5-8fb3-ee467cc5281d req-6fe1ce6e-a0ee-4a88-af56-6ff68a2bd7fe tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Oct 19 02:14:26.672875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f0094-4330-48d7-8f68-8355cbfead2e req-5d3bb577-34d2-4178-9731-1fb4bb84d556 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:26.676341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b3f0094-4330-48d7-8f68-8355cbfead2e req-5d3bb577-34d2-4178-9731-1fb4bb84d556 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0572388 Oct 19 02:14:26.719151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7b3f0094-4330-48d7-8f68-8355cbfead2e req-e5e4efea-4243-4c65-ab40-7a3e72ea6d74 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Oct 19 02:14:27.839153 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0ff95-2696-4e14-97bd-b19a5c38d054 req-da3f1696-1784-4958-8b09-6ba536d5a65d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:27.841250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fe0ff95-2696-4e14-97bd-b19a5c38d054 req-da3f1696-1784-4958-8b09-6ba536d5a65d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0526147 Oct 19 02:14:27.884490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6fe0ff95-2696-4e14-97bd-b19a5c38d054 req-6dce853f-5cda-4862-ba16-a6cd55b64777 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Oct 19 02:14:29.000911 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bc329-9df7-49fb-857f-1d9c65255a4a req-e21985ed-75f4-40a1-a84b-9af60d3199ed tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:29.002362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd4bc329-9df7-49fb-857f-1d9c65255a4a req-e21985ed-75f4-40a1-a84b-9af60d3199ed tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0491064 Oct 19 02:14:29.039756 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd4bc329-9df7-49fb-857f-1d9c65255a4a req-f292aa4c-284b-45e4-a46b-948d95c11892 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Oct 19 02:14:30.154568 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea96f5d-b123-49b6-aa5c-6ed680396035 req-14efe179-fe78-4feb-b494-435203e77b0e tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:30.156048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dea96f5d-b123-49b6-aa5c-6ed680396035 req-14efe179-fe78-4feb-b494-435203e77b0e tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0495033 Oct 19 02:14:30.193362 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dea96f5d-b123-49b6-aa5c-6ed680396035 req-888762b1-84c2-4ef7-8ca8-551dab7278f9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Oct 19 02:14:31.310365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d8a3-885f-495d-9b05-c669ab60c4bc req-29ae780d-f008-4845-bf94-30b1acac52bf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:31.311824 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2c81d8a3-885f-495d-9b05-c669ab60c4bc req-29ae780d-f008-4845-bf94-30b1acac52bf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 931 time: 0.0529931 Oct 19 02:14:31.349159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2c81d8a3-885f-495d-9b05-c669ab60c4bc req-8b3d4cde-e9a8-4973-bb00-45fb29fcefd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Oct 19 02:14:31.677674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Request body: {'port': {'device_id': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:31.733724 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:31.991645 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb766a7f-c9c6-4582-8917-e9855035a2f3 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:14:31.999530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:32.012090 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Transition to ACTIVE for port object cb766a7f-c9c6-4582-8917-e9855035a2f3 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:14:32.015729 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:32.086545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291212af-6646-457e-89a4-515c679ceced service neutron] Pushing event updated for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:32.138830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Attempting to bind port cb766a7f-c9c6-4582-8917-e9855035a2f3 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:14:32.139165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Attempting to bind port cb766a7f-c9c6-4582-8917-e9855035a2f3 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:14:32.139497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Attempting to bind port cb766a7f-c9c6-4582-8917-e9855035a2f3 on network 926f4065-afc6-4c40-8492-da05d62ac40e {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:14:32.144039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Port cb766a7f-c9c6-4582-8917-e9855035a2f3 on network 926f4065-afc6-4c40-8492-da05d62ac40e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:14:32.144362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Attempting to bind port cb766a7f-c9c6-4582-8917-e9855035a2f3 on network 926f4065-afc6-4c40-8492-da05d62ac40e {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:14:32.149282 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:14:32.149619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Checking segment: {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:14:32.150004 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Bound using segment: {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:14:32.150434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Bound port: cb766a7f-c9c6-4582-8917-e9855035a2f3, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b45a779-1dc5-42b7-98f2-a6b75939e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:14:32.150790 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:32.220548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:14:32.223605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:14:32.227788 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:32.268657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:32.269260 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:32.270750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-291212af-6646-457e-89a4-515c679ceced service neutron] 10.222.0.74 "PUT /v2.0/ports/cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 1092 time: 0.6835008 Oct 19 02:14:32.271171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:14:32.273444 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:14:32.297429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291212af-6646-457e-89a4-515c679ceced service neutron] Pushing event updated for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:32.322470 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a23459-f5af-46c0-a6f7-f220cb95121b x-openstack-request-id: req-f8a23459-f5af-46c0-a6f7-f220cb95121b {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:14:32.322760 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:14:32.323018 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8a23459-f5af-46c0-a6f7-f220cb95121b {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:14:32.323422 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'status': 'completed', 'code': 200} Oct 19 02:14:32.384838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-37e1f4c4-34cd-46b9-b310-ec019414ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:32.386702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-37e1f4c4-34cd-46b9-b310-ec019414ef60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1095 time: 0.0449338 Oct 19 02:14:32.440823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-9c5d1ea1-69f9-4985-9c56-340f97eedce6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 217 time: 0.0396469 Oct 19 02:14:32.469647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d91e5f-2365-449f-8475-a126951f04af req-3051f086-bbd3-435c-aa69-d99d3091d4d4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:32.471150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95d91e5f-2365-449f-8475-a126951f04af req-3051f086-bbd3-435c-aa69-d99d3091d4d4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 943 time: 0.0514133 Oct 19 02:14:32.490949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-374eb8b8-259d-4d99-b7cd-bef4d4627acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:32.492432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-374eb8b8-259d-4d99-b7cd-bef4d4627acd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0449381 Oct 19 02:14:32.510419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-95d91e5f-2365-449f-8475-a126951f04af req-d664751c-1cf6-40cb-abd8-749bd733ee87 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Oct 19 02:14:32.543466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-918fd94e-1eb6-4a3a-ac30-a95e7091dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:32.544999 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-918fd94e-1eb6-4a3a-ac30-a95e7091dcc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457699 Oct 19 02:14:32.635199 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-8730ce0f-ab9a-435b-818c-a2ce166a4bef service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817912 Oct 19 02:14:32.735960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a791e30f-0e09-4499-8dd9-825f23b59810 req-60c87b76-3a50-4248-ab10-2f4604f0c192 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934670 Oct 19 02:14:32.855564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-39caf324-cb82-44f8-afbc-82c57e6fdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:32.856916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-39caf324-cb82-44f8-afbc-82c57e6fdfeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1095 time: 0.0406432 Oct 19 02:14:32.948784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-88e48881-44d6-4bd3-b640-16a1900320f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:32.950221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-88e48881-44d6-4bd3-b640-16a1900320f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.0863807 Oct 19 02:14:32.991371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-7ff26ee1-2c3a-4533-a314-19237fadabe5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 217 time: 0.0342939 Oct 19 02:14:33.038564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-122ab1c9-a710-4d73-9880-cc7b4ea142f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:33.039927 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-122ab1c9-a710-4d73-9880-cc7b4ea142f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0417471 Oct 19 02:14:33.088150 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-7c94bab1-8096-4f20-8f4f-2f9eccfc546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:33.090207 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-7c94bab1-8096-4f20-8f4f-2f9eccfc546d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436571 Oct 19 02:14:33.179223 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-8ad5992c-25fc-4d2c-b64b-6b562743c8fa service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823007 Oct 19 02:14:33.271097 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b0501f20-b6f3-4f5e-8fd3-be8ae156ff10 req-89565801-0654-4566-afc8-bcd4160eb61c service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847783 Oct 19 02:14:33.629639 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194646e-01e1-448c-9623-95c03bd0467f req-ec274681-fa81-4c73-a34b-d17315f3a1b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:33.631120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c194646e-01e1-448c-9623-95c03bd0467f req-ec274681-fa81-4c73-a34b-d17315f3a1b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 943 time: 0.0489399 Oct 19 02:14:33.668753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c194646e-01e1-448c-9623-95c03bd0467f req-a3e805a1-74cd-4b87-a4ff-095c52a9aff8 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Oct 19 02:14:34.786192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819266-f99f-4f5d-b9de-4bfb393889f1 req-0974625f-8d69-43b0-b395-358d2e0dad8c tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:34.787639 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04819266-f99f-4f5d-b9de-4bfb393889f1 req-0974625f-8d69-43b0-b395-358d2e0dad8c tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 943 time: 0.0502591 Oct 19 02:14:34.825185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-04819266-f99f-4f5d-b9de-4bfb393889f1 req-26d3e051-5057-4390-a4f9-e39b54a1cb73 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Oct 19 02:14:35.937444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ca576-eb40-4024-9ec7-8dd212cb2827 req-59e30185-453f-47b0-8a57-194db1848cca tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:35.938822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dc9ca576-eb40-4024-9ec7-8dd212cb2827 req-59e30185-453f-47b0-8a57-194db1848cca tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 943 time: 0.0495765 Oct 19 02:14:35.975814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dc9ca576-eb40-4024-9ec7-8dd212cb2827 req-d5d0bda7-8a46-4079-814a-7226588a4349 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Oct 19 02:14:36.343945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cb766a7f-c9c6-4582-8917-e9855035a2f3 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:14:36.435804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:36.446751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'port_id': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'mac_address': 'fa:16:3e:9c:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:14:36.638640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:36.651150 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb766a7f-c9c6-4582-8917-e9855035a2f3 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:14:36.672110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:36.677225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:36.725796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:36.733169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.733516 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.733857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.734194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.734545 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.734859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.735186 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.735523 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.735836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.736179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.736502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:36.736824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:37.027231 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b005c25b-31c8-4092-9ad9-a0b25b7918f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:37.071721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cb766a7f-c9c6-4582-8917-e9855035a2f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:14:37.096173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5a400-6892-4c69-b5fe-464fe5ab3ac6 req-5007bd21-5810-4ddd-9bd5-0b2eee52852f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:37.097640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-33d5a400-6892-4c69-b5fe-464fe5ab3ac6 req-5007bd21-5810-4ddd-9bd5-0b2eee52852f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 944 time: 0.0538015 Oct 19 02:14:37.137005 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-33d5a400-6892-4c69-b5fe-464fe5ab3ac6 req-f19bc377-698d-45d2-b52d-643757ed3feb tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Oct 19 02:14:38.255623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f73660-3ac7-4400-872b-c45864e5befc req-be8c7a0a-72da-4b7d-a67f-d4070eb8fc42 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:38.257094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5f73660-3ac7-4400-872b-c45864e5befc req-be8c7a0a-72da-4b7d-a67f-d4070eb8fc42 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 944 time: 0.0546570 Oct 19 02:14:38.294789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e5f73660-3ac7-4400-872b-c45864e5befc req-44b3fd3c-c2af-40b8-9b51-6ecfbd0451d1 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Oct 19 02:14:38.343808 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cb766a7f-c9c6-4582-8917-e9855035a2f3 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:14:38.391340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port cb766a7f-c9c6-4582-8917-e9855035a2f3 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:14:38.394871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port cb766a7f-c9c6-4582-8917-e9855035a2f3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:38.395242 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:38.473164 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:38.497343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:14:38.499591 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9be21e-02ef-4425-8489-b4b1422117df" -d '{"events": [{"server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "name": "network-vif-plugged", "status": "completed", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:14:38.512468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:38.520507 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:38.543903 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6921be-a75b-45bb-bb1d-8ecac0852795 x-openstack-request-id: req-cb6921be-a75b-45bb-bb1d-8ecac0852795 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:14:38.544211 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "name": "network-vif-plugged", "status": "completed", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:14:38.544455 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb6921be-a75b-45bb-bb1d-8ecac0852795 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:14:38.544840 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'code': 200} Oct 19 02:14:38.570016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:38.658554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab0b47-248f-4352-8818-ab36cdb34c14 req-db00a4aa-4bd5-4071-a5e4-2f4231c1c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:38.660087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6bab0b47-248f-4352-8818-ab36cdb34c14 req-db00a4aa-4bd5-4071-a5e4-2f4231c1c76e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1097 time: 0.0416920 Oct 19 02:14:38.694938 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6bab0b47-248f-4352-8818-ab36cdb34c14 req-c8c59dd1-328e-49e6-a040-5b3649817051 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279360 Oct 19 02:14:39.406727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42742d6-1ba8-4508-852f-a1b8b394b8fe req-c8e7128f-7b41-4dad-b0ab-f8eddb187ec6 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:39.408135 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b42742d6-1ba8-4508-852f-a1b8b394b8fe req-c8e7128f-7b41-4dad-b0ab-f8eddb187ec6 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0482147 Oct 19 02:14:39.446170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b42742d6-1ba8-4508-852f-a1b8b394b8fe req-1e0f13f8-6584-4336-be8f-a0757172cd4f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Oct 19 02:14:39.768522 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c452e769-fb78-46e7-8dff-5ab745c86334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:40.212821 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:40.562198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b496713-6177-4654-9492-8f425d43be95 req-43b2035a-4238-4ba8-8e1d-b27742a1e4bc tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:40.563640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b496713-6177-4654-9492-8f425d43be95 req-43b2035a-4238-4ba8-8e1d-b27742a1e4bc tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0487881 Oct 19 02:14:40.602479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0b496713-6177-4654-9492-8f425d43be95 req-b34233e0-9589-412f-b532-92b5928251f9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Oct 19 02:14:40.722044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5910-2f99-4e64-b8e8-4246cb891a1e req-ce95149b-5d0d-457a-860e-60f320bf1118 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:40.723565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-039e5910-2f99-4e64-b8e8-4246cb891a1e req-ce95149b-5d0d-457a-860e-60f320bf1118 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0539956 Oct 19 02:14:40.724020 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:40.765863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-039e5910-2f99-4e64-b8e8-4246cb891a1e req-e9650367-ec69-434f-9fcd-081cd26e0032 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Oct 19 02:14:40.953229 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e84e92-e556-4738-b891-e789b026755d req-e1825613-11eb-467f-b53a-93eafda9345b tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:40.954698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41e84e92-e556-4738-b891-e789b026755d req-e1825613-11eb-467f-b53a-93eafda9345b tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0497153 Oct 19 02:14:40.994242 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:40.995087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41e84e92-e556-4738-b891-e789b026755d req-dbe2e3cf-dfc7-42e9-aa01-3e8ece23b3db tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344701 Oct 19 02:14:42.499027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:48.554760 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-9ef2ffbb-13c1-4f98-b4f5-0e589068e91e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392182 Oct 19 02:14:48.654463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-a63216f4-e7a7-43a8-bf63-feca8d3a7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:48.655948 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-a63216f4-e7a7-43a8-bf63-feca8d3a7312 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1097 time: 0.0453424 Oct 19 02:14:48.759460 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-7dc1a468-6760-4d5a-966c-9d895b326a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:48.761664 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-7dc1a468-6760-4d5a-966c-9d895b326a39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.0872505 Oct 19 02:14:48.804872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-7d1540c9-50ab-4b1a-9fa8-bd91a0ed4e80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 217 time: 0.0367837 Oct 19 02:14:49.203702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-ada0119e-5310-466e-a01c-698acf16e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:49.205209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-ada0119e-5310-466e-a01c-698acf16e294 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.3940485 Oct 19 02:14:49.250582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-76b0e77a-4f73-40ca-b619-dcf127727185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:49.252061 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-76b0e77a-4f73-40ca-b619-dcf127727185 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393100 Oct 19 02:14:49.344695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-46b631e8-4af4-42ab-8146-86315e64c736 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Oct 19 02:14:49.440004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7eb91913-a991-413c-a114-5b6efaab2f34 req-ebffed7e-c24a-4f75-8443-999ee5e3472d service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809689 Oct 19 02:14:50.294298 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:54.541102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d6d58-9b14-495d-913a-d0c50c992f67 req-e28d100e-a5dd-41dd-82eb-fff0f3b0c5b4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:54.543621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-974d6d58-9b14-495d-913a-d0c50c992f67 req-e28d100e-a5dd-41dd-82eb-fff0f3b0c5b4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0547822 Oct 19 02:14:54.580906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-974d6d58-9b14-495d-913a-d0c50c992f67 req-92c28ea4-fde5-43b4-9dbf-f517e5b56051 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Oct 19 02:14:54.603041 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54962) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:54.689709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34eee4b-cd83-47c7-883d-99d6fe47d992 tempest-TestMinimumBasicScenario-1416372262 tempest-TestMinimumBasicScenario-1416372262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:54.691234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e34eee4b-cd83-47c7-883d-99d6fe47d992 tempest-TestMinimumBasicScenario-1416372262 tempest-TestMinimumBasicScenario-1416372262-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1092 time: 0.0872297 Oct 19 02:14:54.694445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54966) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:54.699383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:54.723098 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:54.821751 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:54.925759 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Allocated IP 172.25.0.151 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/de74a2a2-91a3-4ee5-829f-98cb5c7e4a55) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:14:55.030297 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:55.063744 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:55.098112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:14:55.102410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:14:55.106831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:14:55.132489 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'Port': ['ID=de74a2a2-91a3-4ee5-829f-98cb5c7e4a55,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:55.596543 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:55.680581 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:55.834466 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:55.839073 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:55.904079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'Port': ['ID=de74a2a2-91a3-4ee5-829f-98cb5c7e4a55,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:55.915126 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.012458 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Floating IP bb103836-2a2c-4b8e-a383-0f4aa483a0cc associated. External IP: 172.25.0.151, port: cb766a7f-c9c6-4582-8917-e9855035a2f3. Oct 19 02:14:56.214572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Router eaed2d11-52f8-4404-b4eb-ac910991e7d3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:14:56.329120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:14:56.339235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] Sync routers for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:14:56.347290 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.348484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:56.349098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:56.374021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e0cafc6e-5f73-45c3-b9c6-109cbb7198b9 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6785607 Oct 19 02:14:56.374605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:14:56.376933 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:14:56.377132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54968) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:56.381801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429306576', 'description': 'tempest-secgroup-smoke-429306576 description', 'project_id': 'd5649571b9df4b5098add69d2fb16cc6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:56.406125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.417814 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24bea5d-9d1e-4eac-83d8-ee6f0fe531e1 x-openstack-request-id: req-c24bea5d-9d1e-4eac-83d8-ee6f0fe531e1 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:14:56.418130 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:14:56.418406 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c24bea5d-9d1e-4eac-83d8-ee6f0fe531e1 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:14:56.418836 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'status': 'completed', 'code': 200} Oct 19 02:14:56.465861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:56.478719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.483802 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.511506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-bc8ad9c6-7b79-46ac-aed0-78ef99a898d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:56.513095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-bc8ad9c6-7b79-46ac-aed0-78ef99a898d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1097 time: 0.0481608 Oct 19 02:14:56.515717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87f790-fc2e-46eb-916f-cf63bc21b0ce,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:56.521131 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.525710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1475418 Oct 19 02:14:56.529463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 54972) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:56.531449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.531898 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.532352 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.532778 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.533204 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.533628 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.534068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.534487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.534638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b517497e-3870-4568-8241-2f6265a55c09 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'security_group_rule': {'security_group_id': 'bf87f790-fc2e-46eb-916f-cf63bc21b0ce', 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:56.534986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.535399 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.535814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.536248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee42a7c-6686-41cb-bc91-8f4f4c98f06d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:14:56.614343 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b517497e-3870-4568-8241-2f6265a55c09 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.657496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-e037cb3f-f20d-4c72-ad33-306ac9c9a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:56.658974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-e037cb3f-f20d-4c72-ad33-306ac9c9a8f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.1375890 Oct 19 02:14:56.700782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'bb103836-2a2c-4b8e-a383-0f4aa483a0cc', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'port_id': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'mac_address': 'fa:16:3e:9c:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:14:55Z', 'updated_at': '2021-10-19T02:14:55Z', 'revision_number': 0, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 5, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:56.726805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] Checking router: eaed2d11-52f8-4404-b4eb-ac910991e7d3 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:14:56.728898 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b517497e-3870-4568-8241-2f6265a55c09 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.734351 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b517497e-3870-4568-8241-2f6265a55c09 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.735677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:14:56.736322 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:14:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:56.766781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-bab9c093-5463-42be-b818-3aa7f570677b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 999 time: 0.0996430 Oct 19 02:14:56.769135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517497e-3870-4568-8241-2f6265a55c09 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c733a1-5444-4118-a508-0a97861e197b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:56.775518 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b517497e-3870-4568-8241-2f6265a55c09 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.777266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b517497e-3870-4568-8241-2f6265a55c09 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458844 Oct 19 02:14:56.780323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54976) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:56.784979 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-534b2da0-e12c-424f-aead-48cf7f27963d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'security_group_rule': {'security_group_id': 'bf87f790-fc2e-46eb-916f-cf63bc21b0ce', 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:56.813084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-534b2da0-e12c-424f-aead-48cf7f27963d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.822517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-d8782cc3-e305-4980-bca9-a13a80387ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:56.825337 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-d8782cc3-e305-4980-bca9-a13a80387ab3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0470409 Oct 19 02:14:56.861176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:14:56.876211 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-534b2da0-e12c-424f-aead-48cf7f27963d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.880045 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-df796b12-75aa-4532-8f1c-e4cfc9ff02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:56.880514 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-534b2da0-e12c-424f-aead-48cf7f27963d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.881530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-df796b12-75aa-4532-8f1c-e4cfc9ff02f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489576 Oct 19 02:14:56.899017 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b2da0-e12c-424f-aead-48cf7f27963d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f632d7-547e-47da-810a-8723e643f64e,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:56.913393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-534b2da0-e12c-424f-aead-48cf7f27963d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.917597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-534b2da0-e12c-424f-aead-48cf7f27963d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330650 Oct 19 02:14:56.917767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54978) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:56.922132 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-78c40f6e-6e4f-44d5-b696-51a2d6ffcf03 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'security_group_rule': {'security_group_id': 'bf87f790-fc2e-46eb-916f-cf63bc21b0ce', 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:56.950821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c40f6e-6e4f-44d5-b696-51a2d6ffcf03 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:56.983912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-bca8197c-7b99-47b2-8bc7-747117e1d265 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943868 Oct 19 02:14:57.012090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c40f6e-6e4f-44d5-b696-51a2d6ffcf03 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.016352 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c40f6e-6e4f-44d5-b696-51a2d6ffcf03 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.035688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c40f6e-6e4f-44d5-b696-51a2d6ffcf03 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b2dc33-90d5-48b6-95a4-2ad5e4cd57a0,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:57.046800 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-78c40f6e-6e4f-44d5-b696-51a2d6ffcf03 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.048151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-78c40f6e-6e4f-44d5-b696-51a2d6ffcf03 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294467 Oct 19 02:14:57.050851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54980) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:57.056277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5bc725e1-7be3-4799-9f78-40b3754b46cf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'security_group_rule': {'security_group_id': 'bf87f790-fc2e-46eb-916f-cf63bc21b0ce', 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:57.088182 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5bc725e1-7be3-4799-9f78-40b3754b46cf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.115829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'bb103836-2a2c-4b8e-a383-0f4aa483a0cc', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'port_id': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'mac_address': 'fa:16:3e:9c:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:14:55Z', 'updated_at': '2021-10-19T02:14:55Z', 'revision_number': 0, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 5, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:14:57.150231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e12fc9-7c3e-43ee-b554-fc2274200ef0 None None] The sync data for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 is: [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'bb103836-2a2c-4b8e-a383-0f4aa483a0cc', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'port_id': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'mac_address': 'fa:16:3e:9c:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:14:55Z', 'updated_at': '2021-10-19T02:14:55Z', 'revision_number': 0, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 5, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:14:57.161589 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5bc725e1-7be3-4799-9f78-40b3754b46cf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.166226 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5bc725e1-7be3-4799-9f78-40b3754b46cf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.187891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc725e1-7be3-4799-9f78-40b3754b46cf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed3fac0-8bcf-4dad-9cdd-d65facc572f8,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:57.201619 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5bc725e1-7be3-4799-9f78-40b3754b46cf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.204029 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5bc725e1-7be3-4799-9f78-40b3754b46cf tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511145 Oct 19 02:14:57.208492 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54982) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:57.213441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'security_group_rule': {'security_group_id': 'bf87f790-fc2e-46eb-916f-cf63bc21b0ce', 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:57.238267 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Project d5649571b9df4b5098add69d2fb16cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:14:57.245733 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.317927 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.323034 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.340611 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-18e67a9b-f832-4a22-b7ff-af888a2ecbd8 req-6e49f50b-31b2-4ae4-98db-e503b23ed65d service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497939 Oct 19 02:14:57.343501 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4b1e1e-e159-400e-be96-4acd5c207410,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:57.357855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.359089 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-af63e089-7f77-4102-bfd6-1e6bd4c00b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494141 Oct 19 02:14:57.361956 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 54984) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:14:57.367863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'security_group_rule': {'security_group_id': 'bf87f790-fc2e-46eb-916f-cf63bc21b0ce', 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:57.389579 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985ac51f-9373-40c0-b73c-af76230120da None None] New status for floating IP bb103836-2a2c-4b8e-a383-0f4aa483a0cc: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:14:57.393329 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Project d5649571b9df4b5098add69d2fb16cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:14:57.399192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.462671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.466939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.485652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bbc387-0ced-400c-8d7f-f0b7788b0670,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:57.492201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.493424 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b479771d-b49e-4967-b972-514f28159b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299903 Oct 19 02:14:57.599184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e2701d6-4fbe-4765-af87-7add25155677 req-6317922e-ad73-4be9-ab88-9e8134f359b6 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429306576&fields=id&tenant_id=d5649571b9df4b5098add69d2fb16cc6 HTTP/1.1" status: 200 len: 267 time: 0.0439653 Oct 19 02:14:57.650915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2701d6-4fbe-4765-af87-7add25155677 req-eeb3b669-90e8-4a3d-949e-f58997a162a5 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:57.652927 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e2701d6-4fbe-4765-af87-7add25155677 req-eeb3b669-90e8-4a3d-949e-f58997a162a5 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0472960 Oct 19 02:14:57.663903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'port': {'security_groups': ['97e378ea-cb73-4648-afda-eb72219dfef7', 'bf87f790-fc2e-46eb-916f-cf63bc21b0ce']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:14:57.727965 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.910620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:14:57.939926 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.944366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.978004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cb766a7f-c9c6-4582-8917-e9855035a2f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:14:57.988196 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:57.988810 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:57.990234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e2701d6-4fbe-4765-af87-7add25155677 req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "PUT /v2.0/ports/cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 981 time: 0.3307822 Oct 19 02:14:58.017794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531a142-5915-410c-9068-132ec03d9dee tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:14:58.111367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cb766a7f-c9c6-4582-8917-e9855035a2f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:14:58.125438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e748-4500-4bf2-83b3-0d2abb228103 req-2d20702a-c482-43be-ab4b-21f2a06fcda8 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:58.127364 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6294e748-4500-4bf2-83b3-0d2abb228103 req-2d20702a-c482-43be-ab4b-21f2a06fcda8 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0533903 Oct 19 02:14:58.172182 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6294e748-4500-4bf2-83b3-0d2abb228103 req-e04f890c-0ba7-49d5-b92c-eb496d9b73f4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371821 Oct 19 02:14:58.333441 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-67f379b5-caa9-44c5-8f21-398366ccd074 None None] Provisioning complete for port cb766a7f-c9c6-4582-8917-e9855035a2f3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:14:58.333847 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-67f379b5-caa9-44c5-8f21-398366ccd074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:14:58.420138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:14:58.422610 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dea9fa-325a-475c-a066-b794e511cfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:14:58.462045 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af96e7c9-f590-43c4-809f-7f106696ab68 x-openstack-request-id: req-af96e7c9-f590-43c4-809f-7f106696ab68 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:14:58.462340 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:14:58.462591 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af96e7c9-f590-43c4-809f-7f106696ab68 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:14:58.462994 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'status': 'completed', 'code': 200} Oct 19 02:14:58.547788 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea9fa-325a-475c-a066-b794e511cfcc req-eb44276e-3bc8-4d13-a00c-233eb3179a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:58.549344 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49dea9fa-325a-475c-a066-b794e511cfcc req-eb44276e-3bc8-4d13-a00c-233eb3179a5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1136 time: 0.0436246 Oct 19 02:14:58.645087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea9fa-325a-475c-a066-b794e511cfcc req-6a6e89ef-280e-4a34-a731-9fa20e713d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:58.646884 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49dea9fa-325a-475c-a066-b794e511cfcc req-6a6e89ef-280e-4a34-a731-9fa20e713d20 service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.0905085 Oct 19 02:14:58.717215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49dea9fa-325a-475c-a066-b794e511cfcc req-71220ce0-1f3f-4eab-98aa-b6f75c5c42a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0614462 Oct 19 02:14:58.770795 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea9fa-325a-475c-a066-b794e511cfcc req-2e84ce38-496f-4d37-bddc-00b4dd705c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:58.772225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49dea9fa-325a-475c-a066-b794e511cfcc req-2e84ce38-496f-4d37-bddc-00b4dd705c11 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0474873 Oct 19 02:14:58.822735 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea9fa-325a-475c-a066-b794e511cfcc req-78e4ae80-f1b1-4e1f-9326-534b85f86172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:14:58.825281 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49dea9fa-325a-475c-a066-b794e511cfcc req-78e4ae80-f1b1-4e1f-9326-534b85f86172 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405061 Oct 19 02:14:58.916157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49dea9fa-325a-475c-a066-b794e511cfcc req-2bd1bf71-48b1-4131-ae86-dfa717c5864c service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826120 Oct 19 02:14:59.010224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-49dea9fa-325a-475c-a066-b794e511cfcc req-4076b4db-b241-494b-abd9-f9e6a4a5344d service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Oct 19 02:15:02.249374 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:15:07.027579 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c4de0f96-0743-42c6-88e1-64894f563fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:09.768451 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b3f260ad-7a36-4e87-b661-38f4e50eb0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:10.211939 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:10.727549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:10.996834 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:12.500747 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:20.308640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:37.029035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-343a6661-321a-470c-913d-bb20e4acc7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:39.249698 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:15:39.768232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7297b05b-efe4-4019-aaf0-5541c7343dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:40.236136 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:40.729091 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:40.998586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:42.504115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:46.575570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff72185-3a38-4f48-bec6-284462a3498b req-f6b37e47-cb7c-4fd2-8cef-fd26842986f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:46.577111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-f6b37e47-cb7c-4fd2-8cef-fd26842986f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1136 time: 0.0418053 Oct 19 02:15:46.703405 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff72185-3a38-4f48-bec6-284462a3498b req-d392b622-7eb3-4ad6-9d9c-ae80de670d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:46.705013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-d392b622-7eb3-4ad6-9d9c-ae80de670d48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.1207669 Oct 19 02:15:46.718768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be323-617e-4846-80bb-734346da88c0 req-0f184368-221f-4f2e-b802-ef46315afea4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:46.720262 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae8be323-617e-4846-80bb-734346da88c0 req-0f184368-221f-4f2e-b802-ef46315afea4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.2215841 Oct 19 02:15:46.802673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ae8be323-617e-4846-80bb-734346da88c0 req-2a8f9830-5bd3-4a0c-9c36-cdee16628b95 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757604 Oct 19 02:15:46.814212 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-df2af9ca-ae71-4ecd-8524-6fdb50988c14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0929370 Oct 19 02:15:46.864575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff72185-3a38-4f48-bec6-284462a3498b req-07afd11d-e8a4-4855-b777-20f00cb8bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:46.866054 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-07afd11d-e8a4-4855-b777-20f00cb8bee1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0449822 Oct 19 02:15:46.912124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff72185-3a38-4f48-bec6-284462a3498b req-f9ade857-679c-4ffd-86bb-0c12850f3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:46.913543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-f9ade857-679c-4ffd-86bb-0c12850f3dcd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408547 Oct 19 02:15:46.924569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-2e4f3773-bab4-41fe-9515-8f5178c1c423 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:15:46.925520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-2e4f3773-bab4-41fe-9515-8f5178c1c423 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049253 Oct 19 02:15:47.020271 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-d9b610de-1b7b-4c3f-9f8a-b2721579458d service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876920 Oct 19 02:15:47.110942 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3ff72185-3a38-4f48-bec6-284462a3498b req-aa687f4c-ce31-438d-874e-3bee36e49018 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835545 Oct 19 02:15:48.001309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e6d2-d13e-4bb0-bc31-d403822b77bb req-d5c526b1-2c98-4fbe-b0b6-35150f795f89 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:48.002783 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0960e6d2-d13e-4bb0-bc31-d403822b77bb req-d5c526b1-2c98-4fbe-b0b6-35150f795f89 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.1065197 Oct 19 02:15:48.043845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0960e6d2-d13e-4bb0-bc31-d403822b77bb req-0e03c463-6b58-4122-868e-bce80eb67b07 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347362 Oct 19 02:15:49.168625 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee2397-751a-4f5f-9f09-8ce489aeca41 req-d36af781-5458-4577-806a-45483ab2ef19 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:49.170088 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9eee2397-751a-4f5f-9f09-8ce489aeca41 req-d36af781-5458-4577-806a-45483ab2ef19 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0586302 Oct 19 02:15:49.210840 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9eee2397-751a-4f5f-9f09-8ce489aeca41 req-28db125d-2071-4045-91ea-ea231c4eb3f4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345953 Oct 19 02:15:50.296450 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:15:50.327031 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180d689-6ef8-4053-8e9d-d2e179d20c4f req-6261bafe-b972-4726-8ea5-684650ac0391 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:50.328530 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8180d689-6ef8-4053-8e9d-d2e179d20c4f req-6261bafe-b972-4726-8ea5-684650ac0391 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0502326 Oct 19 02:15:50.368326 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8180d689-6ef8-4053-8e9d-d2e179d20c4f req-c77c0c2b-f1a6-4cc3-9ec6-869abae0a7b5 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336599 Oct 19 02:15:50.616638 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-f6405b0a-ad80-4a67-95ae-5cf8d12587b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:50.618310 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-f6405b0a-ad80-4a67-95ae-5cf8d12587b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1136 time: 0.0406802 Oct 19 02:15:50.723577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-5f93ff1b-f1cc-4fa7-9abd-f62701d39c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:50.725066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-5f93ff1b-f1cc-4fa7-9abd-f62701d39c8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.0872204 Oct 19 02:15:50.794372 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-b5d75d4f-7b9e-4add-9810-e1299250b090 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0617375 Oct 19 02:15:50.843441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-219b6b19-7ba3-448c-9313-c518ee4e6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:50.844857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-219b6b19-7ba3-448c-9313-c518ee4e6093 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0438848 Oct 19 02:15:50.891772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-0235d501-adc5-4b74-8363-52f3e05ee966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:50.893161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-0235d501-adc5-4b74-8363-52f3e05ee966 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405171 Oct 19 02:15:50.986319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-aeb9fd44-355f-4973-a262-218e4b651a84 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859303 Oct 19 02:15:51.081248 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fad730fb-6fc7-4412-8e00-798413ea0357 req-8f5bdbc5-ef4b-4729-8da3-aee9429d4d97 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858984 Oct 19 02:15:51.488418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b6843-ba2a-45f0-a45a-2a74d9259277 req-df588087-36e7-4cf4-9451-27e10afbcf16 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:51.489920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-759b6843-ba2a-45f0-a45a-2a74d9259277 req-df588087-36e7-4cf4-9451-27e10afbcf16 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0540586 Oct 19 02:15:51.530244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-759b6843-ba2a-45f0-a45a-2a74d9259277 req-535b85fa-d7d3-4873-b7cf-fe88316e815f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341334 Oct 19 02:15:52.645083 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca116c4a-c9b8-4030-8220-7222d9a7321b req-cdd218d8-01db-4adb-aaac-8ceb54e13f5d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:52.646538 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca116c4a-c9b8-4030-8220-7222d9a7321b req-cdd218d8-01db-4adb-aaac-8ceb54e13f5d tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0484748 Oct 19 02:15:52.690460 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ca116c4a-c9b8-4030-8220-7222d9a7321b req-edda35c4-78ce-47c1-a821-c7fd305ef1ec tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370526 Oct 19 02:15:53.805208 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d968-2bc2-425f-adf1-c4d085b6607c req-fc496ee3-b49d-48fd-a3c7-9c97ea69576f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:53.806670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb4d968-2bc2-425f-adf1-c4d085b6607c req-fc496ee3-b49d-48fd-a3c7-9c97ea69576f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0492883 Oct 19 02:15:53.846388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0bb4d968-2bc2-425f-adf1-c4d085b6607c req-e8f474e2-da76-4012-b5c2-5419e214c950 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327992 Oct 19 02:15:54.965438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91a4be-78b2-4e3c-b13b-2a82a05d0b2a req-dea8d15e-930e-48d9-939c-30dab765a654 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:54.966909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c91a4be-78b2-4e3c-b13b-2a82a05d0b2a req-dea8d15e-930e-48d9-939c-30dab765a654 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0525699 Oct 19 02:15:55.005573 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4c91a4be-78b2-4e3c-b13b-2a82a05d0b2a req-01f4a49a-dc34-49cd-8f34-ee3eb629b624 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326133 Oct 19 02:15:56.128028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f0db-88e9-47bf-8918-dbf307356e4d req-d1dc955f-f7b5-4334-b458-6c78f8e4521f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:56.129486 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7512f0db-88e9-47bf-8918-dbf307356e4d req-d1dc955f-f7b5-4334-b458-6c78f8e4521f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0577195 Oct 19 02:15:56.169266 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7512f0db-88e9-47bf-8918-dbf307356e4d req-65216e49-12c2-473f-a6f9-a1a560909dcb tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336869 Oct 19 02:15:57.284530 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24e44-4350-47ea-a6db-5cd6fa938877 req-06552998-662e-40c2-8479-955b49bbe1ef tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:57.286003 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faa24e44-4350-47ea-a6db-5cd6fa938877 req-06552998-662e-40c2-8479-955b49bbe1ef tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0504122 Oct 19 02:15:57.327463 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-faa24e44-4350-47ea-a6db-5cd6fa938877 req-63d5e45d-541b-48bd-8f21-4c2ccaa408f2 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353024 Oct 19 02:15:58.452237 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316149cb-a7ac-4b98-a96b-6d90127a3a44 req-690ffbb4-1622-4640-8f6e-d0a7acfe52f4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:15:58.453835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-316149cb-a7ac-4b98-a96b-6d90127a3a44 req-690ffbb4-1622-4640-8f6e-d0a7acfe52f4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0586045 Oct 19 02:15:58.503133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-316149cb-a7ac-4b98-a96b-6d90127a3a44 req-1625764f-83ab-40ea-aadf-4599f7174ddd tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&id=bf87f790-fc2e-46eb-916f-cf63bc21b0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428720 Oct 19 02:16:07.032548 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ca1bec05-2c53-43a1-b5eb-c77476264e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:09.769541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-192e30c1-85fc-4057-a884-25a1dd05a1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:10.253852 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:10.730895 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:11.000664 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:12.505319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:16.249473 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:16:20.308150 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:37.034194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-995d0f22-a4cf-435e-a2cf-4598efe27dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:39.770286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-465f0360-6cbb-4074-b252-85ce0318e97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:40.244769 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:40.731670 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:41.004071 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:42.508452 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:50.306314 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:16:52.573625 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-ce8dfee3-418e-4121-8596-61ae745034f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408716 Oct 19 02:16:52.675077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-25160936-8296-43ab-b6e6-c2e7b98503f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:52.676860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-25160936-8296-43ab-b6e6-c2e7b98503f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1136 time: 0.0454464 Oct 19 02:16:52.780995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-17c886f0-ac67-4f82-a4cb-e4e33acfc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:52.782446 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-17c886f0-ac67-4f82-a4cb-e4e33acfc624 service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.0854297 Oct 19 02:16:52.852293 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-5a22840c-27a8-49c5-b59a-585f76d6fdf2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0616097 Oct 19 02:16:52.900995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-1393d87e-c626-459c-8895-ceb2a9179d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:52.902401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-1393d87e-c626-459c-8895-ceb2a9179d1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0437384 Oct 19 02:16:52.948480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-a40b9e26-6c49-4c45-b30e-ba8b9c183a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:16:52.949896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-a40b9e26-6c49-4c45-b30e-ba8b9c183a28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405905 Oct 19 02:16:53.041379 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-69602872-7243-4a2d-b469-1b087ffe16e2 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843422 Oct 19 02:16:53.128306 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-468fe7cb-245f-4d17-9b53-e4bc761c1dbe req-30ea86e7-0213-4fae-8df0-87403950a128 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798395 Oct 19 02:16:53.248493 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:17:01.872949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df28743-df4d-4705-8b56-575c81ff0677 req-5aaef414-ce43-4c2e-b05a-ba0be169c327 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429306576&fields=id&tenant_id=d5649571b9df4b5098add69d2fb16cc6 HTTP/1.1" status: 200 len: 267 time: 0.0339291 Oct 19 02:17:01.926510 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df28743-df4d-4705-8b56-575c81ff0677 req-79dcbb68-3aa1-41c7-9727-512b4d1a4763 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:01.927937 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df28743-df4d-4705-8b56-575c81ff0677 req-79dcbb68-3aa1-41c7-9727-512b4d1a4763 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 984 time: 0.0492468 Oct 19 02:17:01.938774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Request body: {'port': {'security_groups': ['97e378ea-cb73-4648-afda-eb72219dfef7']}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:02.006175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.178881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:02.208071 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.212509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.246179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cb766a7f-c9c6-4582-8917-e9855035a2f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:17:02.256917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:02.257532 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.258938 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9df28743-df4d-4705-8b56-575c81ff0677 req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "PUT /v2.0/ports/cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 942 time: 0.3245411 Oct 19 02:17:02.259397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:17:02.266057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55088) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:02.299290 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event updated for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=7']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:02.309733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.310078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.310415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.310752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.311076 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.311521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.312419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.312894 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.313223 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.313543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.313860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.314178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7af744-f955-429c-b3da-e97f4288ad06 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.331521 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:17:02.352250 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.379464 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cb766a7f-c9c6-4582-8917-e9855035a2f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:17:02.386929 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.457402 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c3ba37-eb03-46b9-9e5f-446b88ef25ec x-openstack-request-id: req-29c3ba37-eb03-46b9-9e5f-446b88ef25ec {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:17:02.457694 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:17:02.457945 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29c3ba37-eb03-46b9-9e5f-446b88ef25ec {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:17:02.458379 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'status': 'completed', 'code': 200} Oct 19 02:17:02.462989 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.467209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.469528 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "DELETE /v2.0/security-groups/bf87f790-fc2e-46eb-916f-cf63bc21b0ce HTTP/1.1" status: 204 len: 168 time: 0.2018173 Oct 19 02:17:02.472438 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55096) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:02.481528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87f790-fc2e-46eb-916f-cf63bc21b0ce,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:02.491857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.492495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.492995 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.494324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.494870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.495361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.496033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.497106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.497607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.498216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.498766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.499758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244888fe-76c0-4f00-a08a-04720a79d533 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:02.553116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-046739e1-190a-4757-834a-32e3831bce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:02.554738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-046739e1-190a-4757-834a-32e3831bce15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1097 time: 0.0518587 Oct 19 02:17:02.600962 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-efdf1d03-6d17-41c0-87d9-d1be96b8a423 None None] Provisioning complete for port cb766a7f-c9c6-4582-8917-e9855035a2f3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:02.601556 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-efdf1d03-6d17-41c0-87d9-d1be96b8a423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:02.662896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-c5fa8738-d39b-4b51-8ecf-794954806587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:02.664564 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-c5fa8738-d39b-4b51-8ecf-794954806587 service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.1019199 Oct 19 02:17:02.736608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-3f03def2-13d5-49a2-8949-b4de590457a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0636320 Oct 19 02:17:02.789347 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-df16a4da-88fc-4be1-8bba-23bc5f76414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:02.791074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-df16a4da-88fc-4be1-8bba-23bc5f76414f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0468431 Oct 19 02:17:02.843915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-86b118e6-a15a-4e78-9e12-ae97ba72cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:02.845171 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-86b118e6-a15a-4e78-9e12-ae97ba72cdf6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463862 Oct 19 02:17:02.935641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-18e0d22f-d041-4783-b38e-d171dc847e7b service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826645 Oct 19 02:17:02.971504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Deleting port de74a2a2-91a3-4ee5-829f-98cb5c7e4a55 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:02.972137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:03.028482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85dc1152-9d9b-4ddf-b7ec-59c46066b84e req-52b6a1e5-fd3e-41d6-8dc6-9f8abca8834a service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854435 Oct 19 02:17:03.050500 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:03.050827 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:03.063490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Calling delete_port for de74a2a2-91a3-4ee5-829f-98cb5c7e4a55 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:03.231781 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:03.261211 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event deleted for resources: {'Port': ['ID=de74a2a2-91a3-4ee5-829f-98cb5c7e4a55,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:03.321462 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:03.321799 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Floating IP bb103836-2a2c-4b8e-a383-0f4aa483a0cc disassociated (deleted). External IP: 172.25.0.151, port: cb766a7f-c9c6-4582-8917-e9855035a2f3. Oct 19 02:17:03.529972 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Router eaed2d11-52f8-4404-b4eb-ac910991e7d3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:17:03.637433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:17:03.642707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:03.648498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] Sync routers for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:17:03.658321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:03.658929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:16:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:03.670745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-dec3d293-4074-4124-a7c9-a6967964edd4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "DELETE /v2.0/floatingips/bb103836-2a2c-4b8e-a383-0f4aa483a0cc HTTP/1.1" status: 204 len: 168 time: 1.1969032 Oct 19 02:17:03.767065 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:03.974359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 5, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:03.999888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] Checking router: eaed2d11-52f8-4404-b4eb-ac910991e7d3 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:17:04.008148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:04.008750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:16:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:04.263565 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:04.457204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 5, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:04.459879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:17:04.462626 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d0322b-cda4-4674-85f6-95ba47351d44" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:17:04.484725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2ea63-d611-4727-9416-2cfb1f23cb89 None None] The sync data for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 is: [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:13:59Z', 'revision_number': 4, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2', 'name': '', 'network_id': '926f4065-afc6-4c40-8492-da05d62ac40e', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'mac_address': 'fa:16:3e:94:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:59Z', 'updated_at': '2021-10-19T02:14:04Z', 'revision_number': 5, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'subnets': [{'id': '811710f0-a31b-4a7a-bf18-eaf826382a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:17:04.503265 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f05f20-6802-4324-b84e-d9adf02cb02a x-openstack-request-id: req-57f05f20-6802-4324-b84e-d9adf02cb02a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:17:04.503617 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:17:04.503933 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57f05f20-6802-4324-b84e-d9adf02cb02a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:17:04.504421 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'status': 'completed', 'code': 200} Oct 19 02:17:04.589922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-bfa083a4-172b-4f90-912c-68d49c3dcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:04.591482 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-bfa083a4-172b-4f90-912c-68d49c3dcdde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5649571b9df4b5098add69d2fb16cc6&device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 1097 time: 0.0422819 Oct 19 02:17:04.698111 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-1323c9a5-f6e3-4595-aef7-c2e30b178a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:04.700196 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-1323c9a5-f6e3-4595-aef7-c2e30b178a3e service neutron] 10.222.0.74 "GET /v2.0/networks?id=926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 200 len: 914 time: 0.1006577 Oct 19 02:17:04.723133 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76878ed-aa66-4791-a24e-b6208db14df6 None None] New status for floating IP bb103836-2a2c-4b8e-a383-0f4aa483a0cc: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:17:04.752259 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-92238ed8-7071-4ea3-b4bc-f5dadd6b4678 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 200 len: 217 time: 0.0452921 Oct 19 02:17:04.805109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-0358a439-9a8b-4595-b4f4-5557a0f69c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:04.806641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-0358a439-9a8b-4595-b4f4-5557a0f69c7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 200 len: 852 time: 0.0470493 Oct 19 02:17:04.853312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-44c58ae6-819c-4443-95e8-0917ac4154d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:04.854791 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-44c58ae6-819c-4443-95e8-0917ac4154d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=926f4065-afc6-4c40-8492-da05d62ac40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412872 Oct 19 02:17:04.960336 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-dd4091cb-ba04-4d3b-abe9-a5e315a7978c service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978899 Oct 19 02:17:05.054275 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f8d0322b-cda4-4674-85f6-95ba47351d44 req-e5e10a21-5567-4168-b686-2fab8adafde3 service neutron] 10.222.0.74 "GET /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869915 Oct 19 02:17:07.036338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-181cd3e5-8f48-4cdc-af35-c0da5b400098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:09.771546 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2953fb3c-9109-4d12-8c64-ed7bff277803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:10.250535 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:10.733161 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:11.007829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:12.510921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:12.677806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa910c-ec72-4384-881d-a8b019a6f0c2 req-ef760e6b-01f5-4c23-88c6-a55831ab8ead tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:12.679532 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15aa910c-ec72-4384-881d-a8b019a6f0c2 req-ef760e6b-01f5-4c23-88c6-a55831ab8ead tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0510643 Oct 19 02:17:12.722492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-15aa910c-ec72-4384-881d-a8b019a6f0c2 req-5bf5fb2c-a6cc-4144-98a5-e3462cd63178 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366974 Oct 19 02:17:13.838605 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9f2ac-5747-4e4b-9843-6101761182a6 req-2c62d13f-06a5-4f21-a143-668d862b0eb4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:13.840066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cf9f2ac-5747-4e4b-9843-6101761182a6 req-2c62d13f-06a5-4f21-a143-668d862b0eb4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0492918 Oct 19 02:17:13.877085 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0cf9f2ac-5747-4e4b-9843-6101761182a6 req-c92fac89-785f-40f6-ac66-846abb98abd8 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Oct 19 02:17:14.505503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-6bcaf41e-631f-44f8-b58c-397096434352 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:14.506933 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-6bcaf41e-631f-44f8-b58c-397096434352 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0471675 Oct 19 02:17:14.848785 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Deleting port cb766a7f-c9c6-4582-8917-e9855035a2f3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:14.849469 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:14.935998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] For port cb766a7f-c9c6-4582-8917-e9855035a2f3, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=cb766a7f-c9c6-4582-8917-e9855035a2f3,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:14.936377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:14.949367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Calling delete_port for cb766a7f-c9c6-4582-8917-e9855035a2f3 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:14.996024 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d835378-f905-41e3-8aed-471aafaca758 req-2bfec2a6-144a-4e1a-ae36-eb82e135ed2f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:14.997617 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d835378-f905-41e3-8aed-471aafaca758 req-2bfec2a6-144a-4e1a-ae36-eb82e135ed2f tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf9a61e8-3ec3-4347-a215-e60e4c2a92d1 HTTP/1.1" status: 200 len: 945 time: 0.0539594 Oct 19 02:17:15.036842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d835378-f905-41e3-8aed-471aafaca758 req-76922059-003c-4d34-a3f2-6c271e48eee4 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.64 "GET /v2.0/security-groups?id=97e378ea-cb73-4648-afda-eb72219dfef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Oct 19 02:17:15.076710 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:15.106228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Pushing event deleted for resources: {'Port': ['ID=cb766a7f-c9c6-4582-8917-e9855035a2f3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:15.115057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['cb766a7f-c9c6-4582-8917-e9855035a2f3'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:17:15.151778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] No DVR routers for this DVR port cb766a7f-c9c6-4582-8917-e9855035a2f3 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:17:15.154241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:15.157939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9466c75d-7eed-49fd-9f87-7bdbfcc8c371 req-135e3d53-0aaa-43a9-b84d-1863efc989b0 tempest-TestMinimumBasicScenario-426588593 tempest-TestMinimumBasicScenario-426588593-project] 10.222.0.74 "DELETE /v2.0/ports/cb766a7f-c9c6-4582-8917-e9855035a2f3 HTTP/1.1" status: 204 len: 173 time: 0.6453032 Oct 19 02:17:15.158369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'name': 'network-vif-deleted', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:17:15.160640 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0284619-861e-41bb-9682-d3d48e3875d6" -d '{"events": [{"server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "name": "network-vif-deleted", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:17:15.253410 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e544b5d9-def0-4b41-89d7-ffa122a50d36 x-openstack-request-id: req-e544b5d9-def0-4b41-89d7-ffa122a50d36 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:17:15.253703 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9a61e8-3ec3-4347-a215-e60e4c2a92d1", "name": "network-vif-deleted", "tag": "cb766a7f-c9c6-4582-8917-e9855035a2f3", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:17:15.253951 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e544b5d9-def0-4b41-89d7-ffa122a50d36 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:17:15.254349 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9a61e8-3ec3-4347-a215-e60e4c2a92d1', 'name': 'network-vif-deleted', 'tag': 'cb766a7f-c9c6-4582-8917-e9855035a2f3', 'status': 'completed', 'code': 200} Oct 19 02:17:16.588309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55200) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:16.959926 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:17.088276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cb766a7f-c9c6-4582-8917-e9855035a2f3 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:17:17.112218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: cb766a7f-c9c6-4582-8917-e9855035a2f3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:17:17.112562 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device cb766a7f-c9c6-4582-8917-e9855035a2f3 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:17:17.222555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Deleting port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:17.222779 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:17.304537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] For port ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:17.304873 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:17.319365 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Calling delete_port for ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:17.511253 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:17.541246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:17.709269 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:17.925027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Router eaed2d11-52f8-4404-b4eb-ac910991e7d3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:17:18.031131 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:17:18.036492 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-131544f6-324b-4651-b8ed-9e4cad0711d8 admin admin] 10.222.0.64 "PUT /v2.0/routers/eaed2d11-52f8-4404-b4eb-ac910991e7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4471595 Oct 19 02:17:18.039045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55202) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:18.040093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] Sync routers for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:17:18.050286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:18.051145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:18.143836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:18.155270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:18.249853 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:18.306459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Deleting port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:18.306804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:18.331267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:17:17Z', 'revision_number': 5, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port': {'id': 'e2bccc76-c794-412b-b3a2-ef2cb51a8f7b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:18.360889 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] Checking router: eaed2d11-52f8-4404-b4eb-ac910991e7d3 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:17:18.369271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] Routers {'eaed2d11-52f8-4404-b4eb-ac910991e7d3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:18.369880 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:18.385142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] For port e2bccc76-c794-412b-b3a2-ef2cb51a8f7b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:18.385505 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:18.398488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Calling delete_port for e2bccc76-c794-412b-b3a2-ef2cb51a8f7b owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:18.455398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] Set router eaed2d11-52f8-4404-b4eb-ac910991e7d3 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:18.507670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:17:18Z', 'revision_number': 6, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:18.538300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e44f11-19a1-4a1e-99bb-0ff50451cb3e None None] The sync data for ids ['eaed2d11-52f8-4404-b4eb-ac910991e7d3'] in n-d-789963-20 is: [{'id': 'eaed2d11-52f8-4404-b4eb-ac910991e7d3', 'name': 'tempest-TestMinimumBasicScenario-75017989-router', 'tenant_id': 'd5649571b9df4b5098add69d2fb16cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:13:57Z', 'updated_at': '2021-10-19T02:17:18Z', 'revision_number': 6, 'project_id': 'd5649571b9df4b5098add69d2fb16cc6', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:17:18.879333 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:18.911567 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bccc76-c794-412b-b3a2-ef2cb51a8f7b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:18.977277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.069018 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.071111 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.117082 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.117716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaed2d11-52f8-4404-b4eb-ac910991e7d3 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:17:19.122680 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.123846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c82923c8-6783-4323-86d9-5b0745667c55 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eaed2d11-52f8-4404-b4eb-ac910991e7d3 HTTP/1.1" status: 204 len: 168 time: 1.0838962 Oct 19 02:17:19.127316 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55204) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:19.170745 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] Deleting subnet 811710f0-a31b-4a7a-bf18-eaf826382a18 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:17:19.174283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.209092 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.287431 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.345633 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.364745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:17:19.372103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811710f0-a31b-4a7a-bf18-eaf826382a18,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:19.376354 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.381842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cc8ee4f8-3ded-4124-8edc-b157ebb12d28 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/811710f0-a31b-4a7a-bf18-eaf826382a18 HTTP/1.1" status: 204 len: 168 time: 0.2513099 Oct 19 02:17:19.382066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55206) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:19.387197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a10af-ac2e-4917-a5ce-93df39067993 None None] Network 926f4065-afc6-4c40-8492-da05d62ac40e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:17:19.398907 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:17:19.399265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device ebf6d1ea-b6e1-42f5-ab1a-2c4c00bd2de2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:17:19.399857 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2bccc76-c794-412b-b3a2-ef2cb51a8f7b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:17:19.427318 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e2bccc76-c794-412b-b3a2-ef2cb51a8f7b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:17:19.427669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e2bccc76-c794-412b-b3a2-ef2cb51a8f7b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:17:19.455086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.512642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Deleting port 2d45bf89-30bf-4598-89d2-280e3fd4a892 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:19.512888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.584089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] For port 2d45bf89-30bf-4598-89d2-280e3fd4a892, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d45bf89-30bf-4598-89d2-280e3fd4a892,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:19.584457 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.589031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] DHCP port deletion for 926f4065-afc6-4c40-8492-da05d62ac40e request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:17:19.598545 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Calling delete_port for 2d45bf89-30bf-4598-89d2-280e3fd4a892 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:19.638429 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Deleting port 2d45bf89-30bf-4598-89d2-280e3fd4a892 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:19.638798 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.689388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.701884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] For port 2d45bf89-30bf-4598-89d2-280e3fd4a892, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=2d45bf89-30bf-4598-89d2-280e3fd4a892,segment=NetworkSegment(6b45a779-1dc5-42b7-98f2-a6b75939e896),segment_id=6b45a779-1dc5-42b7-98f2-a6b75939e896)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:19.703208 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.718617 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] No DVR routers for this DVR port 2d45bf89-30bf-4598-89d2-280e3fd4a892 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:17:19.719167 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Calling delete_port for 2d45bf89-30bf-4598-89d2-280e3fd4a892 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:19.722905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d45bf89-30bf-4598-89d2-280e3fd4a892,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:19.793098 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.793652 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.819485 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Pushing event deleted for resources: {'Port': ['ID=2d45bf89-30bf-4598-89d2-280e3fd4a892,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:19.819763 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926f4065-afc6-4c40-8492-da05d62ac40e']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:19.823831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] No DVR routers for this DVR port 2d45bf89-30bf-4598-89d2-280e3fd4a892 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:17:19.830133 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b45a779-1dc5-42b7-98f2-a6b75939e896') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:19.830323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b45a779-1dc5-42b7-98f2-a6b75939e896') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:19.831630 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.832004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.832411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.832986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.833495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.833971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.834790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.835263 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.835758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.836122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.836759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.836759 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e9a40d-25ba-4754-a3ce-62463657799c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:19.840519 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.853855 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.861034 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:17:19.861452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:17:19.863483 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:17:19.917342 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.923251 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:19.926735 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] 10.222.0.64 "DELETE /v2.0/networks/926f4065-afc6-4c40-8492-da05d62ac40e HTTP/1.1" status: 204 len: 168 time: 0.5437183 Oct 19 02:17:19.929743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55208) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:19.937729 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3a4ea-2d51-4df8-9cc3-d0567b1bd49d admin admin] Pushing event deleted for resources: {'Network': ['ID=926f4065-afc6-4c40-8492-da05d62ac40e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:20.267624 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:20.297806 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:20.512497 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Deleting port b28e7bd1-3abb-4e60-ab4a-a6561af783bb {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:20.512839 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:20.594422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] For port b28e7bd1-3abb-4e60-ab4a-a6561af783bb, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,segment=NetworkSegment(b3b5ee32-9cd6-479b-96ae-fae88436ac98),segment_id=b3b5ee32-9cd6-479b-96ae-fae88436ac98)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:20.594697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:20.606764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Calling delete_port for b28e7bd1-3abb-4e60-ab4a-a6561af783bb owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:20.783517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:20.807854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28e7bd1-3abb-4e60-ab4a-a6561af783bb,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:20.983014 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:21.198274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Router af284703-bce6-4859-ab8c-0933b79ac5f8 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:17:21.309303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d45bf89-30bf-4598-89d2-280e3fd4a892 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:17:21.310725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:17:21.316632 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-aee7fc13-0f4e-44b8-90a2-3dfdbe61dae8 admin admin] 10.222.0.64 "PUT /v2.0/routers/af284703-bce6-4859-ab8c-0933b79ac5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3854289 Oct 19 02:17:21.318986 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55210) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:21.320443 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] Sync routers for ids ['af284703-bce6-4859-ab8c-0933b79ac5f8'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:17:21.330153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 2d45bf89-30bf-4598-89d2-280e3fd4a892 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:17:21.330499 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 2d45bf89-30bf-4598-89d2-280e3fd4a892 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:17:21.331045 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] Routers {'af284703-bce6-4859-ab8c-0933b79ac5f8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:21.332348 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['af284703-bce6-4859-ab8c-0933b79ac5f8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:21.426422 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:21.435955 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] Set router af284703-bce6-4859-ab8c-0933b79ac5f8 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:21.532185 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:21.586447 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Deleting port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:21.586943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:21.610688 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:17:20Z', 'revision_number': 5, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port': {'id': '4bd8fb0e-bdb3-4d91-9c54-32f49895afae', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:21.641271 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] Checking router: af284703-bce6-4859-ab8c-0933b79ac5f8 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:17:21.649818 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] Routers {'af284703-bce6-4859-ab8c-0933b79ac5f8'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:21.650414 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['af284703-bce6-4859-ab8c-0933b79ac5f8'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:21.678254 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] For port 4bd8fb0e-bdb3-4d91-9c54-32f49895afae, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:21.678629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:21.691178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Calling delete_port for 4bd8fb0e-bdb3-4d91-9c54-32f49895afae owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:21.734604 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] Set router af284703-bce6-4859-ab8c-0933b79ac5f8 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:21.788718 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:17:21Z', 'revision_number': 6, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:21.815216 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4277b122-14ec-4c84-81cc-a4cee094a746 None None] The sync data for ids ['af284703-bce6-4859-ab8c-0933b79ac5f8'] in n-d-789963-20 is: [{'id': 'af284703-bce6-4859-ab8c-0933b79ac5f8', 'name': 'tempest-TestMinimumBasicScenario-866183412-router', 'tenant_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:14:02Z', 'updated_at': '2021-10-19T02:17:21Z', 'revision_number': 6, 'project_id': '5d4ea539cbd14f2d8d2541c288ad9a83', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:17:21.863224 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:21.889310 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd8fb0e-bdb3-4d91-9c54-32f49895afae,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:21.955651 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.046868 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.049214 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.092140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.092668 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af284703-bce6-4859-ab8c-0933b79ac5f8 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:17:22.096945 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.098081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3ea46bb2-d259-423d-bf5c-7773cfff2fd4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/af284703-bce6-4859-ab8c-0933b79ac5f8 HTTP/1.1" status: 204 len: 168 time: 0.7781143 Oct 19 02:17:22.100568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55212) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:22.146309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] Deleting subnet 91591c00-a7d7-4bda-8106-89526ddd07b3 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:17:22.149699 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.192442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.272776 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.324906 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.351508 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91591c00-a7d7-4bda-8106-89526ddd07b3,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:22.353465 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.359843 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e67e07b7-340f-4cd0-8355-0bd67c084deb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/91591c00-a7d7-4bda-8106-89526ddd07b3 HTTP/1.1" status: 204 len: 168 time: 0.2553792 Oct 19 02:17:22.360121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f6b68a-c8f3-4295-8b36-7cfbd415408a None None] Network 37e856e2-41e5-4761-8c79-2ad25855467e requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:17:22.360549 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55214) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:22.433456 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.492908 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Deleting port 0abe694a-ac6a-4dd9-8508-09761a586cc5 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:22.493245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.557497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] DHCP port deletion for 37e856e2-41e5-4761-8c79-2ad25855467e request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:17:22.562976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] For port 0abe694a-ac6a-4dd9-8508-09761a586cc5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0abe694a-ac6a-4dd9-8508-09761a586cc5,segment=NetworkSegment(b3b5ee32-9cd6-479b-96ae-fae88436ac98),segment_id=b3b5ee32-9cd6-479b-96ae-fae88436ac98)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:22.563345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.576768 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Calling delete_port for 0abe694a-ac6a-4dd9-8508-09761a586cc5 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:22.611227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] Deleting port 0abe694a-ac6a-4dd9-8508-09761a586cc5 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:17:22.611694 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.664344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.676237 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] For port 0abe694a-ac6a-4dd9-8508-09761a586cc5, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0abe694a-ac6a-4dd9-8508-09761a586cc5,segment=NetworkSegment(b3b5ee32-9cd6-479b-96ae-fae88436ac98),segment_id=b3b5ee32-9cd6-479b-96ae-fae88436ac98)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:22.676510 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.689104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] Calling delete_port for 0abe694a-ac6a-4dd9-8508-09761a586cc5 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:17:22.693277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Pushing event deleted for resources: {'Port': ['ID=0abe694a-ac6a-4dd9-8508-09761a586cc5,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:22.696261 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] No DVR routers for this DVR port 0abe694a-ac6a-4dd9-8508-09761a586cc5 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:17:22.772892 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.776436 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.785713 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] No DVR routers for this DVR port 0abe694a-ac6a-4dd9-8508-09761a586cc5 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:17:22.800246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e856e2-41e5-4761-8c79-2ad25855467e']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:22.805145 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ba0a4-824d-436d-9306-3d0c785ace22 None None] Pushing event deleted for resources: {'Port': ['ID=0abe694a-ac6a-4dd9-8508-09761a586cc5,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:22.813503 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b5ee32-9cd6-479b-96ae-fae88436ac98') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:22.813881 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b5ee32-9cd6-479b-96ae-fae88436ac98') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:22.826931 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.842324 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.850196 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:17:22.850618 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:17:22.853491 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:17:22.913220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.918633 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:22.923262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] 10.222.0.64 "DELETE /v2.0/networks/37e856e2-41e5-4761-8c79-2ad25855467e HTTP/1.1" status: 204 len: 168 time: 0.5619915 Oct 19 02:17:22.936809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2146f5-2552-4c37-9fe4-3ecdbfb8f17b admin admin] Pushing event deleted for resources: {'Network': ['ID=37e856e2-41e5-4761-8c79-2ad25855467e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:23.083073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55218) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:23.124088 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ab246fb1-0455-425d-a6b8-cc896d07fa94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5649571b9df4b5098add69d2fb16cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396340 Oct 19 02:17:23.127085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55220) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:23.175537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16e45c4f-1275-44fc-86c4-1fc2c19de0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.198140 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16e45c4f-1275-44fc-86c4-1fc2c19de0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.250985 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16e45c4f-1275-44fc-86c4-1fc2c19de0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.254088 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-16e45c4f-1275-44fc-86c4-1fc2c19de0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.254830 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-16e45c4f-1275-44fc-86c4-1fc2c19de0cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97e378ea-cb73-4648-afda-eb72219dfef7 HTTP/1.1" status: 204 len: 168 time: 0.1268499 Oct 19 02:17:23.264614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e45c4f-1275-44fc-86c4-1fc2c19de0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e378ea-cb73-4648-afda-eb72219dfef7,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:23.282804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b28e7bd1-3abb-4e60-ab4a-a6561af783bb no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:17:23.306235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: b28e7bd1-3abb-4e60-ab4a-a6561af783bb {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:17:23.306832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b28e7bd1-3abb-4e60-ab4a-a6561af783bb not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:17:23.307248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4bd8fb0e-bdb3-4d91-9c54-32f49895afae no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:17:23.326251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4bd8fb0e-bdb3-4d91-9c54-32f49895afae {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:17:23.326596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4bd8fb0e-bdb3-4d91-9c54-32f49895afae not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:17:23.327002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0abe694a-ac6a-4dd9-8508-09761a586cc5 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:17:23.345773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0abe694a-ac6a-4dd9-8508-09761a586cc5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:17:23.346115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0abe694a-ac6a-4dd9-8508-09761a586cc5 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:17:23.565312 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55226) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:23.608292 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b88e7108-4e4b-4ac8-b739-b50671f5a742 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d4ea539cbd14f2d8d2541c288ad9a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412822 Oct 19 02:17:23.611212 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55228) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:23.661084 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc1f1-5711-46a5-b96b-2dcbb11d4df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.682513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc1f1-5711-46a5-b96b-2dcbb11d4df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.729558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc1f1-5711-46a5-b96b-2dcbb11d4df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.732305 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f1ddc1f1-5711-46a5-b96b-2dcbb11d4df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:23.734018 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f1ddc1f1-5711-46a5-b96b-2dcbb11d4df3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca5e846a-d058-42e7-bed4-f40e0268173a HTTP/1.1" status: 204 len: 168 time: 0.1213503 Oct 19 02:17:23.741885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddc1f1-5711-46a5-b96b-2dcbb11d4df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5e846a-d058-42e7-bed4-f40e0268173a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:25.321599 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55268) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:25.326206 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123192200', 'description': 'tempest-secgroup-smoke-123192200 description', 'project_id': '077fe09378fa401aa09b37daae02fff6'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:25.348737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.356380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.436248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.440612 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.477440 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947f2dfe-26a9-495d-9c34-56f0efeadb4d,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:25.516288 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.520054 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.552838 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.554403 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2314529 Oct 19 02:17:25.556318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46777686-f430-4d0f-b2e6-9e43c2b92c84 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38787524-4359-46f1-a790-b20578d7666b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:25.557288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55270) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:25.562106 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9b50c2d8-7de3-4ca6-94f8-5c5429c29123 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '38787524-4359-46f1-a790-b20578d7666b', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:25.588576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9b50c2d8-7de3-4ca6-94f8-5c5429c29123 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.652213 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9b50c2d8-7de3-4ca6-94f8-5c5429c29123 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.656417 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9b50c2d8-7de3-4ca6-94f8-5c5429c29123 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.674206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50c2d8-7de3-4ca6-94f8-5c5429c29123 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181adc4b-b7ad-4429-ac5a-f010e7a7f8bb,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:25.682823 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9b50c2d8-7de3-4ca6-94f8-5c5429c29123 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.684027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9b50c2d8-7de3-4ca6-94f8-5c5429c29123 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257093 Oct 19 02:17:25.687771 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55272) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:25.692028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-ba1ba3f4-56fa-4414-bb4f-480a708d745d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '38787524-4359-46f1-a790-b20578d7666b', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:25.717827 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba3f4-56fa-4414-bb4f-480a708d745d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.777821 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba3f4-56fa-4414-bb4f-480a708d745d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.781637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba3f4-56fa-4414-bb4f-480a708d745d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.799297 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ba3f4-56fa-4414-bb4f-480a708d745d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa4400b-0a56-4670-83d9-dd841f4a3e7a,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:25.808140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba3f4-56fa-4414-bb4f-480a708d745d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.809304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-ba1ba3f4-56fa-4414-bb4f-480a708d745d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205864 Oct 19 02:17:25.812844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55274) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:25.818390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-25ed7e97-1b65-4171-97e3-6263c245fa53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '38787524-4359-46f1-a790-b20578d7666b', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:25.845943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25ed7e97-1b65-4171-97e3-6263c245fa53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.907157 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25ed7e97-1b65-4171-97e3-6263c245fa53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.910427 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25ed7e97-1b65-4171-97e3-6263c245fa53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.927845 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed7e97-1b65-4171-97e3-6263c245fa53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7c71de-8a22-49dc-bd33-05050260a0c4,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:25.936026 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-25ed7e97-1b65-4171-97e3-6263c245fa53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:25.937339 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-25ed7e97-1b65-4171-97e3-6263c245fa53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233933 Oct 19 02:17:25.940059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55276) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:25.944523 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-45222a6a-d486-4fce-9e87-642f0c806de4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '38787524-4359-46f1-a790-b20578d7666b', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:25.970029 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45222a6a-d486-4fce-9e87-642f0c806de4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.027146 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45222a6a-d486-4fce-9e87-642f0c806de4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.030851 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45222a6a-d486-4fce-9e87-642f0c806de4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.048307 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45222a6a-d486-4fce-9e87-642f0c806de4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc92b6f-a79b-4153-bb83-20085efa40ce,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:26.056704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-45222a6a-d486-4fce-9e87-642f0c806de4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.057905 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-45222a6a-d486-4fce-9e87-642f0c806de4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168749 Oct 19 02:17:26.060605 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55278) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:26.065786 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '38787524-4359-46f1-a790-b20578d7666b', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:26.087552 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:17:26.092565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.153141 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.157052 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.175065 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24b6fba-8e8d-4349-9a9e-3e027c226b61,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:26.182716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.183890 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5d521c44-7a42-454f-b83d-13a3b1e56087 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223738 Oct 19 02:17:26.187359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55280) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:26.191947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '38787524-4359-46f1-a790-b20578d7666b', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:26.213058 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:17:26.217691 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.277776 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.282161 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.300118 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae753e0-4d49-48b9-9095-1bc46dd6c232,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:26.307953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.309193 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e3829c0e-9e0c-4147-bea3-fce79a22cbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207483 Oct 19 02:17:26.312502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55282) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:26.317490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'network': {'name': 'tempest-network-smoke--839132306', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'port_security_enabled': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:26.338195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:17:26.341804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.365711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:17:26.374866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.375212 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Added segment 52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211 of type vlan for network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 Oct 19 02:17:26.413531 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.437630 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.443715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:26.444324 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.482316 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1686039 Oct 19 02:17:26.486346 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55284) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:26.490974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'admin_state_up': True, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:26.513277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.514350 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.516843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f1181-1a5a-4ab0-99d4-4c638dfe55b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Network': ['ID=89c2fd73-4612-46d3-a4a8-56bfcefdab81,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:26.528433 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:17:26.569062 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.705287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.896594 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:26.915590 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:27.020455 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.237 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/3df69e1b-1218-4bb6-8596-bdbda106e439) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:17:27.119490 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:27.153782 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:27.192020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:17:27.194819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:17:27.198266 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:17:27.206743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=3df69e1b-1218-4bb6-8596-bdbda106e439,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:27.455489 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:27.646287 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:27.773851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router cd173d0c-bbf6-4d08-bc75-c704026a4814 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:17:27.880712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:17:27.890290 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Sync routers for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:17:27.899946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:27.900323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:27.900656 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:27.901660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1b9adad1-9dd9-45e3-901b-7b85d7127d6a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4141865 Oct 19 02:17:27.904731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:28.026849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ce3cc7a6-bb41-46e4-9b7b-cd7885e06110 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=077fe09378fa401aa09b37daae02fff6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1203086 Oct 19 02:17:28.029656 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55290) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:28.161010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:28.343868 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:27Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:28.374930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Checking router: cd173d0c-bbf6-4d08-bc75-c704026a4814 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:17:28.375314 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Updating router cd173d0c-bbf6-4d08-bc75-c704026a4814 port 3df69e1b-1218-4bb6-8596-bdbda106e439 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:17:28.400379 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.449050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6febf349-0f67-4fc7-bb7e-e0688320ef97 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:28.450564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6febf349-0f67-4fc7-bb7e-e0688320ef97 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4199789 Oct 19 02:17:28.454003 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55292) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:28.481779 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1a5427d9-71cb-4d07-8fdf-f38fb8cb2ae2 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267205 Oct 19 02:17:28.485528 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55294) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:28.490170 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447608906', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:28.576844 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:17:28.580513 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.651600 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.661022 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.717317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Attempting to bind port 3df69e1b-1218-4bb6-8596-bdbda106e439 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:17:28.717687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Attempting to bind port 3df69e1b-1218-4bb6-8596-bdbda106e439 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:17:28.718584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Attempting to bind port 3df69e1b-1218-4bb6-8596-bdbda106e439 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:17:28.720592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067080e0-e904-40cf-83b8-7bdfecdfbed7 None None] Pushing event updated for resources: {'Port': ['ID=3df69e1b-1218-4bb6-8596-bdbda106e439,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:28.726042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:17:28.726417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:17:28.726812 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.727195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:17:28.727661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Bound port: 3df69e1b-1218-4bb6-8596-bdbda106e439, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:17:28.728196 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.769568 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.777964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] For port 3df69e1b-1218-4bb6-8596-bdbda106e439, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:17:28.781636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] For port 3df69e1b-1218-4bb6-8596-bdbda106e439, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3df69e1b-1218-4bb6-8596-bdbda106e439,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:17:28.785333 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.835347 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Subnet': ['ID=0962e293-d0c1-4b65-ada0-6b57041f4a97,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:28.841571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:28.842388 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:28.846127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Checking segment: {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:17:28.846612 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network hostable DHCP agents. Network: 89c2fd73-4612-46d3-a4a8-56bfcefdab81, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:17:28.865000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:17:28.874452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 89c2fd73-4612-46d3-a4a8-56bfcefdab81) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:17:28.878568 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:28.879143 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:28.880377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067080e0-e904-40cf-83b8-7bdfecdfbed7 None None] Pushing event updated for resources: {'Port': ['ID=3df69e1b-1218-4bb6-8596-bdbda106e439,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:28.886546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e47b1-d1ce-4bc9-9e3c-4b4a97c8be6a None None] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:17:28.900531 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7c610b11-e328-468b-bc07-035dceb4942c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4139528 Oct 19 02:17:28.901272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55296) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:29.017170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:29.190093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:17:29.190943 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:29.349435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:27Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:29.384303 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6343ca-c2bc-4a4b-ad7a-047d94261c9c None None] The sync data for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 is: [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:27Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:17:29.397268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Allocated IP 172.20.0.2 (89c2fd73-4612-46d3-a4a8-56bfcefdab81/0962e293-d0c1-4b65-ada0-6b57041f4a97/e55f57f2-917d-4689-9a35-ef4adc8d5fda) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:17:29.553524 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:29.559720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:29.619767 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:17:29.623572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:17:29.631699 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:17:29.634762 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Pushing event updated for resources: {'Port': ['ID=e55f57f2-917d-4689-9a35-ef4adc8d5fda,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:29.692766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Attempting to bind port e55f57f2-917d-4689-9a35-ef4adc8d5fda on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:17:29.693138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Attempting to bind port e55f57f2-917d-4689-9a35-ef4adc8d5fda by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:17:29.693501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Attempting to bind port e55f57f2-917d-4689-9a35-ef4adc8d5fda on network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:17:29.699559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:17:29.699957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Checking segment: {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:17:29.700597 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:29.700944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Bound using segment: {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:17:29.701664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Bound port: e55f57f2-917d-4689-9a35-ef4adc8d5fda, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:17:29.701816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:29.754465 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:29.772117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] For port e55f57f2-917d-4689-9a35-ef4adc8d5fda, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:17:29.777748 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] For port e55f57f2-917d-4689-9a35-ef4adc8d5fda, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e55f57f2-917d-4689-9a35-ef4adc8d5fda,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:17:29.781973 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:29.842528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320e8e6-5b5c-42c8-9f0c-6b1b00c403e4 None None] Pushing event updated for resources: {'Port': ['ID=e55f57f2-917d-4689-9a35-ef4adc8d5fda,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:30.142740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.1 (89c2fd73-4612-46d3-a4a8-56bfcefdab81/0962e293-d0c1-4b65-ada0-6b57041f4a97/0b27c297-0400-4d1a-94ea-1978db1f49b0) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:17:30.247098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:17:30.262211 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.304239 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.345581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:17:30.348594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:17:30.352209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:17:30.378989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=0b27c297-0400-4d1a-94ea-1978db1f49b0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:30.400956 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.537059 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.758043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f6906-29b9-425c-abc8-80ad5966e0d7 None None] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:17:30.830681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ed8d965c-053d-40eb-9e0f-46597e30c331 None None] Provisioning complete for port e55f57f2-917d-4689-9a35-ef4adc8d5fda triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:30.831048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed8d965c-053d-40eb-9e0f-46597e30c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.832318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.836882 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.906558 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:30.922479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=0b27c297-0400-4d1a-94ea-1978db1f49b0,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:30.988089 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed8d965c-053d-40eb-9e0f-46597e30c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.019824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:17:31.021346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:17:31.027188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ed8d965c-053d-40eb-9e0f-46597e30c331 None None] For port e55f57f2-917d-4689-9a35-ef4adc8d5fda, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e55f57f2-917d-4689-9a35-ef4adc8d5fda,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:31.033274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ed8d965c-053d-40eb-9e0f-46597e30c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.095901 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d965c-053d-40eb-9e0f-46597e30c331 None None] Pushing event updated for resources: {'Port': ['ID=e55f57f2-917d-4689-9a35-ef4adc8d5fda,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:31.151262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router cd173d0c-bbf6-4d08-bc75-c704026a4814 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:17:31.259804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-17e4df90-95a3-44a2-929f-a4519e4a6531 None None] Provisioning complete for port e55f57f2-917d-4689-9a35-ef4adc8d5fda triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:31.260315 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-17e4df90-95a3-44a2-929f-a4519e4a6531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.283236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:17:31.304100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-70e49a48-85bc-48bf-bd79-30caa7625bec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/cd173d0c-bbf6-4d08-bc75-c704026a4814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3935878 Oct 19 02:17:31.346909 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Sync routers for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:17:31.361883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e55f57f2-917d-4689-9a35-ef4adc8d5fda up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:17:31.370246 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:31.370495 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:31.435231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-17e4df90-95a3-44a2-929f-a4519e4a6531 None None] Provisioning complete for port 0b27c297-0400-4d1a-94ea-1978db1f49b0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:31.435601 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-17e4df90-95a3-44a2-929f-a4519e4a6531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.464879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e55f57f2-917d-4689-9a35-ef4adc8d5fda triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:31.465259 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.493640 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-6ae909fb-b4c4-4478-b16b-656dc8b0fbd4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123192200&fields=id&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 267 time: 0.0421736 Oct 19 02:17:31.505209 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:31.507716 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-17e4df90-95a3-44a2-929f-a4519e4a6531 None None] Port 0b27c297-0400-4d1a-94ea-1978db1f49b0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:17:31.571781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3df69e1b-1218-4bb6-8596-bdbda106e439 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:17:31.638986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cf50d7cd-0e5c-4fa6-a009-fd54a0a4a521 None None] Provisioning complete for port 0b27c297-0400-4d1a-94ea-1978db1f49b0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:31.640185 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf50d7cd-0e5c-4fa6-a009-fd54a0a4a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.645223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-d59f10fb-6af2-4374-be03-edea6ee70e34 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:31.647369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-d59f10fb-6af2-4374-be03-edea6ee70e34 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/networks?id=89c2fd73-4612-46d3-a4a8-56bfcefdab81 HTTP/1.1" status: 200 len: 796 time: 0.1427166 Oct 19 02:17:31.667750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-70f8b1a2-d42e-48dd-9df7-3ab826daec23 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/quotas/077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 375 time: 0.0104752 Oct 19 02:17:31.675342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3df69e1b-1218-4bb6-8596-bdbda106e439 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:31.676408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.702720 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cf50d7cd-0e5c-4fa6-a009-fd54a0a4a521 None None] Port 0b27c297-0400-4d1a-94ea-1978db1f49b0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:17:31.744672 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-18a042cd-0abe-4df5-bfb6-b9b89e13dad0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675349 Oct 19 02:17:31.762184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 2, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:31.782409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.789486 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Checking router: cd173d0c-bbf6-4d08-bc75-c704026a4814 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:17:31.789841 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Updating router cd173d0c-bbf6-4d08-bc75-c704026a4814 port 0b27c297-0400-4d1a-94ea-1978db1f49b0 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:17:31.804600 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 3df69e1b-1218-4bb6-8596-bdbda106e439, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3df69e1b-1218-4bb6-8596-bdbda106e439,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:31.816225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.816725 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.849228 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3d5c1dd1-de11-4244-a456-7bc59538d599 None None] Provisioning complete for port 0b27c297-0400-4d1a-94ea-1978db1f49b0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:31.849489 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1dd1-de11-4244-a456-7bc59538d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:31.892631 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-e9dab122-3979-4d1d-b6e6-a011419decef service neutron] 10.222.0.64 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438017 Oct 19 02:17:31.895377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=3df69e1b-1218-4bb6-8596-bdbda106e439,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:31.901972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c1dd1-de11-4244-a456-7bc59538d599 None None] Port 0b27c297-0400-4d1a-94ea-1978db1f49b0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:17:31.990457 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-fd31c42f-09f7-4077-a937-6dade0c28d03 service neutron] 10.222.0.64 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906599 Oct 19 02:17:32.093939 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.099753 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.150368 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Pushing event updated for resources: {'Port': ['ID=0b27c297-0400-4d1a-94ea-1978db1f49b0,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:32.159631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.159969 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.160418 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.160749 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.161589 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.161716 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.161964 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.162281 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.162593 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.162904 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.163218 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.163530 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:17:32.169024 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b4b17e34-dd9b-4829-a64f-f68ef389b491 req-c28de587-4534-4e5b-8a46-1d7a22481dc2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 210 time: 0.0342319 Oct 19 02:17:32.230468 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Attempting to bind port 0b27c297-0400-4d1a-94ea-1978db1f49b0 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:17:32.230835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Attempting to bind port 0b27c297-0400-4d1a-94ea-1978db1f49b0 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:17:32.231328 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Attempting to bind port 0b27c297-0400-4d1a-94ea-1978db1f49b0 on network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:17:32.238969 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:17:32.239432 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Checking segment: {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:17:32.239805 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.240267 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Bound using segment: {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:17:32.240791 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Bound port: 0b27c297-0400-4d1a-94ea-1978db1f49b0, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:17:32.241106 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.313056 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] For port 0b27c297-0400-4d1a-94ea-1978db1f49b0, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:17:32.316423 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] For port 0b27c297-0400-4d1a-94ea-1978db1f49b0, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0b27c297-0400-4d1a-94ea-1978db1f49b0,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:17:32.321623 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.387269 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330c7e2-c60d-49cb-823a-3635c6646523 None None] Pushing event updated for resources: {'Port': ['ID=0b27c297-0400-4d1a-94ea-1978db1f49b0,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:32.396201 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:32.396767 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:32.427269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7f46ff79-54d4-4dd7-9391-7d24fc22b4c5 None None] Provisioning complete for port 0b27c297-0400-4d1a-94ea-1978db1f49b0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:32.427809 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f46ff79-54d4-4dd7-9391-7d24fc22b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.530948 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f46ff79-54d4-4dd7-9391-7d24fc22b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.573747 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7f46ff79-54d4-4dd7-9391-7d24fc22b4c5 None None] For port 0b27c297-0400-4d1a-94ea-1978db1f49b0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0b27c297-0400-4d1a-94ea-1978db1f49b0,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:32.581615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f46ff79-54d4-4dd7-9391-7d24fc22b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.623708 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:32.641887 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46ff79-54d4-4dd7-9391-7d24fc22b4c5 None None] Pushing event updated for resources: {'Port': ['ID=0b27c297-0400-4d1a-94ea-1978db1f49b0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:32.707690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-141baa4a-df28-43b5-8223-b197ae1068df None None] Provisioning complete for port 0b27c297-0400-4d1a-94ea-1978db1f49b0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:32.708124 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-141baa4a-df28-43b5-8223-b197ae1068df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:32.847494 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:32.875784 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb1dcb-6b3a-4ad6-aca0-646910599088 None None] The sync data for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 is: [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:17:33.333649 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28cb72d6-bb3d-4125-b113-c43428bece8f req-177d0ac8-e768-486a-863c-aa99ef7fad33 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 210 time: 0.0547850 Oct 19 02:17:33.376726 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-6a9b003f-7f2f-4195-983e-3b593cd26dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:33.378634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-6a9b003f-7f2f-4195-983e-3b593cd26dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/networks?id=89c2fd73-4612-46d3-a4a8-56bfcefdab81 HTTP/1.1" status: 200 len: 796 time: 0.1852360 Oct 19 02:17:33.410866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0b27c297-0400-4d1a-94ea-1978db1f49b0 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:17:33.457423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-b9c5be0e-3692-4c3c-a492-f5af7007b144 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 379 time: 0.0658786 Oct 19 02:17:33.466503 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 0b27c297-0400-4d1a-94ea-1978db1f49b0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:33.466909 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:33.469896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'port': {'device_id': '016d01ee-3517-4334-8448-5ad31651b92e', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'admin_state_up': True, 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'security_groups': ['38787524-4359-46f1-a790-b20578d7666b']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:33.558479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3df69e1b-1218-4bb6-8596-bdbda106e439 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:17:33.584032 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:17:33.587669 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:33.611735 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3df69e1b-1218-4bb6-8596-bdbda106e439 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:33.612136 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:33.732418 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.13 (89c2fd73-4612-46d3-a4a8-56bfcefdab81/0962e293-d0c1-4b65-ada0-6b57041f4a97/7befeeda-3689-44b7-970d-e028665bf4a5) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:17:33.886781 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:33.923410 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:33.970372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:17:33.973447 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:17:33.980050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:17:33.984740 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=7befeeda-3689-44b7-970d-e028665bf4a5,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:34.032101 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:34.032718 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.049841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-f39cfb13-19f3-432a-a074-5b286056d25f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5839541 Oct 19 02:17:34.107664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Request body: {'port': {'device_id': '016d01ee-3517-4334-8448-5ad31651b92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:34.165496 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.217959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7ef2a4f8-53e0-4ff0-9aea-20830bf11dcd None None] Provisioning complete for port 7befeeda-3689-44b7-970d-e028665bf4a5 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:34.218326 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7ef2a4f8-53e0-4ff0-9aea-20830bf11dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.252250 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7ef2a4f8-53e0-4ff0-9aea-20830bf11dcd None None] Port 7befeeda-3689-44b7-970d-e028665bf4a5 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:17:34.428895 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7befeeda-3689-44b7-970d-e028665bf4a5 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:17:34.436292 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.448743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Transition to ACTIVE for port object 7befeeda-3689-44b7-970d-e028665bf4a5 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:17:34.449819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd9ad9-f746-4f00-bc8a-0eda95eab59f req-e5560346-5719-4633-aef0-5497a1f94d8f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:34.451565 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fcd9ad9-f746-4f00-bc8a-0eda95eab59f req-e5560346-5719-4633-aef0-5497a1f94d8f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 932 time: 0.0496178 Oct 19 02:17:34.453622 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.491360 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3fcd9ad9-f746-4f00-bc8a-0eda95eab59f req-01d51ac1-657a-4796-af51-df03d806f44f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331025 Oct 19 02:17:34.513838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Pushing event updated for resources: {'Port': ['ID=7befeeda-3689-44b7-970d-e028665bf4a5,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:34.582997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Attempting to bind port 7befeeda-3689-44b7-970d-e028665bf4a5 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:17:34.583327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Attempting to bind port 7befeeda-3689-44b7-970d-e028665bf4a5 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:17:34.583653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Attempting to bind port 7befeeda-3689-44b7-970d-e028665bf4a5 on network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:17:34.588040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Port 7befeeda-3689-44b7-970d-e028665bf4a5 on network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:17:34.588360 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Attempting to bind port 7befeeda-3689-44b7-970d-e028665bf4a5 on network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:17:34.594226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:17:34.594499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Checking segment: {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:17:34.594887 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Bound using segment: {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:17:34.595312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Bound port: 7befeeda-3689-44b7-970d-e028665bf4a5, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:17:34.595666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.661999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] For port 7befeeda-3689-44b7-970d-e028665bf4a5, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:17:34.665167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] For port 7befeeda-3689-44b7-970d-e028665bf4a5, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7befeeda-3689-44b7-970d-e028665bf4a5,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:17:34.669951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.704199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:34.704817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:34.706257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] 10.222.0.62 "PUT /v2.0/ports/7befeeda-3689-44b7-970d-e028665bf4a5 HTTP/1.1" status: 200 len: 1093 time: 0.6476958 Oct 19 02:17:34.706691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:17:34.709012 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4" -d '{"events": [{"name": "network-changed", "server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:17:34.739716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81706f2d-7d1a-45db-9fdd-58e72e0d216c service neutron] Pushing event updated for resources: {'Port': ['ID=7befeeda-3689-44b7-970d-e028665bf4a5,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:34.757558 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1eef9-cd13-429d-8ad0-62fd404428a5 x-openstack-request-id: req-f3a1eef9-cd13-429d-8ad0-62fd404428a5 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:17:34.757891 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:17:34.758276 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3a1eef9-cd13-429d-8ad0-62fd404428a5 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:17:34.758678 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5', 'status': 'completed', 'code': 200} Oct 19 02:17:34.795194 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-b9e290b3-f83f-46e9-9791-9e299215184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:34.796786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-b9e290b3-f83f-46e9-9791-9e299215184f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 1096 time: 0.0495648 Oct 19 02:17:34.841682 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-bad11bf5-7607-4db2-8f79-0b44df35c352 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7befeeda-3689-44b7-970d-e028665bf4a5 HTTP/1.1" status: 200 len: 217 time: 0.0364647 Oct 19 02:17:34.892608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-39495ee4-12d7-42ad-8224-ce7b4b4c2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:34.894074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-39495ee4-12d7-42ad-8224-ce7b4b4c2eb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0962e293-d0c1-4b65-ada0-6b57041f4a97 HTTP/1.1" status: 200 len: 834 time: 0.0459208 Oct 19 02:17:34.945038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-24769353-2775-42cc-a253-4c9ea518c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:34.946504 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-24769353-2775-42cc-a253-4c9ea518c38f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89c2fd73-4612-46d3-a4a8-56bfcefdab81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457945 Oct 19 02:17:35.034571 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-5b0f48a4-96c6-47f7-a56e-69ea44d54fed service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810275 Oct 19 02:17:35.130973 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-88d192d9-ec7d-4376-8677-7279a21047a4 req-cfa97b77-58bb-405a-9678-bbf75d307218 service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884390 Oct 19 02:17:35.220072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-70b1946b-7c12-4d09-b7c8-7df58dc16cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:35.221540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-70b1946b-7c12-4d09-b7c8-7df58dc16cfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 1096 time: 0.0435417 Oct 19 02:17:35.315555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-8fbd540c-c9ef-47d3-be75-20c3fa3b5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:35.317013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-8fbd540c-c9ef-47d3-be75-20c3fa3b5d2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=89c2fd73-4612-46d3-a4a8-56bfcefdab81 HTTP/1.1" status: 200 len: 897 time: 0.0879831 Oct 19 02:17:35.611191 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e9b6-ef07-4000-8fdc-177a5692372a req-7df797c3-63f0-4ad4-aefd-b356e7834bca tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:35.612920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6cd9e9b6-ef07-4000-8fdc-177a5692372a req-7df797c3-63f0-4ad4-aefd-b356e7834bca tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 944 time: 0.0504246 Oct 19 02:17:35.643105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-aed92fe8-22f7-49aa-8d38-399688e88c73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7befeeda-3689-44b7-970d-e028665bf4a5 HTTP/1.1" status: 200 len: 217 time: 0.3178148 Oct 19 02:17:35.651135 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6cd9e9b6-ef07-4000-8fdc-177a5692372a req-de70cb78-e2e1-49d5-b836-e8b13ca77a5a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321438 Oct 19 02:17:35.696663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-75c5983b-c440-4c41-8923-f7798523ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:35.698465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-75c5983b-c440-4c41-8923-f7798523ae18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0962e293-d0c1-4b65-ada0-6b57041f4a97 HTTP/1.1" status: 200 len: 834 time: 0.0467622 Oct 19 02:17:35.744471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-8a0075ea-efe8-4316-93d8-215552004705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:35.745914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-8a0075ea-efe8-4316-93d8-215552004705 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89c2fd73-4612-46d3-a4a8-56bfcefdab81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397189 Oct 19 02:17:35.837312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-581af996-1c6a-4b95-8705-851166fa77e5 service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 Oct 19 02:17:35.934924 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-41720b5e-e4c2-40f6-b1c4-8a6199ac59b4 req-edfdec96-657a-40fa-b4dc-459497fac8cf service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881610 Oct 19 02:17:36.361768 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7befeeda-3689-44b7-970d-e028665bf4a5 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:17:36.457285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7befeeda-3689-44b7-970d-e028665bf4a5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7befeeda-3689-44b7-970d-e028665bf4a5,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:36.468575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '7befeeda-3689-44b7-970d-e028665bf4a5', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'port_id': '7befeeda-3689-44b7-970d-e028665bf4a5', 'mac_address': 'fa:16:3e:bd:00:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:17:36.505139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:36.517255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7befeeda-3689-44b7-970d-e028665bf4a5 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:17:36.535845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7befeeda-3689-44b7-970d-e028665bf4a5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7befeeda-3689-44b7-970d-e028665bf4a5,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:36.539348 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:36.588187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7befeeda-3689-44b7-970d-e028665bf4a5,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:36.768525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ede41-bc7c-4594-af0a-291b0d7c378b req-3877ec1c-b4f7-41fd-8e7e-38c4d4b523fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:36.770046 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-394ede41-bc7c-4594-af0a-291b0d7c378b req-3877ec1c-b4f7-41fd-8e7e-38c4d4b523fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 945 time: 0.0489218 Oct 19 02:17:36.776521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['7befeeda-3689-44b7-970d-e028665bf4a5'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:17:36.808423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-394ede41-bc7c-4594-af0a-291b0d7c378b req-ac67b4bc-9db3-4fde-88f6-c7bb90e3a2ce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Oct 19 02:17:37.042844 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-56b544b2-650e-44bd-92a2-d94ae744082d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:37.926431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016505e6-4d23-41ec-946d-68a28437c276 req-21b102f9-1d9a-43fb-82f7-4f7ec408665f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:37.927807 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-016505e6-4d23-41ec-946d-68a28437c276 req-21b102f9-1d9a-43fb-82f7-4f7ec408665f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 945 time: 0.0525987 Oct 19 02:17:37.966227 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-016505e6-4d23-41ec-946d-68a28437c276 req-39197f6a-2e4e-4b5d-927c-d99ddea9b5ef tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323536 Oct 19 02:17:38.371531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7befeeda-3689-44b7-970d-e028665bf4a5 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:17:38.407730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-f54a8c16-4a73-4ce5-b544-8b09c7ab0ecf req-618b5c53-f8db-461e-b79e-480caa5f7eb9 service neutron] (100847) timed out ('10.222.0.64', 40782) {{(pid=100847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:17:38.420129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 7befeeda-3689-44b7-970d-e028665bf4a5 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:17:38.424509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 7befeeda-3689-44b7-970d-e028665bf4a5 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:17:38.424878 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:38.500272 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:38.524342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:17:38.526654 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d812c4-2351-4241-8c60-07990f3d600b" -d '{"events": [{"server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "name": "network-vif-plugged", "status": "completed", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:17:38.539412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 7befeeda-3689-44b7-970d-e028665bf4a5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7befeeda-3689-44b7-970d-e028665bf4a5,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:17:38.543381 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:38.591354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=7befeeda-3689-44b7-970d-e028665bf4a5,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:38.624316 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ee473-74b2-4d42-bcef-fe9b5cc74c84 x-openstack-request-id: req-7f1ee473-74b2-4d42-bcef-fe9b5cc74c84 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:17:38.624838 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "name": "network-vif-plugged", "status": "completed", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:17:38.625091 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f1ee473-74b2-4d42-bcef-fe9b5cc74c84 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:17:38.625517 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5', 'code': 200} Oct 19 02:17:38.720044 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be4ef1-d848-4f3c-8132-f5215bfa0137 req-23f15d08-dd67-43aa-a293-17d3c20c1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:38.721508 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89be4ef1-d848-4f3c-8132-f5215bfa0137 req-23f15d08-dd67-43aa-a293-17d3c20c1b11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 1098 time: 0.0403934 Oct 19 02:17:38.756716 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-89be4ef1-d848-4f3c-8132-f5215bfa0137 req-2ef701dc-5573-406c-bb78-b83dbfa19b99 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267794 Oct 19 02:17:39.086625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76628b38-e20b-42c7-86e7-2f450c43a772 req-b4830884-bd06-479f-a3a7-854ee2824edc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:39.086625 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76628b38-e20b-42c7-86e7-2f450c43a772 req-b4830884-bd06-479f-a3a7-854ee2824edc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0492356 Oct 19 02:17:39.121055 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-76628b38-e20b-42c7-86e7-2f450c43a772 req-9fbd9ce0-333d-4ebb-8eb3-7659a9099d6d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307500 Oct 19 02:17:39.773966 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8e682315-66f3-41b8-be32-fa0d7a2447d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:40.239804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a19d-5b4f-49cb-aee4-4d17e14e113d req-4c0bde1c-f04c-4bca-8974-403b7524945d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:40.241282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6156a19d-5b4f-49cb-aee4-4d17e14e113d req-4c0bde1c-f04c-4bca-8974-403b7524945d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0509403 Oct 19 02:17:40.260435 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:40.280417 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6156a19d-5b4f-49cb-aee4-4d17e14e113d req-65f3595b-5655-4b71-80bf-04ffa336bfeb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323277 Oct 19 02:17:40.394943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5544e9b-a06b-4b14-a55b-cab60b1fa7ce req-e13c669e-1b9f-43cb-b661-c8550ba06ad3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:40.396440 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5544e9b-a06b-4b14-a55b-cab60b1fa7ce req-e13c669e-1b9f-43cb-b661-c8550ba06ad3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0489864 Oct 19 02:17:40.433914 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f5544e9b-a06b-4b14-a55b-cab60b1fa7ce req-6c5e4ae6-8e1f-46da-81c5-e328210de536 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Oct 19 02:17:40.455383 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55350) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:40.502444 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12939c3-2f43-43f2-923d-bdf4eb205842 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:40.503935 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b12939c3-2f43-43f2-923d-bdf4eb205842 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 1093 time: 0.0475757 Oct 19 02:17:40.506780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55352) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:40.510914 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '7befeeda-3689-44b7-970d-e028665bf4a5', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:17:40.533106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:40.632498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:40.734573 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:40.744593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.146 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/09e54998-27c7-44b2-aedc-797ca56a06d8) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:17:40.848102 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:40.880246 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:40.922178 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:17:40.925222 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:17:40.928957 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:17:40.956586 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=09e54998-27c7-44b2-aedc-797ca56a06d8,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:41.009685 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:41.291471 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:41.360821 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:41.511956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:41.517000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:41.589005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=09e54998-27c7-44b2-aedc-797ca56a06d8,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:17:41.595668 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:41.700569 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 8cf9df08-97e4-4c10-ac48-feba13b52d91 associated. External IP: 172.25.0.146, port: 7befeeda-3689-44b7-970d-e028665bf4a5. Oct 19 02:17:41.911283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router cd173d0c-bbf6-4d08-bc75-c704026a4814 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:17:42.020463 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:17:42.031501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] Sync routers for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:17:42.039309 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:42.041468 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:42.042094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:42.068054 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-36aeb8f9-757e-4b6b-8c82-facff66e8f9f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5602553 Oct 19 02:17:42.068635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:17:42.070910 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d7fec-f4ff-46c8-84e9-a37051e82f89" -d '{"events": [{"name": "network-changed", "server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:17:42.114749 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac35f2e-df18-49b3-819a-b05827c0295b x-openstack-request-id: req-3ac35f2e-df18-49b3-819a-b05827c0295b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:17:42.115044 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:17:42.115302 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ac35f2e-df18-49b3-819a-b05827c0295b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:17:42.115709 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5', 'status': 'completed', 'code': 200} Oct 19 02:17:42.153564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:42.197623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866c74e-74ff-4be9-8a6e-6e5b1bda6518 req-54be0503-b598-4356-a4dc-1f2c3b598477 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:42.199022 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6866c74e-74ff-4be9-8a6e-6e5b1bda6518 req-54be0503-b598-4356-a4dc-1f2c3b598477 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0816934 Oct 19 02:17:42.205308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-70be8eed-034e-4f30-9b04-21e4c37ca92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:42.206709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-70be8eed-034e-4f30-9b04-21e4c37ca92c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 1098 time: 0.0602496 Oct 19 02:17:42.270711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6866c74e-74ff-4be9-8a6e-6e5b1bda6518 req-5e7d0f00-10d0-4c4f-8b53-b69723980bbb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630453 Oct 19 02:17:42.293717 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55358) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:42.332888 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-8cf37be8-e5c6-41da-950d-a754ff78ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:42.334925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-8cf37be8-e5c6-41da-950d-a754ff78ebef service neutron] 10.222.0.62 "GET /v2.0/networks?id=89c2fd73-4612-46d3-a4a8-56bfcefdab81 HTTP/1.1" status: 200 len: 897 time: 0.1206663 Oct 19 02:17:42.361949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b94b4af8-d4dd-469b-80d2-5bc854429e66 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/8cf9df08-97e4-4c10-ac48-feba13b52d91 HTTP/1.1" status: 200 len: 992 time: 0.0670319 Oct 19 02:17:42.390826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '8cf9df08-97e4-4c10-ac48-feba13b52d91', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'port_id': '7befeeda-3689-44b7-970d-e028665bf4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'mac_address': 'fa:16:3e:bd:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d01ee-3517-4334-8448-5ad31651b92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:17:41Z', 'updated_at': '2021-10-19T02:17:41Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:42.403029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-af360ec7-5526-4041-8d26-ced0487f02c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7befeeda-3689-44b7-970d-e028665bf4a5 HTTP/1.1" status: 200 len: 1000 time: 0.0607612 Oct 19 02:17:42.417431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] Checking router: cd173d0c-bbf6-4d08-bc75-c704026a4814 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:17:42.425989 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:17:42.426590 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:17:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:42.458946 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-74cf7081-d314-42a8-bc02-6b753531243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:42.460469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-74cf7081-d314-42a8-bc02-6b753531243a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0962e293-d0c1-4b65-ada0-6b57041f4a97 HTTP/1.1" status: 200 len: 834 time: 0.0506945 Oct 19 02:17:42.507010 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-42192db7-6c40-4d40-b554-281a5ae7aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:42.508576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-42192db7-6c40-4d40-b554-281a5ae7aefe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89c2fd73-4612-46d3-a4a8-56bfcefdab81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417590 Oct 19 02:17:42.534572 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:42.541678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:17:42.601654 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-fdb2d587-e704-47be-8871-5f454b62b181 service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Oct 19 02:17:42.697182 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-596d7fec-f4ff-46c8-84e9-a37051e82f89 req-7b0e401c-9446-490a-89e5-6c9525739751 service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881896 Oct 19 02:17:42.762624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '8cf9df08-97e4-4c10-ac48-feba13b52d91', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'port_id': '7befeeda-3689-44b7-970d-e028665bf4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'mac_address': 'fa:16:3e:bd:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d01ee-3517-4334-8448-5ad31651b92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:17:41Z', 'updated_at': '2021-10-19T02:17:41Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:17:42.792189 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17aa8f-e5e0-428b-a2bc-6712f9b5b9eb None None] The sync data for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 is: [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '8cf9df08-97e4-4c10-ac48-feba13b52d91', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'port_id': '7befeeda-3689-44b7-970d-e028665bf4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'mac_address': 'fa:16:3e:bd:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d01ee-3517-4334-8448-5ad31651b92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:17:41Z', 'updated_at': '2021-10-19T02:17:41Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:17:42.984113 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf5214-be5e-4351-ac09-53ed35b1bc09 None None] New status for floating IP 8cf9df08-97e4-4c10-ac48-feba13b52d91: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:17:43.365966 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55360) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:17:43.426235 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a9caa686-1166-467d-9a79-ce13ea194e80 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/8cf9df08-97e4-4c10-ac48-feba13b52d91 HTTP/1.1" status: 200 len: 994 time: 0.0592184 Oct 19 02:17:50.328252 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:17:58.360405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-5d87a929-ddf3-4058-ad42-cabf3773f92e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401919 Oct 19 02:17:58.447570 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-f2c1bdb2-c0e3-4760-9a68-9c8b1a8d90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:58.449080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-f2c1bdb2-c0e3-4760-9a68-9c8b1a8d90f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 1098 time: 0.0465641 Oct 19 02:17:58.551369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-049c768b-3c38-4821-adec-838434857d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:58.552844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-049c768b-3c38-4821-adec-838434857d9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=89c2fd73-4612-46d3-a4a8-56bfcefdab81 HTTP/1.1" status: 200 len: 897 time: 0.0839942 Oct 19 02:17:58.621769 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-0f0102de-f66a-47d4-a575-c3a8ef0024c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7befeeda-3689-44b7-970d-e028665bf4a5 HTTP/1.1" status: 200 len: 1002 time: 0.0606992 Oct 19 02:17:58.669453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-767f73ac-1bad-4dcc-b336-548d150033e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:58.671020 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-767f73ac-1bad-4dcc-b336-548d150033e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0962e293-d0c1-4b65-ada0-6b57041f4a97 HTTP/1.1" status: 200 len: 834 time: 0.0421140 Oct 19 02:17:58.716377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-e7e6cf7e-eccf-4518-9257-3e3103c65049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:17:58.717958 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-e7e6cf7e-eccf-4518-9257-3e3103c65049 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89c2fd73-4612-46d3-a4a8-56bfcefdab81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402486 Oct 19 02:17:58.808227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-646c78af-948f-4846-982c-4e35ee296bdf service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832136 Oct 19 02:17:58.895836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e965963e-53c2-4b5b-9e74-ae7dc9628dfb req-40e04d09-ddf9-4db9-882a-7088dbfb3e75 service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797672 Oct 19 02:18:07.043264 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-37cdab53-a0d3-4002-84c9-aedab1b587f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:07.247331 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:18:09.776167 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6c27166c-3aad-424a-82d6-c3dfb58c59d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:10.261753 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:10.736412 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:11.012165 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:12.148962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471e5e2-1705-4a6d-8a3a-596f44bb6a3f req-d022b230-ebda-4284-83ef-f7493d56c633 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:12.150443 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d471e5e2-1705-4a6d-8a3a-596f44bb6a3f req-d022b230-ebda-4284-83ef-f7493d56c633 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0501680 Oct 19 02:18:12.188845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d471e5e2-1705-4a6d-8a3a-596f44bb6a3f req-d704c177-7e88-45f6-8ced-1148a91df610 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320699 Oct 19 02:18:12.517148 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:13.327553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341227-45d5-4d4e-be4d-4314fc2c4f49 req-29efaa99-957b-41bd-b1a0-31f5ad36d23b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:13.329058 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c341227-45d5-4d4e-be4d-4314fc2c4f49 req-29efaa99-957b-41bd-b1a0-31f5ad36d23b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0557449 Oct 19 02:18:13.367584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0c341227-45d5-4d4e-be4d-4314fc2c4f49 req-b4ef6ebf-c9d1-48dc-91f8-5be777f166e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Oct 19 02:18:13.389157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55380) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:13.449531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-99444851-eac0-42fe-aa6d-d74ef4725261 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/8cf9df08-97e4-4c10-ac48-feba13b52d91 HTTP/1.1" status: 200 len: 994 time: 0.0592732 Oct 19 02:18:14.721329 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceff0a-074e-4b38-b900-25952b7181c9 req-06818e00-70a8-473e-9305-b8282375293b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:14.723073 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63ceff0a-074e-4b38-b900-25952b7181c9 req-06818e00-70a8-473e-9305-b8282375293b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0553458 Oct 19 02:18:14.760335 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-63ceff0a-074e-4b38-b900-25952b7181c9 req-699b9210-e78b-435c-8488-a0a3658a95e7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 Oct 19 02:18:15.878665 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072726c1-4853-44c1-ab82-014eaa52e5a5 req-2587eafd-fd06-4f5e-8629-cb3b5b5ef00e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:15.880178 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-072726c1-4853-44c1-ab82-014eaa52e5a5 req-2587eafd-fd06-4f5e-8629-cb3b5b5ef00e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0502245 Oct 19 02:18:15.916743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-072726c1-4853-44c1-ab82-014eaa52e5a5 req-ffcf8d03-e087-4406-98e9-2333faafe905 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Oct 19 02:18:15.939492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55390) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:16.003726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-24b97910-5e8e-4ace-a372-3f33ee08a8b7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/8cf9df08-97e4-4c10-ac48-feba13b52d91 HTTP/1.1" status: 200 len: 994 time: 0.0630939 Oct 19 02:18:16.298858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55396) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:16.453964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 09e54998-27c7-44b2-aedc-797ca56a06d8 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:18:16.454293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:16.530226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:16.530528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:16.544437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 09e54998-27c7-44b2-aedc-797ca56a06d8 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:18:16.719214 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:16.742336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=09e54998-27c7-44b2-aedc-797ca56a06d8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:16.752284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.752640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.752984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.753324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.753662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.754491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.754491 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.754705 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.754953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.755554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.755891 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.756239 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:16.815511 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:16.815871 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 8cf9df08-97e4-4c10-ac48-feba13b52d91 disassociated (deleted). External IP: 172.25.0.146, port: 7befeeda-3689-44b7-970d-e028665bf4a5. Oct 19 02:18:17.020696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router cd173d0c-bbf6-4d08-bc75-c704026a4814 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:18:17.131342 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:18:17.136293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:17.140862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] Sync routers for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:18:17.150376 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:17.151057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:17.164305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d4154ae3-6d6b-4239-b41b-d8f7fb816ad8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/floatingips/8cf9df08-97e4-4c10-ac48-feba13b52d91 HTTP/1.1" status: 204 len: 168 time: 0.8643324 Oct 19 02:18:17.164909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:17.167236 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf" -d '{"events": [{"name": "network-changed", "server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:17.211263 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c2dcae-b1c3-4a87-aaf8-035f096a0436 x-openstack-request-id: req-83c2dcae-b1c3-4a87-aaf8-035f096a0436 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:17.211263 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:17.211263 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83c2dcae-b1c3-4a87-aaf8-035f096a0436 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:17.211263 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5', 'status': 'completed', 'code': 200} Oct 19 02:18:17.261301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:17.292159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-a9d39df4-d06f-4d6b-9428-bba974235180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:17.294014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-a9d39df4-d06f-4d6b-9428-bba974235180 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 1098 time: 0.0525517 Oct 19 02:18:17.394766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-9091b7b5-bfac-495c-986e-e59bbdaee923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:17.396560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-9091b7b5-bfac-495c-986e-e59bbdaee923 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89c2fd73-4612-46d3-a4a8-56bfcefdab81 HTTP/1.1" status: 200 len: 897 time: 0.0954337 Oct 19 02:18:17.418019 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619f1c1-b719-4eb7-9773-b7cb321af3aa req-2ac2d689-9124-4c75-afd2-dce07563ca09 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:17.419684 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0619f1c1-b719-4eb7-9773-b7cb321af3aa req-2ac2d689-9124-4c75-afd2-dce07563ca09 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0523105 Oct 19 02:18:17.445748 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-6d55d9d7-5b67-4aec-b4f4-f609a05bec77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7befeeda-3689-44b7-970d-e028665bf4a5 HTTP/1.1" status: 200 len: 217 time: 0.0409091 Oct 19 02:18:17.462425 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0619f1c1-b719-4eb7-9773-b7cb321af3aa req-87a893e8-4538-4725-b6b9-c2742ee365fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Oct 19 02:18:17.471722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:17.500544 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-9fe7d46f-48da-4104-a4ff-c832c76b304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:17.502082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-9fe7d46f-48da-4104-a4ff-c832c76b304d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0962e293-d0c1-4b65-ada0-6b57041f4a97 HTTP/1.1" status: 200 len: 834 time: 0.0469782 Oct 19 02:18:17.503946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] Checking router: cd173d0c-bbf6-4d08-bc75-c704026a4814 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:18:17.512334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:17.512937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:17.549642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-8e138219-fe1c-4f6c-942b-dba1608eac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:17.551303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-8e138219-fe1c-4f6c-942b-dba1608eac7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89c2fd73-4612-46d3-a4a8-56bfcefdab81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418477 Oct 19 02:18:17.619906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:17.647064 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-073c30e4-8e15-4da7-bba3-9dd0507bc685 service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867569 Oct 19 02:18:17.743914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cc7e84d1-e2e5-4279-8fb5-b0b695424acf req-5450ff79-9772-4bb7-8de0-22268cc9d58b service neutron] 10.222.0.62 "GET /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886855 Oct 19 02:18:17.824529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:17.850986 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47526c5d-cf2b-46a4-aef9-d585b0162441 None None] The sync data for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 is: [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '0b27c297-0400-4d1a-94ea-1978db1f49b0', 'name': '', 'network_id': '89c2fd73-4612-46d3-a4a8-56bfcefdab81', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:23:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:29Z', 'updated_at': '2021-10-19T02:17:32Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '0962e293-d0c1-4b65-ada0-6b57041f4a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:18:18.104188 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05632565-ff40-4669-bad9-01bfcc6a41ee None None] New status for floating IP 8cf9df08-97e4-4c10-ac48-feba13b52d91: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:18:18.579854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adff8c0-511c-46eb-a052-7e3e9083ad9e req-3e004b59-5f8f-4df2-a109-20aa112aaca7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:18.581415 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5adff8c0-511c-46eb-a052-7e3e9083ad9e req-3e004b59-5f8f-4df2-a109-20aa112aaca7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0510428 Oct 19 02:18:18.623992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5adff8c0-511c-46eb-a052-7e3e9083ad9e req-00f9b6e8-0dba-4a25-8d3f-6055236c4428 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=38787524-4359-46f1-a790-b20578d7666b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365977 Oct 19 02:18:18.992718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-938ff0d6-dcc2-4957-bb00-ffc012d7cc27 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:18.994133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-938ff0d6-dcc2-4957-bb00-ffc012d7cc27 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 946 time: 0.0483246 Oct 19 02:18:19.082940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 7befeeda-3689-44b7-970d-e028665bf4a5 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:18:19.083279 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:19.177959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 7befeeda-3689-44b7-970d-e028665bf4a5, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=7befeeda-3689-44b7-970d-e028665bf4a5,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:19.178319 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:19.190372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 7befeeda-3689-44b7-970d-e028665bf4a5 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:18:19.322571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:19.352369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=7befeeda-3689-44b7-970d-e028665bf4a5,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:19.392361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] No DVR routers for this DVR port 7befeeda-3689-44b7-970d-e028665bf4a5 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:18:19.394999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:19.398369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0238bb55-83e3-4fef-94a6-dff6ada5da46 req-08572159-44fc-4bbd-a5a3-e4403956f4fe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "DELETE /v2.0/ports/7befeeda-3689-44b7-970d-e028665bf4a5 HTTP/1.1" status: 204 len: 173 time: 0.3970468 Oct 19 02:18:19.398821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'name': 'network-vif-deleted', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:19.401104 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b303e4-b842-4ec8-8109-80450d61013b" -d '{"events": [{"server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "name": "network-vif-deleted", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:19.439213 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ece79b-1b6c-416b-8e9e-cefd1984d02a x-openstack-request-id: req-72ece79b-1b6c-416b-8e9e-cefd1984d02a {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:19.439512 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d01ee-3517-4334-8448-5ad31651b92e", "name": "network-vif-deleted", "tag": "7befeeda-3689-44b7-970d-e028665bf4a5", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:19.439792 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72ece79b-1b6c-416b-8e9e-cefd1984d02a {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:19.440235 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016d01ee-3517-4334-8448-5ad31651b92e', 'name': 'network-vif-deleted', 'tag': '7befeeda-3689-44b7-970d-e028665bf4a5', 'status': 'completed', 'code': 200} Oct 19 02:18:19.735380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-476ceb08-0fd2-4db2-b416-825a8d8ea758 req-0b691632-7952-4a31-9918-aca394d7067f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=016d01ee-3517-4334-8448-5ad31651b92e HTTP/1.1" status: 200 len: 210 time: 0.0287776 Oct 19 02:18:20.326070 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:20.793147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55414) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:21.146196 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:21.397071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 0b27c297-0400-4d1a-94ea-1978db1f49b0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:18:21.397329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:21.483581 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 0b27c297-0400-4d1a-94ea-1978db1f49b0, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=0b27c297-0400-4d1a-94ea-1978db1f49b0,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:21.484344 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:21.496236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 0b27c297-0400-4d1a-94ea-1978db1f49b0 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:18:21.680934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:21.706197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=0b27c297-0400-4d1a-94ea-1978db1f49b0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:22.157740 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.369256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router cd173d0c-bbf6-4d08-bc75-c704026a4814 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:18:22.475269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:18:22.480532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e258758f-057a-47f5-b246-2c72451ba3b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/cd173d0c-bbf6-4d08-bc75-c704026a4814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863525 Oct 19 02:18:22.483240 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55416) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:22.486135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7befeeda-3689-44b7-970d-e028665bf4a5 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:18:22.494253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] Sync routers for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:18:22.514891 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 7befeeda-3689-44b7-970d-e028665bf4a5 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:18:22.515733 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 7befeeda-3689-44b7-970d-e028665bf4a5 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:18:22.521171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:22.521776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:22.536051 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting subnet 0962e293-d0c1-4b65-ada0-6b57041f4a97 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:18:22.539147 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.579876 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.670540 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.734163 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.760589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Subnet': ['ID=0962e293-d0c1-4b65-ada0-6b57041f4a97,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:22.767245 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.770073 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f4b44116-6006-4fae-a859-6d5c768289eb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/subnets/0962e293-d0c1-4b65-ada0-6b57041f4a97 HTTP/1.1" status: 204 len: 168 time: 0.2852116 Oct 19 02:18:22.773331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55418) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:22.779879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:22.783884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2176f4d0-be1d-4344-b744-76e22be0c5d0 None None] Network 89c2fd73-4612-46d3-a4a8-56bfcefdab81 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:18:22.888522 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:22.997891 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.053707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:18:21Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': '3df69e1b-1218-4bb6-8596-bdbda106e439', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:23.054865 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 3df69e1b-1218-4bb6-8596-bdbda106e439 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:18:23.055049 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.082230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] Checking router: cd173d0c-bbf6-4d08-bc75-c704026a4814 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:18:23.090489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] Routers {'cd173d0c-bbf6-4d08-bc75-c704026a4814'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:23.091098 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['cd173d0c-bbf6-4d08-bc75-c704026a4814'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:23.128870 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] DHCP port deletion for 89c2fd73-4612-46d3-a4a8-56bfcefdab81 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:18:23.142298 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 3df69e1b-1218-4bb6-8596-bdbda106e439, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3df69e1b-1218-4bb6-8596-bdbda106e439,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:23.142663 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.154233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 3df69e1b-1218-4bb6-8596-bdbda106e439 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:18:23.201731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] Set router cd173d0c-bbf6-4d08-bc75-c704026a4814 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:23.258575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:18:22Z', 'revision_number': 6, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:23.290137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87be60-d280-4111-9a78-a15f8eb11760 None None] The sync data for ids ['cd173d0c-bbf6-4d08-bc75-c704026a4814'] in n-d-789963-20 is: [{'id': 'cd173d0c-bbf6-4d08-bc75-c704026a4814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409403408', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:17:26Z', 'updated_at': '2021-10-19T02:18:22Z', 'revision_number': 6, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:18:23.298777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Deleting port e55f57f2-917d-4689-9a35-ef4adc8d5fda {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:18:23.299152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.348346 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.367543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] For port e55f57f2-917d-4689-9a35-ef4adc8d5fda, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e55f57f2-917d-4689-9a35-ef4adc8d5fda,segment=NetworkSegment(52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211),segment_id=52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:23.367948 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.375866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=3df69e1b-1218-4bb6-8596-bdbda106e439,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:23.380751 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Calling delete_port for e55f57f2-917d-4689-9a35-ef4adc8d5fda owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:18:23.401364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.401712 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.402052 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.402390 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.402721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.403051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.403379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.403709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.404058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.404384 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.404709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.405028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.445388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.461362 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.486745 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Pushing event deleted for resources: {'Port': ['ID=e55f57f2-917d-4689-9a35-ef4adc8d5fda,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:23.491032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] No DVR routers for this DVR port e55f57f2-917d-4689-9a35-ef4adc8d5fda on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:18:23.497980 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.498331 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.498674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.499021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.499406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.499777 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.500138 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.500471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.501489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.501489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.501489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.501773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe335817-80dc-486f-af27-a4ddce98d154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:18:23.545671 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.548591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.594932 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.595412 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Fanout notify agent at l3_agent the message router_deleted on router cd173d0c-bbf6-4d08-bc75-c704026a4814 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:18:23.602262 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.603359 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6b7c6bc6-c209-4f16-9676-20d8ca8d209a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/routers/cd173d0c-bbf6-4d08-bc75-c704026a4814 HTTP/1.1" status: 204 len: 168 time: 0.8287916 Oct 19 02:18:23.606093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55420) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:23.677347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e55f57f2-917d-4689-9a35-ef4adc8d5fda no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:18:23.685565 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.700068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e55f57f2-917d-4689-9a35-ef4adc8d5fda {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:18:23.700542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e55f57f2-917d-4689-9a35-ef4adc8d5fda not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:18:23.788737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.810474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c2fd73-4612-46d3-a4a8-56bfcefdab81']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:23.819506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:23.819802 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fd6d74-e0c4-4ba4-81d7-ce0a2a87f211') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:23.829151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.842138 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.848511 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:18:23.848891 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:18:23.851860 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:18:23.914135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.922248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:23.925441 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/networks/89c2fd73-4612-46d3-a4a8-56bfcefdab81 HTTP/1.1" status: 204 len: 168 time: 0.3181660 Oct 19 02:18:23.928281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55422) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:23.936797 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8912ba-3e94-4395-b0a6-10d1aa55bb8a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Network': ['ID=89c2fd73-4612-46d3-a4a8-56bfcefdab81,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:23.987091 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68669be5-14de-4777-8ffa-84466e865d73 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.011140 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68669be5-14de-4777-8ffa-84466e865d73 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.079306 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68669be5-14de-4777-8ffa-84466e865d73 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.082349 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68669be5-14de-4777-8ffa-84466e865d73 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.083608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68669be5-14de-4777-8ffa-84466e865d73 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/security-groups/38787524-4359-46f1-a790-b20578d7666b HTTP/1.1" status: 204 len: 168 time: 0.1543083 Oct 19 02:18:24.095064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68669be5-14de-4777-8ffa-84466e865d73 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38787524-4359-46f1-a790-b20578d7666b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:24.398550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55428) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:24.403072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5ade61dd-dcba-40b4-a573-a487c66c69e5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291985572', 'description': 'tempest-secgroup-smoke-291985572 description', 'project_id': '077fe09378fa401aa09b37daae02fff6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:24.427680 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5ade61dd-dcba-40b4-a573-a487c66c69e5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.494287 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5ade61dd-dcba-40b4-a573-a487c66c69e5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.497877 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5ade61dd-dcba-40b4-a573-a487c66c69e5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.526055 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5ade61dd-dcba-40b4-a573-a487c66c69e5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.527214 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5ade61dd-dcba-40b4-a573-a487c66c69e5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1276348 Oct 19 02:18:24.530181 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55430) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:24.531601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade61dd-dcba-40b4-a573-a487c66c69e5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f8e85c-66b8-4d33-a736-b34cce333c9e,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:24.535089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-84e9579a-e9f1-4964-a33c-3176321059bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '54f8e85c-66b8-4d33-a736-b34cce333c9e', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:24.561592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e9579a-e9f1-4964-a33c-3176321059bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.619192 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e9579a-e9f1-4964-a33c-3176321059bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.622593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e9579a-e9f1-4964-a33c-3176321059bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.641160 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9579a-e9f1-4964-a33c-3176321059bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7836ab6-64b7-41a8-bd9c-39bc2e8ad0ad,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:24.648221 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e9579a-e9f1-4964-a33c-3176321059bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.651881 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-84e9579a-e9f1-4964-a33c-3176321059bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180034 Oct 19 02:18:24.652123 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55432) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:24.656500 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f9f45690-a527-4dd9-a73f-d528dca3ff3b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '54f8e85c-66b8-4d33-a736-b34cce333c9e', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:24.683486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f9f45690-a527-4dd9-a73f-d528dca3ff3b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.740883 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f9f45690-a527-4dd9-a73f-d528dca3ff3b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.744872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f9f45690-a527-4dd9-a73f-d528dca3ff3b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.762688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f45690-a527-4dd9-a73f-d528dca3ff3b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc95285a-86d7-4ad9-96d5-374cf70133fb,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:24.774250 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f9f45690-a527-4dd9-a73f-d528dca3ff3b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.775472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f9f45690-a527-4dd9-a73f-d528dca3ff3b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224084 Oct 19 02:18:24.778377 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55434) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:24.783009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-581498fd-bad7-4343-8d3f-38ebac084a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '54f8e85c-66b8-4d33-a736-b34cce333c9e', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:24.809954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-581498fd-bad7-4343-8d3f-38ebac084a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.871070 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-581498fd-bad7-4343-8d3f-38ebac084a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.874315 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-581498fd-bad7-4343-8d3f-38ebac084a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.891857 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581498fd-bad7-4343-8d3f-38ebac084a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f964ae-55c1-4df2-b64b-db73e7aa5485,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:24.899799 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-581498fd-bad7-4343-8d3f-38ebac084a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.901031 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-581498fd-bad7-4343-8d3f-38ebac084a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217158 Oct 19 02:18:24.903685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55436) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:24.908068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a3f97d50-e031-4cf7-b133-103967f003c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '54f8e85c-66b8-4d33-a736-b34cce333c9e', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:24.933405 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3f97d50-e031-4cf7-b133-103967f003c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.992747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3f97d50-e031-4cf7-b133-103967f003c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:24.996507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3f97d50-e031-4cf7-b133-103967f003c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.011570 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f97d50-e031-4cf7-b133-103967f003c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46780682-2780-48e8-bec8-1ed8e02ace8c,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:25.022101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a3f97d50-e031-4cf7-b133-103967f003c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.023654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a3f97d50-e031-4cf7-b133-103967f003c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190169 Oct 19 02:18:25.026363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55438) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:25.030736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '54f8e85c-66b8-4d33-a736-b34cce333c9e', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:25.052362 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:18:25.057174 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.117009 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.120466 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.138173 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e75a7d-d506-46b2-b37f-6e073eae75ce,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:25.146533 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.147722 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8bc2330b-b105-40c7-9f69-495f16af08e3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204276 Oct 19 02:18:25.150420 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55440) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:25.154690 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '54f8e85c-66b8-4d33-a736-b34cce333c9e', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:25.176171 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:18:25.181000 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.241351 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.245452 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.265175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868a8dda-14d5-43c2-9e98-b4c1d7b00ce7,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:25.274415 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.275622 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-72764b17-f61a-4ebd-9b10-f45a210b6c65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242669 Oct 19 02:18:25.278394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55442) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:25.284048 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'network': {'name': 'tempest-network-smoke--545952110', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'port_security_enabled': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:25.299837 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0b27c297-0400-4d1a-94ea-1978db1f49b0 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:18:25.305119 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:18:25.308652 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.319884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 0b27c297-0400-4d1a-94ea-1978db1f49b0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:18:25.320249 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 0b27c297-0400-4d1a-94ea-1978db1f49b0 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:18:25.320654 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3df69e1b-1218-4bb6-8596-bdbda106e439 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:18:25.333296 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:18:25.339430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3df69e1b-1218-4bb6-8596-bdbda106e439 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:18:25.339785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3df69e1b-1218-4bb6-8596-bdbda106e439 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:18:25.346101 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.346490 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Added segment 9233ad7a-8b49-4bb2-9890-e89aa5936322 of type vlan for network 964ef2f2-784e-45bd-b2ac-143f11ad31bc Oct 19 02:18:25.389248 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.412921 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.418537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:25.419118 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.448822 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1693945 Oct 19 02:18:25.451691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55444) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:25.457595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'admin_state_up': True, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:25.481148 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.482184 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.490642 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc36ea-7f78-4343-8fa6-02a48e6dcb4e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Network': ['ID=964ef2f2-784e-45bd-b2ac-143f11ad31bc,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:25.501812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:18:25.540897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.679563 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.870110 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.888841 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:25.989621 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.198 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/c874359e-9a0e-477e-ac75-8b89e3db728a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:18:26.094276 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:26.126844 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:26.164040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:18:26.168238 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:26.175635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:18:26.178636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=c874359e-9a0e-477e-ac75-8b89e3db728a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:26.418624 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:26.611515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:26.738647 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 77531a29-cadc-4ede-a0c5-808dafb0cec5 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:18:26.842221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:18:26.852028 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Sync routers for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:18:26.861507 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:26.862093 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:26.863561 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:26.864906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8b81b2f5-9d64-4d6b-a212-8686cfaa512d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4121139 Oct 19 02:18:26.867920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55446) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:26.903916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a817fd12-6b21-4594-96a5-0d82674a914a tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=077fe09378fa401aa09b37daae02fff6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325315 Oct 19 02:18:26.904158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55448) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:26.967357 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:27.051826 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968a57f-a98d-4ff6-9f91-e2c84a01683a tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:27.053390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6968a57f-a98d-4ff6-9f91-e2c84a01683a tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483309 Oct 19 02:18:27.056182 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55450) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:27.096228 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5201362f-d2c3-41ef-90d2-72e3bbc2159a tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360091 Oct 19 02:18:27.096445 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55452) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:27.101119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867533683', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:27.142450 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:26Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:27.171475 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Checking router: 77531a29-cadc-4ede-a0c5-808dafb0cec5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:18:27.172665 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Updating router 77531a29-cadc-4ede-a0c5-808dafb0cec5 port c874359e-9a0e-477e-ac75-8b89e3db728a binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:18:27.189073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:18:27.192566 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.198236 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.456972 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.463067 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.516150 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Attempting to bind port c874359e-9a0e-477e-ac75-8b89e3db728a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:18:27.516520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Attempting to bind port c874359e-9a0e-477e-ac75-8b89e3db728a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:18:27.516881 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Attempting to bind port c874359e-9a0e-477e-ac75-8b89e3db728a on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:18:27.524668 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99f5b5-d20b-4180-a473-6a8c6f1af6cd None None] Pushing event updated for resources: {'Port': ['ID=c874359e-9a0e-477e-ac75-8b89e3db728a,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:27.529332 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:18:27.529708 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:18:27.530104 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.530485 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:18:27.532122 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Bound port: c874359e-9a0e-477e-ac75-8b89e3db728a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:18:27.532505 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.584450 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] For port c874359e-9a0e-477e-ac75-8b89e3db728a, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:18:27.588019 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] For port c874359e-9a0e-477e-ac75-8b89e3db728a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c874359e-9a0e-477e-ac75-8b89e3db728a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:18:27.592233 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.653255 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99f5b5-d20b-4180-a473-6a8c6f1af6cd None None] Pushing event updated for resources: {'Port': ['ID=c874359e-9a0e-477e-ac75-8b89e3db728a,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:27.656436 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:27.657011 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:27.676572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.735575 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Subnet': ['ID=fbfb59d3-5c63-465f-92f4-f8897a7a1572,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:27.744217 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Checking segment: {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:18:27.744587 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network hostable DHCP agents. Network: 964ef2f2-784e-45bd-b2ac-143f11ad31bc, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:18:27.760784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:18:27.764157 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:27.769716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 964ef2f2-784e-45bd-b2ac-143f11ad31bc) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:27.773832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:27.774420 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:27.782459 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349aa6c-a109-4576-90d3-bd74c63b16ae None None] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:18:27.792380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-732aba32-3e7a-4a10-bc21-cec5e342c836 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6949277 Oct 19 02:18:27.795039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55454) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:27.945002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:18:27.946155 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.035034 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:26Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:28.065585 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dd5446-fec8-4ac2-97de-6665a012d80b None None] The sync data for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 is: [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:26Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:18:28.091377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Allocated IP 172.20.0.2 (964ef2f2-784e-45bd-b2ac-143f11ad31bc/fbfb59d3-5c63-465f-92f4-f8897a7a1572/5ed495ae-fe68-420f-8ff4-ec7f93c8cc78) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:18:28.255174 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.262758 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.265637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.324692 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:18:28.327483 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:28.334056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:18:28.337132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Pushing event updated for resources: {'Port': ['ID=5ed495ae-fe68-420f-8ff4-ec7f93c8cc78,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:28.397328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Attempting to bind port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:18:28.397698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Attempting to bind port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:18:28.398069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Attempting to bind port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 on network 964ef2f2-784e-45bd-b2ac-143f11ad31bc {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:18:28.403679 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:18:28.404084 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Checking segment: {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:18:28.404937 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.404937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Bound using segment: {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:18:28.405340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Bound port: 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:18:28.405722 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.477731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] For port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:18:28.481792 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] For port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5ed495ae-fe68-420f-8ff4-ec7f93c8cc78,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:18:28.488658 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.557854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa3ef3-cbdc-4d68-9185-af7d0a68345b None None] Pushing event updated for resources: {'Port': ['ID=5ed495ae-fe68-420f-8ff4-ec7f93c8cc78,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:28.619964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.1 (964ef2f2-784e-45bd-b2ac-143f11ad31bc/fbfb59d3-5c63-465f-92f4-f8897a7a1572/e10e7a7e-b13e-4a80-af1e-db562d42515c) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:18:28.764626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.808129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:28.858303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:18:28.861764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:28.868736 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:18:28.872863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=e10e7a7e-b13e-4a80-af1e-db562d42515c,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:28.915761 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.051643 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.330545 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.336529 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.340932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:18:29.392451 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:29.392852 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.423464 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=e10e7a7e-b13e-4a80-af1e-db562d42515c,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:29.429745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.474758 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.507698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5ed495ae-fe68-420f-8ff4-ec7f93c8cc78,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:29.511774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.512589 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c874359e-9a0e-477e-ac75-8b89e3db728a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:18:29.534894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:18:29.536300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:29.586717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=5ed495ae-fe68-420f-8ff4-ec7f93c8cc78,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:29.600265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c874359e-9a0e-477e-ac75-8b89e3db728a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:29.600713 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.660316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 77531a29-cadc-4ede-a0c5-808dafb0cec5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:18:29.691957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.718529 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port c874359e-9a0e-477e-ac75-8b89e3db728a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c874359e-9a0e-477e-ac75-8b89e3db728a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:29.724642 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:29.790069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:18:29.790607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=c874359e-9a0e-477e-ac75-8b89e3db728a,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:29.796350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5005a2ac-f6eb-43f6-91cc-a63815538cce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/77531a29-cadc-4ede-a0c5-808dafb0cec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0001953 Oct 19 02:18:29.941551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b46ea2-59f9-46f8-b95e-5edddac02c98 None None] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:18:29.955389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-30706e1a-df6d-4286-b92d-e5bf633be63c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291985572&fields=id&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 267 time: 0.0399690 Oct 19 02:18:30.010137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Sync routers for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:18:30.017097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f0c90b7a-8b1e-4eff-8474-01211992b962 None None] Provisioning complete for port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:30.017464 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f0c90b7a-8b1e-4eff-8474-01211992b962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:30.049366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:30.050235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:30.068725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f9b08f21-c68b-42d5-823f-689112b97eb8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:30.070211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f9b08f21-c68b-42d5-823f-689112b97eb8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 796 time: 0.1067078 Oct 19 02:18:30.085887 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-ac3eb788-1a4e-4b8d-8602-df8c86d9d93a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/quotas/077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 375 time: 0.0097048 Oct 19 02:18:30.142014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-aaa55727-7161-450b-8fa1-a70948fc7973 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506568 Oct 19 02:18:30.239279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-dfb3ee25-ccbc-4841-a547-b044f3504e4a service neutron] 10.222.0.64 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853481 Oct 19 02:18:30.339404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-1efedeed-84df-4416-9620-f2ea7b11cff6 service neutron] 10.222.0.64 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938015 Oct 19 02:18:30.412296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:30.516180 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2b2ab58b-9e87-42d4-bd2e-69fd5e21bda0 req-7a082361-98be-4fc2-81bc-fe5b59c284ab tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 210 time: 0.0350807 Oct 19 02:18:30.657215 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 2, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:30.684687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Checking router: 77531a29-cadc-4ede-a0c5-808dafb0cec5 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:18:30.685043 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Updating router 77531a29-cadc-4ede-a0c5-808dafb0cec5 port e10e7a7e-b13e-4a80-af1e-db562d42515c binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:18:30.717999 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:30.838773 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a5167843-6d2c-458b-88a5-0c5f3bb0d446 None None] Provisioning complete for port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:30.839172 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5167843-6d2c-458b-88a5-0c5f3bb0d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.024114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a5167843-6d2c-458b-88a5-0c5f3bb0d446 None None] Provisioning complete for port e10e7a7e-b13e-4a80-af1e-db562d42515c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:31.024390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5167843-6d2c-458b-88a5-0c5f3bb0d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.095617 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a5167843-6d2c-458b-88a5-0c5f3bb0d446 None None] Port e10e7a7e-b13e-4a80-af1e-db562d42515c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:18:31.113486 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.119414 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.171117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1c94f-677e-40ac-8193-5c857e2f82ba None None] Pushing event updated for resources: {'Port': ['ID=e10e7a7e-b13e-4a80-af1e-db562d42515c,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:31.230937 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Attempting to bind port e10e7a7e-b13e-4a80-af1e-db562d42515c on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:18:31.231305 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Attempting to bind port e10e7a7e-b13e-4a80-af1e-db562d42515c by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:18:31.231669 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Attempting to bind port e10e7a7e-b13e-4a80-af1e-db562d42515c on network 964ef2f2-784e-45bd-b2ac-143f11ad31bc {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:18:31.239391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-540a2b9b-116b-4968-9a0f-1753a3f173c6 None None] Provisioning complete for port e10e7a7e-b13e-4a80-af1e-db562d42515c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:31.239761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-540a2b9b-116b-4968-9a0f-1753a3f173c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.241421 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:18:31.241793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Checking segment: {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:18:31.242181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.242577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Bound using segment: {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:18:31.243049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Bound port: e10e7a7e-b13e-4a80-af1e-db562d42515c, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:18:31.243453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.308122 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-540a2b9b-116b-4968-9a0f-1753a3f173c6 None None] Port e10e7a7e-b13e-4a80-af1e-db562d42515c cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:18:31.321995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:18:31.360206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] For port e10e7a7e-b13e-4a80-af1e-db562d42515c, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:18:31.364559 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] For port e10e7a7e-b13e-4a80-af1e-db562d42515c, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e10e7a7e-b13e-4a80-af1e-db562d42515c,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:18:31.373504 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.453057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1c94f-677e-40ac-8193-5c857e2f82ba None None] Pushing event updated for resources: {'Port': ['ID=e10e7a7e-b13e-4a80-af1e-db562d42515c,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:31.459818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:31.460221 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.462746 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:31.463373 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:31.467929 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8b92ff57-0362-4d36-b91a-2bf42ce144e5 None None] Provisioning complete for port e10e7a7e-b13e-4a80-af1e-db562d42515c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:31.467929 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b92ff57-0362-4d36-b91a-2bf42ce144e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.624018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-80fb6c45-de9f-451a-9622-e2d23f62890a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:31.628470 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-80fb6c45-de9f-451a-9622-e2d23f62890a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 796 time: 0.1664600 Oct 19 02:18:31.667555 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-daab331e-dd76-455b-9e1f-9ecdb2ef1d70 req-0e679876-0f79-46ce-97bc-26f72cefc5da tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 210 time: 0.0378578 Oct 19 02:18:31.684431 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:31.704612 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-90434d9d-54c0-4bc9-99f2-a24136b2341a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 379 time: 0.0393541 Oct 19 02:18:31.713907 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'port': {'device_id': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'admin_state_up': True, 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'security_groups': ['54f8e85c-66b8-4d33-a736-b34cce333c9e']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:31.760547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c874359e-9a0e-477e-ac75-8b89e3db728a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:18:31.773544 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b92ff57-0362-4d36-b91a-2bf42ce144e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.826533 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:18:31.830725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.915270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8b92ff57-0362-4d36-b91a-2bf42ce144e5 None None] For port e10e7a7e-b13e-4a80-af1e-db562d42515c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e10e7a7e-b13e-4a80-af1e-db562d42515c,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:31.924253 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8b92ff57-0362-4d36-b91a-2bf42ce144e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:31.965124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.5 (964ef2f2-784e-45bd-b2ac-143f11ad31bc/fbfb59d3-5c63-465f-92f4-f8897a7a1572/24280119-3ac3-4fed-8a32-bb2e53b349e0) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:18:31.983100 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c874359e-9a0e-477e-ac75-8b89e3db728a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:31.983471 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.028077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92ff57-0362-4d36-b91a-2bf42ce144e5 None None] Pushing event updated for resources: {'Port': ['ID=e10e7a7e-b13e-4a80-af1e-db562d42515c,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:32.073271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e0e16eaa-f180-4ad7-9c2e-4252c7b44692 None None] Provisioning complete for port e10e7a7e-b13e-4a80-af1e-db562d42515c triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:32.073649 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0e16eaa-f180-4ad7-9c2e-4252c7b44692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.104863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.138978 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.147068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:32.185234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d3f57b-2f87-4c6a-9765-897834828670 None None] The sync data for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 is: [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:18:32.187640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:18:32.191669 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:32.195539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:18:32.208096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=24280119-3ac3-4fed-8a32-bb2e53b349e0,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:32.271529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:32.272576 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.297996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f7d4b6f5-8f6e-48cf-93df-c7959231a5d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870397 Oct 19 02:18:32.309263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Request body: {'port': {'device_id': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:32.374675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.556059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ff82dbf5-bc1d-424b-80da-6a44be50fc7b None None] Provisioning complete for port 24280119-3ac3-4fed-8a32-bb2e53b349e0 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:32.556658 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ff82dbf5-bc1d-424b-80da-6a44be50fc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.602366 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-ff82dbf5-bc1d-424b-80da-6a44be50fc7b None None] Port 24280119-3ac3-4fed-8a32-bb2e53b349e0 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:18:32.670007 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24280119-3ac3-4fed-8a32-bb2e53b349e0 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:18:32.679758 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.692716 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Transition to ACTIVE for port object 24280119-3ac3-4fed-8a32-bb2e53b349e0 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:18:32.697407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.752640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Pushing event updated for resources: {'Port': ['ID=24280119-3ac3-4fed-8a32-bb2e53b349e0,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:32.812696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e981-5ae8-481e-b3e6-6104e1c9f9db req-f9be8135-6f77-4b18-bc47-c3909be91ebc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:32.814902 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55c4e981-5ae8-481e-b3e6-6104e1c9f9db req-f9be8135-6f77-4b18-bc47-c3909be91ebc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 943 time: 0.0653629 Oct 19 02:18:32.839758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Attempting to bind port 24280119-3ac3-4fed-8a32-bb2e53b349e0 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:18:32.840140 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Attempting to bind port 24280119-3ac3-4fed-8a32-bb2e53b349e0 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:18:32.840711 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Attempting to bind port 24280119-3ac3-4fed-8a32-bb2e53b349e0 on network 964ef2f2-784e-45bd-b2ac-143f11ad31bc {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:18:32.846633 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Port 24280119-3ac3-4fed-8a32-bb2e53b349e0 on network 964ef2f2-784e-45bd-b2ac-143f11ad31bc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:18:32.846949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Attempting to bind port 24280119-3ac3-4fed-8a32-bb2e53b349e0 on network 964ef2f2-784e-45bd-b2ac-143f11ad31bc {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:18:32.856381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:18:32.856886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Checking segment: {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:18:32.857388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Bound using segment: {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:18:32.857929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Bound port: 24280119-3ac3-4fed-8a32-bb2e53b349e0, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9233ad7a-8b49-4bb2-9890-e89aa5936322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:18:32.858393 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.864345 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-55c4e981-5ae8-481e-b3e6-6104e1c9f9db req-678193c2-22c3-468a-8d9d-8007005ac191 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Oct 19 02:18:32.934341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] For port 24280119-3ac3-4fed-8a32-bb2e53b349e0, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:18:32.937876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] For port 24280119-3ac3-4fed-8a32-bb2e53b349e0, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:18:32.943843 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.980059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:32.980633 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:32.982095 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] 10.222.0.62 "PUT /v2.0/ports/24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 1092 time: 0.6769035 Oct 19 02:18:32.982545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:32.984958 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cb2019-fdce-428d-92aa-37776ba5ea10" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:33.022492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cd3ac-bb5c-4c47-b543-b90a1b43553f service neutron] Pushing event updated for resources: {'Port': ['ID=24280119-3ac3-4fed-8a32-bb2e53b349e0,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:33.040485 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3fe5d8-276c-49f1-a284-77dff3cc9ae1 x-openstack-request-id: req-4a3fe5d8-276c-49f1-a284-77dff3cc9ae1 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:33.040773 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:33.041032 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a3fe5d8-276c-49f1-a284-77dff3cc9ae1 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:33.041431 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'status': 'completed', 'code': 200} Oct 19 02:18:33.076991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-1aa07733-1603-4151-a96f-c7840c1b02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.079355 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-1aa07733-1603-4151-a96f-c7840c1b02af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1095 time: 0.0539443 Oct 19 02:18:33.129541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-147d0448-5d08-4c8a-a9cd-8de9019b09a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 217 time: 0.0423653 Oct 19 02:18:33.183224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f9bf524d-df01-42d9-a6a9-142126c7e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.184734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-f9bf524d-df01-42d9-a6a9-142126c7e602 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 200 len: 834 time: 0.0485721 Oct 19 02:18:33.233120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-d5e882bb-e099-4e76-97c4-4c6433952aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.235183 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-d5e882bb-e099-4e76-97c4-4c6433952aef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=964ef2f2-784e-45bd-b2ac-143f11ad31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436313 Oct 19 02:18:33.344881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e10e7a7e-b13e-4a80-af1e-db562d42515c up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:18:33.347177 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-800c9e9e-d965-4bc1-b035-52792aaf29ea service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046121 Oct 19 02:18:33.396856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port e10e7a7e-b13e-4a80-af1e-db562d42515c triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:33.397219 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:33.444468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd0e293-0730-412c-8a8c-10f66acbac23 req-ec8c9579-d0f2-44c4-89e9-38cb89a27ccb service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894697 Oct 19 02:18:33.537900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-7d47a5b2-bf8f-4517-88af-41b52a9cc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.539380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-7d47a5b2-bf8f-4517-88af-41b52a9cc6d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1095 time: 0.0445793 Oct 19 02:18:33.629585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-8bb4a016-6a62-4c17-8c93-462b6425a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.631099 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-8bb4a016-6a62-4c17-8c93-462b6425a56b service neutron] 10.222.0.62 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 897 time: 0.0837240 Oct 19 02:18:33.677923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-b252187c-6124-4893-9a14-b735b6c6fe14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 217 time: 0.0392501 Oct 19 02:18:33.727697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-0db98f29-acd1-418f-be24-2818252bf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.729175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-0db98f29-acd1-418f-be24-2818252bf5c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 200 len: 834 time: 0.0442531 Oct 19 02:18:33.774793 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-decfdf96-d4fb-4d7a-b15e-f783ca730b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.776268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-decfdf96-d4fb-4d7a-b15e-f783ca730b07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=964ef2f2-784e-45bd-b2ac-143f11ad31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394135 Oct 19 02:18:33.870865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-e26e43b9-b7fd-453a-89fb-f8ebea990aba service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847752 Oct 19 02:18:33.962777 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f4cb2019-fdce-428d-92aa-37776ba5ea10 req-ada01d1b-7596-4e9f-a576-882dd35db156 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832105 Oct 19 02:18:33.983710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb1e98-42df-4f6c-afda-77f3c1f2c1eb req-9f8e68f4-dc2f-4106-bb1e-1f995822e522 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:33.986244 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9eb1e98-42df-4f6c-afda-77f3c1f2c1eb req-9f8e68f4-dc2f-4106-bb1e-1f995822e522 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 943 time: 0.0513644 Oct 19 02:18:34.024058 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9eb1e98-42df-4f6c-afda-77f3c1f2c1eb req-f7b4dccf-afa9-47c8-bfb9-a52e6881d92d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Oct 19 02:18:34.596074 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24280119-3ac3-4fed-8a32-bb2e53b349e0 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:18:34.693470 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 24280119-3ac3-4fed-8a32-bb2e53b349e0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:34.705923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'port_id': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'mac_address': 'fa:16:3e:87:eb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:18:34.742134 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:34.754407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24280119-3ac3-4fed-8a32-bb2e53b349e0 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:18:34.773587 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 24280119-3ac3-4fed-8a32-bb2e53b349e0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:34.777515 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:34.828833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=24280119-3ac3-4fed-8a32-bb2e53b349e0,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:34.966444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['24280119-3ac3-4fed-8a32-bb2e53b349e0'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:18:35.145980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfb8a2-667a-4f5f-a29e-756b53718c0e req-ed2f598b-957f-44cb-a78c-a09c18f10527 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:35.147468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3cbfb8a2-667a-4f5f-a29e-756b53718c0e req-ed2f598b-957f-44cb-a78c-a09c18f10527 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 944 time: 0.0547173 Oct 19 02:18:35.192517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3cbfb8a2-667a-4f5f-a29e-756b53718c0e req-7dfcefb6-a43c-42d9-942b-ae4a29da02ad tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386541 Oct 19 02:18:36.306651 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935222b-a571-4fc3-a842-4c21540445f6 req-59142105-afd2-493e-8982-bc9940adc270 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:36.308185 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3935222b-a571-4fc3-a842-4c21540445f6 req-59142105-afd2-493e-8982-bc9940adc270 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 944 time: 0.0500455 Oct 19 02:18:36.350602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3935222b-a571-4fc3-a842-4c21540445f6 req-70629a87-1a7c-46d5-a2f5-33e1b77448f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357959 Oct 19 02:18:36.595041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24280119-3ac3-4fed-8a32-bb2e53b349e0 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:18:36.642584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 24280119-3ac3-4fed-8a32-bb2e53b349e0 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:18:36.646147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 24280119-3ac3-4fed-8a32-bb2e53b349e0 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:18:36.646510 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:36.723310 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:36.745132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:36.747492 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b219ae77-3cda-4400-9c6e-d493d45d2442" -d '{"events": [{"server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "name": "network-vif-plugged", "status": "completed", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:36.764495 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 24280119-3ac3-4fed-8a32-bb2e53b349e0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:18:36.768807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:36.791752 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a06940-3396-4e9a-9603-7d27d4c1d14f x-openstack-request-id: req-47a06940-3396-4e9a-9603-7d27d4c1d14f {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:36.792067 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "name": "network-vif-plugged", "status": "completed", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:36.792322 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47a06940-3396-4e9a-9603-7d27d4c1d14f {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:36.792714 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'code': 200} Oct 19 02:18:36.820230 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=24280119-3ac3-4fed-8a32-bb2e53b349e0,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:36.878473 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81380bd5-c24e-4675-854d-c371fb9210e3 req-7cec3ef8-910f-4b46-be52-ac8b105f88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:36.879881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81380bd5-c24e-4675-854d-c371fb9210e3 req-7cec3ef8-910f-4b46-be52-ac8b105f88d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1097 time: 0.0403535 Oct 19 02:18:36.914726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81380bd5-c24e-4675-854d-c371fb9210e3 req-009b5820-4312-4e47-b2a9-1c1d7778e73f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271833 Oct 19 02:18:37.044435 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9e215ac5-2005-4f45-958e-a2b2bb27b3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:37.464664 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd095ce-0ccc-4655-b921-46120de16024 req-3a5420d3-4875-47c7-9f91-764caae96cec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:37.466120 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5dd095ce-0ccc-4655-b921-46120de16024 req-3a5420d3-4875-47c7-9f91-764caae96cec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Oct 19 02:18:37.503242 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5dd095ce-0ccc-4655-b921-46120de16024 req-813885ae-0cf0-4cfe-8f19-49828bf684c7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304770 Oct 19 02:18:38.620481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eea4e-384b-48a8-a303-44c4843a2edb req-4c20cb78-21b2-468f-a6ff-ef6f687048de tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:38.621937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-956eea4e-384b-48a8-a303-44c4843a2edb req-4c20cb78-21b2-468f-a6ff-ef6f687048de tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0484786 Oct 19 02:18:38.659468 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-956eea4e-384b-48a8-a303-44c4843a2edb req-e31f1cf8-b235-423a-a8e6-1a67fd74af91 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Oct 19 02:18:38.775394 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86603e4-7de1-4f38-aecf-43559318ac7e req-23ebba95-6934-44a9-84e3-028bf3ca8380 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:38.776877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c86603e4-7de1-4f38-aecf-43559318ac7e req-23ebba95-6934-44a9-84e3-028bf3ca8380 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Oct 19 02:18:38.815188 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c86603e4-7de1-4f38-aecf-43559318ac7e req-b902e625-4079-43cd-8d65-7ec763150b82 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Oct 19 02:18:38.836157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55500) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:38.876248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff00154-e666-4c48-8707-7b68704bde93 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:38.877726 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9ff00154-e666-4c48-8707-7b68704bde93 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1092 time: 0.0406079 Oct 19 02:18:38.880461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55502) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:38.884607 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:18:38.906090 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.008175 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.113604 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.74 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/9c383f57-ffa9-4eca-8e45-4adfac91d1cd) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:18:39.214148 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.247383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.283425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:18:39.286241 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:18:39.289827 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:18:39.319556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=9c383f57-ffa9-4eca-8e45-4adfac91d1cd,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:39.778288 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffda0-da70-4b5f-8b1d-f42f917212f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:39.969648 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.036895 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.180469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.184741 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.255544 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=9c383f57-ffa9-4eca-8e45-4adfac91d1cd,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:18:40.265729 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.285952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.365234 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 3d73cbf1-9568-4b42-94cc-d84c3ff0ab75 associated. External IP: 172.25.0.74, port: 24280119-3ac3-4fed-8a32-bb2e53b349e0. Oct 19 02:18:40.571971 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 77531a29-cadc-4ede-a0c5-808dafb0cec5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:18:40.681732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:18:40.690895 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] Sync routers for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:18:40.698508 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.700035 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:40.700631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:40.730210 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-17b9af83-4e0e-4ea7-8482-3a7480944de9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8457713 Oct 19 02:18:40.730210 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:18:40.738789 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556cbb5e-c40d-4375-91da-63357ab1ecf4" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:18:40.739555 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:40.790261 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda06972-77ac-4ec9-a759-39592e5cc7e6 x-openstack-request-id: req-dda06972-77ac-4ec9-a759-39592e5cc7e6 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:18:40.790543 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:18:40.790797 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dda06972-77ac-4ec9-a759-39592e5cc7e6 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:18:40.791203 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'status': 'completed', 'code': 200} Oct 19 02:18:40.832601 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:40.869177 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f85331-a04b-47ce-99d8-e752cde192b0 req-e7a70468-fec8-4b8b-a2ae-d1cbb9781893 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:40.870653 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2f85331-a04b-47ce-99d8-e752cde192b0 req-e7a70468-fec8-4b8b-a2ae-d1cbb9781893 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0812240 Oct 19 02:18:40.877548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-66bfe2b6-56ee-4848-87f4-71612c5a5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:40.878954 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-66bfe2b6-56ee-4848-87f4-71612c5a5dab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1097 time: 0.0630453 Oct 19 02:18:40.937772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f2f85331-a04b-47ce-99d8-e752cde192b0 req-9d0d8b0a-5038-46ce-950e-7ee4ef4aa7f8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578620 Oct 19 02:18:40.960358 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55508) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:40.995385 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-86ba8cb7-0250-4700-8da0-421041709553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:40.996900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-86ba8cb7-0250-4700-8da0-421041709553 service neutron] 10.222.0.62 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 897 time: 0.1104643 Oct 19 02:18:41.019687 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:41.033710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c4302a13-331d-47ab-829c-7e686a086afc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/3d73cbf1-9568-4b42-94cc-d84c3ff0ab75 HTTP/1.1" status: 200 len: 990 time: 0.0707366 Oct 19 02:18:41.054111 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3d73cbf1-9568-4b42-94cc-d84c3ff0ab75', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'port_id': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'mac_address': 'fa:16:3e:87:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:18:39Z', 'updated_at': '2021-10-19T02:18:39Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:41.085738 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] Checking router: 77531a29-cadc-4ede-a0c5-808dafb0cec5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:18:41.095070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:18:41.095743 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:18:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:41.208845 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:18:41.371852 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-d8233ef1-63da-41a4-b09b-844eeb15746c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 998 time: 0.3668082 Oct 19 02:18:41.421564 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-1b251c7f-a252-4c2a-afc6-8783a2d0b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:41.423013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-1b251c7f-a252-4c2a-afc6-8783a2d0b5f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 200 len: 834 time: 0.0442777 Oct 19 02:18:41.435068 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3d73cbf1-9568-4b42-94cc-d84c3ff0ab75', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'port_id': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'mac_address': 'fa:16:3e:87:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:18:39Z', 'updated_at': '2021-10-19T02:18:39Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:18:41.461671 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1323b3-922b-4b8d-83ed-913809485be9 None None] The sync data for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 is: [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '3d73cbf1-9568-4b42-94cc-d84c3ff0ab75', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'port_id': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'mac_address': 'fa:16:3e:87:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:18:39Z', 'updated_at': '2021-10-19T02:18:39Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:18:41.472724 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-856b8c3a-e035-4f95-9dbd-8163bbaab3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:41.474227 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-856b8c3a-e035-4f95-9dbd-8163bbaab3a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=964ef2f2-784e-45bd-b2ac-143f11ad31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444458 Oct 19 02:18:41.565742 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-6d3ebe3c-947c-4374-9460-82ca9e3bfac0 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842466 Oct 19 02:18:41.655224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d91f2e-f854-43a7-8589-304eae7b03d3 None None] New status for floating IP 3d73cbf1-9568-4b42-94cc-d84c3ff0ab75: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:18:41.664126 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-556cbb5e-c40d-4375-91da-63357ab1ecf4 req-79f21203-4285-43f8-a05a-340f672dacc7 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917501 Oct 19 02:18:42.036575 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55510) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:18:42.101072 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ee8f5692-1a1b-42bb-9e6b-f00b546099c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/3d73cbf1-9568-4b42-94cc-d84c3ff0ab75 HTTP/1.1" status: 200 len: 992 time: 0.0633202 Oct 19 02:18:42.519502 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:44.246229 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:18:50.324828 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:18:58.343297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-57e52ee7-9f33-4e80-a89c-485f29ce1464 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388794 Oct 19 02:18:58.424411 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-28c96fc4-ff24-4d30-8895-1d460758eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.426120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-28c96fc4-ff24-4d30-8895-1d460758eafe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1097 time: 0.0409913 Oct 19 02:18:58.533528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-44709397-1526-4b61-9f1f-2c2db8bbb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.535023 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-44709397-1526-4b61-9f1f-2c2db8bbb906 service neutron] 10.222.0.62 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 897 time: 0.0896032 Oct 19 02:18:58.599847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-b68441a7-8a8a-4610-beb6-c02c15297e1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 1000 time: 0.0574136 Oct 19 02:18:58.653292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-d9d4a6c0-02ec-4a6b-847b-432296736590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.654732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-d9d4a6c0-02ec-4a6b-847b-432296736590 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 200 len: 834 time: 0.0475702 Oct 19 02:18:58.700973 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-53559550-6d4a-4a2d-8fc4-67bf16b80d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:18:58.702508 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-53559550-6d4a-4a2d-8fc4-67bf16b80d88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=964ef2f2-784e-45bd-b2ac-143f11ad31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405641 Oct 19 02:18:58.791221 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-d5590e38-9c56-49ce-a2eb-1a82adec86c1 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811505 Oct 19 02:18:58.883547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-85461112-7b7c-49b7-a76d-528fdcb62a44 req-489cfc88-2dcd-42f0-8428-eb964b009599 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Oct 19 02:19:07.045317 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-28a672e1-9e13-426f-8e2f-a6c621a37ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:09.783242 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6e9ecbe1-8c5f-4aa6-ac09-46afd54188f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:10.280344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:10.742267 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:11.017608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:12.524958 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:13.462923 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-29541791-cc0a-4ce1-8bd1-81e6a846c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.464460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-29541791-cc0a-4ce1-8bd1-81e6a846c176 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1097 time: 0.0422232 Oct 19 02:19:13.475096 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffdc32-997f-47b3-bf64-fa163d7ef2ee req-7e7f5964-6622-4844-a612-f3dbc649b9e6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.476632 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38ffdc32-997f-47b3-bf64-fa163d7ef2ee req-7e7f5964-6622-4844-a612-f3dbc649b9e6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0505581 Oct 19 02:19:13.516108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-38ffdc32-997f-47b3-bf64-fa163d7ef2ee req-628f76e1-ae48-43e5-8d8d-51989be25ddf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326021 Oct 19 02:19:13.562211 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-45854706-0886-46d7-b3c2-8750ae8c08c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.563683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-45854706-0886-46d7-b3c2-8750ae8c08c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 897 time: 0.0907092 Oct 19 02:19:13.629641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-93f82f96-f1e8-4c3f-87d1-f39c0572ff1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 1000 time: 0.0583129 Oct 19 02:19:13.679195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-4b549181-36e0-4d6a-a1ca-5962467b95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.680701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-4b549181-36e0-4d6a-a1ca-5962467b95f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 200 len: 834 time: 0.0440984 Oct 19 02:19:13.732598 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-e3fa454a-cf1f-4a82-8362-921bb15d7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:13.734735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-e3fa454a-cf1f-4a82-8362-921bb15d7f49 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=964ef2f2-784e-45bd-b2ac-143f11ad31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454950 Oct 19 02:19:13.824858 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-d84d86f5-7d07-414e-b6ba-4d4f2780931b service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823374 Oct 19 02:19:13.918790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d60e2e00-e1c2-45bf-a513-698e5a5a0158 req-61fbf1c5-239e-4439-9f41-b3ccf69f3df9 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865860 Oct 19 02:19:14.632394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3f5cc-5da2-4bbf-ac66-16094a7a748d req-1f1d09d3-0c62-4a1a-b891-b8546c487212 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:14.633906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98a3f5cc-5da2-4bbf-ac66-16094a7a748d req-1f1d09d3-0c62-4a1a-b891-b8546c487212 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0486205 Oct 19 02:19:14.671623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98a3f5cc-5da2-4bbf-ac66-16094a7a748d req-63b1b8f1-62fe-4bf4-a7d6-df1585dc80f3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317016 Oct 19 02:19:15.786825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e412f1-26cc-4468-9d80-8bb617a70b98 req-c006e618-eaab-4d05-9e1c-833d10398781 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:15.788331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31e412f1-26cc-4468-9d80-8bb617a70b98 req-c006e618-eaab-4d05-9e1c-833d10398781 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Oct 19 02:19:15.826748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-31e412f1-26cc-4468-9d80-8bb617a70b98 req-3a639cd3-ad67-43c7-be68-b345bd655b72 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Oct 19 02:19:16.941046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793613-9553-4b04-9cbe-db49720c73c7 req-4d9ff107-9a6e-492f-8868-360d67f00aa2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:16.942423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf793613-9553-4b04-9cbe-db49720c73c7 req-4d9ff107-9a6e-492f-8868-360d67f00aa2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Oct 19 02:19:16.983728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf793613-9553-4b04-9cbe-db49720c73c7 req-94582184-54ad-4af7-921e-d2725d276096 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354886 Oct 19 02:19:18.107424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4b65-6413-4443-8b46-feac8c042303 req-52127841-a252-429f-95f6-bbee562ff4c2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:18.108978 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec6f4b65-6413-4443-8b46-feac8c042303 req-52127841-a252-429f-95f6-bbee562ff4c2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0553808 Oct 19 02:19:18.149021 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec6f4b65-6413-4443-8b46-feac8c042303 req-9cb38454-8463-47bf-82ac-f93c86ad1f19 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339105 Oct 19 02:19:19.266858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91060ca7-8dd4-40a9-9ebb-cc357e077940 req-6fec1fdd-6021-4507-a0e4-ed3f486113a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:19.268443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-91060ca7-8dd4-40a9-9ebb-cc357e077940 req-6fec1fdd-6021-4507-a0e4-ed3f486113a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0500915 Oct 19 02:19:19.306823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-91060ca7-8dd4-40a9-9ebb-cc357e077940 req-51870039-5ea7-49f6-af47-39a14aa87170 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325949 Oct 19 02:19:20.323578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:20.420665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b3ded-4e92-4151-804c-d0f0f791d659 req-80d1b9c5-5c55-4c67-9341-18ce6c814a22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:20.422130 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-897b3ded-4e92-4151-804c-d0f0f791d659 req-80d1b9c5-5c55-4c67-9341-18ce6c814a22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0494330 Oct 19 02:19:20.460916 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-897b3ded-4e92-4151-804c-d0f0f791d659 req-22661db9-31a2-4ecd-b4ad-27f9044425c9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326064 Oct 19 02:19:21.245085 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:19:21.575388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d5bb6-4058-4e50-a21f-2ddd22310fbd req-b015e2d6-5a7d-4f0b-a2fc-ec22d5c70f49 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:21.576868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da5d5bb6-4058-4e50-a21f-2ddd22310fbd req-b015e2d6-5a7d-4f0b-a2fc-ec22d5c70f49 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Oct 19 02:19:21.617333 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da5d5bb6-4058-4e50-a21f-2ddd22310fbd req-ccd622fd-419d-40d0-920c-d3bfb03d7915 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345147 Oct 19 02:19:22.738658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55a76-64d3-42b5-b42a-730ac544050f req-c76eae78-872e-4670-a3b3-1ac5e01121b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:22.740484 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a55a76-64d3-42b5-b42a-730ac544050f req-c76eae78-872e-4670-a3b3-1ac5e01121b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Oct 19 02:19:22.778170 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a55a76-64d3-42b5-b42a-730ac544050f req-bbfa0589-a0b9-4d68-bb2e-fa42a5879b28 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317934 Oct 19 02:19:23.892245 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d6bb-1963-48ee-9b4b-c3b6d0af5d92 req-d64a049b-eeb6-4fe2-9528-2ebd42f585bd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:23.893714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9eb6d6bb-1963-48ee-9b4b-c3b6d0af5d92 req-d64a049b-eeb6-4fe2-9528-2ebd42f585bd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Oct 19 02:19:23.935113 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9eb6d6bb-1963-48ee-9b4b-c3b6d0af5d92 req-80995d55-282e-4d34-a9f3-3e851ebff386 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354168 Oct 19 02:19:25.055364 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafec2ce-9278-4e7e-a43b-5deb5a4aa206 req-a7695a04-bdea-4ef8-96d6-5523f404a635 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:25.056862 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fafec2ce-9278-4e7e-a43b-5deb5a4aa206 req-a7695a04-bdea-4ef8-96d6-5523f404a635 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0543809 Oct 19 02:19:25.096047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fafec2ce-9278-4e7e-a43b-5deb5a4aa206 req-c6cc95c1-80ac-49d3-bf02-635291483ed5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Oct 19 02:19:26.209948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bd5d9-2833-42fc-a494-605cf6caffbe req-903b7e2c-1287-4ae4-8c62-89122613eada tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:26.211381 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa5bd5d9-2833-42fc-a494-605cf6caffbe req-903b7e2c-1287-4ae4-8c62-89122613eada tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Oct 19 02:19:26.248968 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aa5bd5d9-2833-42fc-a494-605cf6caffbe req-3f6a3ae6-780d-4e1c-957f-a3e0fed27e27 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317445 Oct 19 02:19:27.366406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee80ec-4eb2-4e6e-9a8d-fe99d7b62b85 req-e55b5273-df3f-4f89-ae37-124a48df0bb2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:27.367945 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5ee80ec-4eb2-4e6e-9a8d-fe99d7b62b85 req-e55b5273-df3f-4f89-ae37-124a48df0bb2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0507765 Oct 19 02:19:27.407006 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e5ee80ec-4eb2-4e6e-9a8d-fe99d7b62b85 req-2816bb9a-96ea-4ad6-aa04-a7a386c179ce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Oct 19 02:19:28.520470 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82757e22-81e4-44c8-bfe8-ba5e856fdd49 req-f09584d7-fb35-4fbb-969b-094833447482 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:28.521952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82757e22-81e4-44c8-bfe8-ba5e856fdd49 req-f09584d7-fb35-4fbb-969b-094833447482 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Oct 19 02:19:28.559222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-82757e22-81e4-44c8-bfe8-ba5e856fdd49 req-490aec44-183d-44da-a30c-96a78e4b5362 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Oct 19 02:19:29.678297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a6c8-72ff-4033-ad80-d7512e456e3d req-57e806f7-9b46-47f4-be9c-79b32073ee96 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:19:29.679792 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5794a6c8-72ff-4033-ad80-d7512e456e3d req-57e806f7-9b46-47f4-be9c-79b32073ee96 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Oct 19 02:19:29.719056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5794a6c8-72ff-4033-ad80-d7512e456e3d req-bb09e996-5466-4905-a38e-36fd9d3ed519 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Oct 19 02:19:29.741974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55558) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:19:29.805296 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ea70cafa-0646-44c3-886a-67ff3d294362 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/3d73cbf1-9568-4b42-94cc-d84c3ff0ab75 HTTP/1.1" status: 200 len: 992 time: 0.0622346 Oct 19 02:19:37.047296 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4007e555-afe2-4f8d-9ddf-05f29ea2eba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:39.786995 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-48084fd2-8aef-474b-94ab-d270fd617d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:40.276417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:40.742865 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:41.022946 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:42.524439 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:50.321923 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:19:58.243923 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:20:00.253090 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55580) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:00.356043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-f40c9a43-a96c-4fee-b989-aed7054142fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406175 Oct 19 02:20:00.415836 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 9c383f57-ffa9-4eca-8e45-4adfac91d1cd {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:20:00.416190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:00.443255 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-68b161a1-6ad9-491c-87b6-cc1320377311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:00.444784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-68b161a1-6ad9-491c-87b6-cc1320377311 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1097 time: 0.0461044 Oct 19 02:20:00.498636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:00.498942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:00.510934 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 9c383f57-ffa9-4eca-8e45-4adfac91d1cd owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:20:00.551612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-fb00a1d8-7dbe-48cb-b87e-7b15c0e76d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:00.553131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-fb00a1d8-7dbe-48cb-b87e-7b15c0e76d42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 897 time: 0.0874002 Oct 19 02:20:00.629647 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-57ef04a3-c636-41fb-93f2-e9950642fb0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 1000 time: 0.0692887 Oct 19 02:20:00.666525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:00.681382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-a0bb7cdb-4a02-43ec-aa22-0666fb4d887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:00.682860 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-a0bb7cdb-4a02-43ec-aa22-0666fb4d887d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 200 len: 834 time: 0.0457866 Oct 19 02:20:00.697769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=9c383f57-ffa9-4eca-8e45-4adfac91d1cd,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:00.709474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.709829 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.710205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.710614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.710998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.711396 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.711821 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.712397 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.712552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.712976 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.713413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.713826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:00.733070 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-8a96d15f-d98e-4072-8f03-7415ad6f085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:00.735143 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-8a96d15f-d98e-4072-8f03-7415ad6f085f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=964ef2f2-784e-45bd-b2ac-143f11ad31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439961 Oct 19 02:20:00.776264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:00.776496 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 3d73cbf1-9568-4b42-94cc-d84c3ff0ab75 disassociated (deleted). External IP: 172.25.0.74, port: 24280119-3ac3-4fed-8a32-bb2e53b349e0. Oct 19 02:20:00.832483 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-17f399a3-7e6f-4391-8183-44a49a55b72b service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902126 Oct 19 02:20:00.925413 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-565f1e04-99aa-4f5e-b2fa-2ddbbd53a1fc req-d2c8e3b4-32ef-4954-8715-792699586b9c service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845864 Oct 19 02:20:00.992230 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 77531a29-cadc-4ede-a0c5-808dafb0cec5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:20:01.101337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:20:01.106059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:01.110595 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] Sync routers for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:20:01.121098 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:01.121774 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:01.133309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-36033c53-5019-47d7-ab1f-cc5922a3641e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/floatingips/3d73cbf1-9568-4b42-94cc-d84c3ff0ab75 HTTP/1.1" status: 204 len: 168 time: 0.8791435 Oct 19 02:20:01.134000 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:20:01.136428 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a225768-3474-45bf-a452-9b89ee02cbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:20:01.177530 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8aadca-27e2-49ee-ab2e-ebcdf0952174 x-openstack-request-id: req-bd8aadca-27e2-49ee-ab2e-ebcdf0952174 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:20:01.177828 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:20:01.178083 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd8aadca-27e2-49ee-ab2e-ebcdf0952174 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:20:01.178630 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'status': 'completed', 'code': 200} Oct 19 02:20:01.232928 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:01.249914 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-18336129-f036-464e-b70e-501507b976be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:01.252175 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-18336129-f036-464e-b70e-501507b976be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 1097 time: 0.0517876 Oct 19 02:20:01.377252 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-d02d03f9-60a7-4af9-87cf-401cfdb49827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:01.378638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-d02d03f9-60a7-4af9-87cf-401cfdb49827 service neutron] 10.222.0.62 "GET /v2.0/networks?id=964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 200 len: 897 time: 0.1191936 Oct 19 02:20:01.436775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0267729-6711-445e-8889-19af4a690d4d req-21669473-8188-4deb-ba46-758a107efd1b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:01.438444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0267729-6711-445e-8889-19af4a690d4d req-21669473-8188-4deb-ba46-758a107efd1b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.1000466 Oct 19 02:20:01.439807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-56a1bb6e-ea8d-4124-91da-226acb8bcad1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 200 len: 217 time: 0.0526161 Oct 19 02:20:01.447112 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:01.474406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] Checking router: 77531a29-cadc-4ede-a0c5-808dafb0cec5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:20:01.482541 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:01.483132 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:01.509910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0267729-6711-445e-8889-19af4a690d4d req-5e797046-b305-47f7-a33f-93d5bd5497f6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651381 Oct 19 02:20:01.517029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-0d18c40b-772e-4aa3-9bb6-92250b691db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:01.518623 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-0d18c40b-772e-4aa3-9bb6-92250b691db1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 200 len: 834 time: 0.0680652 Oct 19 02:20:01.574420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-e40cff4e-fea2-4340-a7fc-30a369db7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:01.575966 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-e40cff4e-fea2-4340-a7fc-30a369db7bb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=964ef2f2-784e-45bd-b2ac-143f11ad31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494001 Oct 19 02:20:01.675937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-a12b1707-7fca-44b0-ad7a-d200f8487a13 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917192 Oct 19 02:20:01.683948 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:01.773390 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4a225768-3474-45bf-a452-9b89ee02cbcc req-58cb7103-036f-4f26-80d6-1d69b4fff7c2 service neutron] 10.222.0.62 "GET /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891852 Oct 19 02:20:01.886082 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:01.911465 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f1a12-2a75-4467-9569-efbe7cdfbdba None None] The sync data for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 is: [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'e10e7a7e-b13e-4a80-af1e-db562d42515c', 'name': '', 'network_id': '964ef2f2-784e-45bd-b2ac-143f11ad31bc', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:f3:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:28Z', 'updated_at': '2021-10-19T02:18:31Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'fbfb59d3-5c63-465f-92f4-f8897a7a1572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:20:02.126118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0316c2-361b-40b7-8bc4-4cb5c2abfd7e None None] New status for floating IP 3d73cbf1-9568-4b42-94cc-d84c3ff0ab75: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:20:02.628442 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e89c6-a194-4238-9f93-46e8613053f3 req-3229f532-3625-428c-8c6f-2f0a79b11f65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:02.629909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-096e89c6-a194-4238-9f93-46e8613053f3 req-3229f532-3625-428c-8c6f-2f0a79b11f65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Oct 19 02:20:02.667480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-096e89c6-a194-4238-9f93-46e8613053f3 req-068ae586-9147-41c4-a5a1-0d4b79d22b9b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=54f8e85c-66b8-4d33-a736-b34cce333c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316246 Oct 19 02:20:02.950818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-9f3b5676-aa98-45e6-89bf-1b3f7580e0ba tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:02.952201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-9f3b5676-aa98-45e6-89bf-1b3f7580e0ba tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Oct 19 02:20:03.041193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 24280119-3ac3-4fed-8a32-bb2e53b349e0 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:20:03.041530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:03.129068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 24280119-3ac3-4fed-8a32-bb2e53b349e0, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=24280119-3ac3-4fed-8a32-bb2e53b349e0,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:03.129458 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:03.142075 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 24280119-3ac3-4fed-8a32-bb2e53b349e0 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:20:03.268962 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:03.304940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=24280119-3ac3-4fed-8a32-bb2e53b349e0,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:03.332179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.332528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.332869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.333199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.333528 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.333860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.334184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.334506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.334830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.335146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.335484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.335787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:03.353782 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] No DVR routers for this DVR port 24280119-3ac3-4fed-8a32-bb2e53b349e0 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:20:03.356569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:03.360821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-345e21ad-e0b2-4f82-8018-edc8e925ea6a req-978fcb06-53a6-449c-8745-ca5dcd2ca962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "DELETE /v2.0/ports/24280119-3ac3-4fed-8a32-bb2e53b349e0 HTTP/1.1" status: 204 len: 173 time: 0.4025817 Oct 19 02:20:03.361287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'name': 'network-vif-deleted', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:20:03.363795 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb30449-fbaa-42ca-8c85-bc86b497bb93" -d '{"events": [{"server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "name": "network-vif-deleted", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:20:03.400333 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279cef0c-bc74-4b5a-95ac-b895593f1915 x-openstack-request-id: req-279cef0c-bc74-4b5a-95ac-b895593f1915 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:20:03.400629 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc04bb2-5528-4b1e-aaba-3c29da445419", "name": "network-vif-deleted", "tag": "24280119-3ac3-4fed-8a32-bb2e53b349e0", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:20:03.400883 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-279cef0c-bc74-4b5a-95ac-b895593f1915 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:20:03.401288 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc04bb2-5528-4b1e-aaba-3c29da445419', 'name': 'network-vif-deleted', 'tag': '24280119-3ac3-4fed-8a32-bb2e53b349e0', 'status': 'completed', 'code': 200} Oct 19 02:20:03.783610 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a3c62c5-5453-4e5a-bfad-44d359aae0f0 req-467f6da3-c4d4-4122-a395-ec269f8dc8ec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cc04bb2-5528-4b1e-aaba-3c29da445419 HTTP/1.1" status: 200 len: 210 time: 0.0333354 Oct 19 02:20:04.839240 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55598) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:05.195823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:05.450825 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port e10e7a7e-b13e-4a80-af1e-db562d42515c {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:20:05.451053 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:05.538536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port e10e7a7e-b13e-4a80-af1e-db562d42515c, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=e10e7a7e-b13e-4a80-af1e-db562d42515c,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:05.538888 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:05.555925 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for e10e7a7e-b13e-4a80-af1e-db562d42515c owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:20:05.752239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:05.780028 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=e10e7a7e-b13e-4a80-af1e-db562d42515c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:05.958402 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:06.491078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 77531a29-cadc-4ede-a0c5-808dafb0cec5 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:20:06.594785 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:20:06.599755 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fbab22ea-54ef-4e40-a9ae-5119f0045c3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/77531a29-cadc-4ede-a0c5-808dafb0cec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594957 Oct 19 02:20:06.602556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55600) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:06.603949 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] Sync routers for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:20:06.613318 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:06.613899 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:06.653350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting subnet fbfb59d3-5c63-465f-92f4-f8897a7a1572 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:20:06.656805 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:06.697864 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:06.721104 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:06.785713 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:06.845866 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:06.873571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Subnet': ['ID=fbfb59d3-5c63-465f-92f4-f8897a7a1572,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:06.878903 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:06.884426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c0624008-a8b5-4474-9ccb-c9451da0f7bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/subnets/fbfb59d3-5c63-465f-92f4-f8897a7a1572 HTTP/1.1" status: 204 len: 168 time: 0.2784162 Oct 19 02:20:06.884601 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55602) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:06.884817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f689ba-a15b-4db1-9292-c937dff8265a None None] Network 964ef2f2-784e-45bd-b2ac-143f11ad31bc requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:20:06.904237 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:20:05Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:06.934558 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] Checking router: 77531a29-cadc-4ede-a0c5-808dafb0cec5 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:20:06.943746 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] Routers {'77531a29-cadc-4ede-a0c5-808dafb0cec5'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:06.944384 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:19:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['77531a29-cadc-4ede-a0c5-808dafb0cec5'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:06.988012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24280119-3ac3-4fed-8a32-bb2e53b349e0 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:20:06.999057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.063428 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] Set router 77531a29-cadc-4ede-a0c5-808dafb0cec5 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:07.111496 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.169652 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port c874359e-9a0e-477e-ac75-8b89e3db728a {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:20:07.170013 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.171853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 24280119-3ac3-4fed-8a32-bb2e53b349e0 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:20:07.172493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 24280119-3ac3-4fed-8a32-bb2e53b349e0 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:20:07.190761 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-710645e1-03d8-4f34-a6cb-7a7b68b4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.262649 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:20:05Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:07.264830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port c874359e-9a0e-477e-ac75-8b89e3db728a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c874359e-9a0e-477e-ac75-8b89e3db728a,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:07.265030 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] DHCP port deletion for 964ef2f2-784e-45bd-b2ac-143f11ad31bc request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:20:07.265197 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.278121 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for c874359e-9a0e-477e-ac75-8b89e3db728a owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:20:07.289070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817fb62-8ee9-4b76-ac03-c3cb94096862 None None] The sync data for ids ['77531a29-cadc-4ede-a0c5-808dafb0cec5'] in n-d-789963-20 is: [{'id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954832411', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:20:05Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c874359e-9a0e-477e-ac75-8b89e3db728a', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:58:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77531a29-cadc-4ede-a0c5-808dafb0cec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:18:25Z', 'updated_at': '2021-10-19T02:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:20:07.315113 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Deleting port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:20:07.315387 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.381341 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] For port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=5ed495ae-fe68-420f-8ff4-ec7f93c8cc78,segment=NetworkSegment(9233ad7a-8b49-4bb2-9890-e89aa5936322),segment_id=9233ad7a-8b49-4bb2-9890-e89aa5936322)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:07.381733 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.396254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Calling delete_port for 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:20:07.456104 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.482210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.485351 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=c874359e-9a0e-477e-ac75-8b89e3db728a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:07.506851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Pushing event deleted for resources: {'Port': ['ID=5ed495ae-fe68-420f-8ff4-ec7f93c8cc78,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:07.516850 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.517200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.517542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.517877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.518209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.518538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.518864 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.519188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.519510 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.519834 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.520179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.520500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:07.523126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddd291-3fc3-4e6c-b889-3003f49e09de None None] No DVR routers for this DVR port 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:20:07.559300 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.655129 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.657716 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.708956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.709614 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Fanout notify agent at l3_agent the message router_deleted on router 77531a29-cadc-4ede-a0c5-808dafb0cec5 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:20:07.716950 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.718070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b0b7a6d5-c6f4-4de7-b84b-f58f45013eb1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/routers/77531a29-cadc-4ede-a0c5-808dafb0cec5 HTTP/1.1" status: 204 len: 168 time: 0.8325315 Oct 19 02:20:07.721403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55604) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:07.738820 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:20:07.760072 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:20:07.760424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 5ed495ae-fe68-420f-8ff4-ec7f93c8cc78 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:20:07.812954 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.905228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.928341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964ef2f2-784e-45bd-b2ac-143f11ad31bc']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:07.938482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9233ad7a-8b49-4bb2-9890-e89aa5936322') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:07.938774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9233ad7a-8b49-4bb2-9890-e89aa5936322') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:07.948887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.962204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.969262 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:20:07.969688 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:20:07.973040 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:20:08.040501 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.048165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.051662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/networks/964ef2f2-784e-45bd-b2ac-143f11ad31bc HTTP/1.1" status: 204 len: 168 time: 0.3291712 Oct 19 02:20:08.054483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55606) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:08.062951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f081c0f-5dc0-4a89-b504-37960532e0ff tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Network': ['ID=964ef2f2-784e-45bd-b2ac-143f11ad31bc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:08.118958 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3312c67-9c39-41c2-8e1f-08f29cad5eea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.148243 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3312c67-9c39-41c2-8e1f-08f29cad5eea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.208404 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3312c67-9c39-41c2-8e1f-08f29cad5eea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.211021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d3312c67-9c39-41c2-8e1f-08f29cad5eea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.212201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d3312c67-9c39-41c2-8e1f-08f29cad5eea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/security-groups/54f8e85c-66b8-4d33-a736-b34cce333c9e HTTP/1.1" status: 204 len: 168 time: 0.1567023 Oct 19 02:20:08.221579 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3312c67-9c39-41c2-8e1f-08f29cad5eea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f8e85c-66b8-4d33-a736-b34cce333c9e,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:08.488857 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55616) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:08.493526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1d0dc356-e0db-4f11-b8fa-1dda472517f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166827566', 'description': 'tempest-secgroup-smoke-1166827566 description', 'project_id': '077fe09378fa401aa09b37daae02fff6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:08.516966 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc356-e0db-4f11-b8fa-1dda472517f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.581443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc356-e0db-4f11-b8fa-1dda472517f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.585163 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc356-e0db-4f11-b8fa-1dda472517f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.615050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc356-e0db-4f11-b8fa-1dda472517f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.616292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1d0dc356-e0db-4f11-b8fa-1dda472517f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1264076 Oct 19 02:20:08.617094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dc356-e0db-4f11-b8fa-1dda472517f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17884c-4bce-4039-a0d2-3e2c2c7e68be,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:08.619378 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55618) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:08.623951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-57e96655-acf5-4775-bea0-893461e3e79f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'ec17884c-4bce-4039-a0d2-3e2c2c7e68be', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:08.651761 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57e96655-acf5-4775-bea0-893461e3e79f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.712094 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57e96655-acf5-4775-bea0-893461e3e79f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.716473 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57e96655-acf5-4775-bea0-893461e3e79f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.733507 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e96655-acf5-4775-bea0-893461e3e79f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acf1f12-5ba1-44e5-bf34-22cc180db027,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:08.742357 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-57e96655-acf5-4775-bea0-893461e3e79f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.743526 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-57e96655-acf5-4775-bea0-893461e3e79f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231179 Oct 19 02:20:08.746309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55620) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:08.751650 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-349bbc44-ac0c-452b-aa4f-326cc1d20821 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'ec17884c-4bce-4039-a0d2-3e2c2c7e68be', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:08.777575 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-349bbc44-ac0c-452b-aa4f-326cc1d20821 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.834292 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-349bbc44-ac0c-452b-aa4f-326cc1d20821 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.837898 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-349bbc44-ac0c-452b-aa4f-326cc1d20821 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.859550 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bbc44-ac0c-452b-aa4f-326cc1d20821 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e6435e-02c5-4eba-8b93-3164cdc711ad,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:08.863792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-349bbc44-ac0c-452b-aa4f-326cc1d20821 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.865064 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-349bbc44-ac0c-452b-aa4f-326cc1d20821 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177585 Oct 19 02:20:08.867866 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55622) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:08.872259 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a24273aa-ecb6-4210-a84e-ac37575fb907 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'ec17884c-4bce-4039-a0d2-3e2c2c7e68be', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:08.901767 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a24273aa-ecb6-4210-a84e-ac37575fb907 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.958055 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a24273aa-ecb6-4210-a84e-ac37575fb907 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.961395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a24273aa-ecb6-4210-a84e-ac37575fb907 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.979147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24273aa-ecb6-4210-a84e-ac37575fb907 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a6e6f4-2f68-4060-b65f-a782e6306c27,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:08.986520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a24273aa-ecb6-4210-a84e-ac37575fb907 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:08.987679 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a24273aa-ecb6-4210-a84e-ac37575fb907 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188383 Oct 19 02:20:08.990460 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55624) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:08.994742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3399d645-6498-499a-90b9-b07627369843 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'ec17884c-4bce-4039-a0d2-3e2c2c7e68be', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:09.021168 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3399d645-6498-499a-90b9-b07627369843 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.081378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3399d645-6498-499a-90b9-b07627369843 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.084893 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3399d645-6498-499a-90b9-b07627369843 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.105424 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399d645-6498-499a-90b9-b07627369843 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360b0bc2-5bc9-47cc-8cb8-62c627d8fc35,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:09.112220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3399d645-6498-499a-90b9-b07627369843 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.113710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3399d645-6498-499a-90b9-b07627369843 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223080 Oct 19 02:20:09.116514 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55626) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:09.120816 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'ec17884c-4bce-4039-a0d2-3e2c2c7e68be', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:09.141989 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:20:09.146748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.210655 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.214173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.240078 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e320fae5-c1ba-4d17-ae71-66b0af03ab37,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:09.244693 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.245769 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a100e078-4e87-444a-b288-c04422cf0dc1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283333 Oct 19 02:20:09.248664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55630) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:09.253443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'ec17884c-4bce-4039-a0d2-3e2c2c7e68be', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:09.274179 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:20:09.278771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.340940 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.345070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.353687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e10e7a7e-b13e-4a80-af1e-db562d42515c no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:20:09.362893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabb5693-f5c2-43de-a028-8b12ef0fd2cd,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:09.371804 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.373076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03a1bee7-b35a-41e5-b0ed-be3c3e5a3797 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234000 Oct 19 02:20:09.375923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: e10e7a7e-b13e-4a80-af1e-db562d42515c {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:20:09.376508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device e10e7a7e-b13e-4a80-af1e-db562d42515c not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:20:09.376647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55632) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:09.376959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c874359e-9a0e-477e-ac75-8b89e3db728a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:20:09.381907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'network': {'name': 'tempest-network-smoke--1072093681', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'port_security_enabled': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:09.398454 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c874359e-9a0e-477e-ac75-8b89e3db728a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:20:09.398799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c874359e-9a0e-477e-ac75-8b89e3db728a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:20:09.402474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:20:09.406025 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.429851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:20:09.439609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.439947 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Added segment 22c58283-315e-454f-983f-51c076e5d5f0 of type vlan for network 2627284f-8858-45ca-a857-a94f885df98a Oct 19 02:20:09.479914 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.503715 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.509220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:09.509795 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.544971 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1673403 Oct 19 02:20:09.547891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55634) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:09.552589 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'admin_state_up': True, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:09.593180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbd298-b00d-402c-943a-ecf5a3c39169 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Network': ['ID=2627284f-8858-45ca-a857-a94f885df98a,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:09.603360 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 2627284f-8858-45ca-a857-a94f885df98a details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:20:09.608228 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.609266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.666463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.786933 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-868ebe4b-1a36-4a53-a0b3-abcc7cdc9bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:09.808069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.000311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.018741 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.123429 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.58 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/c6eae233-1e07-4daa-943c-6a0330e9c967) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:20:10.222383 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.254935 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.272969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.295716 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:20:10.299781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:20:10.303242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:20:10.330771 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=c6eae233-1e07-4daa-943c-6a0330e9c967,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:10.554036 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.745077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.757658 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:10.884536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:20:10.990699 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:20:11.002134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Sync routers for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:20:11.010145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.011367 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-84e473ac-daac-4ce3-af8e-d78c1fc9785c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4625084 Oct 19 02:20:11.014481 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55636) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:11.014991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:11.016281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:11.064768 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.131648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:11.317802 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:10Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:11.345356 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Checking router: 36a2640f-ff0e-44a0-abe8-f5d057b59ddf for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:20:11.345707 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Updating router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf port c6eae233-1e07-4daa-943c-6a0330e9c967 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:20:11.371593 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.379001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1aa5493b-34d1-4f88-a339-ede7abfac66e tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=077fe09378fa401aa09b37daae02fff6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3633711 Oct 19 02:20:11.382471 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55638) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:11.469776 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd6521-4a0c-4106-8262-935e79350b8e tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:11.471324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cdfd6521-4a0c-4106-8262-935e79350b8e tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879624 Oct 19 02:20:11.474108 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55640) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:11.506986 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d68d4464-8251-48cd-bac3-ef1c2cf083d1 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302970 Oct 19 02:20:11.508068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55642) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:11.512680 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1574233357', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:11.602817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:20:11.606229 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.629383 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.634772 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.689667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Attempting to bind port c6eae233-1e07-4daa-943c-6a0330e9c967 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:20:11.690067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Attempting to bind port c6eae233-1e07-4daa-943c-6a0330e9c967 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:20:11.690425 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Attempting to bind port c6eae233-1e07-4daa-943c-6a0330e9c967 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:20:11.692371 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23577f-72a5-4ffc-b6a2-cfd66a5e9542 None None] Pushing event updated for resources: {'Port': ['ID=c6eae233-1e07-4daa-943c-6a0330e9c967,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:11.697963 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:20:11.698508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:20:11.698732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.699118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:20:11.700095 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Bound port: c6eae233-1e07-4daa-943c-6a0330e9c967, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:20:11.700095 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.751818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] For port c6eae233-1e07-4daa-943c-6a0330e9c967, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:20:11.754910 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] For port c6eae233-1e07-4daa-943c-6a0330e9c967, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6eae233-1e07-4daa-943c-6a0330e9c967,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:20:11.758518 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.806425 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.813340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:11.813957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:11.853315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23577f-72a5-4ffc-b6a2-cfd66a5e9542 None None] Pushing event updated for resources: {'Port': ['ID=c6eae233-1e07-4daa-943c-6a0330e9c967,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:11.873258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Subnet': ['ID=994ffbe5-8f23-4240-b952-76b13a49ad90,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:11.886026 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Checking segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:20:11.886392 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network hostable DHCP agents. Network: 2627284f-8858-45ca-a857-a94f885df98a, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:20:11.902900 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 2627284f-8858-45ca-a857-a94f885df98a is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:20:11.912789 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 2627284f-8858-45ca-a857-a94f885df98a) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:20:11.917335 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:11.917920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:11.925577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37225bd6-2929-421c-9e15-c8c181151d85 None None] Network 2627284f-8858-45ca-a857-a94f885df98a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:20:11.930542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:11.935793 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1f275004-6624-4751-b362-43316d05c443 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4267449 Oct 19 02:20:11.939275 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55644) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:12.219446 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-2627284f-8858-45ca-a857-a94f885df98a', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:20:12.220341 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.224853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:10Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:12.257001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5d050-d25f-4207-8c6b-b1cde955e712 None None] The sync data for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 is: [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:10Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:20:12.388978 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.393927 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Allocated IP 172.20.0.2 (2627284f-8858-45ca-a857-a94f885df98a/994ffbe5-8f23-4240-b952-76b13a49ad90/854c600e-86c0-4bf5-a8bc-71373d77a04e) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:20:12.566584 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.588255 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.594733 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.653700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Network 2627284f-8858-45ca-a857-a94f885df98a is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:20:12.661817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:20:12.663970 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Pushing event updated for resources: {'Port': ['ID=854c600e-86c0-4bf5-a8bc-71373d77a04e,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:12.666197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:20:12.727324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Attempting to bind port 854c600e-86c0-4bf5-a8bc-71373d77a04e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:20:12.727609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Attempting to bind port 854c600e-86c0-4bf5-a8bc-71373d77a04e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:20:12.728002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Attempting to bind port 854c600e-86c0-4bf5-a8bc-71373d77a04e on network 2627284f-8858-45ca-a857-a94f885df98a {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:20:12.728841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.1 (2627284f-8858-45ca-a857-a94f885df98a/994ffbe5-8f23-4240-b952-76b13a49ad90/3ae16c92-f25e-4bbe-982f-651bf7ea7ee1) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:20:12.733800 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:20:12.735051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Checking segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:20:12.735512 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.735971 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Bound using segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:20:12.736547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Bound port: 854c600e-86c0-4bf5-a8bc-71373d77a04e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:20:12.737161 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.803377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] For port 854c600e-86c0-4bf5-a8bc-71373d77a04e, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:20:12.809068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] For port 854c600e-86c0-4bf5-a8bc-71373d77a04e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=854c600e-86c0-4bf5-a8bc-71373d77a04e,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:20:12.814153 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.867510 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.887092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae8fb-56ea-4153-a1f8-ac9211147e3e None None] Pushing event updated for resources: {'Port': ['ID=854c600e-86c0-4bf5-a8bc-71373d77a04e,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:12.912319 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:12.959315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 2627284f-8858-45ca-a857-a94f885df98a is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:20:12.962521 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:20:12.966764 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:20:13.016234 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:13.040380 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.192450 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.414749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6eae233-1e07-4daa-943c-6a0330e9c967 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:20:13.463884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c6eae233-1e07-4daa-943c-6a0330e9c967 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:13.464375 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.489673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.496704 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.553242 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.575201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port c6eae233-1e07-4daa-943c-6a0330e9c967, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6eae233-1e07-4daa-943c-6a0330e9c967,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:13.575464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:13.578983 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.580500 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.581440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 854c600e-86c0-4bf5-a8bc-71373d77a04e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:20:13.665836 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=c6eae233-1e07-4daa-943c-6a0330e9c967,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:13.678722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 854c600e-86c0-4bf5-a8bc-71373d77a04e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:13.679181 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.697959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 2627284f-8858-45ca-a857-a94f885df98a is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:20:13.699464 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:20:13.766301 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.800554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 854c600e-86c0-4bf5-a8bc-71373d77a04e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=854c600e-86c0-4bf5-a8bc-71373d77a04e,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:13.806044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.838243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:20:13.839347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387bcdee-3006-40af-bcff-18af6aeedff3 None None] Network 2627284f-8858-45ca-a857-a94f885df98a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:20:13.926465 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=854c600e-86c0-4bf5-a8bc-71373d77a04e,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:13.933265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-dd3e0c25-361b-4ff4-8afc-6d41c23e390a None None] Provisioning complete for port 854c600e-86c0-4bf5-a8bc-71373d77a04e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:13.933265 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0c25-361b-4ff4-8afc-6d41c23e390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:13.952856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:20:13.958605 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-bec9f85a-5bcb-4f44-9ab5-fc84ffba482c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/36a2640f-ff0e-44a0-abe8-f5d057b59ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0177913 Oct 19 02:20:14.113701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-4f4d50d8-f354-4476-99d2-9280daef7dcb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166827566&fields=id&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 267 time: 0.0364013 Oct 19 02:20:14.228858 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-9214ddfc-44b1-451b-a6f9-e14c40156b43 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:14.231038 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-9214ddfc-44b1-451b-a6f9-e14c40156b43 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 797 time: 0.1099181 Oct 19 02:20:14.249479 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-0713851a-fe64-4313-a31b-870b7f0b885a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/quotas/077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 375 time: 0.0102444 Oct 19 02:20:14.308878 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8d222e29-8933-4332-b21c-7eba6073e0c7 None None] Provisioning complete for port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:14.309489 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d222e29-8933-4332-b21c-7eba6073e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:14.316640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-fd2aa8ac-bcb7-4c0e-b4b7-250b4f26d5c3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600278 Oct 19 02:20:14.355905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8d222e29-8933-4332-b21c-7eba6073e0c7 None None] Port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:20:14.367205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-8d222e29-8933-4332-b21c-7eba6073e0c7 None None] Provisioning complete for port 854c600e-86c0-4bf5-a8bc-71373d77a04e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:14.367645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8d222e29-8933-4332-b21c-7eba6073e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:14.418877 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Sync routers for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:20:14.434784 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:14.435378 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:14.481338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-8289d69f-8722-4d44-a222-059aa42a6fae service neutron] 10.222.0.64 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510365 Oct 19 02:20:14.554895 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:14.585664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3e499a7d-5673-46d6-92d6-fe2736b6f50f None None] Provisioning complete for port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:14.586163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3e499a7d-5673-46d6-92d6-fe2736b6f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:14.588700 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-4064c9d1-4be3-4408-b03a-d0a08838841c service neutron] 10.222.0.64 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007314 Oct 19 02:20:14.620300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3e499a7d-5673-46d6-92d6-fe2736b6f50f None None] Port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:20:14.739507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-edd66ea3-3a0d-4e3d-8eea-5f8c7c40486b None None] Provisioning complete for port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:14.740031 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-edd66ea3-3a0d-4e3d-8eea-5f8c7c40486b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:14.775211 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d44ec431-7208-4275-aa87-4f607dc5ef70 req-3304c0e0-6105-4c9b-ad35-cdf1e1c339fd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 210 time: 0.0314877 Oct 19 02:20:14.789670 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-edd66ea3-3a0d-4e3d-8eea-5f8c7c40486b None None] Port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:20:14.803533 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 2, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:14.834765 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Checking router: 36a2640f-ff0e-44a0-abe8-f5d057b59ddf for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:20:14.835124 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Updating router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:20:14.859955 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.215104 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.220642 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.267469 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Pushing event updated for resources: {'Port': ['ID=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:15.277273 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.277702 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.277939 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.278277 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.278605 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.278931 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.279258 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.279581 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.279900 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.280246 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.280570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.280890 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:20:15.344968 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Attempting to bind port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:20:15.345345 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Attempting to bind port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:20:15.345678 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Attempting to bind port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 on network 2627284f-8858-45ca-a857-a94f885df98a {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:20:15.351228 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:20:15.351595 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Checking segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:20:15.352016 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.352399 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Bound using segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:20:15.352938 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Bound port: 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:20:15.353525 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.380664 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6eae233-1e07-4daa-943c-6a0330e9c967 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:20:15.421468 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] For port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:20:15.425500 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] For port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:20:15.431564 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.482368 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:15.482995 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:15.543725 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc7903-088f-49ab-8f1c-bdf201b482f6 None None] Pushing event updated for resources: {'Port': ['ID=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:15.599539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5acaad10-0544-4efd-81e3-31d62ebee6c9 None None] Provisioning complete for port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:15.600147 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5acaad10-0544-4efd-81e3-31d62ebee6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.610040 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:15.630406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port c6eae233-1e07-4daa-943c-6a0330e9c967 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:15.630776 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.774962 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5acaad10-0544-4efd-81e3-31d62ebee6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.777835 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 854c600e-86c0-4bf5-a8bc-71373d77a04e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:20:15.857568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 854c600e-86c0-4bf5-a8bc-71373d77a04e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:15.857964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.880132 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:15.894528 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1dc3066f-d080-421d-b1da-e81e4fcfc6e6 req-4a508316-4d4e-4f4d-862f-7a93f5880033 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 210 time: 0.0401449 Oct 19 02:20:15.903875 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-21493221-b7eb-420b-80b3-58c64349f962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:15.908531 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0700887d-9c66-43d6-a02d-0b6564e68157 None None] The sync data for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 is: [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:20:15.913230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-21493221-b7eb-420b-80b3-58c64349f962 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 797 time: 0.2003305 Oct 19 02:20:15.915289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5acaad10-0544-4efd-81e3-31d62ebee6c9 None None] For port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:15.920667 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5acaad10-0544-4efd-81e3-31d62ebee6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:15.978239 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-541e4288-dfa5-4100-968f-dbf7f89b087e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 380 time: 0.0521629 Oct 19 02:20:15.991502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'port': {'device_id': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'admin_state_up': True, 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'security_groups': ['ec17884c-4bce-4039-a0d2-3e2c2c7e68be']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:16.023115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaad10-0544-4efd-81e3-31d62ebee6c9 None None] Pushing event updated for resources: {'Port': ['ID=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:16.052976 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f0968e9d-8c38-4898-a2a3-c0d360d57551 None None] Provisioning complete for port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:16.053351 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f0968e9d-8c38-4898-a2a3-c0d360d57551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.126850 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:20:16.130736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.265320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.3 (2627284f-8858-45ca-a857-a94f885df98a/994ffbe5-8f23-4240-b952-76b13a49ad90/8e7f479f-5d3a-46e5-b0fb-0539bf3edc13) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:20:16.410803 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.445553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.493983 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 2627284f-8858-45ca-a857-a94f885df98a is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:20:16.497046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:20:16.500974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:20:16.530390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:16.558166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:16.558699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.576836 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-d2c6e1ab-df84-47e6-89d1-ba71c9b8da0a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895412 Oct 19 02:20:16.643130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Request body: {'port': {'device_id': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:16.708996 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.767117 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5d28c094-f97e-4d8d-9d92-3251b79cfdf5 None None] Provisioning complete for port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:16.767709 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5d28c094-f97e-4d8d-9d92-3251b79cfdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:16.804124 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-5d28c094-f97e-4d8d-9d92-3251b79cfdf5 None None] Port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:20:17.021874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:20:17.031407 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:17.051760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cf661-bdf6-4b2c-816c-2b0ce5eb5d15 req-01ad2009-3149-4bb7-9d6f-b3995ad7abdf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:17.053320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a07cf661-bdf6-4b2c-816c-2b0ce5eb5d15 req-01ad2009-3149-4bb7-9d6f-b3995ad7abdf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 931 time: 0.0918653 Oct 19 02:20:17.055802 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Transition to ACTIVE for port object 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:20:17.066490 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:17.137874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a07cf661-bdf6-4b2c-816c-2b0ce5eb5d15 req-4d271606-4755-4d48-8349-976b7a51a18a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777693 Oct 19 02:20:17.147410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:17.214009 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:20:17.214349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:20:17.214683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on network 2627284f-8858-45ca-a857-a94f885df98a {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:20:17.219188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on network 2627284f-8858-45ca-a857-a94f885df98a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:20:17.219518 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on network 2627284f-8858-45ca-a857-a94f885df98a {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:20:17.224558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:20:17.224902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Checking segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:20:17.225298 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Bound using segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:20:17.225732 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Bound port: 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:20:17.226089 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:17.291884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:20:17.294869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:20:17.300754 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:17.339480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:17.340189 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:17.341572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] 10.222.0.74 "PUT /v2.0/ports/8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 1092 time: 0.7505202 Oct 19 02:20:17.341985 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:20:17.344372 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac6714-26cf-44a6-bfb0-150186401370" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:20:17.401968 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67272d35-d8c4-4708-88ea-f253257e9388 x-openstack-request-id: req-67272d35-d8c4-4708-88ea-f253257e9388 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:20:17.402553 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:20:17.402813 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67272d35-d8c4-4708-88ea-f253257e9388 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:20:17.403250 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'status': 'completed', 'code': 200} Oct 19 02:20:17.404260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2c9b2-afa4-4fb3-8343-53b50eed6984 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:17.407596 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:20:17.459765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:17.460252 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:17.468523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-79a0ec23-d785-45b3-97b2-da84615c3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:17.470766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-79a0ec23-d785-45b3-97b2-da84615c3dcb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1095 time: 0.0518413 Oct 19 02:20:17.533953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-b4f454a2-c2c3-4235-b456-c4e8bcf5aa81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 217 time: 0.0377264 Oct 19 02:20:17.589874 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-2f266788-4662-4309-a788-711c1c3c1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:17.591319 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-2f266788-4662-4309-a788-711c1c3c1ec3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0505435 Oct 19 02:20:17.640193 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-36696864-d097-43f5-82a7-7d7b916fba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:17.642452 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-36696864-d097-43f5-82a7-7d7b916fba26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435610 Oct 19 02:20:17.731439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-845107b9-1e26-4f6c-b9e1-d4c0130dd300 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816827 Oct 19 02:20:17.824284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e886534-25ea-413b-a13a-9d90b4a6aaa8 req-9ea10adc-2fed-46ff-8186-8dfb4d6033ae service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Oct 19 02:20:17.957640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-29491f22-e287-4e7a-b8c5-fcd86283d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:17.959108 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-29491f22-e287-4e7a-b8c5-fcd86283d9ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1095 time: 0.0426197 Oct 19 02:20:18.052920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-78717d68-6b41-4b7a-84bd-ce2726e7543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:18.054374 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-78717d68-6b41-4b7a-84bd-ce2726e7543e service neutron] 10.222.0.74 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.0881071 Oct 19 02:20:18.096484 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-3014b619-c397-453e-84f3-de8ad08c6a0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 217 time: 0.0343044 Oct 19 02:20:18.145417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-10b19d63-a9c0-4a79-9196-7d725b452507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:18.146872 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-10b19d63-a9c0-4a79-9196-7d725b452507 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0433509 Oct 19 02:20:18.196278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-c28a902e-cdd7-4ada-ae87-7583ad1d0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:18.197781 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-c28a902e-cdd7-4ada-ae87-7583ad1d0b9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445418 Oct 19 02:20:18.314685 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293761-ad24-41ea-9ab7-eaa74ce0e8a1 req-59e16171-e7b4-4e08-a2ae-026f441bcafe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:18.316243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8293761-ad24-41ea-9ab7-eaa74ce0e8a1 req-59e16171-e7b4-4e08-a2ae-026f441bcafe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 943 time: 0.1102455 Oct 19 02:20:18.332947 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-2895f237-4b4e-4f9d-a982-f31851a70fdd service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280861 Oct 19 02:20:18.669092 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8293761-ad24-41ea-9ab7-eaa74ce0e8a1 req-429339c4-4306-4eda-ade8-e47ac9f438af tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468695 Oct 19 02:20:18.722675 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b6ac6714-26cf-44a6-bfb0-150186401370 req-d4cddf72-49c2-46f6-a2ef-cdd41bcd2370 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985897 Oct 19 02:20:19.787752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717256-fe01-47ff-9126-d52bbfaff5c9 req-87e0c435-f2f8-4e2b-9eb8-da0eb9d522cc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:19.789276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df717256-fe01-47ff-9126-d52bbfaff5c9 req-87e0c435-f2f8-4e2b-9eb8-da0eb9d522cc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 943 time: 0.0488305 Oct 19 02:20:19.830549 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-df717256-fe01-47ff-9126-d52bbfaff5c9 req-cb098482-9a9a-4cb5-98f1-27ea17f7d349 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Oct 19 02:20:19.971486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:20:20.068173 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:20.080120 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'port_id': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'mac_address': 'fa:16:3e:1c:0a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:20:20.121632 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:20.134921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:20:20.154208 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:20.158612 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:20.210125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:20.323299 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:20.556796 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:20:20.949869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7855d5-eb6d-4dac-8f87-6b3dccc63ce5 req-2be23b4f-d190-4d56-9ca1-0a14d0b95277 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:20.951245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed7855d5-eb6d-4dac-8f87-6b3dccc63ce5 req-2be23b4f-d190-4d56-9ca1-0a14d0b95277 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 944 time: 0.0528100 Oct 19 02:20:20.987757 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ed7855d5-eb6d-4dac-8f87-6b3dccc63ce5 req-9facafc7-0c94-423b-b81c-91467ac50d8f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306191 Oct 19 02:20:21.986484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:20:22.036057 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:20:22.039956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:20:22.040358 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:22.107157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708735af-2e05-4a9e-8aa6-417dd970c696 req-65b2706d-4e41-4538-9b19-05e452c5df70 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:22.108650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-708735af-2e05-4a9e-8aa6-417dd970c696 req-65b2706d-4e41-4538-9b19-05e452c5df70 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 944 time: 0.0508201 Oct 19 02:20:22.119738 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:22.143006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:20:22.145306 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23922214-7f7b-4fbe-8df2-ae23b80c798d" -d '{"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:20:22.153329 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-708735af-2e05-4a9e-8aa6-417dd970c696 req-8b092c16-6e4e-487b-8a9c-21f97db25507 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385959 Oct 19 02:20:22.158553 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:20:22.162732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:22.188064 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6785531-b0c8-4307-9996-df701835fd11 x-openstack-request-id: req-c6785531-b0c8-4307-9996-df701835fd11 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:20:22.188346 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:20:22.188596 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6785531-b0c8-4307-9996-df701835fd11 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:20:22.189013 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'code': 200} Oct 19 02:20:22.213999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:22.303195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de7bd6-3763-4115-b03d-a0664195e755 req-37b44014-f3f5-4956-a429-b99b2e67bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:22.304718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8de7bd6-3763-4115-b03d-a0664195e755 req-37b44014-f3f5-4956-a429-b99b2e67bb45 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1097 time: 0.0409284 Oct 19 02:20:22.339678 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b8de7bd6-3763-4115-b03d-a0664195e755 req-40a27ab8-7f08-4166-a0fb-f700487c2f22 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276508 Oct 19 02:20:23.271413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ae893-cd1c-4ec7-b378-aac95d48e2f7 req-dd714d46-556e-4cb6-9464-dfa39efb01c7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:23.272896 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a2ae893-cd1c-4ec7-b378-aac95d48e2f7 req-dd714d46-556e-4cb6-9464-dfa39efb01c7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0489502 Oct 19 02:20:23.311357 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a2ae893-cd1c-4ec7-b378-aac95d48e2f7 req-9c282f0e-29f5-483f-8457-f1a71679503c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Oct 19 02:20:24.429436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372a5cf-dfd5-4d63-ad1c-e631a2abd4e5 req-3c2aba24-4d52-4754-b8df-56b365aafeea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:24.430982 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a372a5cf-dfd5-4d63-ad1c-e631a2abd4e5 req-3c2aba24-4d52-4754-b8df-56b365aafeea tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0495701 Oct 19 02:20:24.468766 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a372a5cf-dfd5-4d63-ad1c-e631a2abd4e5 req-980536c3-c0be-4d7d-b4a1-5d5165cdcef2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Oct 19 02:20:24.583443 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece1ea0-641a-45dc-962d-fa7e29ea413e req-3915e665-51fa-44aa-b2af-9f3bb74710a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:24.584936 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bece1ea0-641a-45dc-962d-fa7e29ea413e req-3915e665-51fa-44aa-b2af-9f3bb74710a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0500572 Oct 19 02:20:24.622344 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bece1ea0-641a-45dc-962d-fa7e29ea413e req-a6588907-36cc-4d9a-995b-258d489d9550 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Oct 19 02:20:24.643507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55702) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:24.686597 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243c571-211c-4b1d-bd56-f9df49aa07e6 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:24.688721 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-2243c571-211c-4b1d-bd56-f9df49aa07e6 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1092 time: 0.0442021 Oct 19 02:20:24.691495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55704) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:24.695671 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:20:24.717997 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:24.815431 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:24.920870 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.202 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/767e186e-3f80-4ac1-9e45-2fc973ac72f9) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:20:25.022611 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:25.055295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:25.096756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:20:25.101037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:20:25.104595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:20:25.112069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=767e186e-3f80-4ac1-9e45-2fc973ac72f9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:25.457516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:25.526021 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:25.680676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:25.685164 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:25.752329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=767e186e-3f80-4ac1-9e45-2fc973ac72f9,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:20:25.763682 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:25.865142 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 31d9d2eb-74c4-4d05-94f7-8300f5db3519 associated. External IP: 172.25.0.202, port: 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13. Oct 19 02:20:26.071961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:20:26.179720 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:20:26.189307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] Sync routers for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:20:26.197293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:26.198601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:26.199217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:26.225650 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a1749199-13e3-42e3-b2d3-8612a012b9ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5331268 Oct 19 02:20:26.226236 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:20:26.228518 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:20:26.270171 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d154e0fd-472e-4ec6-8f8b-337dd3c1e767 x-openstack-request-id: req-d154e0fd-472e-4ec6-8f8b-337dd3c1e767 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:20:26.270465 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:20:26.270724 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d154e0fd-472e-4ec6-8f8b-337dd3c1e767 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:20:26.271135 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'status': 'completed', 'code': 200} Oct 19 02:20:26.309007 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:26.352873 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834c3ec-c21a-494f-bb5d-7859a8ddf571 req-f4539402-2f8e-4fea-9764-7275dc1921f2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:26.354380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1834c3ec-c21a-494f-bb5d-7859a8ddf571 req-f4539402-2f8e-4fea-9764-7275dc1921f2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0773439 Oct 19 02:20:26.382403 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-e482ebcd-0cdc-4531-b3d8-362fc55cb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:26.383883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-e482ebcd-0cdc-4531-b3d8-362fc55cb2ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1097 time: 0.0690455 Oct 19 02:20:26.417634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1834c3ec-c21a-494f-bb5d-7859a8ddf571 req-bd6f9ccf-f323-4332-bbed-14c697655b53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546973 Oct 19 02:20:26.443360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55710) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:26.493186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-f2089bf0-2bba-41c3-aa03-8b19fdb6b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:26.494694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-f2089bf0-2bba-41c3-aa03-8b19fdb6b9cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.1002760 Oct 19 02:20:26.512032 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6ec72f0b-d45d-40bc-8486-9882e8c57ea2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/31d9d2eb-74c4-4d05-94f7-8300f5db3519 HTTP/1.1" status: 200 len: 991 time: 0.0671372 Oct 19 02:20:26.540401 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '31d9d2eb-74c4-4d05-94f7-8300f5db3519', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'port_id': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'mac_address': 'fa:16:3e:1c:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:20:25Z', 'updated_at': '2021-10-19T02:20:25Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:26.564728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-f7a404fd-61a4-4e85-8f70-4deaeeab7f3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 999 time: 0.0633891 Oct 19 02:20:26.567340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] Checking router: 36a2640f-ff0e-44a0-abe8-f5d057b59ddf for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:20:26.575643 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:20:26.576278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:20:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:26.613734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-ebb95dbd-d201-407f-b5cf-e7a494d8daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:26.615190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-ebb95dbd-d201-407f-b5cf-e7a494d8daa3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0435581 Oct 19 02:20:26.661437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-8662e574-10b7-4be3-af1d-c12f8877b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:26.662932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-8662e574-10b7-4be3-af1d-c12f8877b404 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410893 Oct 19 02:20:26.682055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:20:26.756693 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-d92dd9cf-355d-458e-9f96-353050c7d780 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Oct 19 02:20:26.849093 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0e8dcc6a-6829-4a0c-8114-36fbf6664f6d req-fedead0b-455e-4474-9fa9-9653146c6770 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843000 Oct 19 02:20:26.901813 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '31d9d2eb-74c4-4d05-94f7-8300f5db3519', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'port_id': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'mac_address': 'fa:16:3e:1c:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:20:25Z', 'updated_at': '2021-10-19T02:20:25Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:20:26.931709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79fbd1a-26e7-42d5-bbb5-84609dd91f3d None None] The sync data for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 is: [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '31d9d2eb-74c4-4d05-94f7-8300f5db3519', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'port_id': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'mac_address': 'fa:16:3e:1c:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:20:25Z', 'updated_at': '2021-10-19T02:20:25Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:20:27.112471 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50444ff-9573-4ea3-8c8a-2636b5e9bae3 None None] New status for floating IP 31d9d2eb-74c4-4d05-94f7-8300f5db3519: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:20:27.515990 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55712) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:20:27.580697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-0545e0b1-bb81-48c0-bf70-542b2abfb73a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/31d9d2eb-74c4-4d05-94f7-8300f5db3519 HTTP/1.1" status: 200 len: 993 time: 0.0635378 Oct 19 02:20:35.243387 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:20:37.052431 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ead2-b008-4459-92bf-f640105e5440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:39.787505 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-db53310e-8f46-450a-8d76-707d472c38de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:40.289246 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:40.745496 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:41.027363 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:42.531736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:50.320304 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:20:57.548816 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-ad853851-a0ab-4caf-8050-4e5e485cff89 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401773 Oct 19 02:20:57.659011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-4a557a1e-dd1f-43ee-9aea-a34de1fe9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:57.660443 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-4a557a1e-dd1f-43ee-9aea-a34de1fe9044 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1097 time: 0.0420468 Oct 19 02:20:57.770930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-d21feafc-6a5d-432b-96d4-a76b139c4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:57.772416 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-d21feafc-6a5d-432b-96d4-a76b139c4a98 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.0891068 Oct 19 02:20:57.837935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-f5f1c097-6adc-4ab7-b90e-447f1b922017 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 1001 time: 0.0579245 Oct 19 02:20:57.891015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-fec107ff-7d3c-4bc5-a7aa-b396bc4792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:57.892518 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-fec107ff-7d3c-4bc5-a7aa-b396bc4792a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0461493 Oct 19 02:20:57.941987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-e1e584da-8196-4a37-8ff8-51a5714017a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:20:57.943350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-e1e584da-8196-4a37-8ff8-51a5714017a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395026 Oct 19 02:20:58.032920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-2a54dacf-bc42-4216-abe2-97611ebdf23c service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823390 Oct 19 02:20:58.130377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7f07678-31f3-49d1-8fb8-ff97666f5dfe req-a2297846-f920-4a61-9c72-24a2dde7a9a7 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Oct 19 02:21:07.052807 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d644908f-ede5-4b6c-a452-4a5b6366e024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:09.787661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-05d8c2a3-4860-4bfe-878b-728883c91a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:10.289473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:10.746638 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:11.030224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:12.242820 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:21:12.534049 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:20.330877 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:30.064285 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-af99be5a-e8e7-4931-bbfa-e42b0d46755b req-751c1502-7a57-402b-a692-6b65d6e7d945 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:21:30.065256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-af99be5a-e8e7-4931-bbfa-e42b0d46755b req-751c1502-7a57-402b-a692-6b65d6e7d945 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055749 Oct 19 02:21:31.322602 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf027f-73e1-4ec1-8b2b-04f04e72b90c req-d17a5759-8c72-4500-bc50-e416b4f4b0b8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:31.324141 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7baf027f-73e1-4ec1-8b2b-04f04e72b90c req-d17a5759-8c72-4500-bc50-e416b4f4b0b8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.1108482 Oct 19 02:21:31.340774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-10d17658-0a0e-4b54-9b56-5d4a3dd681e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797920 Oct 19 02:21:31.350326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-e7e56d70-e3e5-4e8f-bfbd-881ee432d81f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:21:31.351305 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-e7e56d70-e3e5-4e8f-bfbd-881ee432d81f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050197 Oct 19 02:21:31.364302 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7baf027f-73e1-4ec1-8b2b-04f04e72b90c req-0fd5a513-b188-412b-838a-6c35f43c24ab tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334852 Oct 19 02:21:32.461999 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-bdc1ddcf-df65-4099-87ef-9c2ada16731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:32.463507 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-bdc1ddcf-df65-4099-87ef-9c2ada16731c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1097 time: 0.0465989 Oct 19 02:21:32.586765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-091fdb74-c557-4092-ba54-69d140c19257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:32.588250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-091fdb74-c557-4092-ba54-69d140c19257 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.1178167 Oct 19 02:21:32.596008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e517e70-3f3a-4e47-92c7-51441c95261b req-e51ec9ca-398e-4429-9520-b6913a626ea7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:32.597329 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e517e70-3f3a-4e47-92c7-51441c95261b req-e51ec9ca-398e-4429-9520-b6913a626ea7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.1546612 Oct 19 02:21:32.681897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e517e70-3f3a-4e47-92c7-51441c95261b req-db78196e-78d7-4808-a9d8-c71c13bc35ca tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782528 Oct 19 02:21:32.683670 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-33d18197-6330-4364-b07c-3996e5d25b63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 1001 time: 0.0855088 Oct 19 02:21:32.732256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-ec7bba5b-1724-430e-b2de-77d4c19b9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:32.733681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-ec7bba5b-1724-430e-b2de-77d4c19b9c58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0437143 Oct 19 02:21:32.778892 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-6f0f7e1a-13c8-46bd-8180-3b01188a9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:32.780361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-6f0f7e1a-13c8-46bd-8180-3b01188a9e0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394206 Oct 19 02:21:32.871224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-696d3807-14eb-4547-9f12-ca96a3cebf61 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843477 Oct 19 02:21:32.957804 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-cb186ce8-c39d-4531-b651-2bb7eb2117c6 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796745 Oct 19 02:21:33.800926 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071c87-32b0-4414-b701-120be1fb3620 req-83804939-fe34-4ca8-a324-aec3409e34db tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:33.802394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4071c87-32b0-4414-b701-120be1fb3620 req-83804939-fe34-4ca8-a324-aec3409e34db tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0496545 Oct 19 02:21:33.840177 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c4071c87-32b0-4414-b701-120be1fb3620 req-3fd36f24-9b16-4d45-88a5-625b62a66d10 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Oct 19 02:21:34.958302 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0913fe-2f7d-44d3-89b6-88e39f86cd97 req-10da6cfc-fb14-4529-ac91-0937a8fd7b39 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:34.959754 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf0913fe-2f7d-44d3-89b6-88e39f86cd97 req-10da6cfc-fb14-4529-ac91-0937a8fd7b39 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0533118 Oct 19 02:21:34.997656 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bf0913fe-2f7d-44d3-89b6-88e39f86cd97 req-a33c95af-2f27-433f-a5f6-66e67cfee6e1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Oct 19 02:21:36.116756 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6bfe7-dd9c-4588-9931-cb5cdd89e913 req-653309eb-5cb8-432b-b1da-d57b76653bb5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:36.118193 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab6bfe7-dd9c-4588-9931-cb5cdd89e913 req-653309eb-5cb8-432b-b1da-d57b76653bb5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0521109 Oct 19 02:21:36.155918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cab6bfe7-dd9c-4588-9931-cb5cdd89e913 req-5686939e-e065-4749-8b9c-2f27a8fc39e2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317490 Oct 19 02:21:37.053728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-082ad3b0-005d-40ff-87bb-83e87b13ba2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:37.271166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948c771-79e3-4f19-94ed-51e725b6133a req-f0609a2d-57bf-4393-8f6c-1cc8eeacfb2a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:37.272702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5948c771-79e3-4f19-94ed-51e725b6133a req-f0609a2d-57bf-4393-8f6c-1cc8eeacfb2a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0492013 Oct 19 02:21:37.310961 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5948c771-79e3-4f19-94ed-51e725b6133a req-9fc4d7e5-d5b1-4799-bddf-814deedab7a8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Oct 19 02:21:38.426790 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9988d-f8c9-4626-ae26-92183efa7685 req-6203d3c8-3b79-4379-8003-ff083440a531 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:38.428262 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a9988d-f8c9-4626-ae26-92183efa7685 req-6203d3c8-3b79-4379-8003-ff083440a531 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0496526 Oct 19 02:21:38.466568 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7a9988d-f8c9-4626-ae26-92183efa7685 req-ad171c48-cd3c-4d1f-8df7-69099be10ec4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322902 Oct 19 02:21:39.584640 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466a945-123a-46d1-ad12-89038efca294 req-8943a447-0d72-43f5-af95-9d3bd57107ad tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:39.586090 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0466a945-123a-46d1-ad12-89038efca294 req-8943a447-0d72-43f5-af95-9d3bd57107ad tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0526519 Oct 19 02:21:39.624340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0466a945-123a-46d1-ad12-89038efca294 req-5802af37-a281-46a8-a413-5b734275925e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323613 Oct 19 02:21:39.788214 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2c282c1a-62a3-45bd-9cce-ff40b3a8b075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:40.304989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:40.743860 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0599e04-de77-4f45-ba34-c33a91c35ef7 req-5044a85d-4683-4424-b437-fdafb6700e36 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:40.745362 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0599e04-de77-4f45-ba34-c33a91c35ef7 req-5044a85d-4683-4424-b437-fdafb6700e36 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0498052 Oct 19 02:21:40.751816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:40.784910 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a0599e04-de77-4f45-ba34-c33a91c35ef7 req-d7160d91-e7ba-462e-b18f-e6269c1645c9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Oct 19 02:21:41.032732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:41.902754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd1552-5a47-44f3-ad1a-bb43a8e1b0fd req-524fa6e2-6661-40ef-ad4d-0636ff6b0186 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:41.904222 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32cd1552-5a47-44f3-ad1a-bb43a8e1b0fd req-524fa6e2-6661-40ef-ad4d-0636ff6b0186 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0528488 Oct 19 02:21:41.941863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-32cd1552-5a47-44f3-ad1a-bb43a8e1b0fd req-5cbc641c-0c34-4288-b6e6-d31887c5dfd1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Oct 19 02:21:42.537425 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:43.060851 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9319499-9b9b-4f4e-85bd-182f8b80a3b7 req-18bfa892-c235-4511-bc59-efe8f85a5ab3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:43.062309 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9319499-9b9b-4f4e-85bd-182f8b80a3b7 req-18bfa892-c235-4511-bc59-efe8f85a5ab3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0531428 Oct 19 02:21:43.100650 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9319499-9b9b-4f4e-85bd-182f8b80a3b7 req-af23b823-1d30-4e76-9cf4-9df3b1d0967c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Oct 19 02:21:44.217028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b68dad-9b37-4379-a97d-ae179fa7d325 req-1d4f9207-11a9-4922-b6de-e1dd6bf2b261 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:44.218462 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28b68dad-9b37-4379-a97d-ae179fa7d325 req-1d4f9207-11a9-4922-b6de-e1dd6bf2b261 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0491273 Oct 19 02:21:44.256042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-28b68dad-9b37-4379-a97d-ae179fa7d325 req-71afdc92-ba71-4bad-81c8-a3ece7af30be tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308533 Oct 19 02:21:44.882118 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-c2151d5f-93d3-421b-991a-619b332563f8 req-7a7974ea-8875-46f5-96a6-97e454023db6 service neutron] show failed (client error): The resource could not be found. Oct 19 02:21:44.883133 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-7a7974ea-8875-46f5-96a6-97e454023db6 service neutron] 10.222.0.74 "GET /v2.0/ports/8e7f479f-5d3a-46e5-b0fb-0539bf3edc13/bindings/n-h2-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0531900 Oct 19 02:21:45.088821 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-2ee2a503-bdf9-483f-bcf6-6e45b55c9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:45.090339 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-2ee2a503-bdf9-483f-bcf6-6e45b55c9805 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 1097 time: 0.0455289 Oct 19 02:21:45.101677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:21:45.152120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.355060 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:45.371846 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c1635-389c-430a-8839-32bd2ebf5451 req-7f61b739-bd89-49a6-8356-3ae138e1e13b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:45.373394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-958c1635-389c-430a-8839-32bd2ebf5451 req-7f61b739-bd89-49a6-8356-3ae138e1e13b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0499680 Oct 19 02:21:45.389226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:21:45.411250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-958c1635-389c-430a-8839-32bd2ebf5451 req-b9667969-9b13-4004-9e29-bb36276d1a2e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Oct 19 02:21:45.434033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:21:45.436298 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a30626-d550-49da-a422-9530594872e9" -d '{"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:21:45.440861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.452661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Transition to ACTIVE for port object 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:21:45.456771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.487016 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e81da1-e3c9-4f4e-8a9f-fc78345515ef x-openstack-request-id: req-d4e81da1-e3c9-4f4e-8a9f-fc78345515ef {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:21:45.487301 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:21:45.487550 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4e81da1-e3c9-4f4e-8a9f-fc78345515ef {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:21:45.487928 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'code': 200} Oct 19 02:21:45.537461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=6']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:45.552355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.552696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.553031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.553383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.553691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.554016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.554339 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.554656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.554977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.555296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.555613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.555927 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:45.596450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] No DVR routers for this DVR port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:21:45.746992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:21:45.747319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:21:45.747642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on network 2627284f-8858-45ca-a857-a94f885df98a {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:21:45.753071 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on network 2627284f-8858-45ca-a857-a94f885df98a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:21:45.753387 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Attempting to bind port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on network 2627284f-8858-45ca-a857-a94f885df98a {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:21:45.758163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:21:45.758434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Checking segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:21:45.758804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Bound using segment: {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:21:45.759219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Bound port: 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c58283-315e-454f-983f-51c076e5d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2627284f-8858-45ca-a857-a94f885df98a'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:21:45.759564 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.819626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:21:45.822527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:21:45.827300 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.862790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:45.863395 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:45.864786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] 10.222.0.62 "PUT /v2.0/ports/8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 1092 time: 0.7669628 Oct 19 02:21:45.886303 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39969eeb-f594-46b2-81d8-9ca7b900aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=7']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:45.932155 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-fa25768e-c0bb-4c1e-bf46-ca878782c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:45.933652 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-fa25768e-c0bb-4c1e-bf46-ca878782c229 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1095 time: 0.0444791 Oct 19 02:21:46.030156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-bef3533e-2cde-46d6-91e5-f5b9df3e3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:46.032361 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-bef3533e-2cde-46d6-91e5-f5b9df3e3998 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.0915787 Oct 19 02:21:46.101207 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-5fbcb952-3402-4770-a1a1-012cfc1db073 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 999 time: 0.0621073 Oct 19 02:21:46.432530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-97b0f176-7ebf-4f8b-a12d-600a0df7e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:46.433981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-97b0f176-7ebf-4f8b-a12d-600a0df7e90f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.3259213 Oct 19 02:21:46.478755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2151d5f-93d3-421b-991a-619b332563f8 req-c523dbaf-9a52-41e1-b150-7a45c927900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:46.480263 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-c523dbaf-9a52-41e1-b150-7a45c927900a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388205 Oct 19 02:21:46.530177 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e6039-0fb2-4ebe-a78b-723ac45619fa req-a59ce39a-8380-4f85-abdc-ac2103a05dbd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:46.531677 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc8e6039-0fb2-4ebe-a78b-723ac45619fa req-a59ce39a-8380-4f85-abdc-ac2103a05dbd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 943 time: 0.0495479 Oct 19 02:21:46.570845 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bc8e6039-0fb2-4ebe-a78b-723ac45619fa req-d3f227ec-74cf-4dd4-9ac6-46f88b30fcf7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Oct 19 02:21:46.571103 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-1e664652-4322-41db-a9e7-fa7a8bf7b6f3 service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837631 Oct 19 02:21:46.664533 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2151d5f-93d3-421b-991a-619b332563f8 req-b16b4f2b-0b5b-4f5c-86f0-e01686571b37 service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Oct 19 02:21:47.488902 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:21:47.491411 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:21:47.540639 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d7277-fdac-4eaf-916b-cd314b1085af x-openstack-request-id: req-801d7277-fdac-4eaf-916b-cd314b1085af {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:21:47.541001 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:21:47.541325 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-801d7277-fdac-4eaf-916b-cd314b1085af {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:21:47.541786 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'status': 'completed', 'code': 200} Oct 19 02:21:47.642483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-5ad15c45-9171-415e-b6e1-b8c92bbea36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:47.644125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-5ad15c45-9171-415e-b6e1-b8c92bbea36f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1095 time: 0.0802903 Oct 19 02:21:47.646760 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-fb9d1c90-8e6c-4ec5-b408-7045ddafe02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:47.648203 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-fb9d1c90-8e6c-4ec5-b408-7045ddafe02a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1095 time: 0.0593841 Oct 19 02:21:47.697791 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93446ab-1ba7-4098-a05f-a6e882f61ef8 req-c4abd5bf-d8f3-4c9a-a2d6-6c98140f3303 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:47.699281 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c93446ab-1ba7-4098-a05f-a6e882f61ef8 req-c4abd5bf-d8f3-4c9a-a2d6-6c98140f3303 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 943 time: 0.0569177 Oct 19 02:21:47.739594 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c93446ab-1ba7-4098-a05f-a6e882f61ef8 req-e256d727-70b8-4ac3-afa6-6c4fb14dcefe tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342309 Oct 19 02:21:47.822485 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-ff580dc7-5843-4f41-8ff5-7ca23dae2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:47.823939 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-ff580dc7-5843-4f41-8ff5-7ca23dae2f7a service neutron] 10.222.0.74 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.1691236 Oct 19 02:21:47.825011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-e2c7a748-2961-4d50-b607-c081504ef7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:47.826284 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-e2c7a748-2961-4d50-b607-c081504ef7a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.1729953 Oct 19 02:21:47.938973 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-8b56e838-8733-4790-a74d-677e2e64069f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 999 time: 0.1077132 Oct 19 02:21:47.940770 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-d7c75fdc-a417-4637-b208-0fcf023616ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 999 time: 0.1040905 Oct 19 02:21:48.026336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-668b2bc5-bf51-4852-a498-36cd2d963e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:48.027792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-668b2bc5-bf51-4852-a498-36cd2d963e60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0818374 Oct 19 02:21:48.033571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-02eeb48a-fb4f-4780-b00e-aa1d38eb1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:48.034949 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-02eeb48a-fb4f-4780-b00e-aa1d38eb1fdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0798059 Oct 19 02:21:48.101861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-2586419a-76b8-4964-a759-938f3e976312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:48.103368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-2586419a-76b8-4964-a759-938f3e976312 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592270 Oct 19 02:21:48.105800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-0539d5bb-f7e8-4580-b481-27e90aecb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:48.107149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-0539d5bb-f7e8-4580-b481-27e90aecb97b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713742 Oct 19 02:21:48.273683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-8ae26343-48e8-4dfb-8a02-7c1f709a78a9 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593010 Oct 19 02:21:48.275455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-21712ac4-3683-47a3-a85d-2136709aed60 service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542637 Oct 19 02:21:48.382068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:21:48.423969 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:21:48.438160 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-6622388e-7f60-4254-b388-2634abca06ee service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554501 Oct 19 02:21:48.440075 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c97c0fb4-eb33-464f-bb89-0a9a8312aa44 req-0509788f-6b8c-4f59-bb95-c885ba08e0e4 service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510818 Oct 19 02:21:48.857081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9a29-b4a0-425b-b5bf-5589cefb0394 req-160c9981-48f9-4c31-bc16-8f63c6974415 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:48.858548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-369c9a29-b4a0-425b-b5bf-5589cefb0394 req-160c9981-48f9-4c31-bc16-8f63c6974415 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 943 time: 0.0489295 Oct 19 02:21:48.895610 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-369c9a29-b4a0-425b-b5bf-5589cefb0394 req-3b9cde2b-ae9d-4f7a-a771-14e861613a30 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Oct 19 02:21:49.116620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d678181-b35b-4d5d-af5b-59f59700468a req-1d309d92-c78c-4d28-a846-4517500ff06f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:49.118074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d678181-b35b-4d5d-af5b-59f59700468a req-1d309d92-c78c-4d28-a846-4517500ff06f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 943 time: 0.0802491 Oct 19 02:21:49.148358 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-76b56bff-202f-4925-8ac5-b5f05dced918 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:49.149746 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-76b56bff-202f-4925-8ac5-b5f05dced918 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b&tenant_id=077fe09378fa401aa09b37daae02fff6&binding%3Ahost_id=n-h2-789963-20 HTTP/1.1" status: 200 len: 943 time: 0.0858397 Oct 19 02:21:49.195807 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5d678181-b35b-4d5d-af5b-59f59700468a req-8b0c084f-b114-4637-8341-bac8014e85bc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717163 Oct 19 02:21:49.224520 n-d-789963-20 neutron-server[100847]: INFO neutron.api.v2.resource [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-fe321078-f7ac-4bdd-8296-028131225c2d service neutron] delete failed (client error): The resource could not be found. Oct 19 02:21:49.225575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-fe321078-f7ac-4bdd-8296-028131225c2d service neutron] 10.222.0.74 "DELETE /v2.0/ports/8e7f479f-5d3a-46e5-b0fb-0539bf3edc13/bindings/n-h1-789963-20 HTTP/1.1" status: 404 len: 381 time: 0.0678911 Oct 19 02:21:49.242574 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:21:49.317889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cbe06-03f4-4002-80a4-40e598646ba1 req-1dea77da-6199-443b-97a5-0b90058c52f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:49.319485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-977cbe06-03f4-4002-80a4-40e598646ba1 req-1dea77da-6199-443b-97a5-0b90058c52f7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 943 time: 0.0555217 Oct 19 02:21:49.330300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-39f79911-a78e-4ab9-8b5c-d4fc37c6fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:49.331794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-39f79911-a78e-4ab9-8b5c-d4fc37c6fc91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1095 time: 0.0418935 Oct 19 02:21:49.357790 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-977cbe06-03f4-4002-80a4-40e598646ba1 req-bd98af14-3dda-4a83-bfa0-d48770f13733 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Oct 19 02:21:49.426200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-5198cfa0-4647-42eb-aaf9-939345443c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:49.427660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-5198cfa0-4647-42eb-aaf9-939345443c7c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.0885947 Oct 19 02:21:49.448580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:21:49.493139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-da7d2da6-f881-4937-a173-167d2aba63eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 999 time: 0.0578177 Oct 19 02:21:49.541725 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:49.544400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-a1f86905-ea00-4dfe-b035-867bf770b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:49.545835 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-a1f86905-ea00-4dfe-b035-867bf770b6c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0442703 Oct 19 02:21:49.556259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'port_id': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'mac_address': 'fa:16:3e:1c:0a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:21:49.592721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:49.596830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-272e1702-9142-4023-990b-015d36cd205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:49.598317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-272e1702-9142-4023-990b-015d36cd205b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453711 Oct 19 02:21:49.605844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:21:49.624218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:49.628914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:49.676741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:21:49.684025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.684380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.684717 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.685049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.685382 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.685714 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.686041 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.686370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.686693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.687014 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.687339 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.687658 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:21:49.698688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-30fd64e1-279b-428c-9746-998f442ab518 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865381 Oct 19 02:21:49.802767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-747e5b75-cb0f-4765-b817-0237366a6bbe req-177b6db3-1342-4716-9058-13974a05b093 service neutron] 10.222.0.74 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971727 Oct 19 02:21:49.883807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:21:50.335844 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:50.478121 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d55ce8-eda4-4d1c-bc7f-a827c1317e55 req-b8dc1db7-73f1-44f2-98b2-474213ade8c7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:21:50.479597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68d55ce8-eda4-4d1c-bc7f-a827c1317e55 req-b8dc1db7-73f1-44f2-98b2-474213ade8c7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 944 time: 0.0488138 Oct 19 02:21:50.517224 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-68d55ce8-eda4-4d1c-bc7f-a827c1317e55 req-4e3ec2ba-54d5-443a-baf7-42da28468840 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Oct 19 02:21:50.539024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55814) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:21:50.602201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c93496c-e2e3-425e-9f76-068d58903e40 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/31d9d2eb-74c4-4d05-94f7-8300f5db3519 HTTP/1.1" status: 200 len: 992 time: 0.0620594 Oct 19 02:21:51.464108 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:21:51.511515 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:21:51.516313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:21:51.516686 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:51.599633 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:51.622743 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:21:51.625053 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01138c43-5616-4b04-b509-cc265a442fe7" -d '{"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:21:51.637916 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:21:51.643206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:21:51.674989 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e944ba3-91a4-4818-8a91-0501774a7f0d x-openstack-request-id: req-8e944ba3-91a4-4818-8a91-0501774a7f0d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:21:51.675790 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:21:51.675790 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e944ba3-91a4-4818-8a91-0501774a7f0d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:21:51.676034 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'code': 200} Oct 19 02:21:51.700162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=9']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:00.364346 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-78c1beba-bd3f-4cd9-9143-4dd67a68f1fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384679 Oct 19 02:22:00.449756 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-f68d4165-e481-4783-b40e-aea58d5157bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:00.451194 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-f68d4165-e481-4783-b40e-aea58d5157bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1097 time: 0.0402989 Oct 19 02:22:00.556263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-4a650f99-cd49-4667-b888-42fd94d1dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:00.557703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-4a650f99-cd49-4667-b888-42fd94d1dfa6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.0873637 Oct 19 02:22:00.621857 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-a5573e71-4ebc-407c-bceb-25feaaabfc50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 1001 time: 0.0564752 Oct 19 02:22:00.675015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-87e568dd-8283-4480-a838-6b4327b3f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:00.676508 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-87e568dd-8283-4480-a838-6b4327b3f963 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0479105 Oct 19 02:22:00.724744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-4c3e29f7-4f56-4e50-9e73-e6b96324efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:00.726209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-4c3e29f7-4f56-4e50-9e73-e6b96324efff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411799 Oct 19 02:22:00.815253 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-c7cfe045-d0a4-4e92-8e22-341a347ded0d service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816588 Oct 19 02:22:00.909371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60258acd-0431-4ea9-b47a-a26cf4c8dab4 req-cc6b092b-4ec3-4b9a-beab-5fae4c2446f0 service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843925 Oct 19 02:22:07.056999 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82402dd6-30b8-4e88-bf7e-315f78ff838a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:09.788531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f8417283-809d-40e3-91a7-bfa569aa828d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:10.305327 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:10.744513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:11.035724 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:12.539206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:18.957152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55832) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:19.110040 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 767e186e-3f80-4ac1-9e45-2fc973ac72f9 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:22:19.110436 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:19.188004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:19.188352 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:19.200964 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 767e186e-3f80-4ac1-9e45-2fc973ac72f9 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:22:19.343508 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:19.374186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=767e186e-3f80-4ac1-9e45-2fc973ac72f9,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:19.433697 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:19.434007 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 31d9d2eb-74c4-4d05-94f7-8300f5db3519 disassociated (deleted). External IP: 172.25.0.202, port: 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13. Oct 19 02:22:19.639410 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:22:20.033222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:22:20.038728 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:20.043547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] Sync routers for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:22:20.053724 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:20.054334 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:20.064937 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e230ecac-a56b-409b-97a6-4733a2ed7445 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/floatingips/31d9d2eb-74c4-4d05-94f7-8300f5db3519 HTTP/1.1" status: 204 len: 168 time: 1.1066964 Oct 19 02:22:20.065551 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:22:20.067923 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:22:20.161732 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:20.174361 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af82f5ee-4a39-4c0b-a4a6-ecbedb5137de x-openstack-request-id: req-af82f5ee-4a39-4c0b-a4a6-ecbedb5137de {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:22:20.175277 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:22:20.175487 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af82f5ee-4a39-4c0b-a4a6-ecbedb5137de {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:22:20.175865 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'status': 'completed', 'code': 200} Oct 19 02:22:20.246320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-e2aef47f-9923-4a05-ae86-d9854ec014dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:20.247902 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-e2aef47f-9923-4a05-ae86-d9854ec014dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 1097 time: 0.0453088 Oct 19 02:22:20.367438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d50a7-938d-4cf3-8804-9fb89186b6a0 req-b37d5813-e795-4bc3-adba-01f035a248ec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:20.368900 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a69d50a7-938d-4cf3-8804-9fb89186b6a0 req-b37d5813-e795-4bc3-adba-01f035a248ec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.1053374 Oct 19 02:22:20.369485 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:20.390600 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-0b53317b-593e-4625-b576-bd7131b943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:20.392007 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-0b53317b-593e-4625-b576-bd7131b943ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 200 len: 898 time: 0.1361670 Oct 19 02:22:20.450119 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-dd211fde-beac-4b05-bd9e-2e5a22298221 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 200 len: 217 time: 0.0457237 Oct 19 02:22:20.453065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a69d50a7-938d-4cf3-8804-9fb89186b6a0 req-7439e867-5749-40c8-a40f-feb5b016d295 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731006 Oct 19 02:22:20.503203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-bbf70ac3-8481-4d9c-8113-a3a0e7b26c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:20.504701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-bbf70ac3-8481-4d9c-8113-a3a0e7b26c17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 200 len: 835 time: 0.0467179 Oct 19 02:22:20.539273 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:20.553299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-58a26a9b-1449-4c64-baf9-6db7c82bc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:20.554796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-58a26a9b-1449-4c64-baf9-6db7c82bc1ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2627284f-8858-45ca-a857-a94f885df98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412006 Oct 19 02:22:20.565460 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] Checking router: 36a2640f-ff0e-44a0-abe8-f5d057b59ddf for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:22:20.573902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:20.574500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:20.648903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-1f4eeaf3-cfe6-4b00-8cc9-6156899e7476 service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860503 Oct 19 02:22:20.681207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:20.741014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ab5d27e6-3229-4b28-bf08-fa9935f12e5f req-106a42cd-cdab-4084-bd14-86f78c87fc66 service neutron] 10.222.0.62 "GET /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841849 Oct 19 02:22:20.878411 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:20.904292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40118369-8809-4850-aa6e-d1725c98b274 None None] The sync data for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 is: [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3ae16c92-f25e-4bbe-982f-651bf7ea7ee1', 'name': '', 'network_id': '2627284f-8858-45ca-a857-a94f885df98a', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:9b:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:12Z', 'updated_at': '2021-10-19T02:20:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '994ffbe5-8f23-4240-b952-76b13a49ad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:22:21.114400 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2251b3b-d0ff-4dca-a8eb-c492c2abe45d None None] New status for floating IP 31d9d2eb-74c4-4d05-94f7-8300f5db3519: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:22:21.590321 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbe36d-0f72-4086-ae75-b05889de8d8e req-776dd478-0f7f-45bb-ace8-e55d35074e78 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:21.591808 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8dbe36d-0f72-4086-ae75-b05889de8d8e req-776dd478-0f7f-45bb-ace8-e55d35074e78 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0506046 Oct 19 02:22:21.618623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-ac719df8-e6d7-4d99-aa7f-8da4835cca4a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:21.620145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-ac719df8-e6d7-4d99-aa7f-8da4835cca4a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa2e5275-f331-40d7-b462-9b2ad53eb39b HTTP/1.1" status: 200 len: 945 time: 0.0536180 Oct 19 02:22:21.632674 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c8dbe36d-0f72-4086-ae75-b05889de8d8e req-a857e10a-83f7-4f3a-a673-5620aafef809 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=ec17884c-4bce-4039-a0d2-3e2c2c7e68be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332794 Oct 19 02:22:21.724054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:22:21.724390 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:21.819830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:21.820112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:21.832398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:22:21.973832 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:22.016452 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=8e7f479f-5d3a-46e5-b0fb-0539bf3edc13,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:22.069708 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] No DVR routers for this DVR port 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:22:22.073133 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:22.078683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4cbdc6cb-3193-42cf-8c3a-ce83137a7b92 req-a2a3aa9e-c18c-47ef-b7fe-d167ce35d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "DELETE /v2.0/ports/8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 HTTP/1.1" status: 204 len: 173 time: 0.4518702 Oct 19 02:22:22.177534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-deleted', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:22:22.181094 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dff914-1a32-4a22-92eb-6816e0c9c366" -d '{"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-deleted", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:22:22.221205 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b312b9b-8fd3-43df-ad9c-6f359b49806e x-openstack-request-id: req-0b312b9b-8fd3-43df-ad9c-6f359b49806e {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:22:22.222130 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e5275-f331-40d7-b462-9b2ad53eb39b", "name": "network-vif-deleted", "tag": "8e7f479f-5d3a-46e5-b0fb-0539bf3edc13", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:22:22.223094 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b312b9b-8fd3-43df-ad9c-6f359b49806e {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:22:22.223094 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e5275-f331-40d7-b462-9b2ad53eb39b', 'name': 'network-vif-deleted', 'tag': '8e7f479f-5d3a-46e5-b0fb-0539bf3edc13', 'status': 'completed', 'code': 200} Oct 19 02:22:22.689109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55850) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:23.052953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:23.302664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:22:23.303063 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:23.389896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:23.390241 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:23.404133 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:22:23.588193 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:23.617596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=3ae16c92-f25e-4bbe-982f-651bf7ea7ee1,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:23.790152 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.002039 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:22:24.106861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:22:24.111817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5e02d4dc-723e-409f-a76c-3cfe2d8a7793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/36a2640f-ff0e-44a0-abe8-f5d057b59ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4216883 Oct 19 02:22:24.114554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55852) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:24.116697 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] Sync routers for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:22:24.125821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:24.126417 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:24.165940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting subnet 994ffbe5-8f23-4240-b952-76b13a49ad90 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:22:24.169005 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.209660 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.234152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:24.296284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.356263 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.387863 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.392137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/subnets/994ffbe5-8f23-4240-b952-76b13a49ad90 HTTP/1.1" status: 204 len: 168 time: 0.2765064 Oct 19 02:22:24.393200 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3e3c-9894-4800-be0f-f212d8e000d0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Subnet': ['ID=994ffbe5-8f23-4240-b952-76b13a49ad90,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:24.395071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55854) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:24.402046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a7cde-9193-4c78-959a-ee9d25c26a1e None None] Network 2627284f-8858-45ca-a857-a94f885df98a requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:22:24.494381 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:22:23Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:24.539346 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] Checking router: 36a2640f-ff0e-44a0-abe8-f5d057b59ddf for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:22:24.555389 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] Routers {'36a2640f-ff0e-44a0-abe8-f5d057b59ddf'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:24.555762 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.555925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:24.644063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] DHCP port deletion for 2627284f-8858-45ca-a857-a94f885df98a request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:22:24.666943 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.687472 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] Set router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:24.724100 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port c6eae233-1e07-4daa-943c-6a0330e9c967 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:22:24.724444 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.804571 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port c6eae233-1e07-4daa-943c-6a0330e9c967, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=c6eae233-1e07-4daa-943c-6a0330e9c967,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:24.804946 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.816726 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for c6eae233-1e07-4daa-943c-6a0330e9c967 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:22:24.864811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] Deleting port 854c600e-86c0-4bf5-a8bc-71373d77a04e {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:22:24.865102 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.985949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:24.992119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] For port 854c600e-86c0-4bf5-a8bc-71373d77a04e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=854c600e-86c0-4bf5-a8bc-71373d77a04e,segment=NetworkSegment(22c58283-315e-454f-983f-51c076e5d5f0),segment_id=22c58283-315e-454f-983f-51c076e5d5f0)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:24.992523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.012171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] Calling delete_port for 854c600e-86c0-4bf5-a8bc-71373d77a04e owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:22:25.015099 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=c6eae233-1e07-4daa-943c-6a0330e9c967,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:25.041459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.041808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.042154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.042490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.042819 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.043148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.043475 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.043812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.044153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.044477 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.044801 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.045122 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:25.089173 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.101756 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:22:23Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:25.184830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.187299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.235628 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.236243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Fanout notify agent at l3_agent the message router_deleted on router 36a2640f-ff0e-44a0-abe8-f5d057b59ddf {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:22:25.243913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.245061 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5f055f08-6b57-407a-b993-a61912d017a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/routers/36a2640f-ff0e-44a0-abe8-f5d057b59ddf HTTP/1.1" status: 204 len: 168 time: 0.8474004 Oct 19 02:22:25.247806 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55858) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:25.287709 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f016073-c0aa-4b1b-ad8d-3af689be6bb3 None None] The sync data for ids ['36a2640f-ff0e-44a0-abe8-f5d057b59ddf'] in n-d-789963-20 is: [{'id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-209580395', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:20:09Z', 'updated_at': '2021-10-19T02:22:23Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'c6eae233-1e07-4daa-943c-6a0330e9c967', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a2640f-ff0e-44a0-abe8-f5d057b59ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:20:10Z', 'updated_at': '2021-10-19T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:22:25.311876 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.326110 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.341156 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] Pushing event deleted for resources: {'Port': ['ID=854c600e-86c0-4bf5-a8bc-71373d77a04e,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:25.350363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cdef8e-965b-4533-9d7a-58614dccc952 None None] No DVR routers for this DVR port 854c600e-86c0-4bf5-a8bc-71373d77a04e on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:22:25.421135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.441243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2627284f-8858-45ca-a857-a94f885df98a']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:25.450326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c58283-315e-454f-983f-51c076e5d5f0') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:25.450619 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c58283-315e-454f-983f-51c076e5d5f0') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:25.459949 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.473497 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.479476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:22:25.479850 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:22:25.482822 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:22:25.543913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.552063 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.555590 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/networks/2627284f-8858-45ca-a857-a94f885df98a HTTP/1.1" status: 204 len: 168 time: 0.3068259 Oct 19 02:22:25.558513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55860) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:25.566996 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df6e76-6992-4919-af4b-0955ab2712e0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Network': ['ID=2627284f-8858-45ca-a857-a94f885df98a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:25.617794 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8625d7e3-2cd5-4330-b035-17990eb434a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.646931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8625d7e3-2cd5-4330-b035-17990eb434a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.651227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:22:25.681319 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:22:25.681668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 8e7f479f-5d3a-46e5-b0fb-0539bf3edc13 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:22:25.723026 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8625d7e3-2cd5-4330-b035-17990eb434a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.732004 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-8625d7e3-2cd5-4330-b035-17990eb434a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:25.740977 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8625d7e3-2cd5-4330-b035-17990eb434a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/security-groups/ec17884c-4bce-4039-a0d2-3e2c2c7e68be HTTP/1.1" status: 204 len: 168 time: 0.1812654 Oct 19 02:22:25.753969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625d7e3-2cd5-4330-b035-17990eb434a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17884c-4bce-4039-a0d2-3e2c2c7e68be,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:25.769345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 854c600e-86c0-4bf5-a8bc-71373d77a04e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:22:25.795188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 854c600e-86c0-4bf5-a8bc-71373d77a04e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:22:25.795602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 854c600e-86c0-4bf5-a8bc-71373d77a04e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:22:25.795942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:22:25.819536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:22:25.819885 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3ae16c92-f25e-4bbe-982f-651bf7ea7ee1 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:22:25.927849 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55866) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:25.932483 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-290e2788-5b2c-415f-83cc-5a57d30c158f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935907942', 'description': 'tempest-secgroup-smoke-935907942 description', 'project_id': '077fe09378fa401aa09b37daae02fff6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:25.957095 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-290e2788-5b2c-415f-83cc-5a57d30c158f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.031606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-290e2788-5b2c-415f-83cc-5a57d30c158f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.038032 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-290e2788-5b2c-415f-83cc-5a57d30c158f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.068129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-290e2788-5b2c-415f-83cc-5a57d30c158f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.069350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-290e2788-5b2c-415f-83cc-5a57d30c158f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1404660 Oct 19 02:22:26.071331 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e2788-5b2c-415f-83cc-5a57d30c158f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af71cf73-ca64-4093-b67d-03ac76327553,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:26.072506 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55868) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:26.078046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ba30f5b3-5e67-4474-9973-fa3f9205e31a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'af71cf73-ca64-4093-b67d-03ac76327553', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:26.105132 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba30f5b3-5e67-4474-9973-fa3f9205e31a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.159940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba30f5b3-5e67-4474-9973-fa3f9205e31a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.163643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba30f5b3-5e67-4474-9973-fa3f9205e31a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.181753 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30f5b3-5e67-4474-9973-fa3f9205e31a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e980673-beea-4a51-bdff-c2dd275836a4,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:26.191036 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ba30f5b3-5e67-4474-9973-fa3f9205e31a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.192258 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ba30f5b3-5e67-4474-9973-fa3f9205e31a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180923 Oct 19 02:22:26.195051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55870) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:26.199326 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-cba14551-c36f-4281-a39a-678d92c07f7a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'af71cf73-ca64-4093-b67d-03ac76327553', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:26.225939 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba14551-c36f-4281-a39a-678d92c07f7a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.241630 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:22:26.281280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba14551-c36f-4281-a39a-678d92c07f7a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.285302 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba14551-c36f-4281-a39a-678d92c07f7a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.308218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14551-c36f-4281-a39a-678d92c07f7a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f1427b-abb6-4117-b27e-e1ea5cb223cd,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:26.317222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cba14551-c36f-4281-a39a-678d92c07f7a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.318409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cba14551-c36f-4281-a39a-678d92c07f7a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224120 Oct 19 02:22:26.321144 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55872) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:26.325363 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-cd21c697-a9ad-4a98-88b1-0f960dea2ca9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'af71cf73-ca64-4093-b67d-03ac76327553', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:26.354881 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd21c697-a9ad-4a98-88b1-0f960dea2ca9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.719311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd21c697-a9ad-4a98-88b1-0f960dea2ca9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.723464 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd21c697-a9ad-4a98-88b1-0f960dea2ca9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.739880 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21c697-a9ad-4a98-88b1-0f960dea2ca9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a8e019-5a76-40bc-a91a-cd70343510a4,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:26.747573 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cd21c697-a9ad-4a98-88b1-0f960dea2ca9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.748789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cd21c697-a9ad-4a98-88b1-0f960dea2ca9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4267323 Oct 19 02:22:26.751546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55874) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:26.755951 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-92b51722-aa6b-4ce7-9254-9029ec634f22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'af71cf73-ca64-4093-b67d-03ac76327553', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:26.781345 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92b51722-aa6b-4ce7-9254-9029ec634f22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.838609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92b51722-aa6b-4ce7-9254-9029ec634f22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.841977 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92b51722-aa6b-4ce7-9254-9029ec634f22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.859080 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b51722-aa6b-4ce7-9254-9029ec634f22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f12339d-f9e2-4c8b-b870-7ae105ad102d,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:26.866656 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-92b51722-aa6b-4ce7-9254-9029ec634f22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.867826 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-92b51722-aa6b-4ce7-9254-9029ec634f22 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153197 Oct 19 02:22:26.870638 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55876) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:26.875029 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'af71cf73-ca64-4093-b67d-03ac76327553', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:26.897890 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:22:26.902746 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.959995 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.963314 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.980891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ee737b-50f5-4da7-ba36-b4a03bbce7c4,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:26.986044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:26.988387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-8cb363c9-5774-4f1e-b097-cd050cfc9af5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167970 Oct 19 02:22:26.991445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55878) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:26.995757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': 'af71cf73-ca64-4093-b67d-03ac76327553', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:27.016667 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:22:27.022163 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.083268 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.086997 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.104218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14ad43c-518c-4dcd-be28-69fde5cf2390,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:27.111213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.112454 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a9fbc0ef-5d92-45a9-810c-0140da430235 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200204 Oct 19 02:22:27.115731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55880) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:27.120666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'network': {'name': 'tempest-network-smoke--2121775873', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'port_security_enabled': True}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:27.140919 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:22:27.144878 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.167677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:22:27.177591 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.177935 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Added segment 21693e5d-506d-4dc3-8428-66bd7e612cbc of type vlan for network 88bdc6e4-855c-4d47-8b19-303589043f4f Oct 19 02:22:27.217578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.241403 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.246936 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:27.247492 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.277920 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1611629 Oct 19 02:22:27.280768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55882) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:27.288122 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'admin_state_up': True, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:27.311618 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.312688 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.324743 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053d31e-29f8-4d7e-870d-8829ea1e976a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Network': ['ID=88bdc6e4-855c-4d47-8b19-303589043f4f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:27.337522 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 88bdc6e4-855c-4d47-8b19-303589043f4f details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:22:27.365573 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.388996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6eae233-1e07-4daa-943c-6a0330e9c967 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:22:27.416187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: c6eae233-1e07-4daa-943c-6a0330e9c967 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:22:27.416532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device c6eae233-1e07-4daa-943c-6a0330e9c967 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:22:27.806076 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:27.994265 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:28.016318 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:28.115832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.246 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f124cb62-f71f-4dfb-afde-fed7abfbbcef) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:22:28.215969 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:28.254135 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:28.289997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:22:28.292727 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:22:28.295444 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:22:28.324652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=f124cb62-f71f-4dfb-afde-fed7abfbbcef,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:28.551119 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:28.746985 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:28.872947 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 95da63ce-a1e5-4024-b990-376dd8733a7e is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:22:28.977333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:22:28.986860 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Sync routers for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:22:28.995783 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:28.996401 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:28.997885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:28.999153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-923ade54-997f-4892-aaea-c957d2888393 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7172883 Oct 19 02:22:29.002273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55884) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:29.074940 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-8505da6b-862e-45a9-8821-dff915ff2ebe tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=077fe09378fa401aa09b37daae02fff6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715752 Oct 19 02:22:29.077769 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55888) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:29.101650 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:29.164004 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da9ded-684a-4403-8e6a-7b80158c7a1f tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:29.165423 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f1da9ded-684a-4403-8e6a-7b80158c7a1f tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861490 Oct 19 02:22:29.168268 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55890) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:29.200358 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-54b36a5c-9921-45fb-a6d4-6983b6b5a221 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310018 Oct 19 02:22:29.202975 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55892) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:29.208537 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656297545', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:29.275280 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:28Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:29.294705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:22:29.299222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.302940 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Checking router: 95da63ce-a1e5-4024-b990-376dd8733a7e for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:22:29.303283 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Updating router 95da63ce-a1e5-4024-b990-376dd8733a7e port f124cb62-f71f-4dfb-afde-fed7abfbbcef binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:22:29.326952 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.493506 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.560148 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Subnet': ['ID=f51d0c88-3c7a-49ea-8f77-c26d28d2d254,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:29.567552 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Checking segment: {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:22:29.567913 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network hostable DHCP agents. Network: 88bdc6e4-855c-4d47-8b19-303589043f4f, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:22:29.585073 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 88bdc6e4-855c-4d47-8b19-303589043f4f is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:22:29.594060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 88bdc6e4-855c-4d47-8b19-303589043f4f) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:22:29.599593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:29.600201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.604424 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30695e53-f732-4272-ae1d-b5325a65f50e None None] Network 88bdc6e4-855c-4d47-8b19-303589043f4f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:22:29.621106 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f2626649-164f-4ee0-9a5a-b14b379db5bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4171174 Oct 19 02:22:29.621610 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55894) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:29.680520 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.686039 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.731705 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Pushing event updated for resources: {'Port': ['ID=f124cb62-f71f-4dfb-afde-fed7abfbbcef,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:29.741221 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.741561 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.741904 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.742233 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.742560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.742870 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.743193 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.743570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.743843 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.744169 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.744484 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.744797 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:22:29.762136 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Attempting to bind port f124cb62-f71f-4dfb-afde-fed7abfbbcef on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:22:29.762614 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Attempting to bind port f124cb62-f71f-4dfb-afde-fed7abfbbcef by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:22:29.762856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Attempting to bind port f124cb62-f71f-4dfb-afde-fed7abfbbcef on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:22:29.766484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-88bdc6e4-855c-4d47-8b19-303589043f4f', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:22:29.767403 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.767822 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:22:29.768772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:22:29.769228 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.769616 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:22:29.770080 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Bound port: f124cb62-f71f-4dfb-afde-fed7abfbbcef, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:22:29.770452 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.826231 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] For port f124cb62-f71f-4dfb-afde-fed7abfbbcef, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:22:29.829740 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] For port f124cb62-f71f-4dfb-afde-fed7abfbbcef, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f124cb62-f71f-4dfb-afde-fed7abfbbcef,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:22:29.833526 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:29.878184 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:29.878786 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:29.913231 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Allocated IP 172.20.0.2 (88bdc6e4-855c-4d47-8b19-303589043f4f/f51d0c88-3c7a-49ea-8f77-c26d28d2d254/7372249e-87c8-4c84-a6f0-5474546cecf2) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:22:29.982558 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:30.066288 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.072670 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.080782 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.114215 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5756c7-c814-4e2e-a084-3e2ded328bca None None] Pushing event updated for resources: {'Port': ['ID=f124cb62-f71f-4dfb-afde-fed7abfbbcef,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:30.115300 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Network 88bdc6e4-855c-4d47-8b19-303589043f4f is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:22:30.118370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:22:30.125027 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:22:30.127131 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Pushing event updated for resources: {'Port': ['ID=7372249e-87c8-4c84-a6f0-5474546cecf2,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:30.183490 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Attempting to bind port 7372249e-87c8-4c84-a6f0-5474546cecf2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:22:30.184146 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Attempting to bind port 7372249e-87c8-4c84-a6f0-5474546cecf2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:22:30.184672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Attempting to bind port 7372249e-87c8-4c84-a6f0-5474546cecf2 on network 88bdc6e4-855c-4d47-8b19-303589043f4f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:22:30.185890 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:28Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:30.191426 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:22:30.191804 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Checking segment: {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:22:30.192229 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.192628 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Bound using segment: {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:22:30.193102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Bound port: 7372249e-87c8-4c84-a6f0-5474546cecf2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:22:30.193483 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.216350 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0daebe4-84e8-41cd-bc78-687dc5ac0f0a None None] The sync data for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 is: [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:28Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:22:30.269218 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] For port 7372249e-87c8-4c84-a6f0-5474546cecf2, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:22:30.273554 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] For port 7372249e-87c8-4c84-a6f0-5474546cecf2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7372249e-87c8-4c84-a6f0-5474546cecf2,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:22:30.279132 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.342187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e68ed-1739-42c7-ad44-d1ed03f2da30 None None] Pushing event updated for resources: {'Port': ['ID=7372249e-87c8-4c84-a6f0-5474546cecf2,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:30.394554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.1 (88bdc6e4-855c-4d47-8b19-303589043f4f/f51d0c88-3c7a-49ea-8f77-c26d28d2d254/75267ce0-4edb-4c09-8c1e-d6f6f0e512d9) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:22:30.541254 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.591277 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.636124 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 88bdc6e4-855c-4d47-8b19-303589043f4f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:22:30.641677 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:22:30.646076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:22:30.673569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:30.702244 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:30.840566 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.134405 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.139050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.213000 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.214987 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:31.314559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 88bdc6e4-855c-4d47-8b19-303589043f4f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:22:31.316637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:22:31.367890 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e77038-b4e9-4828-963f-d7803c51cbb8 None None] Network 88bdc6e4-855c-4d47-8b19-303589043f4f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:22:31.441543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 95da63ce-a1e5-4024-b990-376dd8733a7e has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:22:31.463866 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c32d010e-7065-4a8e-84c4-6a283bf1b505 None None] Provisioning complete for port 7372249e-87c8-4c84-a6f0-5474546cecf2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:31.464255 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c32d010e-7065-4a8e-84c4-6a283bf1b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.502308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f124cb62-f71f-4dfb-afde-fed7abfbbcef up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:22:31.630793 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f124cb62-f71f-4dfb-afde-fed7abfbbcef triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:31.631162 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.693709 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c32d010e-7065-4a8e-84c4-6a283bf1b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.742148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-c32d010e-7065-4a8e-84c4-6a283bf1b505 None None] For port 7372249e-87c8-4c84-a6f0-5474546cecf2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7372249e-87c8-4c84-a6f0-5474546cecf2,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:31.748357 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c32d010e-7065-4a8e-84c4-6a283bf1b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.811316 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.845539 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d010e-7065-4a8e-84c4-6a283bf1b505 None None] Pushing event updated for resources: {'Port': ['ID=7372249e-87c8-4c84-a6f0-5474546cecf2,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:31.852854 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port f124cb62-f71f-4dfb-afde-fed7abfbbcef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f124cb62-f71f-4dfb-afde-fed7abfbbcef,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:31.858285 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:31.859361 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7372249e-87c8-4c84-a6f0-5474546cecf2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:22:31.892321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:22:31.906330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c59ce068-4301-4baa-be10-e487f2cad138 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/95da63ce-a1e5-4024-b990-376dd8733a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754202 Oct 19 02:22:31.926001 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Sync routers for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:22:31.966352 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:31.967062 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:32.005829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=f124cb62-f71f-4dfb-afde-fed7abfbbcef,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:32.035134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7372249e-87c8-4c84-a6f0-5474546cecf2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:32.035511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.057197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-13d21650-58f7-475d-933a-5aa3fc211419 None None] Provisioning complete for port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:32.057567 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13d21650-58f7-475d-933a-5aa3fc211419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.067402 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-34967484-dd9a-4256-acca-a355da5bbcfd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935907942&fields=id&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 267 time: 0.0348513 Oct 19 02:22:32.158292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-13d21650-58f7-475d-933a-5aa3fc211419 None None] Port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:22:32.166141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:32.186307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-944e006a-bd97-440d-89f0-50b1643f74a8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:32.191760 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-944e006a-bd97-440d-89f0-50b1643f74a8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/networks?id=88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 200 len: 797 time: 0.1166327 Oct 19 02:22:32.207403 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-0fbf6fe6-50d1-48eb-97e4-a8195feb94d8 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/quotas/077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 375 time: 0.0124128 Oct 19 02:22:32.231164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-13d21650-58f7-475d-933a-5aa3fc211419 None None] Provisioning complete for port 7372249e-87c8-4c84-a6f0-5474546cecf2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:32.231536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-13d21650-58f7-475d-933a-5aa3fc211419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.268983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-3535d7bd-d00e-47a2-acb5-cb0d38d60e53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556264 Oct 19 02:22:32.329878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-4d8ee126-6c56-4073-bb44-17afeb561ee5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:22:32.331541 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-4d8ee126-6c56-4073-bb44-17afeb561ee5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0499718 Oct 19 02:22:32.428602 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-53da7a8f-25ab-40a7-b9fe-2df85afdddd1 service neutron] 10.222.0.64 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891528 Oct 19 02:22:32.479624 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 2, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:32.505842 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Checking router: 95da63ce-a1e5-4024-b990-376dd8733a7e for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:22:32.506200 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Updating router 95da63ce-a1e5-4024-b990-376dd8733a7e port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:22:32.524279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-8a66cc79-90a2-4c72-9994-e3dacb9ddfd1 service neutron] 10.222.0.64 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892029 Oct 19 02:22:32.530898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.593440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-2de5a9cc-3247-4151-aaaa-1200d78e54e1 None None] Provisioning complete for port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:32.593813 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2de5a9cc-3247-4151-aaaa-1200d78e54e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.686201 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-2de5a9cc-3247-4151-aaaa-1200d78e54e1 None None] Port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:22:32.700796 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8f4dbf31-ef27-4dc9-8268-ff5af1d89b9e req-a6901924-1428-4584-8da3-4ce58576bf71 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 210 time: 0.0306826 Oct 19 02:22:32.836495 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.842409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.900037 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08b5f5-423e-4eb0-86c2-55e317acf34a None None] Pushing event updated for resources: {'Port': ['ID=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:32.957723 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Attempting to bind port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:22:32.958087 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Attempting to bind port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:22:32.958444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Attempting to bind port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 on network 88bdc6e4-855c-4d47-8b19-303589043f4f {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:22:32.963621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:22:32.964019 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Checking segment: {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:22:32.964431 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:32.965020 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Bound using segment: {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:22:32.965286 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Bound port: 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:22:32.965671 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.041444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] For port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:22:33.044609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] For port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:22:33.050248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.117130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:33.117769 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:33.131140 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08b5f5-423e-4eb0-86c2-55e317acf34a None None] Pushing event updated for resources: {'Port': ['ID=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:33.176938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4853cd9c-bde0-4a9a-9061-35a8608827e2 None None] Provisioning complete for port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:33.177319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4853cd9c-bde0-4a9a-9061-35a8608827e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.430500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:33.471749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f124cb62-f71f-4dfb-afde-fed7abfbbcef up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:22:33.551352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4853cd9c-bde0-4a9a-9061-35a8608827e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.649648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-4853cd9c-bde0-4a9a-9061-35a8608827e2 None None] For port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:33.660727 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f124cb62-f71f-4dfb-afde-fed7abfbbcef triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:33.661115 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.665022 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4853cd9c-bde0-4a9a-9061-35a8608827e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.675831 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-5ea37222-6a65-4f42-9590-7170aef8ce20 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:33.677350 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-5ea37222-6a65-4f42-9590-7170aef8ce20 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/networks?id=88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 200 len: 797 time: 0.1165376 Oct 19 02:22:33.724837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-4e525f98-3b63-4b39-9db2-ecdd1db1d6a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 379 time: 0.0372922 Oct 19 02:22:33.736869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'port': {'device_id': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'admin_state_up': True, 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'security_groups': ['af71cf73-ca64-4093-b67d-03ac76327553']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:33.788210 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853cd9c-bde0-4a9a-9061-35a8608827e2 None None] Pushing event updated for resources: {'Port': ['ID=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:33.829065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-746efaa6-26e4-40dd-8f38-9f3aa362ca22 req-ed42fdb7-f0b3-44b9-94f6-b15fa1a32a40 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 210 time: 0.0563550 Oct 19 02:22:33.835281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d2bac51c-b7db-48ba-9eaf-ad553ca8322f None None] Provisioning complete for port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:33.835651 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d2bac51c-b7db-48ba-9eaf-ad553ca8322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.871814 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7372249e-87c8-4c84-a6f0-5474546cecf2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:22:33.881790 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:22:33.885909 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:33.920812 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:33.955416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc83d28-47bb-4384-a4f9-50b1c8fda89f None None] The sync data for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 is: [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:22:34.014282 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 7372249e-87c8-4c84-a6f0-5474546cecf2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:34.014654 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.049863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.12 (88bdc6e4-855c-4d47-8b19-303589043f4f/f51d0c88-3c7a-49ea-8f77-c26d28d2d254/aa257487-1143-4105-8a62-2a2f3f01e554) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:22:34.194248 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.233753 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.279545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 88bdc6e4-855c-4d47-8b19-303589043f4f is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:22:34.282800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:22:34.287176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:22:34.315381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=aa257487-1143-4105-8a62-2a2f3f01e554,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:34.345663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:34.346884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.365290 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-e86ca602-30ff-42c2-b5c1-4798e2acf621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330936 Oct 19 02:22:34.423854 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Request body: {'port': {'device_id': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:34.490247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.539310 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-39c68f43-fc1f-4080-8de4-d1170cc95871 None None] Provisioning complete for port aa257487-1143-4105-8a62-2a2f3f01e554 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:34.539940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-39c68f43-fc1f-4080-8de4-d1170cc95871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.576944 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-39c68f43-fc1f-4080-8de4-d1170cc95871 None None] Port aa257487-1143-4105-8a62-2a2f3f01e554 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:22:34.769257 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa257487-1143-4105-8a62-2a2f3f01e554 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:22:34.777396 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.789952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Transition to ACTIVE for port object aa257487-1143-4105-8a62-2a2f3f01e554 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:22:34.794692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.851355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa257487-1143-4105-8a62-2a2f3f01e554,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:34.942216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Attempting to bind port aa257487-1143-4105-8a62-2a2f3f01e554 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:22:34.942823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Attempting to bind port aa257487-1143-4105-8a62-2a2f3f01e554 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:22:34.943442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Attempting to bind port aa257487-1143-4105-8a62-2a2f3f01e554 on network 88bdc6e4-855c-4d47-8b19-303589043f4f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:22:34.948984 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Port aa257487-1143-4105-8a62-2a2f3f01e554 on network 88bdc6e4-855c-4d47-8b19-303589043f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:22:34.949299 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Attempting to bind port aa257487-1143-4105-8a62-2a2f3f01e554 on network 88bdc6e4-855c-4d47-8b19-303589043f4f {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:22:34.954484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:22:34.954805 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Checking segment: {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:22:34.955130 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Bound using segment: {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:22:34.956446 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Bound port: aa257487-1143-4105-8a62-2a2f3f01e554, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21693e5d-506d-4dc3-8428-66bd7e612cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:22:34.957065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:34.981205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b62b-003b-4908-aefb-005da2d06404 req-bd6b4fa9-7d3e-456b-ade4-ee71bc51ee1b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:34.987886 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a859b62b-003b-4908-aefb-005da2d06404 req-bd6b4fa9-7d3e-456b-ade4-ee71bc51ee1b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 944 time: 0.0680089 Oct 19 02:22:35.041242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] For port aa257487-1143-4105-8a62-2a2f3f01e554, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:22:35.044644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] For port aa257487-1143-4105-8a62-2a2f3f01e554, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa257487-1143-4105-8a62-2a2f3f01e554,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:22:35.045985 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a859b62b-003b-4908-aefb-005da2d06404 req-f17f7230-fcd9-45f3-b26b-05aea7d67c9c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488782 Oct 19 02:22:35.052743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:35.092784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.093310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:35.095009 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] 10.222.0.62 "PUT /v2.0/ports/aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 200 len: 1093 time: 0.7204638 Oct 19 02:22:35.098546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:22:35.101806 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a62dad-d388-485f-aa32-8756af586ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:22:35.132505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ede13-e9bb-45f6-8aed-ee92e4301bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa257487-1143-4105-8a62-2a2f3f01e554,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:35.151113 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d117e-7c2d-44f5-bca9-ecc496709f2c x-openstack-request-id: req-896d117e-7c2d-44f5-bca9-ecc496709f2c {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:22:35.151473 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:22:35.151787 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-896d117e-7c2d-44f5-bca9-ecc496709f2c {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:22:35.152268 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'status': 'completed', 'code': 200} Oct 19 02:22:35.189963 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-04162b5e-b343-4ff2-83cf-8f7c69275976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.192257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-04162b5e-b343-4ff2-83cf-8f7c69275976 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1096 time: 0.0508447 Oct 19 02:22:35.242755 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-6f2e49b8-9797-47d3-a426-1e5339440a02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 200 len: 217 time: 0.0427938 Oct 19 02:22:35.292967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-a2bd4e2e-8d3e-4dd2-98e9-43d4a08e7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.294439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-a2bd4e2e-8d3e-4dd2-98e9-43d4a08e7cb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f51d0c88-3c7a-49ea-8f77-c26d28d2d254 HTTP/1.1" status: 200 len: 835 time: 0.0454798 Oct 19 02:22:35.339377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-ef947e7f-423a-4410-a4ca-4c6416083971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.340915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-ef947e7f-423a-4410-a4ca-4c6416083971 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88bdc6e4-855c-4d47-8b19-303589043f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396404 Oct 19 02:22:35.436036 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-dcad8bce-01c9-4a2e-84ec-f73cf962b892 service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880637 Oct 19 02:22:35.447948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:22:35.498948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:35.499417 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:35.530883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65a25660-140d-4704-9ee7-c55b8f89a884 req-56bb6e4e-8915-48fe-95d9-7e71bc440e02 service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867126 Oct 19 02:22:35.623210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62dad-d388-485f-aa32-8756af586ba4 req-b928bd23-0a72-4ed2-a11f-04f2a262fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.624747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24a62dad-d388-485f-aa32-8756af586ba4 req-b928bd23-0a72-4ed2-a11f-04f2a262fc41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1096 time: 0.0458195 Oct 19 02:22:35.714980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62dad-d388-485f-aa32-8756af586ba4 req-3c7c9118-9538-434e-9910-e7ce1acba9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.716490 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24a62dad-d388-485f-aa32-8756af586ba4 req-3c7c9118-9538-434e-9910-e7ce1acba9a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 200 len: 898 time: 0.0852900 Oct 19 02:22:35.761301 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24a62dad-d388-485f-aa32-8756af586ba4 req-e964db01-9a51-49ab-a7a4-c64c6f8a3e23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 200 len: 217 time: 0.0367272 Oct 19 02:22:35.810500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62dad-d388-485f-aa32-8756af586ba4 req-e83d971d-7f0c-464d-a248-7448220aa796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.811877 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24a62dad-d388-485f-aa32-8756af586ba4 req-e83d971d-7f0c-464d-a248-7448220aa796 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f51d0c88-3c7a-49ea-8f77-c26d28d2d254 HTTP/1.1" status: 200 len: 835 time: 0.0427229 Oct 19 02:22:35.860769 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62dad-d388-485f-aa32-8756af586ba4 req-e6b730d6-c2a9-442f-92ee-8caa9fedf9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:35.862728 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24a62dad-d388-485f-aa32-8756af586ba4 req-e6b730d6-c2a9-442f-92ee-8caa9fedf9e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88bdc6e4-855c-4d47-8b19-303589043f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400081 Oct 19 02:22:35.964544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24a62dad-d388-485f-aa32-8756af586ba4 req-354767e6-4c15-4dcc-b5bf-934391308724 service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883687 Oct 19 02:22:36.055889 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24a62dad-d388-485f-aa32-8756af586ba4 req-f8a584b7-0485-4063-9419-11dc01e54524 service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838494 Oct 19 02:22:36.156518 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56975551-00ac-4770-ba89-e425c4b29c1e req-80418756-566e-409e-8f65-38ebee64fc54 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:36.157977 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56975551-00ac-4770-ba89-e425c4b29c1e req-80418756-566e-409e-8f65-38ebee64fc54 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 944 time: 0.0502458 Oct 19 02:22:36.196476 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-56975551-00ac-4770-ba89-e425c4b29c1e req-19e037df-a7b9-4764-aa2e-0b5b345e5582 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325518 Oct 19 02:22:37.057221 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26ffd2fe-7870-4686-8930-32693224560b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:37.312905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0ae0-77ac-4c1d-b606-50812f99989e req-2232eee3-373a-496e-887f-4047ae10c3fb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:37.314388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-434a0ae0-77ac-4c1d-b606-50812f99989e req-2232eee3-373a-496e-887f-4047ae10c3fb tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 944 time: 0.0503509 Oct 19 02:22:37.357153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-434a0ae0-77ac-4c1d-b606-50812f99989e req-6208c270-c862-4463-9ad8-c8cd1ece565b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362508 Oct 19 02:22:37.712255 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa257487-1143-4105-8a62-2a2f3f01e554 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:22:37.805906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa257487-1143-4105-8a62-2a2f3f01e554, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa257487-1143-4105-8a62-2a2f3f01e554,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:37.817119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'port_id': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'mac_address': 'fa:16:3e:29:f5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:22:37.851940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:37.865238 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa257487-1143-4105-8a62-2a2f3f01e554 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:22:37.887998 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa257487-1143-4105-8a62-2a2f3f01e554, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa257487-1143-4105-8a62-2a2f3f01e554,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:37.892033 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:37.938647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=aa257487-1143-4105-8a62-2a2f3f01e554,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:38.129665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['aa257487-1143-4105-8a62-2a2f3f01e554'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:22:38.476968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5821d0-d5c8-4c44-aa81-749c4be2e658 req-6ad93e91-2262-4299-9d84-5e0764eb13a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:38.478534 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d5821d0-d5c8-4c44-aa81-749c4be2e658 req-6ad93e91-2262-4299-9d84-5e0764eb13a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 945 time: 0.0544379 Oct 19 02:22:38.516453 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6d5821d0-d5c8-4c44-aa81-749c4be2e658 req-1bd44d56-2a3e-42fc-b7df-aedf8760cf35 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319836 Oct 19 02:22:39.630278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0b18-6f28-413b-bd52-58173ec24a09 req-a00b273d-6f02-4471-8dc0-2ec54122423a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:39.631758 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d27c0b18-6f28-413b-bd52-58173ec24a09 req-a00b273d-6f02-4471-8dc0-2ec54122423a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 945 time: 0.0477428 Oct 19 02:22:39.669172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d27c0b18-6f28-413b-bd52-58173ec24a09 req-c74d975c-1de4-42ca-9ef0-49717af212ad tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Oct 19 02:22:39.715912 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa257487-1143-4105-8a62-2a2f3f01e554 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:22:39.765414 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port aa257487-1143-4105-8a62-2a2f3f01e554 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:22:39.769801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port aa257487-1143-4105-8a62-2a2f3f01e554 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:22:39.770163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:39.813485 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f8944f0-48a7-4a64-81ad-5c0940a843b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:39.855440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:39.876395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:22:39.879125 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ab3f27-4cd5-4e20-bbbd-d0abda5c8f9a" -d '{"events": [{"server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "name": "network-vif-plugged", "status": "completed", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:22:39.891160 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port aa257487-1143-4105-8a62-2a2f3f01e554, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa257487-1143-4105-8a62-2a2f3f01e554,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:22:39.895128 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:39.946897 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=aa257487-1143-4105-8a62-2a2f3f01e554,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:39.969782 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943cf0f-8aed-4e97-a0c3-3f9a5264df4a x-openstack-request-id: req-f943cf0f-8aed-4e97-a0c3-3f9a5264df4a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:22:39.970138 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "name": "network-vif-plugged", "status": "completed", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:22:39.970411 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f943cf0f-8aed-4e97-a0c3-3f9a5264df4a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:22:39.970806 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'code': 200} Oct 19 02:22:40.066836 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94525fd-5562-4acc-96ee-c0c05b4118cc req-eab75b5b-f255-43fe-8927-290d6827303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:40.068226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c94525fd-5562-4acc-96ee-c0c05b4118cc req-eab75b5b-f255-43fe-8927-290d6827303c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1098 time: 0.0415826 Oct 19 02:22:40.102404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c94525fd-5562-4acc-96ee-c0c05b4118cc req-21ec7eba-5f1d-4db9-b334-c40ec68f67e2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264561 Oct 19 02:22:40.302796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:40.747494 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:40.784761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2a455-72b3-4a22-98e3-28ef09d20f90 req-d25c8a14-1d14-45ed-aa7f-866cf8fdc2cd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:40.786236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00a2a455-72b3-4a22-98e3-28ef09d20f90 req-d25c8a14-1d14-45ed-aa7f-866cf8fdc2cd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0495901 Oct 19 02:22:40.828297 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00a2a455-72b3-4a22-98e3-28ef09d20f90 req-e28f03f8-d175-42b7-9ea9-50ffc2d2594d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360558 Oct 19 02:22:41.038159 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:41.943309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb422bda-b313-417d-8911-020aa2544cdc req-062aca5f-a40c-4444-a8fa-315c34656efd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:41.944695 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb422bda-b313-417d-8911-020aa2544cdc req-062aca5f-a40c-4444-a8fa-315c34656efd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0488234 Oct 19 02:22:41.981839 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cb422bda-b313-417d-8911-020aa2544cdc req-2e547eac-b9c2-40f7-9605-4530317167db tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312781 Oct 19 02:22:42.093400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d1fbb-3584-4b28-86d7-731806f18154 req-eb650393-31a8-42db-9184-830541b88146 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:42.094864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca3d1fbb-3584-4b28-86d7-731806f18154 req-eb650393-31a8-42db-9184-830541b88146 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0484354 Oct 19 02:22:42.132200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca3d1fbb-3584-4b28-86d7-731806f18154 req-96a5a681-7da0-43c4-b713-a1c04cad4409 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Oct 19 02:22:42.153366 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55950) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:42.193599 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afd95c-6c42-43a9-8a2f-c001b6a0af94 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:42.195000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a6afd95c-6c42-43a9-8a2f-c001b6a0af94 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1093 time: 0.0406854 Oct 19 02:22:42.197774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 55952) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:42.201930 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:22:42.223074 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:42.321206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:42.422800 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.86 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/22705a4e-dcf3-4dc8-a639-b3b284437926) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:22:42.528114 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:42.541944 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:42.566571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:42.602203 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:22:42.605074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:22:42.608500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:22:42.638058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=22705a4e-dcf3-4dc8-a639-b3b284437926,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:42.972746 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:43.035361 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:43.184500 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:43.189069 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:43.260774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=22705a4e-dcf3-4dc8-a639-b3b284437926,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:22:43.271050 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:43.368651 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 5b805917-232e-4a5e-ae70-8be1fbafcf52 associated. External IP: 172.25.0.86, port: aa257487-1143-4105-8a62-2a2f3f01e554. Oct 19 02:22:43.571496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 95da63ce-a1e5-4024-b990-376dd8733a7e has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:22:43.679559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:22:43.688822 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] Sync routers for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:22:43.697055 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:22:43.698910 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:43.699520 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:43.726380 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-52d0b7f1-57a6-4bbe-9eff-d3a4160c9ca0 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5251601 Oct 19 02:22:43.726380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:22:43.726786 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c" -d '{"events": [{"name": "network-changed", "server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:22:43.765145 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43df4ad-5ff7-4b08-a45f-daf0bdd363f2 x-openstack-request-id: req-f43df4ad-5ff7-4b08-a45f-daf0bdd363f2 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:22:43.765432 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:22:43.765663 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f43df4ad-5ff7-4b08-a45f-daf0bdd363f2 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:22:43.766073 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'status': 'completed', 'code': 200} Oct 19 02:22:43.809835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:43.826050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319fcb4-bdc1-415a-9fe2-d04b1a36328e req-b9b5b9e5-b13d-4334-b081-f5b20ef63a33 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:43.827439 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f319fcb4-bdc1-415a-9fe2-d04b1a36328e req-b9b5b9e5-b13d-4334-b081-f5b20ef63a33 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0507715 Oct 19 02:22:43.834664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-56e6cde9-78bc-4022-bf1a-c535d6b6a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:43.836204 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-56e6cde9-78bc-4022-bf1a-c535d6b6a381 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1098 time: 0.0458169 Oct 19 02:22:43.868069 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f319fcb4-bdc1-415a-9fe2-d04b1a36328e req-776926e6-2ec1-4aa3-af85-cdb32bc0c112 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327938 Oct 19 02:22:43.890297 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55958) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:43.929094 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-f337e03d-18c0-496a-b829-fcf54016e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:43.930661 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-f337e03d-18c0-496a-b829-fcf54016e3dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 200 len: 898 time: 0.0879781 Oct 19 02:22:43.958214 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3aabd88c-dd9b-4d78-a091-ba4272845972 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/5b805917-232e-4a5e-ae70-8be1fbafcf52 HTTP/1.1" status: 200 len: 991 time: 0.0656803 Oct 19 02:22:44.001497 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-89339d68-8259-497d-bcc3-ff8ca89769bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 200 len: 999 time: 0.0631812 Oct 19 02:22:44.036141 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5b805917-232e-4a5e-ae70-8be1fbafcf52', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'port_id': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'mac_address': 'fa:16:3e:29:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:22:42Z', 'updated_at': '2021-10-19T02:22:42Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:44.053011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-82a0cb7b-d139-4adc-ac57-c29b74d6b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:44.054463 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-82a0cb7b-d139-4adc-ac57-c29b74d6b1d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f51d0c88-3c7a-49ea-8f77-c26d28d2d254 HTTP/1.1" status: 200 len: 835 time: 0.0457292 Oct 19 02:22:44.062443 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] Checking router: 95da63ce-a1e5-4024-b990-376dd8733a7e for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:22:44.070742 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:22:44.071365 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:22:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:44.101284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-9aee1ca8-3d53-4644-9a0f-eae6da76b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:22:44.102687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-9aee1ca8-3d53-4644-9a0f-eae6da76b5e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88bdc6e4-855c-4d47-8b19-303589043f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412862 Oct 19 02:22:44.176735 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:22:44.199865 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-9de8489a-897a-428b-b40e-e88081be7988 service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890517 Oct 19 02:22:44.296081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f0fbb1a3-c1d3-4485-8d21-2c225d3dc34c req-ced62506-729b-4997-bcc8-2e9a65fbfecb service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888913 Oct 19 02:22:44.412648 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5b805917-232e-4a5e-ae70-8be1fbafcf52', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'port_id': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'mac_address': 'fa:16:3e:29:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:22:42Z', 'updated_at': '2021-10-19T02:22:42Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:22:44.438387 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba66d60-2ee6-4ced-8f10-436195b119f9 None None] The sync data for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 is: [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5b805917-232e-4a5e-ae70-8be1fbafcf52', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'port_id': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'mac_address': 'fa:16:3e:29:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:22:42Z', 'updated_at': '2021-10-19T02:22:42Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:22:44.618102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fa5b4-2216-441d-a7ca-70805e5f9f36 None None] New status for floating IP 5b805917-232e-4a5e-ae70-8be1fbafcf52: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:22:44.961020 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 55960) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:22:45.021139 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-902fcb1c-64c0-496e-baa8-429b21a96939 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/5b805917-232e-4a5e-ae70-8be1fbafcf52 HTTP/1.1" status: 200 len: 993 time: 0.0589786 Oct 19 02:22:50.338042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:02.341914 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-bcb51806-448e-4b10-bae0-e436175c901f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440173 Oct 19 02:23:02.426909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-74cc3681-8b18-4aef-a8e2-d18ea95eac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:02.428410 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-74cc3681-8b18-4aef-a8e2-d18ea95eac57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1098 time: 0.0413351 Oct 19 02:23:02.536033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-91217ce3-030f-40d6-bed0-ba94abe84ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:02.537485 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-91217ce3-030f-40d6-bed0-ba94abe84ab5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 200 len: 898 time: 0.0856264 Oct 19 02:23:02.607074 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-7f398849-af06-4ac1-8a25-3b596d0ca37e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 200 len: 1001 time: 0.0612488 Oct 19 02:23:02.655505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-b9d5431e-85c2-4900-a2af-0a2fc8df708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:02.656948 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-b9d5431e-85c2-4900-a2af-0a2fc8df708c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f51d0c88-3c7a-49ea-8f77-c26d28d2d254 HTTP/1.1" status: 200 len: 835 time: 0.0425007 Oct 19 02:23:02.702751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-37b0f311-ec47-440b-ad72-257df8490838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:02.704237 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-37b0f311-ec47-440b-ad72-257df8490838 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88bdc6e4-855c-4d47-8b19-303589043f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399923 Oct 19 02:23:02.715346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-f94017b4-c9da-4164-b8c9-92739368ee90 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:23:02.716295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-f94017b4-c9da-4164-b8c9-92739368ee90 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047393 Oct 19 02:23:03.101876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-cfef0919-2b4d-4770-bbc8-be50b2979d8c service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786650 Oct 19 02:23:03.196886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e3c02635-12c4-4b42-aa04-bd84133626ae req-1c525c06-f97f-42c1-a982-e8125540f3fb service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873466 Oct 19 02:23:03.241451 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:23:07.058102 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9f6201a4-ee71-4a8e-b42e-720161339561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:09.794216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b4747fe6-25b9-4188-897f-362282fe16b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:10.322019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:10.748725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:11.041701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:12.545420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:16.422396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff45e-8a89-4db5-9958-dee4b7af6371 req-737512c4-246d-42bc-9669-4e9a6c51d56b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:16.423890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e8ff45e-8a89-4db5-9958-dee4b7af6371 req-737512c4-246d-42bc-9669-4e9a6c51d56b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0504460 Oct 19 02:23:16.464342 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1e8ff45e-8a89-4db5-9958-dee4b7af6371 req-9b08f17b-966b-4be7-bf78-261ab35f6694 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331960 Oct 19 02:23:17.586243 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acc695-d868-4389-bf35-92d601f43e20 req-de73bf46-9f9d-4ce6-8d59-8b8070729fb2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:17.587701 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69acc695-d868-4389-bf35-92d601f43e20 req-de73bf46-9f9d-4ce6-8d59-8b8070729fb2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0549259 Oct 19 02:23:17.626842 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-69acc695-d868-4389-bf35-92d601f43e20 req-95d1bbd3-4c03-44d6-9a21-88b4f43106b7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Oct 19 02:23:18.756453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3b0d2-2836-41e6-ad07-5288ab8d9ec7 req-6ad2ce1f-3ddd-4148-bb4f-680ba4fe010d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:18.757903 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43b3b0d2-2836-41e6-ad07-5288ab8d9ec7 req-6ad2ce1f-3ddd-4148-bb4f-680ba4fe010d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0505595 Oct 19 02:23:18.794904 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-43b3b0d2-2836-41e6-ad07-5288ab8d9ec7 req-e803bb2f-c37d-43f9-ac6c-3713a3ff4dfd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311573 Oct 19 02:23:19.908045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1b73-7035-400e-99c7-cc9f101e6484 req-6f4315c2-a871-43c7-b7e3-d41706306c85 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:19.909525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-323e1b73-7035-400e-99c7-cc9f101e6484 req-6f4315c2-a871-43c7-b7e3-d41706306c85 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0493853 Oct 19 02:23:19.948206 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-323e1b73-7035-400e-99c7-cc9f101e6484 req-5fe2243a-69c1-4eef-b05b-b7bc461ab565 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327623 Oct 19 02:23:20.346422 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:21.062295 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491885-b46a-4711-9962-f88cbfbb8fe2 req-690acae1-312f-47f9-955c-bfc353357fce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:21.063789 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05491885-b46a-4711-9962-f88cbfbb8fe2 req-690acae1-312f-47f9-955c-bfc353357fce tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0488715 Oct 19 02:23:21.106296 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-05491885-b46a-4711-9962-f88cbfbb8fe2 req-388a6076-eb17-43ed-90bd-0e49bad4cea5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356781 Oct 19 02:23:22.224426 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5c3e-b044-460c-a3c1-bca012d3cd11 req-0cd0b5a8-2ba7-445e-b222-f906efefe00a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:22.226151 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b6c5c3e-b044-460c-a3c1-bca012d3cd11 req-0cd0b5a8-2ba7-445e-b222-f906efefe00a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0526855 Oct 19 02:23:22.265419 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b6c5c3e-b044-460c-a3c1-bca012d3cd11 req-0e255ec6-f964-4d98-8fcf-fd13a4de4009 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334499 Oct 19 02:23:23.380998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c116a-e580-4794-a40e-f4088c3b49b3 req-9f2a272b-509f-4572-a31b-6ff1e047282a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:23.383270 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-351c116a-e580-4794-a40e-f4088c3b49b3 req-9f2a272b-509f-4572-a31b-6ff1e047282a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0493412 Oct 19 02:23:23.420324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-351c116a-e580-4794-a40e-f4088c3b49b3 req-5ffb2322-d223-44aa-a146-bff2304085c4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Oct 19 02:23:24.540457 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d96ef-c6db-4082-b373-c29c590efbc6 req-10b7c857-fe23-4ada-b731-0575cc6cb621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:24.541900 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b2d96ef-c6db-4082-b373-c29c590efbc6 req-10b7c857-fe23-4ada-b731-0575cc6cb621 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0538180 Oct 19 02:23:24.579884 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-5b2d96ef-c6db-4082-b373-c29c590efbc6 req-40b787f0-abbd-4143-b4cb-d7fc5bbe8865 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318387 Oct 19 02:23:25.695513 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c473ee-603d-48db-b594-7c7db671625f req-d18b0b54-ca4d-45a3-99b1-6216283d7a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:25.697028 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26c473ee-603d-48db-b594-7c7db671625f req-d18b0b54-ca4d-45a3-99b1-6216283d7a5b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0495014 Oct 19 02:23:25.734289 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26c473ee-603d-48db-b594-7c7db671625f req-2f63c717-3841-4f00-857b-bf1b722c8923 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Oct 19 02:23:26.850406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0521a-62a8-4615-82aa-5ad86c6bb8d8 req-6a0561f6-8226-405a-a1c3-bd4dbdc498fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:26.851878 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9f0521a-62a8-4615-82aa-5ad86c6bb8d8 req-6a0561f6-8226-405a-a1c3-bd4dbdc498fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0486717 Oct 19 02:23:26.888743 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f9f0521a-62a8-4615-82aa-5ad86c6bb8d8 req-e9deb2d0-6e7e-405b-ba8e-36aa5f12e7ec tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310075 Oct 19 02:23:26.911485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56002) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:26.975655 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-274e66eb-d89d-47b2-82f6-c744615df905 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/5b805917-232e-4a5e-ae70-8be1fbafcf52 HTTP/1.1" status: 200 len: 993 time: 0.0630229 Oct 19 02:23:28.266036 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b3b8-358b-4937-9b32-23295608d302 req-85e2f467-d014-4367-a25d-4d89753b20e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:28.267575 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b86b3b8-358b-4937-9b32-23295608d302 req-85e2f467-d014-4367-a25d-4d89753b20e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0801029 Oct 19 02:23:28.281830 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-676f7082-dfbb-45a7-8fd2-da6535bbccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:28.284121 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-676f7082-dfbb-45a7-8fd2-da6535bbccef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1098 time: 0.0625603 Oct 19 02:23:28.333458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b86b3b8-358b-4937-9b32-23295608d302 req-0c6102e4-57c7-4bd9-8eca-f6f40247025f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589342 Oct 19 02:23:28.394262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-f6882b05-10be-4309-a988-45415315da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:28.395714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-f6882b05-10be-4309-a988-45415315da3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 200 len: 898 time: 0.1045218 Oct 19 02:23:28.465795 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-1f3f5a56-459c-48db-a748-a602bf02179a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 200 len: 1001 time: 0.0625198 Oct 19 02:23:28.513273 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-4e0962a6-fc63-4d19-9a6c-e68f2ddb2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:28.514671 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-4e0962a6-fc63-4d19-9a6c-e68f2ddb2d77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f51d0c88-3c7a-49ea-8f77-c26d28d2d254 HTTP/1.1" status: 200 len: 835 time: 0.0420127 Oct 19 02:23:28.562000 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-abecb17b-7c72-473a-832f-edd90d020550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:28.563364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-abecb17b-7c72-473a-832f-edd90d020550 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88bdc6e4-855c-4d47-8b19-303589043f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393443 Oct 19 02:23:28.655042 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-9fb57c01-142d-4b66-9217-bd80dccf550b service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843301 Oct 19 02:23:28.745517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cd17b2a3-f371-4474-98db-72908b20b7a8 req-ec2577f0-55e9-4765-b891-2a74e1a19ff9 service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836020 Oct 19 02:23:29.449703 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8c9cc-de55-4231-825f-ceb9c9f0ad0a req-400eb095-34d0-4447-a1e3-cbb54d764e27 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:23:29.451150 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43a8c9cc-de55-4231-825f-ceb9c9f0ad0a req-400eb095-34d0-4447-a1e3-cbb54d764e27 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0489638 Oct 19 02:23:29.489623 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-43a8c9cc-de55-4231-825f-ceb9c9f0ad0a req-df0760fb-5f7e-494e-98bd-d77e63f82af2 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Oct 19 02:23:29.511873 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56012) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:23:29.571229 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4b566c30-38ae-4b64-a281-20460879e1f5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/5b805917-232e-4a5e-ae70-8be1fbafcf52 HTTP/1.1" status: 200 len: 993 time: 0.0582607 Oct 19 02:23:37.058639 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-020857a7-f675-4c22-acc5-f5e2c81d6656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:39.794208 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ddd7667f-b0d4-446a-b876-2d3391eafbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:40.244768 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:23:40.311202 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:40.750437 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:41.044408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:42.550456 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:50.361102 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:23:59.906998 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56030) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:00.073341 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 22705a4e-dcf3-4dc8-a639-b3b284437926 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:24:00.073673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:00.149158 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:00.149469 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:00.160704 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 22705a4e-dcf3-4dc8-a639-b3b284437926 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:24:00.305807 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:00.329334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=22705a4e-dcf3-4dc8-a639-b3b284437926,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:00.339777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.340153 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.340497 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.340833 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.341167 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.341917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.341917 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.342134 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.342459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.342781 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.343103 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.343422 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:00.405498 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:00.405823 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP 5b805917-232e-4a5e-ae70-8be1fbafcf52 disassociated (deleted). External IP: 172.25.0.86, port: aa257487-1143-4105-8a62-2a2f3f01e554. Oct 19 02:24:00.614896 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 95da63ce-a1e5-4024-b990-376dd8733a7e has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:24:00.723673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:24:00.729059 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:00.734093 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] Sync routers for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:24:00.745971 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:00.746578 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:00.765056 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-598540b8-2cd8-476d-b9bb-f4e490d51ec3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/floatingips/5b805917-232e-4a5e-ae70-8be1fbafcf52 HTTP/1.1" status: 204 len: 168 time: 0.8569643 Oct 19 02:24:00.765666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:24:00.768242 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:24:00.851295 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:00.930835 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4dc028-d675-49bc-a8e6-d4ec120a1f1b x-openstack-request-id: req-5d4dc028-d675-49bc-a8e6-d4ec120a1f1b {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:24:00.931419 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:24:00.931419 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d4dc028-d675-49bc-a8e6-d4ec120a1f1b {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:24:00.931930 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'status': 'completed', 'code': 200} Oct 19 02:24:01.000717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-c6afaace-3267-434f-a46e-94c14306d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:01.003063 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-c6afaace-3267-434f-a46e-94c14306d4b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 1098 time: 0.0496504 Oct 19 02:24:01.021692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cd9f3-f2dc-4df2-964b-c60b02e79df8 req-f79a44de-dc1e-4a52-b53a-f855ba4cc427 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:01.023849 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295cd9f3-f2dc-4df2-964b-c60b02e79df8 req-f79a44de-dc1e-4a52-b53a-f855ba4cc427 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0578949 Oct 19 02:24:01.057662 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:01.066311 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-295cd9f3-f2dc-4df2-964b-c60b02e79df8 req-3128eb3c-949d-4ebc-968e-abea32d3451b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342460 Oct 19 02:24:01.084666 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] Checking router: 95da63ce-a1e5-4024-b990-376dd8733a7e for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:24:01.093211 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:01.093808 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:01.101382 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-066673a9-a5ac-45a1-b540-4d37c2c68a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:01.103460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-066673a9-a5ac-45a1-b540-4d37c2c68a2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 200 len: 898 time: 0.0928664 Oct 19 02:24:01.156034 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-e70cddf3-d1df-42af-96b2-93eb5155c597 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 200 len: 217 time: 0.0391614 Oct 19 02:24:01.198605 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:01.206909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-6dc1e344-d66e-450a-8449-31f113c8a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:01.208414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-6dc1e344-d66e-450a-8449-31f113c8a5c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f51d0c88-3c7a-49ea-8f77-c26d28d2d254 HTTP/1.1" status: 200 len: 835 time: 0.0445933 Oct 19 02:24:01.254381 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-f6d4484c-a99c-40f6-8145-5305cee53c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:01.255883 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-f6d4484c-a99c-40f6-8145-5305cee53c1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=88bdc6e4-855c-4d47-8b19-303589043f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404530 Oct 19 02:24:01.354851 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-46c1ec94-c734-42db-94fd-75cf7099a0da service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902777 Oct 19 02:24:01.399762 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:01.427111 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755dcd61-c1fd-4f47-b920-4fe580f9f4d8 None None] The sync data for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 is: [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:22:30Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '75267ce0-4edb-4c09-8c1e-d6f6f0e512d9', 'name': '', 'network_id': '88bdc6e4-855c-4d47-8b19-303589043f4f', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:ff:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:30Z', 'updated_at': '2021-10-19T02:22:33Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': 'f51d0c88-3c7a-49ea-8f77-c26d28d2d254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:24:01.451633 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01958567-1ecf-4bfd-9a8d-6b18d6db6ae2 req-5b3d8e49-acdc-4ac2-8894-96021c5ed382 service neutron] 10.222.0.62 "GET /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871425 Oct 19 02:24:01.649176 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295f4ed-c5c1-45a2-861d-f86a970366c7 None None] New status for floating IP 5b805917-232e-4a5e-ae70-8be1fbafcf52: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:24:02.186359 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83668eae-8d63-4f99-8058-e7e039c1dc4e req-0c81c82e-778d-493a-b077-83f8815862ee tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:02.187841 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83668eae-8d63-4f99-8058-e7e039c1dc4e req-0c81c82e-778d-493a-b077-83f8815862ee tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0491581 Oct 19 02:24:02.230280 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-83668eae-8d63-4f99-8058-e7e039c1dc4e req-aa8d5895-cd00-433b-820e-e13dace6ff96 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=af71cf73-ca64-4093-b67d-03ac76327553&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365198 Oct 19 02:24:02.471395 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-d2bc03cd-dec1-4f48-8a13-fb1cb779cac9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:02.472873 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-d2bc03cd-dec1-4f48-8a13-fb1cb779cac9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 946 time: 0.0485799 Oct 19 02:24:02.562466 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port aa257487-1143-4105-8a62-2a2f3f01e554 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:24:02.562812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:02.658202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port aa257487-1143-4105-8a62-2a2f3f01e554, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=aa257487-1143-4105-8a62-2a2f3f01e554,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:02.658571 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:02.671068 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for aa257487-1143-4105-8a62-2a2f3f01e554 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:24:02.802043 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:02.831061 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=aa257487-1143-4105-8a62-2a2f3f01e554,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:02.843392 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.843751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.844125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.844479 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.844818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.845159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.845499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.845837 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.846169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.846503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.846834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.847162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:02.881789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] No DVR routers for this DVR port aa257487-1143-4105-8a62-2a2f3f01e554 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:24:02.884686 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:02.888052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-21dc2e8a-53f4-41a8-8b70-2642ec5d89b0 req-9b56259c-e25e-4f80-be25-ac5228b6090f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.62 "DELETE /v2.0/ports/aa257487-1143-4105-8a62-2a2f3f01e554 HTTP/1.1" status: 204 len: 173 time: 0.4084578 Oct 19 02:24:02.888499 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'name': 'network-vif-deleted', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:24:02.890750 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791be590-7fe6-40aa-8fb0-29bff292587c" -d '{"events": [{"server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "name": "network-vif-deleted", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:24:02.932226 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5bf569-84a4-4133-ac4f-b817120af705 x-openstack-request-id: req-dd5bf569-84a4-4133-ac4f-b817120af705 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:24:02.932605 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13c9f0d-a5f3-4375-9262-c6bcd1218189", "name": "network-vif-deleted", "tag": "aa257487-1143-4105-8a62-2a2f3f01e554", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:24:02.936817 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd5bf569-84a4-4133-ac4f-b817120af705 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:24:02.936817 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13c9f0d-a5f3-4375-9262-c6bcd1218189', 'name': 'network-vif-deleted', 'tag': 'aa257487-1143-4105-8a62-2a2f3f01e554', 'status': 'completed', 'code': 200} Oct 19 02:24:03.352186 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-54dd1584-011c-4a44-9ca8-3c9db3c6ce3c req-38d3711d-3fe3-44c4-b981-b0756bee4793 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13c9f0d-a5f3-4375-9262-c6bcd1218189 HTTP/1.1" status: 200 len: 210 time: 0.0271823 Oct 19 02:24:04.407205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56048) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:04.778396 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:05.032305 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:24:05.032640 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:05.125046 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:05.125401 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:05.138124 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:24:05.325924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:05.353183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=75267ce0-4edb-4c09-8c1e-d6f6f0e512d9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:05.530136 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:05.751413 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 95da63ce-a1e5-4024-b990-376dd8733a7e has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:24:05.858509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:24:05.863729 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-af1f5e6a-fd20-45a6-950c-169175591315 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/95da63ce-a1e5-4024-b990-376dd8733a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4554873 Oct 19 02:24:05.866601 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:05.869404 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] Sync routers for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:24:05.878345 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:05.878932 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:05.921812 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting subnet f51d0c88-3c7a-49ea-8f77-c26d28d2d254 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:24:05.924903 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:05.965256 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:05.984271 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:06.023235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa257487-1143-4105-8a62-2a2f3f01e554 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:24:06.046562 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.047377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: aa257487-1143-4105-8a62-2a2f3f01e554 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:24:06.047883 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device aa257487-1143-4105-8a62-2a2f3f01e554 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:24:06.108272 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.135935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Subnet': ['ID=f51d0c88-3c7a-49ea-8f77-c26d28d2d254,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:06.139518 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.145273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eec7b043-6888-40c8-b232-508c92a550b6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/subnets/f51d0c88-3c7a-49ea-8f77-c26d28d2d254 HTTP/1.1" status: 204 len: 168 time: 0.2750876 Oct 19 02:24:06.145539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56052) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:06.147353 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e673a-8bfb-418d-b042-a3c5454ef786 None None] Network 88bdc6e4-855c-4d47-8b19-303589043f4f requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:24:06.161578 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:24:05Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:06.192148 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] Checking router: 95da63ce-a1e5-4024-b990-376dd8733a7e for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:24:06.201740 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] Routers {'95da63ce-a1e5-4024-b990-376dd8733a7e'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:06.202411 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:23:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['95da63ce-a1e5-4024-b990-376dd8733a7e'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:06.255611 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.314487 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] Set router 95da63ce-a1e5-4024-b990-376dd8733a7e gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:06.331924 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] DHCP port deletion for 88bdc6e4-855c-4d47-8b19-303589043f4f request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:24:06.376203 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.383335 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Deleting port 7372249e-87c8-4c84-a6f0-5474546cecf2 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:24:06.384085 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.433403 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port f124cb62-f71f-4dfb-afde-fed7abfbbcef {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:24:06.434312 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.450412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] For port 7372249e-87c8-4c84-a6f0-5474546cecf2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=7372249e-87c8-4c84-a6f0-5474546cecf2,segment=NetworkSegment(21693e5d-506d-4dc3-8428-66bd7e612cbc),segment_id=21693e5d-506d-4dc3-8428-66bd7e612cbc)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:06.450412 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.464551 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Calling delete_port for 7372249e-87c8-4c84-a6f0-5474546cecf2 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:24:06.521884 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port f124cb62-f71f-4dfb-afde-fed7abfbbcef, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f124cb62-f71f-4dfb-afde-fed7abfbbcef,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:06.522277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.534832 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for f124cb62-f71f-4dfb-afde-fed7abfbbcef owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:24:06.557523 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.582018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Pushing event deleted for resources: {'Port': ['ID=7372249e-87c8-4c84-a6f0-5474546cecf2,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:06.590749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] No DVR routers for this DVR port 7372249e-87c8-4c84-a6f0-5474546cecf2 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:24:06.592351 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:24:05Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:06.593278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.593702 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.594099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.594681 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.595049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.595374 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.595763 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.596175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.596564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.596948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.597337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.597720 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d250e2a-c23d-40dd-a1ed-8f994d09bd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:06.620009 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b34893-e25f-48f6-b595-24566a8a8be1 None None] The sync data for ids ['95da63ce-a1e5-4024-b990-376dd8733a7e'] in n-d-789963-20 is: [{'id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681797823', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:22:27Z', 'updated_at': '2021-10-19T02:24:05Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f124cb62-f71f-4dfb-afde-fed7abfbbcef', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95da63ce-a1e5-4024-b990-376dd8733a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:22:28Z', 'updated_at': '2021-10-19T02:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:24:06.722332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.748049 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=f124cb62-f71f-4dfb-afde-fed7abfbbcef,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:06.808299 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.897300 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.900145 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.945280 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.945630 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Fanout notify agent at l3_agent the message router_deleted on router 95da63ce-a1e5-4024-b990-376dd8733a7e {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:24:06.952393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:06.953527 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ea1eec99-d1c7-46bc-867e-03f0752365bf tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/routers/95da63ce-a1e5-4024-b990-376dd8733a7e HTTP/1.1" status: 204 len: 168 time: 0.8067310 Oct 19 02:24:06.956235 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56054) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:07.035289 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.066714 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eb748276-baf3-4e9d-8520-c99ec0b1b692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.466322 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.482377 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:24:07.487344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bdc6e4-855c-4d47-8b19-303589043f4f']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:07.498344 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21693e5d-506d-4dc3-8428-66bd7e612cbc') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:07.498554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21693e5d-506d-4dc3-8428-66bd7e612cbc') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:07.508216 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.508988 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:24:07.509333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 75267ce0-4edb-4c09-8c1e-d6f6f0e512d9 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:24:07.509741 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f124cb62-f71f-4dfb-afde-fed7abfbbcef no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:24:07.521592 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.528355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:24:07.528789 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.528913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f124cb62-f71f-4dfb-afde-fed7abfbbcef {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:24:07.529132 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f124cb62-f71f-4dfb-afde-fed7abfbbcef not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:24:07.529532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7372249e-87c8-4c84-a6f0-5474546cecf2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:24:07.531797 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:24:07.549790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 7372249e-87c8-4c84-a6f0-5474546cecf2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:24:07.550229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 7372249e-87c8-4c84-a6f0-5474546cecf2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:24:07.593840 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.600890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.605191 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/networks/88bdc6e4-855c-4d47-8b19-303589043f4f HTTP/1.1" status: 204 len: 168 time: 0.6480348 Oct 19 02:24:07.608029 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56056) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:07.620750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79da0c-ca53-4f02-96d7-0015411b519e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Network': ['ID=88bdc6e4-855c-4d47-8b19-303589043f4f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:07.666783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1321d8fe-89e3-46fc-a7ba-6c3cb46b79aa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.691750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1321d8fe-89e3-46fc-a7ba-6c3cb46b79aa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.754506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1321d8fe-89e3-46fc-a7ba-6c3cb46b79aa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.757255 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1321d8fe-89e3-46fc-a7ba-6c3cb46b79aa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:07.758549 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1321d8fe-89e3-46fc-a7ba-6c3cb46b79aa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/security-groups/af71cf73-ca64-4093-b67d-03ac76327553 HTTP/1.1" status: 204 len: 168 time: 0.1494248 Oct 19 02:24:07.768213 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321d8fe-89e3-46fc-a7ba-6c3cb46b79aa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af71cf73-ca64-4093-b67d-03ac76327553,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.001855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56062) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.006572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-33b976e1-e78c-47d5-9dbf-ef7c8eb9b944 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355579045', 'description': 'tempest-secgroup-smoke-355579045 description', 'project_id': '077fe09378fa401aa09b37daae02fff6'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.030146 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33b976e1-e78c-47d5-9dbf-ef7c8eb9b944 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.094427 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33b976e1-e78c-47d5-9dbf-ef7c8eb9b944 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.097699 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33b976e1-e78c-47d5-9dbf-ef7c8eb9b944 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.127332 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-33b976e1-e78c-47d5-9dbf-ef7c8eb9b944 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.128548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-33b976e1-e78c-47d5-9dbf-ef7c8eb9b944 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1256568 Oct 19 02:24:08.131618 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56064) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.133086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b976e1-e78c-47d5-9dbf-ef7c8eb9b944 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8380b845-d294-463f-8e4b-7040d2c5edb8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.142198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2b85af75-95e1-4be0-9f23-0ae3d993b703 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '8380b845-d294-463f-8e4b-7040d2c5edb8', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.168344 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b85af75-95e1-4be0-9f23-0ae3d993b703 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.225097 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b85af75-95e1-4be0-9f23-0ae3d993b703 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.228369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b85af75-95e1-4be0-9f23-0ae3d993b703 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.246445 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85af75-95e1-4be0-9f23-0ae3d993b703 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8453f91a-d119-48ca-a674-912d54f983ac,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.251537 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b85af75-95e1-4be0-9f23-0ae3d993b703 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.254417 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2b85af75-95e1-4be0-9f23-0ae3d993b703 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200399 Oct 19 02:24:08.255461 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56066) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.260892 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3762f201-78b7-4dd2-bbad-579f393c3f53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '8380b845-d294-463f-8e4b-7040d2c5edb8', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.284896 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3762f201-78b7-4dd2-bbad-579f393c3f53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.340854 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3762f201-78b7-4dd2-bbad-579f393c3f53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.344689 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3762f201-78b7-4dd2-bbad-579f393c3f53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.362665 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762f201-78b7-4dd2-bbad-579f393c3f53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b9a574-7dfe-4167-8e71-9d1818d5a710,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.368815 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3762f201-78b7-4dd2-bbad-579f393c3f53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.370001 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3762f201-78b7-4dd2-bbad-579f393c3f53 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135986 Oct 19 02:24:08.372711 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.376952 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-61ae3165-78a0-4d01-96e8-5c67ff17955e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '8380b845-d294-463f-8e4b-7040d2c5edb8', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.402846 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61ae3165-78a0-4d01-96e8-5c67ff17955e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.462321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61ae3165-78a0-4d01-96e8-5c67ff17955e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.465687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61ae3165-78a0-4d01-96e8-5c67ff17955e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.486036 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae3165-78a0-4d01-96e8-5c67ff17955e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9380a7f1-d67b-4fe6-8062-f9b354804431,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.490593 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-61ae3165-78a0-4d01-96e8-5c67ff17955e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.491720 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-61ae3165-78a0-4d01-96e8-5c67ff17955e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180913 Oct 19 02:24:08.495058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56070) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.499246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-774bd9ac-b8e2-43b5-af2f-1849ac4bb73c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '8380b845-d294-463f-8e4b-7040d2c5edb8', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.524872 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-774bd9ac-b8e2-43b5-af2f-1849ac4bb73c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.585578 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-774bd9ac-b8e2-43b5-af2f-1849ac4bb73c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.589478 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-774bd9ac-b8e2-43b5-af2f-1849ac4bb73c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.607340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bd9ac-b8e2-43b5-af2f-1849ac4bb73c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3107f93-5741-40b1-928a-37000c68824a,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.614370 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-774bd9ac-b8e2-43b5-af2f-1849ac4bb73c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.615561 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-774bd9ac-b8e2-43b5-af2f-1849ac4bb73c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195939 Oct 19 02:24:08.618910 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56072) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.623186 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '8380b845-d294-463f-8e4b-7040d2c5edb8', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.644598 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:24:08.649454 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.708587 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.712266 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.729277 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96269134-9623-4923-8054-655ed8a700da,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.738595 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.739777 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2d87a4ea-f3a5-4ae1-a28f-40fbe806cd3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199503 Oct 19 02:24:08.743720 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56074) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.748002 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'security_group_rule': {'security_group_id': '8380b845-d294-463f-8e4b-7040d2c5edb8', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.769044 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Project 077fe09378fa401aa09b37daae02fff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:24:08.773830 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.833298 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.836826 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.856875 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023905a2-8f6f-4933-a66f-a74a4bc5a223,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:08.863362 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.864593 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aefc9845-0c13-4bd6-8d65-4682ea3f9378 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199126 Oct 19 02:24:08.868284 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56076) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:08.873505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'network': {'name': 'tempest-network-smoke--1460456568', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'port_security_enabled': True}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:08.892893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:24:08.896409 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.920033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:24:08.930206 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.930206 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Added segment c8a6374a-6279-4d47-8589-5d0f06f939a2 of type vlan for network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb Oct 19 02:24:08.970646 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.993858 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:08.999422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:09.000027 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.035236 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1657469 Oct 19 02:24:09.038006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56078) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:09.042959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'admin_state_up': True, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:09.082546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177f02f-d754-4cc7-a977-556689d6a44c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Network': ['ID=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:09.094795 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:24:09.096287 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.097494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.152070 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.291692 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.480024 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.498365 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.602276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.16 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/f01e3b07-0271-45f9-ac02-db1a841ddddc) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:24:09.700726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.735497 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.772472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:24:09.775615 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:24:09.778048 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:24:09.796588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b59fb30c-343c-40d5-98cc-862feab9129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:09.814980 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=f01e3b07-0271-45f9-ac02-db1a841ddddc,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:10.040574 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:10.234058 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:10.315700 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:10.640511 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 46809ba4-4dfa-41cc-ad6c-d765493861d6 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:24:10.751775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:24:10.753490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:10.763195 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Sync routers for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:24:10.772815 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:10.773081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:10.773781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:10.774013 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-68e4a925-6d55-4b6b-8254-5c0816bc0990 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7351007 Oct 19 02:24:10.777316 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56082) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:10.805792 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-eb410194-30fe-448e-a6c9-1dd1f05619cc tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=077fe09378fa401aa09b37daae02fff6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273397 Oct 19 02:24:10.808516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56084) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:10.883575 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:10.897997 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cd555-5ce5-4323-8c73-1c465672a717 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:10.899587 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-031cd555-5ce5-4323-8c73-1c465672a717 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899887 Oct 19 02:24:10.902509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56086) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:10.931333 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-56a58e6b-69c5-446e-9fc3-50727b227cd5 tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=125d3f3f-6f34-4e18-a1f4-dd291bfb8661&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277550 Oct 19 02:24:10.933921 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56088) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:10.938593 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875181456', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'project_id': '077fe09378fa401aa09b37daae02fff6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:11.032950 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:24:11.036603 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.056659 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.070809 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:09Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:11.100782 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Checking router: 46809ba4-4dfa-41cc-ad6c-d765493861d6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:24:11.101164 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Updating router 46809ba4-4dfa-41cc-ad6c-d765493861d6 port f01e3b07-0271-45f9-ac02-db1a841ddddc binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:24:11.127086 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.221413 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.284334 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Subnet': ['ID=77df019e-c330-4eb2-be03-64111ab6339c,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:11.294705 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Checking segment: {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:24:11.295058 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network hostable DHCP agents. Network: ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:24:11.315187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:24:11.326569 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:24:11.331056 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:11.331777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.348848 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-aec9b255-9c23-471a-af42-dbb2af6bbf76 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4138789 Oct 19 02:24:11.351639 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56090) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:11.422254 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7236ed1-3bf5-407d-9462-584588419333 None None] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:24:11.663290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.668706 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:24:11.669797 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.674088 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.791116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260052-86db-4dc3-9500-78a036d988ed None None] Pushing event updated for resources: {'Port': ['ID=f01e3b07-0271-45f9-ac02-db1a841ddddc,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:11.795932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Attempting to bind port f01e3b07-0271-45f9-ac02-db1a841ddddc on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:24:11.796580 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Attempting to bind port f01e3b07-0271-45f9-ac02-db1a841ddddc by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:24:11.796946 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Attempting to bind port f01e3b07-0271-45f9-ac02-db1a841ddddc on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:24:11.806722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:24:11.807101 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:24:11.807500 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.807888 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:24:11.808390 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Bound port: f01e3b07-0271-45f9-ac02-db1a841ddddc, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:24:11.808768 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.813940 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.899315 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] For port f01e3b07-0271-45f9-ac02-db1a841ddddc, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:24:11.901567 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Allocated IP 172.20.0.2 (ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb/77df019e-c330-4eb2-be03-64111ab6339c/d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:24:11.904301 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] For port f01e3b07-0271-45f9-ac02-db1a841ddddc, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f01e3b07-0271-45f9-ac02-db1a841ddddc,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:24:11.912063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:11.995107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260052-86db-4dc3-9500-78a036d988ed None None] Pushing event updated for resources: {'Port': ['ID=f01e3b07-0271-45f9-ac02-db1a841ddddc,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:12.025613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:12.026234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:12.177307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:12.240543 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.252675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.302306 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.1 (ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb/77df019e-c330-4eb2-be03-64111ab6339c/aca69d73-2c74-40b7-bd90-5cea30d8e34e) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:24:12.339576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:24:12.342121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Pushing event updated for resources: {'Port': ['ID=d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:12.346135 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:24:12.350063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:24:12.422204 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.433997 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Attempting to bind port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:24:12.434531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Attempting to bind port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:24:12.434676 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Attempting to bind port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 on network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:24:12.443209 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:24:12.443576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Checking segment: {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:24:12.443968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.444379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Bound using segment: {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:24:12.444845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Bound port: d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:24:12.445762 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.455573 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.495696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:24:12.498820 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:24:12.502856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:24:12.505843 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:09Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:12.538117 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=aca69d73-2c74-40b7-bd90-5cea30d8e34e,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:12.547665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cde5a6-e239-4fc0-b7ae-4adc99ce95e1 None None] The sync data for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 is: [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:09Z', 'revision_number': 3, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:24:12.553926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] For port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:24:12.560643 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.567580 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.569463 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] For port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:24:12.580140 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:12.641846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd9d4-22e6-4ed9-8de9-00522287b880 None None] Pushing event updated for resources: {'Port': ['ID=d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:12.723178 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.057750 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.062804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.145393 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=aca69d73-2c74-40b7-bd90-5cea30d8e34e,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:13.150509 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.248138 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:24:13.249744 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:24:13.385045 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 46809ba4-4dfa-41cc-ad6c-d765493861d6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:24:13.529158 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:24:13.536382 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-110a77be-3095-4d40-aab0-48d518c5f78b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/46809ba4-4dfa-41cc-ad6c-d765493861d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1828141 Oct 19 02:24:13.568731 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:24:13.622492 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:13.622955 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.697313 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d0865-a680-4ffa-ad8a-8c88ccf5af3e None None] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:24:13.701493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-d2d92a9b-b47c-4776-9549-9d96a18b59dc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355579045&fields=id&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 267 time: 0.0428617 Oct 19 02:24:13.762099 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.788067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c066d33a-ae6a-4ed2-8704-d559d0b10513 None None] Provisioning complete for port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:13.788431 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c066d33a-ae6a-4ed2-8704-d559d0b10513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.812730 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-45866cb4-8c18-4f1d-af94-0d80cbb1c9b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:13.814200 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-45866cb4-8c18-4f1d-af94-0d80cbb1c9b3 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/networks?id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 200 len: 797 time: 0.1056895 Oct 19 02:24:13.830190 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-595e0873-0ab7-4222-ac58-8f075502bac1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/quotas/077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 375 time: 0.0098834 Oct 19 02:24:13.845481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:13.854227 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:13.855002 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f01e3b07-0271-45f9-ac02-db1a841ddddc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:24:13.889295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-ddbd238d-2fb7-46f5-8f5a-e57f32b960ed tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536869 Oct 19 02:24:13.997912 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-769da127-ebca-4a53-aeb4-7628976829c7 service neutron] 10.222.0.64 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965796 Oct 19 02:24:14.099352 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-afe751de-d9f8-48fc-9b71-1061bbd0dc40 service neutron] 10.222.0.64 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952256 Oct 19 02:24:14.169502 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:14.200294 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f01e3b07-0271-45f9-ac02-db1a841ddddc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:14.200661 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:14.290577 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-08384604-beba-41fe-b529-5a123b120cde req-5473df9c-352d-435c-8f2b-f2e03e7eeaa1 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 210 time: 0.0321777 Oct 19 02:24:14.297931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:14.327323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port f01e3b07-0271-45f9-ac02-db1a841ddddc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f01e3b07-0271-45f9-ac02-db1a841ddddc,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:14.332961 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:14.353870 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Sync routers for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:24:14.369097 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:14.371661 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:14.406071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=f01e3b07-0271-45f9-ac02-db1a841ddddc,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:14.496060 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:14.524148 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9d1f79e4-f827-4920-9ef1-e74faff88758 None None] Provisioning complete for port aca69d73-2c74-40b7-bd90-5cea30d8e34e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:14.524665 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d1f79e4-f827-4920-9ef1-e74faff88758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:14.582690 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f79e4-f827-4920-9ef1-e74faff88758 None None] Port aca69d73-2c74-40b7-bd90-5cea30d8e34e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:24:14.594818 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-9d1f79e4-f827-4920-9ef1-e74faff88758 None None] Provisioning complete for port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:14.595192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-9d1f79e4-f827-4920-9ef1-e74faff88758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:14.738905 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 2, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:14.768033 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Checking router: 46809ba4-4dfa-41cc-ad6c-d765493861d6 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:24:14.768296 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Updating router 46809ba4-4dfa-41cc-ad6c-d765493861d6 port aca69d73-2c74-40b7-bd90-5cea30d8e34e binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:24:14.794547 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:14.823295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-943f9471-847e-46d4-9382-9104ed05fec9 None None] Provisioning complete for port aca69d73-2c74-40b7-bd90-5cea30d8e34e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:14.823782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-943f9471-847e-46d4-9382-9104ed05fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:14.866083 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-943f9471-847e-46d4-9382-9104ed05fec9 None None] Port aca69d73-2c74-40b7-bd90-5cea30d8e34e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:24:14.985534 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-96f88c20-0158-402c-9a9d-73eae5710c85 None None] Provisioning complete for port aca69d73-2c74-40b7-bd90-5cea30d8e34e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:14.986453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-96f88c20-0158-402c-9a9d-73eae5710c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.020006 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-96f88c20-0158-402c-9a9d-73eae5710c85 None None] Port aca69d73-2c74-40b7-bd90-5cea30d8e34e cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:24:15.075942 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.080689 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.127420 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Pushing event updated for resources: {'Port': ['ID=aca69d73-2c74-40b7-bd90-5cea30d8e34e,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:15.155944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.155944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.155944 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.156425 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.156556 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.156801 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.157314 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.157631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.157945 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.158259 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.158570 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.158882 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:24:15.187991 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Attempting to bind port aca69d73-2c74-40b7-bd90-5cea30d8e34e on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:24:15.188369 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Attempting to bind port aca69d73-2c74-40b7-bd90-5cea30d8e34e by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:24:15.188723 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Attempting to bind port aca69d73-2c74-40b7-bd90-5cea30d8e34e on network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:24:15.193865 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:24:15.194226 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Checking segment: {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:24:15.194619 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.195039 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Bound using segment: {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:24:15.195845 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Bound port: aca69d73-2c74-40b7-bd90-5cea30d8e34e, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:24:15.195845 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.264121 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] For port aca69d73-2c74-40b7-bd90-5cea30d8e34e, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:24:15.267424 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] For port aca69d73-2c74-40b7-bd90-5cea30d8e34e, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=aca69d73-2c74-40b7-bd90-5cea30d8e34e,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:24:15.272220 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.324859 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:15.325474 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:15.352785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5ba4b065-f544-4695-963d-8cb4e70c5eec None None] Provisioning complete for port aca69d73-2c74-40b7-bd90-5cea30d8e34e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:15.363339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b065-f544-4695-963d-8cb4e70c5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.419625 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1535e-2c40-4dee-a03c-ec43b25785ff None None] Pushing event updated for resources: {'Port': ['ID=aca69d73-2c74-40b7-bd90-5cea30d8e34e,revision_number=4']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:15.457274 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:15.462318 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-691ee9ab-0771-43bf-92cc-b069c77ed54f req-3d69401b-254b-441f-b8f8-987cce2c071b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 210 time: 0.0671592 Oct 19 02:24:15.517809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-95b603f3-a463-48a0-9c49-8e6e6e87650c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:15.525100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-95b603f3-a463-48a0-9c49-8e6e6e87650c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "GET /v2.0/networks?id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 200 len: 797 time: 0.1875160 Oct 19 02:24:15.531973 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b065-f544-4695-963d-8cb4e70c5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.579532 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-d92fd565-311b-490c-b95e-b7134aee7c71 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077fe09378fa401aa09b37daae02fff6 HTTP/1.1" status: 200 len: 379 time: 0.0451455 Oct 19 02:24:15.589267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'port': {'device_id': 'a285da41-f640-4150-a04a-239d99dc770b', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'admin_state_up': True, 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'security_groups': ['8380b845-d294-463f-8e4b-7040d2c5edb8']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:15.590213 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5ba4b065-f544-4695-963d-8cb4e70c5eec None None] For port aca69d73-2c74-40b7-bd90-5cea30d8e34e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=aca69d73-2c74-40b7-bd90-5cea30d8e34e,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:15.595182 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b065-f544-4695-963d-8cb4e70c5eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.603700 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:24:15.683930 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4b065-f544-4695-963d-8cb4e70c5eec None None] Pushing event updated for resources: {'Port': ['ID=aca69d73-2c74-40b7-bd90-5cea30d8e34e,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:15.697114 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:15.697593 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.721530 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Made reservation on behalf of 077fe09378fa401aa09b37daae02fff6 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:24:15.725150 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.741062 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:15.746926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c8b74221-4d40-425a-a75d-2c4d157769ee None None] Provisioning complete for port aca69d73-2c74-40b7-bd90-5cea30d8e34e triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:15.747300 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c8b74221-4d40-425a-a75d-2c4d157769ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.774998 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f9df9-7e26-4506-af03-51dd52657f51 None None] The sync data for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 is: [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:24:15.858277 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f01e3b07-0271-45f9-ac02-db1a841ddddc up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:24:15.921972 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port f01e3b07-0271-45f9-ac02-db1a841ddddc triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:15.922348 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:15.923931 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.20.0.3 (ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb/77df019e-c330-4eb2-be03-64111ab6339c/1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:24:16.081808 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.118049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.165515 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:24:16.168644 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:24:16.175778 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:24:16.180714 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:16.230449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:16.231112 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.251493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-26ea62a3-496f-4d5c-ab2f-4ea5e791d6e9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6661336 Oct 19 02:24:16.270332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Request body: {'port': {'device_id': 'a285da41-f640-4150-a04a-239d99dc770b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:16.338295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.423774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-17a55d10-9c3e-4d31-96bd-2f938b5085d0 None None] Provisioning complete for port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:16.424173 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-17a55d10-9c3e-4d31-96bd-2f938b5085d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.459642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-17a55d10-9c3e-4d31-96bd-2f938b5085d0 None None] Port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:24:16.619135 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80beb0a-4a3d-4614-b65d-ce174462120a req-7ba59b6b-efcf-4cd0-b85f-965b48b8f686 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:16.621819 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d80beb0a-4a3d-4614-b65d-ce174462120a req-7ba59b6b-efcf-4cd0-b85f-965b48b8f686 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 931 time: 0.0621974 Oct 19 02:24:16.635291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:24:16.643121 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.661572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Transition to ACTIVE for port object 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:24:16.666610 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.667052 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d80beb0a-4a3d-4614-b65d-ce174462120a req-6de4e133-f49d-41d5-a2c8-2313df3329f6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361726 Oct 19 02:24:16.720374 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:16.802430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Attempting to bind port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:24:16.802762 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Attempting to bind port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:24:16.803091 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Attempting to bind port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 on network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:24:16.808380 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 on network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:24:16.808699 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Attempting to bind port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 on network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:24:16.813834 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:24:16.814167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Checking segment: {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:24:16.814550 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Bound using segment: {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:24:16.814982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Bound port: 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a6374a-6279-4d47-8589-5d0f06f939a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:24:16.815336 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.888210 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] For port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:24:16.892038 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] For port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:24:16.896805 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.935835 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:16.936494 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:16.937874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] 10.222.0.74 "PUT /v2.0/ports/1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 200 len: 1092 time: 0.6723790 Oct 19 02:24:16.938300 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:24:16.940590 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f70d5-d0ba-4200-9902-3e60caa113db" -d '{"events": [{"name": "network-changed", "server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:24:16.966294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26159de3-2f47-426f-abc9-d3970f1a8081 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:16.988450 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7268296f-d96b-4698-9a0e-139cb96312fd x-openstack-request-id: req-7268296f-d96b-4698-9a0e-139cb96312fd {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:24:16.988734 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:24:16.988979 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7268296f-d96b-4698-9a0e-139cb96312fd {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:24:16.989379 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'status': 'completed', 'code': 200} Oct 19 02:24:17.055149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-80a48c23-1c6d-4350-9a39-4a97d749acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.056708 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-80a48c23-1c6d-4350-9a39-4a97d749acd9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1095 time: 0.0475662 Oct 19 02:24:17.107243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-56061738-dbf7-4062-8602-53f29ba1ec20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 200 len: 217 time: 0.0375063 Oct 19 02:24:17.157074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-94c3b88f-309d-4152-badb-04097b1eb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.158455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-94c3b88f-309d-4152-badb-04097b1eb013 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77df019e-c330-4eb2-be03-64111ab6339c HTTP/1.1" status: 200 len: 834 time: 0.0440559 Oct 19 02:24:17.209952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17323e6d-209c-4d76-ad46-899b30179780 req-a6ac9c96-af8a-445f-97a6-438f0ed13269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.212559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-a6ac9c96-af8a-445f-97a6-438f0ed13269 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467122 Oct 19 02:24:17.244650 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:24:17.302699 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-be33f6b4-8aae-4eb7-8804-10b5d6743702 service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828187 Oct 19 02:24:17.394826 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17323e6d-209c-4d76-ad46-899b30179780 req-767c6358-31ee-402c-8c4c-5747233752da service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Oct 19 02:24:17.516923 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device aca69d73-2c74-40b7-bd90-5cea30d8e34e up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:24:17.541021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-139f39b1-b923-43e4-8476-1f1e91185502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.542540 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-139f39b1-b923-43e4-8476-1f1e91185502 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1095 time: 0.0471854 Oct 19 02:24:17.567729 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port aca69d73-2c74-40b7-bd90-5cea30d8e34e triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:17.568145 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:17.637961 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-437fc169-4df3-4b3c-b82a-197a7ad7f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.639437 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-437fc169-4df3-4b3c-b82a-197a7ad7f31a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 200 len: 898 time: 0.0894985 Oct 19 02:24:17.681641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-cc093842-9e12-4f2d-8a65-ed20cfe0b8cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 200 len: 217 time: 0.0352778 Oct 19 02:24:17.730337 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-f775721c-d9ba-48e4-a698-9c8523fc6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.731822 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-f775721c-d9ba-48e4-a698-9c8523fc6cd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77df019e-c330-4eb2-be03-64111ab6339c HTTP/1.1" status: 200 len: 834 time: 0.0436118 Oct 19 02:24:17.778089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-48fbec8a-0f7b-4227-a556-55219aab03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.779608 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-48fbec8a-0f7b-4227-a556-55219aab03d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410457 Oct 19 02:24:17.790662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbe95d-7dae-4ce4-b15b-9088321ec0c1 req-879f6e66-121e-46e9-89c3-4eec361070ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:17.792179 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4dfbe95d-7dae-4ce4-b15b-9088321ec0c1 req-879f6e66-121e-46e9-89c3-4eec361070ae tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 943 time: 0.0505176 Oct 19 02:24:17.831341 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4dfbe95d-7dae-4ce4-b15b-9088321ec0c1 req-91afee74-23e8-4aad-8546-e91bd50c99de tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328617 Oct 19 02:24:17.876590 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-7a02a6a2-1edd-4f06-9969-9e2a50402ca0 service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897753 Oct 19 02:24:17.970613 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6b0f70d5-d0ba-4200-9902-3e60caa113db req-1486ca88-d813-4c9a-8d40-b0b97f1b091e service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 Oct 19 02:24:18.947388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8b641-3240-4cfa-9a3e-232c6e13c826 req-b974f985-9dcc-492f-9f9f-f0c71e243501 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:18.948814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01d8b641-3240-4cfa-9a3e-232c6e13c826 req-b974f985-9dcc-492f-9f9f-f0c71e243501 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 943 time: 0.0486989 Oct 19 02:24:18.986360 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01d8b641-3240-4cfa-9a3e-232c6e13c826 req-c1161e11-398f-4628-9a08-de0295505e4c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Oct 19 02:24:20.100616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85579d4b-135b-4d6c-9d65-3194597a0bec req-ba9967a2-ea29-43cb-a1c2-6e51e79d59b5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:20.102066 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85579d4b-135b-4d6c-9d65-3194597a0bec req-ba9967a2-ea29-43cb-a1c2-6e51e79d59b5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 943 time: 0.0486100 Oct 19 02:24:20.139323 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-85579d4b-135b-4d6c-9d65-3194597a0bec req-bdb7dd99-808a-4554-ac7f-2171886e258f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Oct 19 02:24:20.358784 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:21.165059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:24:21.254372 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa64a-7a99-4fcb-82ac-05df5089b742 req-cb2725ab-d211-4b33-95a4-9a79ca397f12 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:21.255905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5bfa64a-7a99-4fcb-82ac-05df5089b742 req-cb2725ab-d211-4b33-95a4-9a79ca397f12 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 943 time: 0.0503407 Oct 19 02:24:21.263966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:21.275223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'port_id': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'mac_address': 'fa:16:3e:b3:13:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:24:21.294125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d5bfa64a-7a99-4fcb-82ac-05df5089b742 req-957682ad-27fa-4115-a617-8ada825bd295 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Oct 19 02:24:21.312701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:21.326059 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:24:21.346005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:21.349810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:21.395821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:21.747397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:24:22.419757 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb447d-859c-4e8b-9d9c-2c68352fc1c6 req-d04cd71e-aa37-49d2-bee4-fbeb8a512a97 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:22.421511 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87eb447d-859c-4e8b-9d9c-2c68352fc1c6 req-d04cd71e-aa37-49d2-bee4-fbeb8a512a97 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 944 time: 0.0558846 Oct 19 02:24:22.459653 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-87eb447d-859c-4e8b-9d9c-2c68352fc1c6 req-c5256d89-8d5a-4481-8acb-de3050512aed tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Oct 19 02:24:23.165645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:24:23.216991 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:24:23.220602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:24:23.220970 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:23.294912 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:23.317058 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:24:23.319305 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ebee16-e5d5-4c9c-b0d7-792cbdf6fb7a" -d '{"events": [{"server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:24:23.332408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:24:23.336591 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:23.358719 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca87e57-ad94-41a0-9db1-04d51b32d88b x-openstack-request-id: req-2ca87e57-ad94-41a0-9db1-04d51b32d88b {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:24:23.359016 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "name": "network-vif-plugged", "status": "completed", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:24:23.359272 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ca87e57-ad94-41a0-9db1-04d51b32d88b {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:24:23.359656 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'code': 200} Oct 19 02:24:23.384958 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:23.487490 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ebbc-5ab8-4042-a7e1-ecce0ef48268 req-11a68967-4650-4f15-b0b1-69538eaf15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:23.489025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0686ebbc-5ab8-4042-a7e1-ecce0ef48268 req-11a68967-4650-4f15-b0b1-69538eaf15d4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1097 time: 0.0442061 Oct 19 02:24:23.524714 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0686ebbc-5ab8-4042-a7e1-ecce0ef48268 req-9d8353c1-b15b-4acb-87d7-314e2724408c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280039 Oct 19 02:24:23.576189 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2781-45a8-42c2-a3b2-c3e18765a9f6 req-c81e2b27-3bfb-46a0-9eae-9305963e2a88 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:23.577654 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6bae2781-45a8-42c2-a3b2-c3e18765a9f6 req-c81e2b27-3bfb-46a0-9eae-9305963e2a88 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0495262 Oct 19 02:24:23.615289 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6bae2781-45a8-42c2-a3b2-c3e18765a9f6 req-6146df7c-40a4-41de-a74f-bdea605564fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Oct 19 02:24:24.731701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71e86c-9757-4fd3-9cd7-1e8f685078e4 req-e60c2f67-695e-4123-a336-ce10e57d2c91 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:24.733604 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb71e86c-9757-4fd3-9cd7-1e8f685078e4 req-e60c2f67-695e-4123-a336-ce10e57d2c91 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0495310 Oct 19 02:24:24.771315 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cb71e86c-9757-4fd3-9cd7-1e8f685078e4 req-b4e8d080-3b50-4300-8634-b0d916c78ce7 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Oct 19 02:24:25.889109 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9da843-9000-4c15-8da6-bb3db5c21b07 req-2a594bda-8a6f-448a-a5af-63fd5637632e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:25.890603 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b9da843-9000-4c15-8da6-bb3db5c21b07 req-2a594bda-8a6f-448a-a5af-63fd5637632e tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0505452 Oct 19 02:24:25.929713 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8b9da843-9000-4c15-8da6-bb3db5c21b07 req-31dbf395-e8b7-4b09-8643-153646e7c7bc tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Oct 19 02:24:26.041934 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76ea0-62f8-4ed6-ab0f-135fd43cf6b1 req-5e83f325-ecc2-4261-a8f4-d5cd9cc2d899 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:26.043383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7b76ea0-62f8-4ed6-ab0f-135fd43cf6b1 req-5e83f325-ecc2-4261-a8f4-d5cd9cc2d899 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0483444 Oct 19 02:24:26.080837 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e7b76ea0-62f8-4ed6-ab0f-135fd43cf6b1 req-2b1c8003-f936-4945-8244-bb846f06e880 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Oct 19 02:24:26.102413 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56146) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:26.145650 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974dd176-5606-4c31-9ae2-ef52812da8da tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:26.147137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-974dd176-5606-4c31-9ae2-ef52812da8da tempest-TestNetworkAdvancedServerOps-1823091957 tempest-TestNetworkAdvancedServerOps-1823091957-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1092 time: 0.0436773 Oct 19 02:24:26.150069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56148) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:26.154321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:24:26.176973 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:26.272186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:26.377496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Allocated IP 172.25.0.93 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/95eba54c-eff9-47af-9bb7-6e36b2c37b64) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:24:26.479416 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:26.510756 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:26.551578 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:24:26.554517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:24:26.557876 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:24:26.565520 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=95eba54c-eff9-47af-9bb7-6e36b2c37b64,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:26.908517 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:26.971801 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:27.117443 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:27.121742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:27.187534 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event updated for resources: {'Port': ['ID=95eba54c-eff9-47af-9bb7-6e36b2c37b64,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:24:27.198950 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:27.298674 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP dd959a3d-0e9a-4040-9b51-0462cfc0fba2 associated. External IP: 172.25.0.93, port: 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6. Oct 19 02:24:27.508013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 46809ba4-4dfa-41cc-ad6c-d765493861d6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:24:27.614982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:24:27.624500 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] Sync routers for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:24:27.633988 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:27.634188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:27.634778 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:27.660996 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5f4bf99c-1a0e-4365-a865-b0caf5a42b62 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5099158 Oct 19 02:24:27.661754 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:24:27.664522 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335cda2e-5609-4671-8216-ed588ed82424" -d '{"events": [{"name": "network-changed", "server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:24:27.707447 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f4959-018d-4e05-8e3d-3cdfb2f5829f x-openstack-request-id: req-b48f4959-018d-4e05-8e3d-3cdfb2f5829f {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:24:27.707907 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:24:27.708346 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b48f4959-018d-4e05-8e3d-3cdfb2f5829f {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:24:27.708756 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'status': 'completed', 'code': 200} Oct 19 02:24:27.746719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:27.775015 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf770a50-d93e-43ed-a7c6-09d8032d6d54 req-da245346-a845-4f90-aa92-946fd60dca36 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:27.776659 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf770a50-d93e-43ed-a7c6-09d8032d6d54 req-da245346-a845-4f90-aa92-946fd60dca36 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0562716 Oct 19 02:24:27.798175 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cda2e-5609-4671-8216-ed588ed82424 req-40cf68c8-1f5e-4e88-b05f-b5835c75e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:27.799691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-335cda2e-5609-4671-8216-ed588ed82424 req-40cf68c8-1f5e-4e88-b05f-b5835c75e95d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1097 time: 0.0469353 Oct 19 02:24:27.816582 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-cf770a50-d93e-43ed-a7c6-09d8032d6d54 req-8242df71-61d5-47d9-b12e-eeaf0c3c3121 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336232 Oct 19 02:24:27.841309 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56154) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:27.893207 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cda2e-5609-4671-8216-ed588ed82424 req-a5fee405-2931-406d-bd4d-d36e1bf892a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:27.894690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-335cda2e-5609-4671-8216-ed588ed82424 req-a5fee405-2931-406d-bd4d-d36e1bf892a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 200 len: 898 time: 0.0880649 Oct 19 02:24:27.909477 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-c9dc14ba-084e-4ec7-98c8-15cffee0521b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/dd959a3d-0e9a-4040-9b51-0462cfc0fba2 HTTP/1.1" status: 200 len: 990 time: 0.0667381 Oct 19 02:24:27.967189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-335cda2e-5609-4671-8216-ed588ed82424 req-f9ed2224-aa53-480c-bd18-e2fedfbeb4b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 200 len: 998 time: 0.0649412 Oct 19 02:24:27.974233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'dd959a3d-0e9a-4040-9b51-0462cfc0fba2', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'port_id': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'mac_address': 'fa:16:3e:b3:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285da41-f640-4150-a04a-239d99dc770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:24:26Z', 'updated_at': '2021-10-19T02:24:26Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:28.002347 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] Checking router: 46809ba4-4dfa-41cc-ad6c-d765493861d6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:24:28.011939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:24:28.012581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:24:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:28.124906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:24:28.300527 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cda2e-5609-4671-8216-ed588ed82424 req-c07d14ba-d500-4020-8bb9-1b55b3e6e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:28.301886 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-335cda2e-5609-4671-8216-ed588ed82424 req-c07d14ba-d500-4020-8bb9-1b55b3e6e3ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77df019e-c330-4eb2-be03-64111ab6339c HTTP/1.1" status: 200 len: 834 time: 0.3282232 Oct 19 02:24:28.347860 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cda2e-5609-4671-8216-ed588ed82424 req-4326af4e-ac49-4366-91f7-6372aafda085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:24:28.349450 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-335cda2e-5609-4671-8216-ed588ed82424 req-4326af4e-ac49-4366-91f7-6372aafda085 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402279 Oct 19 02:24:28.354620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'dd959a3d-0e9a-4040-9b51-0462cfc0fba2', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'port_id': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'mac_address': 'fa:16:3e:b3:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285da41-f640-4150-a04a-239d99dc770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:24:26Z', 'updated_at': '2021-10-19T02:24:26Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:24:28.381289 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5db59a-10bc-4b6c-91d5-977ced205a68 None None] The sync data for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 is: [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': 'dd959a3d-0e9a-4040-9b51-0462cfc0fba2', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'port_id': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'mac_address': 'fa:16:3e:b3:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a285da41-f640-4150-a04a-239d99dc770b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:24:26Z', 'updated_at': '2021-10-19T02:24:26Z', 'revision_number': 0, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:24:28.446638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-335cda2e-5609-4671-8216-ed588ed82424 req-473cc913-a878-48b1-a691-f2480926544a service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893610 Oct 19 02:24:28.537943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-335cda2e-5609-4671-8216-ed588ed82424 req-c4e64c69-9be4-4c05-95ea-d889991baeb4 service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843766 Oct 19 02:24:28.593658 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f257650-5ab8-4e2e-b0d9-b1e510a235f6 None None] New status for floating IP dd959a3d-0e9a-4040-9b51-0462cfc0fba2: ACTIVE {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:24:28.913512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56156) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:24:28.977739 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-123e727e-77bb-4489-ae04-67b5234a180f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/dd959a3d-0e9a-4040-9b51-0462cfc0fba2 HTTP/1.1" status: 200 len: 992 time: 0.0630238 Oct 19 02:24:37.059957 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1964e2ff-39f5-45e4-b740-a4203a8e50a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:39.796872 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-00606a49-7f82-49f1-ad90-354854da59dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:40.316142 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:40.754051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:41.051101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:42.552690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:50.367729 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:24:54.245856 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:25:04.176943 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-70824394-3e1e-434c-a1c9-e0cd65a9fbe7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433075 Oct 19 02:25:04.271966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-02afd446-2dc7-4fd6-8ec0-4ad1760a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:04.273523 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-02afd446-2dc7-4fd6-8ec0-4ad1760a7389 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1097 time: 0.0400145 Oct 19 02:25:04.374059 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-4920e466-5aa8-461b-b83f-5ffc1bd72c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:04.375499 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-4920e466-5aa8-461b-b83f-5ffc1bd72c63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 200 len: 898 time: 0.0832179 Oct 19 02:25:04.443163 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-22ff60b3-0c41-4362-af29-10882bbf27cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0607121 Oct 19 02:25:04.493636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-16106b82-9917-4df4-a2d5-aebe2ce14fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:04.495076 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-16106b82-9917-4df4-a2d5-aebe2ce14fcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77df019e-c330-4eb2-be03-64111ab6339c HTTP/1.1" status: 200 len: 834 time: 0.0441291 Oct 19 02:25:04.546026 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-ca85bdb3-f201-4c92-87e1-2de2853b42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:04.548683 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-ca85bdb3-f201-4c92-87e1-2de2853b42ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466440 Oct 19 02:25:04.643539 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-ec12f27f-997e-49fe-8cf7-3812920b705c service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873621 Oct 19 02:25:04.746141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9f0e3b39-7fbd-4ab3-ae96-0acc4408300e req-0497c356-edd9-4c52-9415-20553903a3b5 service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957201 Oct 19 02:25:07.064171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926cf96b-7b16-4017-af7d-8861f116f29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:09.798239 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5559ceae-d626-438e-8751-22286da35d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:10.314531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:10.757725 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:11.054121 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:12.555403 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:20.370885 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:29.783138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa1d1c-e815-4b57-be54-5a2c1a7df73c req-c8885647-06da-419f-b117-f4521cf31922 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:29.784519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7daa1d1c-e815-4b57-be54-5a2c1a7df73c req-c8885647-06da-419f-b117-f4521cf31922 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0511220 Oct 19 02:25:29.822619 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7daa1d1c-e815-4b57-be54-5a2c1a7df73c req-96b038e3-8b9a-4c41-8634-ed338f95b532 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318980 Oct 19 02:25:30.966137 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b7a1f-5a0f-4f83-8d07-95da474a1a22 req-d0479fbf-75a2-4768-893c-8ba9d730a322 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:30.967619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f3b7a1f-5a0f-4f83-8d07-95da474a1a22 req-d0479fbf-75a2-4768-893c-8ba9d730a322 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0501537 Oct 19 02:25:31.005126 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6f3b7a1f-5a0f-4f83-8d07-95da474a1a22 req-d7fc3ea8-e2d4-4e0c-90a2-3d395e32dbef tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315344 Oct 19 02:25:31.246385 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:25:32.118808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703a08e-6351-49ab-b602-91c5f1e1af95 req-41f5d212-d6c7-4253-880b-3e68768411c9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:32.120273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e703a08e-6351-49ab-b602-91c5f1e1af95 req-41f5d212-d6c7-4253-880b-3e68768411c9 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0478017 Oct 19 02:25:32.158735 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e703a08e-6351-49ab-b602-91c5f1e1af95 req-99de4cca-7eff-4581-ad5b-bf7b3e3858bd tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325468 Oct 19 02:25:32.180883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56192) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:32.243762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-716c6482-c181-4415-bef6-e99753a8986b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/dd959a3d-0e9a-4040-9b51-0462cfc0fba2 HTTP/1.1" status: 200 len: 992 time: 0.0617645 Oct 19 02:25:33.512692 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4ac6-0973-4258-a771-e911c9492f0a req-92bc828c-bc4f-4b03-b525-5f1145754d65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:33.514164 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-679c4ac6-0973-4258-a771-e911c9492f0a req-92bc828c-bc4f-4b03-b525-5f1145754d65 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0520360 Oct 19 02:25:33.552619 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-679c4ac6-0973-4258-a771-e911c9492f0a req-091d214f-2589-4250-94a4-919b6e5a8e5a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325329 Oct 19 02:25:33.589428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038740ae-535a-446c-9e7a-a345560bb382 req-5e380227-a0f8-46cf-8147-35d72002c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:33.590932 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-038740ae-535a-446c-9e7a-a345560bb382 req-5e380227-a0f8-46cf-8147-35d72002c588 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1097 time: 0.0825503 Oct 19 02:25:33.683871 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038740ae-535a-446c-9e7a-a345560bb382 req-429fa8dc-e5ab-4477-ba46-01fc392de6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:33.685396 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-038740ae-535a-446c-9e7a-a345560bb382 req-429fa8dc-e5ab-4477-ba46-01fc392de6ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 200 len: 898 time: 0.0873275 Oct 19 02:25:33.752268 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-038740ae-535a-446c-9e7a-a345560bb382 req-643e9742-6be4-4912-8e3c-15204d6d5a8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0589728 Oct 19 02:25:33.799361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038740ae-535a-446c-9e7a-a345560bb382 req-4052f083-e53e-4f96-af2e-a2f6e16a7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:33.800695 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-038740ae-535a-446c-9e7a-a345560bb382 req-4052f083-e53e-4f96-af2e-a2f6e16a7342 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77df019e-c330-4eb2-be03-64111ab6339c HTTP/1.1" status: 200 len: 834 time: 0.0422876 Oct 19 02:25:33.848798 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038740ae-535a-446c-9e7a-a345560bb382 req-68a3cc53-64e9-4b30-9753-642a2145c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:33.850249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-038740ae-535a-446c-9e7a-a345560bb382 req-68a3cc53-64e9-4b30-9753-642a2145c1e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426972 Oct 19 02:25:33.938915 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-038740ae-535a-446c-9e7a-a345560bb382 req-d7787b96-6e90-40d4-9a1c-adb2135b8634 service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810454 Oct 19 02:25:34.031737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-038740ae-535a-446c-9e7a-a345560bb382 req-7d022461-19d5-4ea8-bfc7-17572d6a128b service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858569 Oct 19 02:25:34.676604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aab85a-25d8-40ed-a9cf-96ca07cefbbe req-78f1fdf1-1a0a-40ad-a861-1abac9b8ca46 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:34.678111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b5aab85a-25d8-40ed-a9cf-96ca07cefbbe req-78f1fdf1-1a0a-40ad-a861-1abac9b8ca46 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0518069 Oct 19 02:25:34.716520 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b5aab85a-25d8-40ed-a9cf-96ca07cefbbe req-434555c5-ffd1-4df7-a501-cb7695cba076 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323379 Oct 19 02:25:35.834687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de755cf-1658-4e0c-8b89-8033f0186bae req-36e2e83a-733f-432a-b033-0a812512d5ee tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:35.836285 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4de755cf-1658-4e0c-8b89-8033f0186bae req-36e2e83a-733f-432a-b033-0a812512d5ee tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0531166 Oct 19 02:25:35.874903 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4de755cf-1658-4e0c-8b89-8033f0186bae req-fc19d473-7581-4e8c-83b9-89ccfd58d402 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326355 Oct 19 02:25:35.898677 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56206) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:35.959474 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-058f7956-4952-405c-9e4a-23ef2ac9df3d tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/floatingips/dd959a3d-0e9a-4040-9b51-0462cfc0fba2 HTTP/1.1" status: 200 len: 992 time: 0.0596280 Oct 19 02:25:36.233478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56212) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:36.392673 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 95eba54c-eff9-47af-9bb7-6e36b2c37b64 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:25:36.392924 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:36.472625 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:36.472942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:36.484754 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 95eba54c-eff9-47af-9bb7-6e36b2c37b64 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:25:36.634378 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:36.661969 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=95eba54c-eff9-47af-9bb7-6e36b2c37b64,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:36.688183 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.688527 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.688874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.689216 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.689555 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.689891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.690224 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.690556 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.690886 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.691215 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.691541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.691863 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:36.731249 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:36.731581 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Floating IP dd959a3d-0e9a-4040-9b51-0462cfc0fba2 disassociated (deleted). External IP: 172.25.0.93, port: 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6. Oct 19 02:25:36.942904 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 46809ba4-4dfa-41cc-ad6c-d765493861d6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:25:37.050670 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:25:37.055520 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:37.061121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] Sync routers for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:25:37.071188 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f226a7b7-be01-4d98-aadb-c08c14cbc59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:37.074031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:37.074636 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:37.084686 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-46d80e44-080f-4da3-a771-b962a0c2c6c6 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/floatingips/dd959a3d-0e9a-4040-9b51-0462cfc0fba2 HTTP/1.1" status: 204 len: 168 time: 0.8501480 Oct 19 02:25:37.085775 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:25:37.087612 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367d7b59-f884-40a6-92d6-005ed22c7774" -d '{"events": [{"name": "network-changed", "server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:25:37.130486 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc571a-627b-435f-9df1-5ebb1ee8efd8 x-openstack-request-id: req-09fc571a-627b-435f-9df1-5ebb1ee8efd8 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:25:37.130779 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:25:37.131035 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09fc571a-627b-435f-9df1-5ebb1ee8efd8 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:25:37.131618 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'status': 'completed', 'code': 200} Oct 19 02:25:37.226434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-5282e964-03c5-4b58-bde1-17609b6504ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:37.228265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-5282e964-03c5-4b58-bde1-17609b6504ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=077fe09378fa401aa09b37daae02fff6&device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 1097 time: 0.0483441 Oct 19 02:25:37.342942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:37.363818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-0462bfc9-c388-4986-b430-6255441fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:37.365328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-0462bfc9-c388-4986-b430-6255441fde82 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 200 len: 898 time: 0.1280677 Oct 19 02:25:37.374567 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7fe95-6887-43aa-811d-84f7eb8ce84f req-c101aea2-ebdc-41a4-973a-ef9824737178 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:37.375960 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3c7fe95-6887-43aa-811d-84f7eb8ce84f req-c101aea2-ebdc-41a4-973a-ef9824737178 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0745502 Oct 19 02:25:37.425489 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-c0ce3751-0e77-4727-91cd-8f6d3be28135 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 200 len: 217 time: 0.0485704 Oct 19 02:25:37.469207 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f3c7fe95-6887-43aa-811d-84f7eb8ce84f req-98db94d9-31e1-4b2c-9f93-c33675f0b0b5 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861611 Oct 19 02:25:37.490492 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-76e5df4b-1597-4065-b960-803c204b4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:37.490492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-76e5df4b-1597-4065-b960-803c204b4e0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=77df019e-c330-4eb2-be03-64111ab6339c HTTP/1.1" status: 200 len: 834 time: 0.0557253 Oct 19 02:25:37.536949 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-d6039310-5311-4fe4-9cc4-a580d58c7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:37.539048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-d6039310-5311-4fe4-9cc4-a580d58c7b21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419874 Oct 19 02:25:37.543620 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:37.569354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] Checking router: 46809ba4-4dfa-41cc-ad6c-d765493861d6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:25:37.577558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:37.578153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:37.636654 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-c219fbad-a6f3-42a2-a7ee-33b250108442 service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893998 Oct 19 02:25:37.684149 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:37.729444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-367d7b59-f884-40a6-92d6-005ed22c7774 req-778c1c19-22f7-4148-833e-6a931f146016 service neutron] 10.222.0.74 "GET /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841861 Oct 19 02:25:37.882647 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:37.908056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c1377-ff5c-4c49-b6a8-b6fdb0f6943a None None] The sync data for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 is: [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:12Z', 'revision_number': 4, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': 'aca69d73-2c74-40b7-bd90-5cea30d8e34e', 'name': '', 'network_id': 'ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'mac_address': 'fa:16:3e:fc:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '77df019e-c330-4eb2-be03-64111ab6339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:11Z', 'updated_at': '2021-10-19T02:24:15Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'subnets': [{'id': '77df019e-c330-4eb2-be03-64111ab6339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:25:38.124814 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5256b01-ff92-4f85-9852-1e898abeedc5 None None] New status for floating IP dd959a3d-0e9a-4040-9b51-0462cfc0fba2: DOWN {{(pid=100850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:25:38.594071 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6008be-1ded-41b0-94d8-6e2d2c24f18b req-0dfe76c0-bf74-405f-a087-f71f58f07851 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:38.595546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f6008be-1ded-41b0-94d8-6e2d2c24f18b req-0dfe76c0-bf74-405f-a087-f71f58f07851 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0530100 Oct 19 02:25:38.633667 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0f6008be-1ded-41b0-94d8-6e2d2c24f18b req-0143ccec-dd0a-4ea7-8838-9ee1145acc63 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/security-groups?id=8380b845-d294-463f-8e4b-7040d2c5edb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Oct 19 02:25:39.116506 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-0ff1fb42-6791-4a6c-8146-3b8deb6b619c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:39.117945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-0ff1fb42-6791-4a6c-8146-3b8deb6b619c tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 945 time: 0.0530751 Oct 19 02:25:39.204591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:25:39.204938 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:39.294428 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:39.294788 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:39.307287 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:25:39.431676 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:39.463751 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:39.472324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.472678 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.473015 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.473351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.473684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.474013 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.474340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.474673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.474992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.475317 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.476739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.477074 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:39.519046 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] No DVR routers for this DVR port 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:25:39.521684 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:39.525531 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-f606da50-07c9-48a4-8e26-32e02f5bf271 req-e14081ed-03fc-4b19-be2e-e044b97da603 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.74 "DELETE /v2.0/ports/1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 HTTP/1.1" status: 204 len: 173 time: 0.4017630 Oct 19 02:25:39.525971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'name': 'network-vif-deleted', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:25:39.528539 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b27e7b-3a62-4b03-9b04-13b6f204c316" -d '{"events": [{"server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "name": "network-vif-deleted", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:25:39.566638 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd0db57-42b5-44cd-b899-1e11c1a75ab3 x-openstack-request-id: req-2fd0db57-42b5-44cd-b899-1e11c1a75ab3 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:25:39.566931 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a285da41-f640-4150-a04a-239d99dc770b", "name": "network-vif-deleted", "tag": "1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:25:39.567247 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fd0db57-42b5-44cd-b899-1e11c1a75ab3 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:25:39.567647 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a285da41-f640-4150-a04a-239d99dc770b', 'name': 'network-vif-deleted', 'tag': '1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6', 'status': 'completed', 'code': 200} Oct 19 02:25:39.743159 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad01219a-6d2a-4d75-adf6-e1e52e67d896 req-16c48705-cdb1-482e-a43e-27b5afbe510b tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "GET /v2.0/ports?device_id=a285da41-f640-4150-a04a-239d99dc770b HTTP/1.1" status: 200 len: 210 time: 0.0270779 Oct 19 02:25:39.799059 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-46027295-0899-4143-a5ef-2d61e544b149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:40.330250 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:40.759165 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:40.798912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56228) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:41.058514 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:41.156137 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:41.728748 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port aca69d73-2c74-40b7-bd90-5cea30d8e34e {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:25:41.729085 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:41.820192 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port aca69d73-2c74-40b7-bd90-5cea30d8e34e, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=aca69d73-2c74-40b7-bd90-5cea30d8e34e,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:41.820885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:41.833529 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for aca69d73-2c74-40b7-bd90-5cea30d8e34e owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:25:42.017579 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.045340 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=aca69d73-2c74-40b7-bd90-5cea30d8e34e,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:42.229191 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.447198 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Router 46809ba4-4dfa-41cc-ad6c-d765493861d6 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:25:42.557009 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:25:42.558331 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.563034 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9cc2dfad-721d-40d4-9937-d5bec66513a4 tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "PUT /v2.0/routers/46809ba4-4dfa-41cc-ad6c-d765493861d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7631147 Oct 19 02:25:42.565850 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56230) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:42.566646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] Sync routers for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:25:42.576568 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:42.577174 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:42.618313 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting subnet 77df019e-c330-4eb2-be03-64111ab6339c {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:25:42.621432 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.662278 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.682683 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:42.751845 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.810772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.839150 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Subnet': ['ID=77df019e-c330-4eb2-be03-64111ab6339c,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:42.842790 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.846328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7a476fd6-6f64-472e-b007-90a352fe41fa tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/subnets/77df019e-c330-4eb2-be03-64111ab6339c HTTP/1.1" status: 204 len: 168 time: 0.2792161 Oct 19 02:25:42.848623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56232) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:42.855932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f95a2-1435-4c8f-b97f-c379fb1ed181 None None] Network ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:25:42.948126 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:25:41Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:42.957736 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:42.990642 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] Checking router: 46809ba4-4dfa-41cc-ad6c-d765493861d6 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:25:43.004518 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] Routers {'46809ba4-4dfa-41cc-ad6c-d765493861d6'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:43.005051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['46809ba4-4dfa-41cc-ad6c-d765493861d6'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:43.065444 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.118012 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] DHCP port deletion for ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:25:43.123512 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] Set router 46809ba4-4dfa-41cc-ad6c-d765493861d6 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:43.127538 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Deleting port f01e3b07-0271-45f9-ac02-db1a841ddddc {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:25:43.127885 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.206295 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] For port f01e3b07-0271-45f9-ac02-db1a841ddddc, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=f01e3b07-0271-45f9-ac02-db1a841ddddc,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:43.206719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.218400 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Calling delete_port for f01e3b07-0271-45f9-ac02-db1a841ddddc owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:25:43.281832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Deleting port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:25:43.282123 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.373694 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] For port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6,segment=NetworkSegment(c8a6374a-6279-4d47-8589-5d0f06f939a2),segment_id=c8a6374a-6279-4d47-8589-5d0f06f939a2)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:43.374001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.388637 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.389227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Calling delete_port for d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:25:43.420337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Port': ['ID=f01e3b07-0271-45f9-ac02-db1a841ddddc,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:43.441076 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:25:41Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:43.472359 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d03746-ccf0-40f1-a931-532a37bdfac5 None None] The sync data for ids ['46809ba4-4dfa-41cc-ad6c-d765493861d6'] in n-d-789963-20 is: [{'id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163187701', 'tenant_id': '077fe09378fa401aa09b37daae02fff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:25:41Z', 'revision_number': 5, 'project_id': '077fe09378fa401aa09b37daae02fff6', 'gw_port': {'id': 'f01e3b07-0271-45f9-ac02-db1a841ddddc', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46809ba4-4dfa-41cc-ad6c-d765493861d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:24:09Z', 'updated_at': '2021-10-19T02:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:25:43.482583 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.513754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.544514 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Pushing event deleted for resources: {'Port': ['ID=d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:43.547107 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] No DVR routers for this DVR port d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:25:43.555719 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.556158 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.556501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.556915 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.557152 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.557482 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.558116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.558116 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.558416 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.558948 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.559064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.559332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c0225-7db2-4d3b-bd82-e3782875cf0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:43.589263 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.591404 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.631077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:25:43.633987 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.634666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Fanout notify agent at l3_agent the message router_deleted on router 46809ba4-4dfa-41cc-ad6c-d765493861d6 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:25:43.642284 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.643400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-367bbb58-c211-42b8-b7d1-b2e9ac9c484f tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/routers/46809ba4-4dfa-41cc-ad6c-d765493861d6 HTTP/1.1" status: 204 len: 168 time: 0.7936807 Oct 19 02:25:43.646143 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56234) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:43.654598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:25:43.654942 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1ed84948-0782-42fe-bfeb-ed9a7fdf1bf6 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:25:43.727636 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.821777 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.842539 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:43.854337 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a6374a-6279-4d47-8589-5d0f06f939a2') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:43.855355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a6374a-6279-4d47-8589-5d0f06f939a2') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:43.866556 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.881610 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.889185 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:25:43.889747 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:25:43.893277 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:25:43.959480 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:25:43.965176 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.973475 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:43.977508 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/networks/ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb HTTP/1.1" status: 204 len: 168 time: 0.3304200 Oct 19 02:25:43.980249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56236) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:43.984996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:25:43.985340 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device d0746ab9-e2ad-4b97-a6ab-aa9d62b500e6 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:25:43.995758 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dc7e6-a8a0-4f0b-9651-c37f504df12a tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'Network': ['ID=ee9fcfd2-d93e-4ed2-9055-d88b931bd6bb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:44.042473 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8701c61-4e16-42fb-b3d8-abff7c66d0be tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.067922 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8701c61-4e16-42fb-b3d8-abff7c66d0be tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.133049 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8701c61-4e16-42fb-b3d8-abff7c66d0be tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.135734 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e8701c61-4e16-42fb-b3d8-abff7c66d0be tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.136962 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e8701c61-4e16-42fb-b3d8-abff7c66d0be tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] 10.222.0.64 "DELETE /v2.0/security-groups/8380b845-d294-463f-8e4b-7040d2c5edb8 HTTP/1.1" status: 204 len: 168 time: 0.1557333 Oct 19 02:25:44.146244 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8701c61-4e16-42fb-b3d8-abff7c66d0be tempest-TestNetworkAdvancedServerOps-1223587805 tempest-TestNetworkAdvancedServerOps-1223587805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8380b845-d294-463f-8e4b-7040d2c5edb8,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:44.479085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56244) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:44.628045 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d93f5188-cbe9-404a-b02c-4de80cf6ef99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=077fe09378fa401aa09b37daae02fff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476889 Oct 19 02:25:44.630370 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56248) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:44.683295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1682fc09-52af-4c97-8ef6-1d3136adf02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.704239 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1682fc09-52af-4c97-8ef6-1d3136adf02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.750461 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1682fc09-52af-4c97-8ef6-1d3136adf02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.757219 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1682fc09-52af-4c97-8ef6-1d3136adf02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:44.758452 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1682fc09-52af-4c97-8ef6-1d3136adf02e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/947f2dfe-26a9-495d-9c34-56f0efeadb4d HTTP/1.1" status: 204 len: 168 time: 0.1271503 Oct 19 02:25:44.766747 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682fc09-52af-4c97-8ef6-1d3136adf02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947f2dfe-26a9-495d-9c34-56f0efeadb4d,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:45.028459 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56254) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:45.041681 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0244795-8434-4169-a103-587d3b25029e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.114641 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0244795-8434-4169-a103-587d3b25029e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.119542 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-a0244795-8434-4169-a103-587d3b25029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.158136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a0244795-8434-4169-a103-587d3b25029e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=349943e07119477498ae17ace77fa467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285975 Oct 19 02:25:45.159093 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244795-8434-4169-a103-587d3b25029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57f4e07-164f-45ba-8406-a2b784e4c29f,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:45.160827 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56256) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:45.211999 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f949245d-f02a-4240-80e0-317d59300479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.235943 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f949245d-f02a-4240-80e0-317d59300479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.282478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f949245d-f02a-4240-80e0-317d59300479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.285329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f949245d-f02a-4240-80e0-317d59300479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:45.286469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f949245d-f02a-4240-80e0-317d59300479 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c57f4e07-164f-45ba-8406-a2b784e4c29f HTTP/1.1" status: 204 len: 168 time: 0.1245728 Oct 19 02:25:45.295268 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949245d-f02a-4240-80e0-317d59300479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57f4e07-164f-45ba-8406-a2b784e4c29f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:45.499610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device aca69d73-2c74-40b7-bd90-5cea30d8e34e no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:25:45.523598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: aca69d73-2c74-40b7-bd90-5cea30d8e34e {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:25:45.523939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device aca69d73-2c74-40b7-bd90-5cea30d8e34e not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:25:45.524372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f01e3b07-0271-45f9-ac02-db1a841ddddc no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:25:45.542369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: f01e3b07-0271-45f9-ac02-db1a841ddddc {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:25:45.542711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device f01e3b07-0271-45f9-ac02-db1a841ddddc not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:25:45.983869 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:46.078461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1382085889-network', 'tenant_id': 'bf1dc26b82b74616a50609003594f159'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:46.098294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Made reservation on behalf of bf1dc26b82b74616a50609003594f159 for: {'network': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:25:46.101437 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.110725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.182589 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.186275 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.209868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:25:46.219432 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b58844-d531-4c95-adcd-b172bfdcc0a8,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:46.224727 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.224929 n-d-789963-20 neutron-server[100847]: INFO neutron.db.segments_db [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Added segment 205e739e-c845-4300-ad65-3bf6ce5763b9 of type vlan for network 957ec06d-f4e5-4c88-b989-22b482a29264 Oct 19 02:25:46.264648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.288687 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.289662 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:46.290268 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.316388 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3313065 Oct 19 02:25:46.319427 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56282) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:46.324474 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Request body: {'subnet': {'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1382085889-subnet', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'ip_version': 4}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:46.344702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Made reservation on behalf of bf1dc26b82b74616a50609003594f159 for: {'subnet': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:25:46.347072 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58597968'] for subnet, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.357333 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d2f28-0659-41f1-a8f2-0d5e244c2c8d admin admin] Pushing event updated for resources: {'Network': ['ID=957ec06d-f4e5-4c88-b989-22b482a29264,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:46.368070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 957ec06d-f4e5-4c88-b989-22b482a29264 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:25:46.525313 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63204023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58598014'] for subnet, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.582180 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36c7ea9-c0f0-47df-8f58-2751bef75749,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:46.593520 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Checking segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:46.593876 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Network hostable DHCP agents. Network: 957ec06d-f4e5-4c88-b989-22b482a29264, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:25:46.609750 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Network 957ec06d-f4e5-4c88-b989-22b482a29264 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:25:46.618246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 957ec06d-f4e5-4c88-b989-22b482a29264) {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:46.622092 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:46.622667 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.627427 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c66e0-7bbe-4b5e-9e47-d1661d5fc34b None None] Network 957ec06d-f4e5-4c88-b989-22b482a29264 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:25:46.640979 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ddf5038c-90ba-4461-8ea3-e4fa6f1c935c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3203843 Oct 19 02:25:46.643646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:46.650688 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:46.680606 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.681581 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.737814 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.796225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-957ec06d-f4e5-4c88-b989-22b482a29264', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:25:46.797414 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.890133 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:46.938951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Allocated IP 172.20.0.2 (957ec06d-f4e5-4c88-b989-22b482a29264/b36c7ea9-c0f0-47df-8f58-2751bef75749/4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:47.085865 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.093389 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.104210 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.127663 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.132161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Network 957ec06d-f4e5-4c88-b989-22b482a29264 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:47.135010 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:47.139119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:47.146327 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Pushing event updated for resources: {'Port': ['ID=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:47.198507 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Attempting to bind port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:25:47.198882 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Attempting to bind port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:25:47.199261 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Attempting to bind port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:25:47.204497 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:25:47.204872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Checking segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:47.205269 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.205678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Bound using segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:25:47.206128 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Bound port: 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:25:47.206507 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.236012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Allocated IP 172.25.0.106 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/516c5d27-bc5f-4cfe-9b5c-fdd5546dc830) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:47.273899 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] For port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:25:47.276955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] For port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:25:47.280969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.350166 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.352839 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e11c-a657-44a7-808d-f64ba78896e3 None None] Pushing event updated for resources: {'Port': ['ID=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:47.388843 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:47.430767 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:47.433883 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:47.437509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:47.445879 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Pushing event updated for resources: {'Port': ['ID=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:48.060682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.279108 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.317324 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae256a-b404-4b16-8d8b-9eed5573ca92 None None] Network 957ec06d-f4e5-4c88-b989-22b482a29264 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:25:48.392297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-84076aef-039d-4675-84ee-e743bb21c6a9 None None] Provisioning complete for port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:48.392576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84076aef-039d-4675-84ee-e743bb21c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.412504 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Router 1f002d99-df57-4d38-a97e-53ee1e7196a3 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:25:48.527273 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:25:48.540991 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Sync routers for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:25:48.554062 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:48.554629 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:48.557527 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.558931 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3c1ea94e-c4e1-4597-92ab-fcb732ac71a1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9139657 Oct 19 02:25:48.561942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56288) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:48.660112 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:48.697017 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84076aef-039d-4675-84ee-e743bb21c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.733232 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-84076aef-039d-4675-84ee-e743bb21c6a9 None None] For port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:48.738489 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84076aef-039d-4675-84ee-e743bb21c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.800090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84076aef-039d-4675-84ee-e743bb21c6a9 None None] Pushing event updated for resources: {'Port': ['ID=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:48.860169 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:47Z', 'revision_number': 3, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:48.894591 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Checking router: 1f002d99-df57-4d38-a97e-53ee1e7196a3 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:25:48.895021 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Updating router 1f002d99-df57-4d38-a97e-53ee1e7196a3 port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:25:48.921339 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:48.962406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a909c7e7-95ea-4bde-9473-f1d4068200c9 None None] Provisioning complete for port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:48.963088 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a909c7e7-95ea-4bde-9473-f1d4068200c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.046712 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.184590 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.189748 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.205749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Allocated IP 172.20.0.1 (957ec06d-f4e5-4c88-b989-22b482a29264/b36c7ea9-c0f0-47df-8f58-2751bef75749/3978fbcb-0057-48b1-af90-aba66c150df2) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:49.246464 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Attempting to bind port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:25:49.246834 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Attempting to bind port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:25:49.247197 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Attempting to bind port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:25:49.249063 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Pushing event updated for resources: {'Port': ['ID=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:49.258683 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.259028 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.259367 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.259702 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.260054 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.260382 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.260712 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.261040 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.261356 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.261674 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.262011 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.262309 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:25:49.266876 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:25:49.267253 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:49.267638 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.268047 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:25:49.268523 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Bound port: 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:25:49.268900 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.312597 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.320179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] For port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:25:49.323375 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] For port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:25:49.327587 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.348697 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.385518 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:49.386128 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:49.390691 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316611-ce8a-4009-a84d-d5f9d6122462 None None] Pushing event updated for resources: {'Port': ['ID=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:49.391811 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Network 957ec06d-f4e5-4c88-b989-22b482a29264 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:49.396213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:49.398856 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:49.429666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Pushing event updated for resources: {'Port': ['ID=3978fbcb-0057-48b1-af90-aba66c150df2,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:49.450325 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.502560 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:49.613130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:49.614984 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.664606 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:49.664988 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.697781 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-1fbb25de-3987-4d22-9fd3-81616e50cb61 None None] Provisioning complete for port 3978fbcb-0057-48b1-af90-aba66c150df2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:49.698145 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1fbb25de-3987-4d22-9fd3-81616e50cb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.704449 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:47Z', 'revision_number': 3, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:49.731545 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ed20d-a368-47f2-8ff9-b0df946abfbb None None] The sync data for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 is: [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:47Z', 'revision_number': 3, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:25:49.744876 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb25de-3987-4d22-9fd3-81616e50cb61 None None] Port 3978fbcb-0057-48b1-af90-aba66c150df2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:25:49.802364 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.808044 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.876550 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:49.878264 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Pushing event updated for resources: {'Port': ['ID=3978fbcb-0057-48b1-af90-aba66c150df2,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:49.987140 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Network 957ec06d-f4e5-4c88-b989-22b482a29264 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:49.988526 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:50.113737 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Router 1f002d99-df57-4d38-a97e-53ee1e7196a3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:25:50.234229 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:25:50.243655 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4c97539d-3efa-4aa8-bab9-3d25fbcf5164 admin admin] 10.222.0.64 "PUT /v2.0/routers/1f002d99-df57-4d38-a97e-53ee1e7196a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760316 Oct 19 02:25:50.275614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-38dcade0-1446-4b76-87f0-011f849ea6ce None None] Provisioning complete for port 3978fbcb-0057-48b1-af90-aba66c150df2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:50.276059 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-38dcade0-1446-4b76-87f0-011f849ea6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.311811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-38dcade0-1446-4b76-87f0-011f849ea6ce None None] Port 3978fbcb-0057-48b1-af90-aba66c150df2 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:25:50.373795 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.718742 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56304) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:50.723686 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1813581898-network', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:50.745496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Made reservation on behalf of 23b82f376cbc481bb368bd4d4648721b for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:25:50.747841 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.756849 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.834254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.838393 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.863272 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:25:50.872719 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31270c2f-47b3-4b79-acb7-84802aa394fb,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:50.878768 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.879111 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Added segment 219706e8-e338-4174-b58b-6ea2afe36603 of type vlan for network 8a67df7d-e151-4aec-a490-0e9c08abd76c Oct 19 02:25:50.919719 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.944850 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.945731 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:50.946295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:50.981471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2615962 Oct 19 02:25:50.984523 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56306) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:50.989661 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Request body: {'subnet': {'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1813581898-subnet', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:51.016674 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4247a1-3ce9-4508-8859-2dd8472a7be5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a67df7d-e151-4aec-a490-0e9c08abd76c,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:51.018187 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Made reservation on behalf of 23b82f376cbc481bb368bd4d4648721b for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:25:51.026871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:25:51.027369 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.204736 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.263890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dba9e19-1127-4ab5-bf18-d94aa2742e04,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:51.270969 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Checking segment: {'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:51.271328 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Network hostable DHCP agents. Network: 8a67df7d-e151-4aec-a490-0e9c08abd76c, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:25:51.288228 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:25:51.296688 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 8a67df7d-e151-4aec-a490-0e9c08abd76c) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:51.300652 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:51.301228 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.306453 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476038ed-68f6-4b2e-b7ba-06f090c24222 None None] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:25:51.321808 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3541d2f2-2d2c-4ae1-b9a9-881187e382dd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3337238 Oct 19 02:25:51.322031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56308) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:51.326884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:51.349515 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.351023 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.364511 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Sync routers for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:25:51.388320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:51.388936 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:51.405931 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.550303 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.556922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:51.559180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-8a67df7d-e151-4aec-a490-0e9c08abd76c', 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'fixed_ips': [{'subnet_id': '6dba9e19-1127-4ab5-bf18-d94aa2742e04'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:25:51.560051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.597873 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:51.763890 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.783293 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.834233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:51.836027 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:51.892188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Allocated IP 172.25.0.168 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/087fd1c6-b002-4371-a44f-9de0e891d41b) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:51.901159 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Allocated IP 172.20.0.2 (8a67df7d-e151-4aec-a490-0e9c08abd76c/6dba9e19-1127-4ab5-bf18-d94aa2742e04/b7c6db9f-3fb1-476c-becc-4ccde719f0c3) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:51.994538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.027748 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.052958 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.066087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:52.071137 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:52.077643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:52.077811 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 2, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:52.080775 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Pushing event updated for resources: {'Port': ['ID=087fd1c6-b002-4371-a44f-9de0e891d41b,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:52.120372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Checking router: 1f002d99-df57-4d38-a97e-53ee1e7196a3 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:25:52.120730 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Updating router 1f002d99-df57-4d38-a97e-53ee1e7196a3 port 3978fbcb-0057-48b1-af90-aba66c150df2 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:25:52.123594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:52.160248 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.202366 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.228411 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.238839 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.280129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:52.316538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:52.335582 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.365276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:52.372904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:52.400194 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Pushing event updated for resources: {'Port': ['ID=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:52.472029 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Attempting to bind port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:25:52.472372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Attempting to bind port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:25:52.472742 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Attempting to bind port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 on network 8a67df7d-e151-4aec-a490-0e9c08abd76c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:25:52.508270 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:25:52.508564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Checking segment: {'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:52.508969 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.509362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Bound using segment: {'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:25:52.510183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Bound port: b7c6db9f-3fb1-476c-becc-4ccde719f0c3, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:25:52.510570 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.775612 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] For port b7c6db9f-3fb1-476c-becc-4ccde719f0c3, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:25:52.806584 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] For port b7c6db9f-3fb1-476c-becc-4ccde719f0c3, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,segment=NetworkSegment(219706e8-e338-4174-b58b-6ea2afe36603),segment_id=219706e8-e338-4174-b58b-6ea2afe36603)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:25:52.813408 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.827897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.855019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.870891 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:52.896311 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cc6fd-5e3c-489e-9ba0-4f54acaf5241 None None] Pushing event updated for resources: {'Port': ['ID=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:52.979166 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Router 6a39a6ce-4105-4092-b5e6-7390b676d821 is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:25:52.993631 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Attempting to bind port 3978fbcb-0057-48b1-af90-aba66c150df2 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:25:52.995175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Attempting to bind port 3978fbcb-0057-48b1-af90-aba66c150df2 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:25:52.995175 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Attempting to bind port 3978fbcb-0057-48b1-af90-aba66c150df2 on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:25:53.004677 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:25:53.005053 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Checking segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:53.005459 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.005859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Bound using segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:25:53.006404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Bound port: 3978fbcb-0057-48b1-af90-aba66c150df2, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:25:53.006796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.008798 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849e689-2bb3-4a6b-a8cd-c57d76d6b87d None None] Pushing event updated for resources: {'Port': ['ID=3978fbcb-0057-48b1-af90-aba66c150df2,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:53.114293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] For port 3978fbcb-0057-48b1-af90-aba66c150df2, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:25:53.118521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] For port 3978fbcb-0057-48b1-af90-aba66c150df2, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3978fbcb-0057-48b1-af90-aba66c150df2,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:25:53.125998 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.136449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:25:53.146487 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Sync routers for ids ['6a39a6ce-4105-4092-b5e6-7390b676d821'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:25:53.162179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Routers {'6a39a6ce-4105-4092-b5e6-7390b676d821'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:53.166977 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.168815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-35117472-9019-4e8b-bf01-3b9c8031e711 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8456397 Oct 19 02:25:53.171548 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56310) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:53.172687 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6a39a6ce-4105-4092-b5e6-7390b676d821'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:53.207191 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:53.207826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:53.267573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849e689-2bb3-4a6b-a8cd-c57d76d6b87d None None] Pushing event updated for resources: {'Port': ['ID=3978fbcb-0057-48b1-af90-aba66c150df2,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:53.292959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f7df3ddb-a742-4d86-a9df-927f285c0e25 None None] Provisioning complete for port 3978fbcb-0057-48b1-af90-aba66c150df2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:53.293328 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7df3ddb-a742-4d86-a9df-927f285c0e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.343051 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Set router 6a39a6ce-4105-4092-b5e6-7390b676d821 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:53.374651 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:53.450949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7df3ddb-a742-4d86-a9df-927f285c0e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.543039 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f7df3ddb-a742-4d86-a9df-927f285c0e25 None None] For port 3978fbcb-0057-48b1-af90-aba66c150df2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3978fbcb-0057-48b1-af90-aba66c150df2,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:53.561902 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f7df3ddb-a742-4d86-a9df-927f285c0e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.569399 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 3, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port': {'id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:53.597885 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Checking router: 6a39a6ce-4105-4092-b5e6-7390b676d821 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:25:53.598230 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Updating router 6a39a6ce-4105-4092-b5e6-7390b676d821 port 087fd1c6-b002-4371-a44f-9de0e891d41b binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:25:53.642082 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.664536 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df3ddb-a742-4d86-a9df-927f285c0e25 None None] Pushing event updated for resources: {'Port': ['ID=3978fbcb-0057-48b1-af90-aba66c150df2,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:53.738170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-d1700a2a-a87e-40e0-92ba-6a0f26556407 None None] Provisioning complete for port 3978fbcb-0057-48b1-af90-aba66c150df2 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:53.738555 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d1700a2a-a87e-40e0-92ba-6a0f26556407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.774661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b7c6db9f-3fb1-476c-becc-4ccde719f0c3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:53.793883 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.856147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:53.856666 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:53.936320 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:53.971851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18272b73-6e98-4602-be92-9254fa2b4967 None None] The sync data for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 is: [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:25:53.986585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Allocated IP 172.20.0.1 (8a67df7d-e151-4aec-a490-0e9c08abd76c/6dba9e19-1127-4ab5-bf18-d94aa2742e04/610e15e9-efaf-40a0-ac10-e9e5d273c52a) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:54.051022 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.063469 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.073140 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.129297 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port b7c6db9f-3fb1-476c-becc-4ccde719f0c3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,segment=NetworkSegment(219706e8-e338-4174-b58b-6ea2afe36603),segment_id=219706e8-e338-4174-b58b-6ea2afe36603)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:54.141411 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.143601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:54.143744 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Attempting to bind port 087fd1c6-b002-4371-a44f-9de0e891d41b on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:25:54.144423 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Attempting to bind port 087fd1c6-b002-4371-a44f-9de0e891d41b by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:25:54.144962 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Attempting to bind port 087fd1c6-b002-4371-a44f-9de0e891d41b on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:25:54.160223 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea7133-630d-4d6d-b9cb-3fc3f005030a None None] Pushing event updated for resources: {'Port': ['ID=087fd1c6-b002-4371-a44f-9de0e891d41b,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:54.163406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:25:54.163406 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:54.164045 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.164177 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:25:54.165017 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Bound port: 087fd1c6-b002-4371-a44f-9de0e891d41b, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:25:54.165017 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.180028 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f785e30-cbbe-483c-9c71-28815311f2a1 None None] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:25:54.227572 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.235555 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] For port 087fd1c6-b002-4371-a44f-9de0e891d41b, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:25:54.239387 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] For port 087fd1c6-b002-4371-a44f-9de0e891d41b, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=087fd1c6-b002-4371-a44f-9de0e891d41b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:25:54.246950 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.298603 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.315337 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea7133-630d-4d6d-b9cb-3fc3f005030a None None] Pushing event updated for resources: {'Port': ['ID=087fd1c6-b002-4371-a44f-9de0e891d41b,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:54.315616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:54.334807 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-4ddb0674-024c-46e2-aeea-a5a2446f9f0d None None] Provisioning complete for port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:54.335475 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4ddb0674-024c-46e2-aeea-a5a2446f9f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.341784 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Routers {'6a39a6ce-4105-4092-b5e6-7390b676d821'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:54.342653 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6a39a6ce-4105-4092-b5e6-7390b676d821'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:54.346529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:54.351843 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:54.354723 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:54.401637 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Pushing event updated for resources: {'Port': ['ID=610e15e9-efaf-40a0-ac10-e9e5d273c52a,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:54.404845 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:54.405225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.416907 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.469832 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] Set router 6a39a6ce-4105-4092-b5e6-7390b676d821 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:54.598620 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.735523 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 3, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port': {'id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:54.765117 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15b42-720c-4c8e-a925-2c987a23141d None None] The sync data for ids ['6a39a6ce-4105-4092-b5e6-7390b676d821'] in n-d-789963-20 is: [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 3, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port': {'id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:25:54.849678 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.857652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.930353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Pushing event updated for resources: {'Port': ['ID=610e15e9-efaf-40a0-ac10-e9e5d273c52a,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:54.933321 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-90c044e9-089c-4f62-93d6-7d83cf8461c3 None None] Provisioning complete for port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:54.934059 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90c044e9-089c-4f62-93d6-7d83cf8461c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:54.946137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.053634 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-90c044e9-089c-4f62-93d6-7d83cf8461c3 None None] Provisioning complete for port 610e15e9-efaf-40a0-ac10-e9e5d273c52a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:55.054460 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-90c044e9-089c-4f62-93d6-7d83cf8461c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.128221 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:55.129612 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:55.130708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-90c044e9-089c-4f62-93d6-7d83cf8461c3 None None] Port 610e15e9-efaf-40a0-ac10-e9e5d273c52a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:25:55.268380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cbff143c-3b83-4ffb-b897-28ab46a933cb None None] Provisioning complete for port 610e15e9-efaf-40a0-ac10-e9e5d273c52a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:55.268750 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cbff143c-3b83-4ffb-b897-28ab46a933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.307131 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Router 6a39a6ce-4105-4092-b5e6-7390b676d821 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:25:55.318501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cbff143c-3b83-4ffb-b897-28ab46a933cb None None] Port 610e15e9-efaf-40a0-ac10-e9e5d273c52a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:25:55.439202 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7c654ba1-0679-4f9c-9708-9ae6ed8fcbf4 None None] Provisioning complete for port 610e15e9-efaf-40a0-ac10-e9e5d273c52a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:55.440288 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7c654ba1-0679-4f9c-9708-9ae6ed8fcbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.440713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:25:55.456927 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-26b8a24f-c10d-4e5c-8c47-bba1e211d950 admin admin] 10.222.0.64 "PUT /v2.0/routers/6a39a6ce-4105-4092-b5e6-7390b676d821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2838039 Oct 19 02:25:55.477943 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-7c654ba1-0679-4f9c-9708-9ae6ed8fcbf4 None None] Port 610e15e9-efaf-40a0-ac10-e9e5d273c52a cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:25:55.686348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3978fbcb-0057-48b1-af90-aba66c150df2 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:55.736749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3978fbcb-0057-48b1-af90-aba66c150df2 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:55.737294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:55.849438 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 087fd1c6-b002-4371-a44f-9de0e891d41b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:55.930973 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 087fd1c6-b002-4371-a44f-9de0e891d41b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:55.934092 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.031298 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.052785 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 087fd1c6-b002-4371-a44f-9de0e891d41b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=087fd1c6-b002-4371-a44f-9de0e891d41b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:56.058649 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.059597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b7c6db9f-3fb1-476c-becc-4ccde719f0c3 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:56.116233 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:56.121063 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4e40447d-9e29-4474-8d63-7eefb939f9be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873505162', 'description': 'tempest-secgroup-smoke-873505162 description', 'project_id': 'bf1dc26b82b74616a50609003594f159'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:56.144120 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e40447d-9e29-4474-8d63-7eefb939f9be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.145317 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=087fd1c6-b002-4371-a44f-9de0e891d41b,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:56.157766 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:56.158136 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.217104 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e40447d-9e29-4474-8d63-7eefb939f9be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.222109 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e40447d-9e29-4474-8d63-7eefb939f9be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.252311 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e40447d-9e29-4474-8d63-7eefb939f9be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.253541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e40447d-9e29-4474-8d63-7eefb939f9be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1362987 Oct 19 02:25:56.255339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40447d-9e29-4474-8d63-7eefb939f9be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5329c665-8ee8-4387-8d1e-669e796813c3,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:56.256729 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56320) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:56.261377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-6ffa540e-ee24-4a77-a922-af72e1d74709 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '5329c665-8ee8-4387-8d1e-669e796813c3', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:56.288629 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ffa540e-ee24-4a77-a922-af72e1d74709 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.342223 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ffa540e-ee24-4a77-a922-af72e1d74709 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.345551 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ffa540e-ee24-4a77-a922-af72e1d74709 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.362622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa540e-ee24-4a77-a922-af72e1d74709 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8405790e-c65e-490e-9a84-9d73b1747616,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:56.370613 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6ffa540e-ee24-4a77-a922-af72e1d74709 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.371803 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6ffa540e-ee24-4a77-a922-af72e1d74709 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140747 Oct 19 02:25:56.374683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56322) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:56.379081 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c97bc98a-8934-4524-a76e-0c7ada4ee23f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '5329c665-8ee8-4387-8d1e-669e796813c3', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:56.406406 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c97bc98a-8934-4524-a76e-0c7ada4ee23f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.467794 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c97bc98a-8934-4524-a76e-0c7ada4ee23f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.471230 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c97bc98a-8934-4524-a76e-0c7ada4ee23f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.488555 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bc98a-8934-4524-a76e-0c7ada4ee23f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa86ba0f-a01e-4ce8-ab61-80ae35c9d583,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:56.496186 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c97bc98a-8934-4524-a76e-0c7ada4ee23f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.497368 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c97bc98a-8934-4524-a76e-0c7ada4ee23f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217499 Oct 19 02:25:56.500064 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56324) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:56.504461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-c0c69a63-6252-4f0b-9e29-9c46e0b64891 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '5329c665-8ee8-4387-8d1e-669e796813c3', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:56.530043 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c0c69a63-6252-4f0b-9e29-9c46e0b64891 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.588207 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c0c69a63-6252-4f0b-9e29-9c46e0b64891 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.591626 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c0c69a63-6252-4f0b-9e29-9c46e0b64891 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.611167 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c69a63-6252-4f0b-9e29-9c46e0b64891 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0665887f-8e7c-4e87-8912-fdee6e95f1fc,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:56.620060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-c0c69a63-6252-4f0b-9e29-9c46e0b64891 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.621233 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-c0c69a63-6252-4f0b-9e29-9c46e0b64891 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202607 Oct 19 02:25:56.624095 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56326) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:56.628322 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-53c60e0c-e75f-4cac-88a7-cbb844f7b9ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '5329c665-8ee8-4387-8d1e-669e796813c3', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:56.655175 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53c60e0c-e75f-4cac-88a7-cbb844f7b9ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.716870 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53c60e0c-e75f-4cac-88a7-cbb844f7b9ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.720761 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53c60e0c-e75f-4cac-88a7-cbb844f7b9ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.739920 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c60e0c-e75f-4cac-88a7-cbb844f7b9ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af18fcfd-3ca3-4f55-8a81-0e3aed8f3b38,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:56.750743 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-53c60e0c-e75f-4cac-88a7-cbb844f7b9ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.751995 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-53c60e0c-e75f-4cac-88a7-cbb844f7b9ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269791 Oct 19 02:25:56.754784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56328) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:56.759642 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '5329c665-8ee8-4387-8d1e-669e796813c3', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:56.780864 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Project bf1dc26b82b74616a50609003594f159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:25:56.785807 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.847504 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.851464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.868804 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8d7de5-6e9a-4bef-bac3-93b48c989650,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:56.879366 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.889522 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-547163e8-0504-4ce2-988b-78ee131f552a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335688 Oct 19 02:25:56.889762 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56330) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:25:56.894251 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '5329c665-8ee8-4387-8d1e-669e796813c3', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:56.917238 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Project bf1dc26b82b74616a50609003594f159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:25:56.922341 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.982369 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:56.985901 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:57.004462 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daef3d9b-09b5-43b2-b739-e80be58c130a,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:57.012486 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:57.013786 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f980e8d2-c194-4d3c-b781-b5800a2813bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231055 Oct 19 02:25:57.159426 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-948bbb05-d803-44d6-9f54-0fa24bc43c28 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873505162&fields=id&tenant_id=bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 267 time: 0.0368400 Oct 19 02:25:57.268777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-a3eec129-317b-417d-85a6-1344d9f267cc tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:57.270222 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-a3eec129-317b-417d-85a6-1344d9f267cc tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 809 time: 0.1038504 Oct 19 02:25:57.285798 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-a7f54e22-809d-4887-8f16-27f071221640 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/quotas/bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 375 time: 0.0096524 Oct 19 02:25:57.339109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-4711b87b-0f65-4b59-a130-3d3493c3e1b1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469761 Oct 19 02:25:57.364938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Sync routers for ids ['6a39a6ce-4105-4092-b5e6-7390b676d821'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:25:57.374169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Routers {'6a39a6ce-4105-4092-b5e6-7390b676d821'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:57.374765 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6a39a6ce-4105-4092-b5e6-7390b676d821'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:57.447087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-4b58b284-6c76-42b9-8e75-30fa4c54cbf0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:25:57.448204 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-4b58b284-6c76-42b9-8e75-30fa4c54cbf0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0973070 Oct 19 02:25:57.564108 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-a5fb543e-8092-4c1e-97e6-a32ad6ee326f service neutron] 10.222.0.64 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090260 Oct 19 02:25:57.645560 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 087fd1c6-b002-4371-a44f-9de0e891d41b up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:57.650934 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Set router 6a39a6ce-4105-4092-b5e6-7390b676d821 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:57.663099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-55f0913b-f215-4b89-99a4-b33136285503 service neutron] 10.222.0.64 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980864 Oct 19 02:25:57.808817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 087fd1c6-b002-4371-a44f-9de0e891d41b triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:57.809371 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:57.828946 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-17f8d711-9a3c-4277-b0e0-28ae5ce61f35 req-6b85b4fe-c7c4-4fd1-a8b1-4ce62ab88923 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 210 time: 0.0286758 Oct 19 02:25:57.957645 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:54Z', 'revision_number': 4, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port': {'id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '610e15e9-efaf-40a0-ac10-e9e5d273c52a', 'name': '', 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'mac_address': 'fa:16:3e:e1:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6dba9e19-1127-4ab5-bf18-d94aa2742e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:53Z', 'updated_at': '2021-10-19T02:25:54Z', 'revision_number': 2, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'subnets': [{'id': '6dba9e19-1127-4ab5-bf18-d94aa2742e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:57.984817 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Checking router: 6a39a6ce-4105-4092-b5e6-7390b676d821 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:25:57.985180 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Updating router 6a39a6ce-4105-4092-b5e6-7390b676d821 port 610e15e9-efaf-40a0-ac10-e9e5d273c52a binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:25:58.010757 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.292226 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.298987 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.352268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210f20e-a625-40a5-b07b-226b4d636c6e None None] Pushing event updated for resources: {'Port': ['ID=610e15e9-efaf-40a0-ac10-e9e5d273c52a,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:58.402895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Attempting to bind port 610e15e9-efaf-40a0-ac10-e9e5d273c52a on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:25:58.403484 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Attempting to bind port 610e15e9-efaf-40a0-ac10-e9e5d273c52a by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:25:58.403594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Attempting to bind port 610e15e9-efaf-40a0-ac10-e9e5d273c52a on network 8a67df7d-e151-4aec-a490-0e9c08abd76c {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:25:58.409678 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:25:58.410047 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Checking segment: {'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:25:58.410568 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.410960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Bound using segment: {'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:25:58.411505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Bound port: 610e15e9-efaf-40a0-ac10-e9e5d273c52a, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219706e8-e338-4174-b58b-6ea2afe36603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:25:58.412268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.485110 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] For port 610e15e9-efaf-40a0-ac10-e9e5d273c52a, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:25:58.488749 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] For port 610e15e9-efaf-40a0-ac10-e9e5d273c52a, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=610e15e9-efaf-40a0-ac10-e9e5d273c52a,segment=NetworkSegment(219706e8-e338-4174-b58b-6ea2afe36603),segment_id=219706e8-e338-4174-b58b-6ea2afe36603)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:25:58.494691 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.560457 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210f20e-a625-40a5-b07b-226b4d636c6e None None] Pushing event updated for resources: {'Port': ['ID=610e15e9-efaf-40a0-ac10-e9e5d273c52a,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:58.563004 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Routers {'6a39a6ce-4105-4092-b5e6-7390b676d821'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:25:58.563603 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:25:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6a39a6ce-4105-4092-b5e6-7390b676d821'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:58.661225 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-754ddc0b-24ae-4be6-a181-822293eb31a0 None None] Provisioning complete for port 610e15e9-efaf-40a0-ac10-e9e5d273c52a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:58.661626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-754ddc0b-24ae-4be6-a181-822293eb31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.701708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] Set router 6a39a6ce-4105-4092-b5e6-7390b676d821 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:25:58.876374 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-754ddc0b-24ae-4be6-a181-822293eb31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.943440 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-754ddc0b-24ae-4be6-a181-822293eb31a0 None None] For port 610e15e9-efaf-40a0-ac10-e9e5d273c52a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=610e15e9-efaf-40a0-ac10-e9e5d273c52a,segment=NetworkSegment(219706e8-e338-4174-b58b-6ea2afe36603),segment_id=219706e8-e338-4174-b58b-6ea2afe36603)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:25:58.948260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-2eae16c0-3aee-4143-944e-e27e0df90b6d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:58.950371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-2eae16c0-3aee-4143-944e-e27e0df90b6d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 809 time: 0.1262963 Oct 19 02:25:58.965390 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-754ddc0b-24ae-4be6-a181-822293eb31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:58.971304 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fdd803c-a61e-4ca2-852b-d4d983bd4182 req-4f138d3f-84ee-4361-8f58-e8f07c702e0d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 210 time: 0.0549171 Oct 19 02:25:59.003179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-ebb3b1c2-cc1b-4c7c-a271-d4e9f9ec5ef0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 379 time: 0.0427389 Oct 19 02:25:59.012864 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'port': {'device_id': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'admin_state_up': True, 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'security_groups': ['5329c665-8ee8-4387-8d1e-669e796813c3']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:59.033147 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ddc0b-24ae-4be6-a181-822293eb31a0 None None] Pushing event updated for resources: {'Port': ['ID=610e15e9-efaf-40a0-ac10-e9e5d273c52a,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:59.044171 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:54Z', 'revision_number': 4, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port': {'id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '610e15e9-efaf-40a0-ac10-e9e5d273c52a', 'name': '', 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'mac_address': 'fa:16:3e:e1:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6dba9e19-1127-4ab5-bf18-d94aa2742e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:53Z', 'updated_at': '2021-10-19T02:25:58Z', 'revision_number': 4, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'subnets': [{'id': '6dba9e19-1127-4ab5-bf18-d94aa2742e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:25:59.078824 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d6dcc-a618-426e-b17a-e33d8cbc6c86 None None] The sync data for ids ['6a39a6ce-4105-4092-b5e6-7390b676d821'] in n-d-789963-20 is: [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:54Z', 'revision_number': 4, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port': {'id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '610e15e9-efaf-40a0-ac10-e9e5d273c52a', 'name': '', 'network_id': '8a67df7d-e151-4aec-a490-0e9c08abd76c', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'mac_address': 'fa:16:3e:e1:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '6dba9e19-1127-4ab5-bf18-d94aa2742e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:53Z', 'updated_at': '2021-10-19T02:25:58Z', 'revision_number': 4, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'subnets': [{'id': '6dba9e19-1127-4ab5-bf18-d94aa2742e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:25:59.089555 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-22b4f0b9-e381-498a-8587-1f0365a6b41f None None] Provisioning complete for port 610e15e9-efaf-40a0-ac10-e9e5d273c52a triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:59.089930 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-22b4f0b9-e381-498a-8587-1f0365a6b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.135441 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Made reservation on behalf of bf1dc26b82b74616a50609003594f159 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:25:59.140247 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.287755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Allocated IP 172.20.0.11 (957ec06d-f4e5-4c88-b989-22b482a29264/b36c7ea9-c0f0-47df-8f58-2751bef75749/6d8f1594-3235-4707-95b6-9e0468027f8f) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:25:59.435425 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.470398 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.516116 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Network 957ec06d-f4e5-4c88-b989-22b482a29264 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:25:59.517924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:25:59.521670 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:25:59.555510 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:25:59.587394 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:25:59.588660 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.602621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 610e15e9-efaf-40a0-ac10-e9e5d273c52a up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:25:59.612562 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f62083ad-9fc5-4b19-a977-d5300163402c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6038373 Oct 19 02:25:59.625250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Request body: {'port': {'device_id': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:25:59.655403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 610e15e9-efaf-40a0-ac10-e9e5d273c52a triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:59.655782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.690827 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.833501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3b6b9c79-6d04-45ad-89df-1ad931dfaa29 None None] Provisioning complete for port 6d8f1594-3235-4707-95b6-9e0468027f8f triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:25:59.833971 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9c79-6d04-45ad-89df-1ad931dfaa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.868330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b9c79-6d04-45ad-89df-1ad931dfaa29 None None] Port 6d8f1594-3235-4707-95b6-9e0468027f8f cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:25:59.976664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8f1594-3235-4707-95b6-9e0468027f8f {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:25:59.983819 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:25:59.996553 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Transition to ACTIVE for port object 6d8f1594-3235-4707-95b6-9e0468027f8f will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:26:00.000194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:00.063201 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:00.153623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ba22-b88e-471c-a394-a951754218f4 req-71ee948a-6f51-4b4e-8849-eea0fa89ccf6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.155153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9011ba22-b88e-471c-a394-a951754218f4 req-71ee948a-6f51-4b4e-8849-eea0fa89ccf6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 944 time: 0.1020133 Oct 19 02:26:00.172346 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:26:00.172680 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:26:00.173008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:26:00.186270 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Port 6d8f1594-3235-4707-95b6-9e0468027f8f on network 957ec06d-f4e5-4c88-b989-22b482a29264 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:26:00.186595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:26:00.199620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:26:00.199959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Checking segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:26:00.200361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Bound using segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:26:00.200796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Bound port: 6d8f1594-3235-4707-95b6-9e0468027f8f, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:26:00.201168 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:00.216312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9011ba22-b88e-471c-a394-a951754218f4 req-b104c5e7-bb8d-4bcf-824e-10303991257a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550003 Oct 19 02:26:00.270139 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:26:00.273310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:26:00.284793 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:00.324691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.325308 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:00.326796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] 10.222.0.62 "PUT /v2.0/ports/6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 1093 time: 0.7059922 Oct 19 02:26:00.327468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:26:00.329789 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53166e53-e634-4ade-8b30-95d493c83ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:26:00.361648 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cc096-74dd-4da0-b989-5c0c9888947b service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:00.379384 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07218e39-a4b7-4212-a3db-1a3b0093276b x-openstack-request-id: req-07218e39-a4b7-4212-a3db-1a3b0093276b {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:26:00.379674 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:26:00.379925 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07218e39-a4b7-4212-a3db-1a3b0093276b {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:26:00.380362 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'status': 'completed', 'code': 200} Oct 19 02:26:00.414883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-33972d23-d1b0-44e6-809c-235bc8409d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.416442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-33972d23-d1b0-44e6-809c-235bc8409d5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1096 time: 0.0476162 Oct 19 02:26:00.460373 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-35f89bfd-4cdc-46a6-a268-1e5fa118165f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 217 time: 0.0363359 Oct 19 02:26:00.515559 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-59d189d7-5eb3-4d5a-8131-733fcf9fdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.517080 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-59d189d7-5eb3-4d5a-8131-733fcf9fdde6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0502000 Oct 19 02:26:00.564278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-01e66e55-503d-4c1a-8b70-f9224de40c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.565673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-01e66e55-503d-4c1a-8b70-f9224de40c79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410650 Oct 19 02:26:00.656249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-d806fd5e-381a-4265-964e-97d6cd2cec3c service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829921 Oct 19 02:26:00.752184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-dae96883-6cd4-45d4-8986-9a7442db15a7 req-f76e6dc1-deb8-4f24-aa1e-2b998f1024e5 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884604 Oct 19 02:26:00.839365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-9ef19041-cb77-438d-9baa-8ec54108098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.840824 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-9ef19041-cb77-438d-9baa-8ec54108098b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1096 time: 0.0415795 Oct 19 02:26:00.943417 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-06f69cec-48cb-401f-9045-518c7195208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:00.945010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-06f69cec-48cb-401f-9045-518c7195208e service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0970447 Oct 19 02:26:00.988335 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-7f990b58-998a-4df3-8633-7cf31b1b04d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 217 time: 0.0362060 Oct 19 02:26:01.044136 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-53c4144b-6143-4b38-b782-fccb6715a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:01.045870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-53c4144b-6143-4b38-b782-fccb6715a8a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0505831 Oct 19 02:26:01.095619 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-14a07f5f-3137-4652-a175-8131c16071e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:01.097096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-14a07f5f-3137-4652-a175-8131c16071e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425282 Oct 19 02:26:01.194141 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-55e6c366-8af9-438d-a7e5-b4cda908b8ee service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882688 Oct 19 02:26:01.287209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-53166e53-e634-4ade-8b30-95d493c83ab4 req-93d748e0-0536-4238-a92d-890e354a1fc5 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862520 Oct 19 02:26:01.336438 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121db5e-99cc-444f-93d6-28560b63398e req-b2397dd2-eca0-4aa3-9d57-80fb95ad4080 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:01.337906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a121db5e-99cc-444f-93d6-28560b63398e req-b2397dd2-eca0-4aa3-9d57-80fb95ad4080 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 944 time: 0.0490940 Oct 19 02:26:01.375637 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a121db5e-99cc-444f-93d6-28560b63398e req-85995bea-907a-4e58-96ed-b076bdda7bcb tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Oct 19 02:26:02.494354 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ac728-4b52-481c-bccf-efd4c502131e req-542bea04-4bc6-4626-85de-7885cf84f73a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:02.495760 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f35ac728-4b52-481c-bccf-efd4c502131e req-542bea04-4bc6-4626-85de-7885cf84f73a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 944 time: 0.0504467 Oct 19 02:26:02.534152 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f35ac728-4b52-481c-bccf-efd4c502131e req-5b157f0f-2e83-4324-82e2-e22b2e2fea03 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323598 Oct 19 02:26:03.646163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a67138-6aed-4ce2-b960-a245eb7a1e9c req-e314a608-e792-4c4b-b46b-7495a84c47e1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:03.648067 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26a67138-6aed-4ce2-b960-a245eb7a1e9c req-e314a608-e792-4c4b-b46b-7495a84c47e1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 944 time: 0.0494249 Oct 19 02:26:03.691691 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-26a67138-6aed-4ce2-b960-a245eb7a1e9c req-adadd44e-b158-4884-902f-9583b0c1ea3b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375779 Oct 19 02:26:04.613616 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:26:04.710576 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:26:04.723407 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'port_id': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'mac_address': 'fa:16:3e:13:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:26:04.762321 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:04.776531 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f1594-3235-4707-95b6-9e0468027f8f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:26:04.797137 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:26:04.801495 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:04.810101 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2c237-4a76-4a38-b1a1-7c5a012906a1 req-e802fe63-3d3f-49d2-8e5e-79e4f2d8af21 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:04.811711 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebd2c237-4a76-4a38-b1a1-7c5a012906a1 req-e802fe63-3d3f-49d2-8e5e-79e4f2d8af21 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 944 time: 0.0511544 Oct 19 02:26:04.849281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:04.851728 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebd2c237-4a76-4a38-b1a1-7c5a012906a1 req-a6acea05-13b8-413c-81c9-e6b999f723e7 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Oct 19 02:26:05.035456 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['6d8f1594-3235-4707-95b6-9e0468027f8f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:26:05.967442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25691b-bf3e-49fe-96db-538e6e9a50f1 req-92df8666-8880-4a28-aeb1-43a11ef5d665 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:05.968935 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e25691b-bf3e-49fe-96db-538e6e9a50f1 req-92df8666-8880-4a28-aeb1-43a11ef5d665 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0484343 Oct 19 02:26:06.005896 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8e25691b-bf3e-49fe-96db-538e6e9a50f1 req-a2714325-9065-4a32-b987-29afc87d86ec tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Oct 19 02:26:06.612884 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:26:06.664036 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port 6d8f1594-3235-4707-95b6-9e0468027f8f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:26:06.667667 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 6d8f1594-3235-4707-95b6-9e0468027f8f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:26:06.668065 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:06.745755 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:06.767956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:26:06.770199 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cba960-af99-4192-b494-984458e71633" -d '{"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:26:06.783153 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:26:06.787531 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:06.810830 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd4ab7f-c6cf-47ef-8156-06e986dc7d89 x-openstack-request-id: req-3dd4ab7f-c6cf-47ef-8156-06e986dc7d89 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:26:06.811120 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:26:06.811369 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3dd4ab7f-c6cf-47ef-8156-06e986dc7d89 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:26:06.811881 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'code': 200} Oct 19 02:26:06.841906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:06.906396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d58aed-490c-42a7-8928-d34ccc985100 req-fc69b82d-944d-4f73-b0f2-913d76dcd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:06.907796 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d58aed-490c-42a7-8928-d34ccc985100 req-fc69b82d-944d-4f73-b0f2-913d76dcd4a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1098 time: 0.0401008 Oct 19 02:26:06.943002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c5d58aed-490c-42a7-8928-d34ccc985100 req-1858ab0f-fd9c-4a7f-bd2b-7badd5d09456 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272515 Oct 19 02:26:07.062884 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-926c7d2f-31d4-4367-a06c-0a70a1d0c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:07.121198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac5126-a59f-4998-86f6-3e9c211ac17c req-c428b34d-3433-4d47-9501-a5b7f2a5bdc6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:07.122681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12ac5126-a59f-4998-86f6-3e9c211ac17c req-c428b34d-3433-4d47-9501-a5b7f2a5bdc6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0495887 Oct 19 02:26:07.165142 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12ac5126-a59f-4998-86f6-3e9c211ac17c req-d5620e4d-51a9-40c7-913b-20aa1c135443 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362260 Oct 19 02:26:08.245204 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:26:08.289087 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9971-5369-4fe3-ab36-c625c8edc878 req-38701909-692e-4b1f-9d9f-bd74c45db45a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.290533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-999d9971-5369-4fe3-ab36-c625c8edc878 req-38701909-692e-4b1f-9d9f-bd74c45db45a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0538449 Oct 19 02:26:08.329652 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-999d9971-5369-4fe3-ab36-c625c8edc878 req-3447f975-42cd-4c0b-8d08-e6abdfc1b1b8 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328510 Oct 19 02:26:08.442278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068fe7-76c4-4eac-86cb-9974b4919bbd req-570452a6-b4ed-4b24-abbf-27bf4dc63eee tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.443818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c068fe7-76c4-4eac-86cb-9974b4919bbd req-570452a6-b4ed-4b24-abbf-27bf4dc63eee tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0491741 Oct 19 02:26:08.480986 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4c068fe7-76c4-4eac-86cb-9974b4919bbd req-3fa2a7d2-a3ff-4cfa-b8eb-a17e5e19c7f3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312278 Oct 19 02:26:08.502281 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56388) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:26:08.582224 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e59e3c-4937-44ec-8873-53ff26a8a0bb tempest-TestShelveInstance-1599615029 tempest-TestShelveInstance-1599615029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:08.583717 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-74e59e3c-4937-44ec-8873-53ff26a8a0bb tempest-TestShelveInstance-1599615029 tempest-TestShelveInstance-1599615029-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1093 time: 0.0804563 Oct 19 02:26:08.587216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56392) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:26:08.591629 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:26:08.612488 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:08.710378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:08.812215 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Allocated IP 172.25.0.8 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/846643ee-26f0-4766-a83d-9d83c3413722) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:26:08.916226 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:08.950368 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:08.987774 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:26:08.992572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:26:08.995326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:26:09.002818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'Port': ['ID=846643ee-26f0-4766-a83d-9d83c3413722,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:09.649433 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:09.714884 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:09.806774 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ad3d-f1b1-4faa-9213-a7896096af32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:09.869560 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:09.873955 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:09.942363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'Port': ['ID=846643ee-26f0-4766-a83d-9d83c3413722,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:26:09.956939 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:10.059389 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Floating IP 860a1b19-f3e9-4f2d-a250-f6feb8fecb7f associated. External IP: 172.25.0.8, port: 6d8f1594-3235-4707-95b6-9e0468027f8f. Oct 19 02:26:10.264586 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Router 1f002d99-df57-4d38-a97e-53ee1e7196a3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:26:10.324291 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:10.374939 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:26:10.385253 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] Sync routers for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:26:10.393539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:10.394727 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:26:10.395315 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:26:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:10.424794 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-bdb5e65e-b374-44d6-9d10-c6b05860f2fe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8364482 Oct 19 02:26:10.425363 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:26:10.428122 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:26:10.464315 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4d724-9fe9-4c60-96ad-a98d6e1c14d5 x-openstack-request-id: req-d1a4d724-9fe9-4c60-96ad-a98d6e1c14d5 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:26:10.464608 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:26:10.464866 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1a4d724-9fe9-4c60-96ad-a98d6e1c14d5 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:26:10.465274 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'status': 'completed', 'code': 200} Oct 19 02:26:10.500758 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:26:10.527294 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-2eee89dc-347f-4cba-8c7d-15bf7ba6eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:10.528868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-2eee89dc-347f-4cba-8c7d-15bf7ba6eedb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1098 time: 0.0416379 Oct 19 02:26:10.619855 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-72ea1a6c-a121-411d-8eda-f2990cee89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:10.621282 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-72ea1a6c-a121-411d-8eda-f2990cee89c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0848575 Oct 19 02:26:10.694646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-2f0c67f3-0453-409e-a63a-dd5c623c00b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 998 time: 0.0659137 Oct 19 02:26:10.726144 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '860a1b19-f3e9-4f2d-a250-f6feb8fecb7f', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'port_id': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'mac_address': 'fa:16:3e:13:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:26:09Z', 'updated_at': '2021-10-19T02:26:09Z', 'revision_number': 0, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:10.745312 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-39d1922c-8e19-4184-8021-ccf8b6898669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:10.747609 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-39d1922c-8e19-4184-8021-ccf8b6898669 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0464420 Oct 19 02:26:10.752696 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] Checking router: 1f002d99-df57-4d38-a97e-53ee1e7196a3 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:26:10.762120 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:10.762344 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:26:10.762716 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:26:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:10.796709 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-1a27df89-62cf-4255-9130-53b9535b30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:26:10.798225 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-1a27df89-62cf-4255-9130-53b9535b30a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444167 Oct 19 02:26:10.874182 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:26:10.894139 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-cf9123f1-841d-4019-9a70-bc73f6d0fc42 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883198 Oct 19 02:26:10.987874 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2d9abaaa-4ca6-48d1-8845-c8a1d595ed56 req-29ac8313-d86b-4cb7-9781-52e0df767a56 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863271 Oct 19 02:26:11.060695 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:11.098324 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '860a1b19-f3e9-4f2d-a250-f6feb8fecb7f', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'port_id': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'mac_address': 'fa:16:3e:13:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:26:09Z', 'updated_at': '2021-10-19T02:26:09Z', 'revision_number': 0, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:26:11.127760 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6484c92-8612-4eee-ba19-1194a3ccf2b6 None None] The sync data for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 is: [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '860a1b19-f3e9-4f2d-a250-f6feb8fecb7f', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'port_id': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'mac_address': 'fa:16:3e:13:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:26:09Z', 'updated_at': '2021-10-19T02:26:09Z', 'revision_number': 0, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:26:11.327161 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc485a9d-7306-4185-80d9-2da714c5aabb None None] New status for floating IP 860a1b19-f3e9-4f2d-a250-f6feb8fecb7f: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:26:12.561057 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:20.369514 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:37.063483 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-404d9731-9ff8-4b49-8bee-f9fef7549582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:39.797457 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a924a9cd-d7b4-4c2a-be8e-d7f8d7e81f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:40.346674 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:40.765242 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:41.061731 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:42.564117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:26:45.245255 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:26:50.384964 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:03.341993 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-ef0c5662-0715-46ca-aca2-a5d70130b785 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452445 Oct 19 02:27:03.424913 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-0427bb34-d7ff-4c76-b77d-72753613b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:03.426355 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-0427bb34-d7ff-4c76-b77d-72753613b2e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1098 time: 0.0406749 Oct 19 02:27:03.536102 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-4a1b205c-ce71-4d53-954e-b03ad5f25e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:03.537600 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-4a1b205c-ce71-4d53-954e-b03ad5f25e04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0909905 Oct 19 02:27:03.602556 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-1db39dca-78a5-4ab4-9c50-73f566e88e40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 1000 time: 0.0574141 Oct 19 02:27:03.651012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-420d3bfa-c3ff-419c-bfd5-b13acdcb34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:03.652487 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-420d3bfa-c3ff-419c-bfd5-b13acdcb34d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0430477 Oct 19 02:27:03.702310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-7b8970c2-e10d-468a-aa2e-4205ae3262de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:27:03.703790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-7b8970c2-e10d-468a-aa2e-4205ae3262de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445416 Oct 19 02:27:03.793447 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-60b8c197-f646-4fe9-8e21-052d00f3b13a service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813916 Oct 19 02:27:03.885981 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fb2d33d0-0a8e-4817-b2e2-af1655022ccb req-a081559c-8966-4d3e-ab37-0c373b51e1fe service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854936 Oct 19 02:27:07.067183 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2895278c-0366-40ec-b7c0-591e3f4fe1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:09.800912 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1a274170-1a3c-485a-9121-dcf36faf013d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:10.350083 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:10.767917 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:11.066588 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:12.565473 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:20.382952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:22.243956 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:27:37.068106 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-678960e4-c212-43a3-a35f-14991b4f1711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:39.801649 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d351e713-7bb4-4e81-b988-cadbb152569c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:40.365042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:40.775338 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:41.066420 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:42.567914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:50.391284 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:27:59.243767 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:28:04.403451 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-14c5ff7b-b456-4e9a-8e51-d841d8f7fdd5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826874 Oct 19 02:28:04.487326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-08160ec4-00f9-45b3-ae1b-865092c80a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:04.488890 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-08160ec4-00f9-45b3-ae1b-865092c80a60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1098 time: 0.0408466 Oct 19 02:28:04.596635 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-86ed509f-1354-4d50-9d2a-6a33816ea210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:04.598010 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-86ed509f-1354-4d50-9d2a-6a33816ea210 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0891674 Oct 19 02:28:04.661473 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-f5f81ca0-fbb6-4ea2-9ef4-ed54ab8766e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 1000 time: 0.0563807 Oct 19 02:28:04.710269 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-01f58fbf-83ff-4774-87b5-be415bc6de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:04.712014 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-01f58fbf-83ff-4774-87b5-be415bc6de24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0432358 Oct 19 02:28:04.761362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-799ca21d-7716-4302-9544-2ec5f668be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:04.762846 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-799ca21d-7716-4302-9544-2ec5f668be29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437303 Oct 19 02:28:04.852363 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-aef717a8-cbeb-45cd-bbd2-b1d35afa2e71 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820875 Oct 19 02:28:04.944111 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-327c0358-b0ec-4803-9a0d-d7b787814e55 req-14928b54-3f22-425e-8013-9d929350996c service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843756 Oct 19 02:28:06.095968 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c4bba-8f4e-4c8e-b755-7f7669c1c34d req-b1b6dcbb-9f2f-4134-a8d3-de67fe8964bb tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:06.097469 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b2c4bba-8f4e-4c8e-b755-7f7669c1c34d req-b1b6dcbb-9f2f-4134-a8d3-de67fe8964bb tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0987320 Oct 19 02:28:06.134959 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b2c4bba-8f4e-4c8e-b755-7f7669c1c34d req-0612b768-1682-4ece-a02e-76d0f6612e16 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312614 Oct 19 02:28:07.068718 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-118e95e9-1235-4360-ab7e-2d2edebc97fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:07.264503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b9cec-5466-43b0-b0a1-56fb174a58d7 req-99b8b7b0-36bc-4d1b-8478-7534ad2fe3a2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:07.265974 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a36b9cec-5466-43b0-b0a1-56fb174a58d7 req-99b8b7b0-36bc-4d1b-8478-7534ad2fe3a2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0494261 Oct 19 02:28:07.303149 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a36b9cec-5466-43b0-b0a1-56fb174a58d7 req-15875a7b-90c2-4f31-ba57-c604fdc2cd73 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312617 Oct 19 02:28:08.417512 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536ee6-9e53-4f35-a220-b4f8ca63bcea req-c543eb5f-4efc-44de-b0ec-d8183ab6de0d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:08.419241 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0c536ee6-9e53-4f35-a220-b4f8ca63bcea req-c543eb5f-4efc-44de-b0ec-d8183ab6de0d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0492609 Oct 19 02:28:08.456387 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0c536ee6-9e53-4f35-a220-b4f8ca63bcea req-51de7ec0-3e2b-43c6-9fa7-0866443241a3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312364 Oct 19 02:28:09.571325 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455a9e-02fc-4811-9447-a5e4dbe59d01 req-d157bf59-5029-41b3-a3f8-23798deeaaca tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:09.572956 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f455a9e-02fc-4811-9447-a5e4dbe59d01 req-d157bf59-5029-41b3-a3f8-23798deeaaca tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0489969 Oct 19 02:28:09.614696 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1f455a9e-02fc-4811-9447-a5e4dbe59d01 req-508a1056-15d6-4cfb-a80a-e0b44fee04a5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357752 Oct 19 02:28:09.801982 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cd92d4ea-4556-4e85-91de-4152feb9adb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:10.355455 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:10.734360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81392a1-84fd-4551-9262-4a6c0b5d157a req-8e05edad-c57a-45b3-850b-c4ba4dbc0435 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:10.735736 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c81392a1-84fd-4551-9262-4a6c0b5d157a req-8e05edad-c57a-45b3-850b-c4ba4dbc0435 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0544851 Oct 19 02:28:10.773567 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-c81392a1-84fd-4551-9262-4a6c0b5d157a req-dce4307c-10b7-49c6-ab6a-df7dd1142343 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318494 Oct 19 02:28:10.778821 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:11.069378 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:11.890794 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d83a-4731-40cd-a31b-2122c38e20ad req-54bf40ee-59d6-42b3-87df-fcaed5cebe44 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:11.892206 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5de1d83a-4731-40cd-a31b-2122c38e20ad req-54bf40ee-59d6-42b3-87df-fcaed5cebe44 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0495112 Oct 19 02:28:11.930952 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5de1d83a-4731-40cd-a31b-2122c38e20ad req-885b981e-ff64-4aaf-8084-7812d2759386 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 Oct 19 02:28:12.570290 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:13.045322 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed711abe-c479-414f-b43e-0969bb289c1c req-0d7d94ca-b298-44bc-9a77-2f45014baf27 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:13.046778 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed711abe-c479-414f-b43e-0969bb289c1c req-0d7d94ca-b298-44bc-9a77-2f45014baf27 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0495081 Oct 19 02:28:13.083656 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ed711abe-c479-414f-b43e-0969bb289c1c req-600c43f1-38fc-4199-a7fd-249eacff4e7d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309865 Oct 19 02:28:14.198763 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bacd4f-b8eb-485f-901c-ecd81fb4eb3d req-0f0d16d6-67b8-4c8b-9829-eac717c0e28e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:14.200257 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1bacd4f-b8eb-485f-901c-ecd81fb4eb3d req-0f0d16d6-67b8-4c8b-9829-eac717c0e28e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0487018 Oct 19 02:28:14.237584 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c1bacd4f-b8eb-485f-901c-ecd81fb4eb3d req-ee9d9f42-7350-471a-b532-823f80709741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Oct 19 02:28:15.352841 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d687-d29a-4e6e-9d39-cd5d91c120c2 req-b049ef9c-5690-4c6f-be5f-245a970d3e12 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:15.354384 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71d6d687-d29a-4e6e-9d39-cd5d91c120c2 req-b049ef9c-5690-4c6f-be5f-245a970d3e12 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0507233 Oct 19 02:28:15.391278 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-71d6d687-d29a-4e6e-9d39-cd5d91c120c2 req-d55058b2-ee7a-41c8-80b0-86809662411c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310206 Oct 19 02:28:16.517675 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8307578-71c5-45ad-b9a7-1561e8b94c56 req-f3474af4-e702-4a48-bad5-9c7efb5b69e4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:16.519123 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8307578-71c5-45ad-b9a7-1561e8b94c56 req-f3474af4-e702-4a48-bad5-9c7efb5b69e4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0483501 Oct 19 02:28:16.559741 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a8307578-71c5-45ad-b9a7-1561e8b94c56 req-e5151a38-37b2-47c9-a5a7-78f7c41d1c40 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347130 Oct 19 02:28:17.679054 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6630961-f7fa-4c24-be54-ba5016cc0f66 req-bdde44c9-d1d0-451e-abd5-5fe4120643f2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:17.680533 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6630961-f7fa-4c24-be54-ba5016cc0f66 req-bdde44c9-d1d0-451e-abd5-5fe4120643f2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0528724 Oct 19 02:28:17.718310 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d6630961-f7fa-4c24-be54-ba5016cc0f66 req-0781d2f4-3311-4907-b446-72eb6096bad9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310688 Oct 19 02:28:18.843184 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21305a-8414-4eae-a156-0c55b372c1a7 req-397a08a0-6ff6-4bc2-ae50-dc4a7bd4fa5e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:18.844711 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da21305a-8414-4eae-a156-0c55b372c1a7 req-397a08a0-6ff6-4bc2-ae50-dc4a7bd4fa5e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0597796 Oct 19 02:28:18.891131 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-da21305a-8414-4eae-a156-0c55b372c1a7 req-b3ad8577-8fbd-404f-bf17-793187b00b9b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380330 Oct 19 02:28:19.125034 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:28:19.241276 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:19.255436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'port_id': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'mac_address': 'fa:16:3e:13:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:28:19.298742 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:19.314130 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d8f1594-3235-4707-95b6-9e0468027f8f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:28:19.336333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:19.341192 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:19.397428 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:19.406607 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.407166 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.407701 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.408040 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.408372 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.408698 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.409021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.409342 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.409660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.409979 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.410295 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.410610 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:19.420266 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['6d8f1594-3235-4707-95b6-9e0468027f8f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:28:20.015450 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a5232-4371-4ae1-a473-e3123bbf08e3 req-ae0797c2-a548-4d60-807d-2f6362bd5867 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:20.017093 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-939a5232-4371-4ae1-a473-e3123bbf08e3 req-ae0797c2-a548-4d60-807d-2f6362bd5867 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0515070 Oct 19 02:28:20.059539 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-939a5232-4371-4ae1-a473-e3123bbf08e3 req-ebea2b4f-c46b-475d-92e0-145fbfdc0d5b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357893 Oct 19 02:28:20.397859 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:21.190256 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afed1a1-27c8-4a7f-a59e-a280094a1608 req-487594f9-2a04-4608-b25d-c4dbd92636a4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:21.191967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7afed1a1-27c8-4a7f-a59e-a280094a1608 req-487594f9-2a04-4608-b25d-c4dbd92636a4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0517979 Oct 19 02:28:21.213877 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:28:21.246847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7afed1a1-27c8-4a7f-a59e-a280094a1608 req-f9db9e9e-2e0a-414b-8321-b1c555e3e3f4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469284 Oct 19 02:28:21.284044 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port 6d8f1594-3235-4707-95b6-9e0468027f8f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:28:21.284044 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:21.372513 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:21.398405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:21.400781 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225015c9-7fe6-470d-9c65-8b0a4a24abb4" -d '{"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:21.413447 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:21.418986 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:21.504761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:22.371566 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd555133-aee0-4afd-bb3a-797a3bca0c1b req-434b237d-d190-4027-baf4-d4631f525462 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:22.373863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd555133-aee0-4afd-bb3a-797a3bca0c1b req-434b237d-d190-4027-baf4-d4631f525462 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0518837 Oct 19 02:28:22.426635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bd555133-aee0-4afd-bb3a-797a3bca0c1b req-92233d13-58fa-4064-98ad-6c7357fd3a07 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466642 Oct 19 02:28:22.540763 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd712dac-40f3-4d7f-9b46-e8bdce72bdaa x-openstack-request-id: req-cd712dac-40f3-4d7f-9b46-e8bdce72bdaa {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:22.541983 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:22.542421 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd712dac-40f3-4d7f-9b46-e8bdce72bdaa {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:22.543130 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'code': 200} Oct 19 02:28:23.557733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c1660-b1cf-4804-a3fd-a35a710d408a req-44caea90-aabe-42d9-af65-813d57346ba3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:23.561152 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-645c1660-b1cf-4804-a3fd-a35a710d408a req-44caea90-aabe-42d9-af65-813d57346ba3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0563321 Oct 19 02:28:23.611431 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-645c1660-b1cf-4804-a3fd-a35a710d408a req-29725144-58f0-46e0-8896-d5b482a92592 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451174 Oct 19 02:28:24.748246 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce49f0-3f1f-476d-900f-1de272ca7bad req-37d8b05b-a9bf-4ee7-b60f-b71aed6f4f84 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:24.750730 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fce49f0-3f1f-476d-900f-1de272ca7bad req-37d8b05b-a9bf-4ee7-b60f-b71aed6f4f84 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0558589 Oct 19 02:28:24.798252 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1fce49f0-3f1f-476d-900f-1de272ca7bad req-03a462cf-a4a8-42f6-bdb2-c385d9bcfbd5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Oct 19 02:28:25.919018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2567539-cd81-4024-95f3-1088a8a0b75c req-0f08a351-c13a-407f-ac79-5357ba0192b8 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:25.920553 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2567539-cd81-4024-95f3-1088a8a0b75c req-0f08a351-c13a-407f-ac79-5357ba0192b8 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0577683 Oct 19 02:28:25.966198 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c2567539-cd81-4024-95f3-1088a8a0b75c req-361c5b20-c25e-46ce-a4df-4023775c1f94 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376456 Oct 19 02:28:27.123162 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0945d-cf84-46fb-b854-d38e8f65c9ad req-507b2f26-44e1-4ee0-ba45-4fd95d5dcdbd tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:27.124657 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd0945d-cf84-46fb-b854-d38e8f65c9ad req-507b2f26-44e1-4ee0-ba45-4fd95d5dcdbd tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0715172 Oct 19 02:28:27.174543 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2fd0945d-cf84-46fb-b854-d38e8f65c9ad req-4e0ee6e3-de4c-4598-ae4e-39371aff46f0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439665 Oct 19 02:28:28.237986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-3cdec487-1035-40b2-8b12-347cd42b47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:28.239598 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-3cdec487-1035-40b2-8b12-347cd42b47c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1098 time: 0.0414410 Oct 19 02:28:28.360656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b2f4-17f2-4dd4-b5be-ac3cec1f7855 req-7b66eb0b-bf4b-428e-bc0f-63a78797ef7a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:28.362145 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6744b2f4-17f2-4dd4-b5be-ac3cec1f7855 req-7b66eb0b-bf4b-428e-bc0f-63a78797ef7a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0936601 Oct 19 02:28:28.386950 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-c4eecf10-de1a-4a32-b912-863e0db67e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:28.388358 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-c4eecf10-de1a-4a32-b912-863e0db67e34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.1414008 Oct 19 02:28:28.443476 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6744b2f4-17f2-4dd4-b5be-ac3cec1f7855 req-52aa2b63-dbb1-4801-b28d-d118fca9c688 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722251 Oct 19 02:28:28.467622 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-60534d75-fe62-4d34-abfe-66b0f2ef0564 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 1000 time: 0.0720127 Oct 19 02:28:28.516422 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-485f9396-d239-415f-a04c-7bcf2be5c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:28.517818 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-485f9396-d239-415f-a04c-7bcf2be5c672 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0431850 Oct 19 02:28:28.564214 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-13355bd4-4e6e-40dd-9383-7d08d2aef036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:28.565688 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-13355bd4-4e6e-40dd-9383-7d08d2aef036 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400133 Oct 19 02:28:28.659281 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-1ac542cd-8b38-4c09-a2fb-5cc438d7411b service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851262 Oct 19 02:28:28.752669 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d4083f9-336f-4ea5-9313-bc04dde3d9df req-a95f3339-adad-4c6b-84db-c39d3f78f174 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855079 Oct 19 02:28:29.558912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d88b6-3063-4efb-bea6-8f71e4531d39 req-0ea693da-b5ff-41e1-a6fc-6919fda0c8a4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:29.560409 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-912d88b6-3063-4efb-bea6-8f71e4531d39 req-0ea693da-b5ff-41e1-a6fc-6919fda0c8a4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0488117 Oct 19 02:28:29.598081 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-912d88b6-3063-4efb-bea6-8f71e4531d39 req-f691c9ba-a282-4d4f-8093-81e8024f94a0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Oct 19 02:28:30.716222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688269f-9187-4ebc-bb7b-f1765091f8a5 req-37ac186e-3dc3-4d4a-8e02-a4e82a850d1f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:30.717700 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a688269f-9187-4ebc-bb7b-f1765091f8a5 req-37ac186e-3dc3-4d4a-8e02-a4e82a850d1f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0496376 Oct 19 02:28:30.755071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-a688269f-9187-4ebc-bb7b-f1765091f8a5 req-67da4356-8f54-4ea1-b5c8-1e040d1dfdec tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313675 Oct 19 02:28:30.822318 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-f83a8d2a-c9dd-4bdf-9bfb-764310d71418 req-7ea1711f-8632-4cf1-8d75-19f63eeec50e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:28:30.823298 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-f83a8d2a-c9dd-4bdf-9bfb-764310d71418 req-7ea1711f-8632-4cf1-8d75-19f63eeec50e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053153 Oct 19 02:28:30.976442 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0504b-c0bb-4748-aabd-01aade1b8472 req-177538a3-c25c-4f2c-a9fa-d8c284bac2f5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:30.977995 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4ba0504b-c0bb-4748-aabd-01aade1b8472 req-177538a3-c25c-4f2c-a9fa-d8c284bac2f5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0508480 Oct 19 02:28:31.016681 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4ba0504b-c0bb-4748-aabd-01aade1b8472 req-b0dc0bf4-7f72-4f58-8ad8-1f3285bd3727 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Oct 19 02:28:31.145863 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-554ebb26-8358-487f-9be8-4a50a26cb301 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825353 Oct 19 02:28:31.248498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:28:31.326505 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:31.349325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:31.351719 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff8f00-0ddb-4792-81a9-44bd5bdadca9" -d '{"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:31.369444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:31.373914 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:31.400441 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd10085-282c-47e1-bc5d-ccd720eb6cbc x-openstack-request-id: req-1dd10085-282c-47e1-bc5d-ccd720eb6cbc {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:31.400441 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-unplugged", "status": "failed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "code": 422}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:31.400768 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dd10085-282c-47e1-bc5d-ccd720eb6cbc {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:31.401144 n-d-789963-20 neutron-server[100849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'code': 422} returned with failed status Oct 19 02:28:31.429038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:31.959293 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-b00365b3-889b-417e-a640-c7abb284c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:31.960815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-b00365b3-889b-417e-a640-c7abb284c245 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c&tenant_id=bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 1096 time: 0.0438902 Oct 19 02:28:31.971318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-a5eadc6a-bb9c-42ce-9f67-84014511684e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:28:31.972364 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-a5eadc6a-bb9c-42ce-9f67-84014511684e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048485 Oct 19 02:28:31.988596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-20', 'device_owner': 'compute:nova'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:28:32.040065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:32.210186 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb895-e86d-4ceb-9a6d-df89ad50e03f req-c14c30be-80fe-4cb2-bb50-be447475cc1c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:32.211577 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8decb895-e86d-4ceb-9a6d-df89ad50e03f req-c14c30be-80fe-4cb2-bb50-be447475cc1c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 944 time: 0.1179311 Oct 19 02:28:32.296951 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8decb895-e86d-4ceb-9a6d-df89ad50e03f req-e179f086-32e7-4b88-812a-db6f0505cc32 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753610 Oct 19 02:28:32.317225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:32.341128 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:28:32.372959 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8f1594-3235-4707-95b6-9e0468027f8f {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:28:32.380222 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:32.392517 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Transition to ACTIVE for port object 6d8f1594-3235-4707-95b6-9e0468027f8f will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:28:32.395812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:32.479096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=9']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:32.490664 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.491018 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.491361 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.491702 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.492063 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.492402 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.492739 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.493069 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.493471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.494376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.494376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.495034 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:28:32.528369 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] No DVR routers for this DVR port 6d8f1594-3235-4707-95b6-9e0468027f8f on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:28:32.667183 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:28:32.667777 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:28:32.668144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:28:32.672634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Port 6d8f1594-3235-4707-95b6-9e0468027f8f on network 957ec06d-f4e5-4c88-b989-22b482a29264 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:28:32.672960 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Attempting to bind port 6d8f1594-3235-4707-95b6-9e0468027f8f on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:28:32.677808 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:28:32.678145 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Checking segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:28:32.678526 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Bound using segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:28:32.678952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Bound port: 6d8f1594-3235-4707-95b6-9e0468027f8f, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:28:32.679310 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:32.740689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:28:32.744099 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:28:32.748240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:32.786668 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:32.787304 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:32.788709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] 10.222.0.74 "PUT /v2.0/ports/6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 1093 time: 0.8036935 Oct 19 02:28:32.789157 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:32.791485 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf474ca-4ab1-485f-9256-f1d728edb070" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:32.814368 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6db48-e152-4e46-b240-55d832b52795 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=10']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:32.873077 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-1a6f6f61-4dfd-4561-b246-ed755f47ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:32.874705 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-1a6f6f61-4dfd-4561-b246-ed755f47ab8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1097 time: 0.0467398 Oct 19 02:28:32.891265 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88434331-ae75-4448-b284-e576598192fb x-openstack-request-id: req-88434331-ae75-4448-b284-e576598192fb {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:32.891629 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:32.891943 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88434331-ae75-4448-b284-e576598192fb {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:32.892472 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'status': 'completed', 'code': 200} Oct 19 02:28:32.977365 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-b0788f3f-719f-4156-aab8-b28b30536998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:32.979548 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-b0788f3f-719f-4156-aab8-b28b30536998 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0983617 Oct 19 02:28:33.335238 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-aa059fec-9725-4513-800f-6d44bbb7909c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 998 time: 0.3481658 Oct 19 02:28:33.416105 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-d1f100e8-2567-4d68-806f-3e9d5b99ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:33.417747 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-d1f100e8-2567-4d68-806f-3e9d5b99ddfa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0753868 Oct 19 02:28:33.443683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12e97-b37c-43aa-befa-d3ae23d6781d req-aad138e5-3048-45cd-bd22-6d7852da057d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:33.445159 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd12e97-b37c-43aa-befa-d3ae23d6781d req-aad138e5-3048-45cd-bd22-6d7852da057d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0779290 Oct 19 02:28:33.498110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-ab6e6ddf-29fe-42dd-9bd7-0f5437a588e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:33.499567 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-ab6e6ddf-29fe-42dd-9bd7-0f5437a588e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736272 Oct 19 02:28:33.502294 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8cd12e97-b37c-43aa-befa-d3ae23d6781d req-99723400-6406-49cf-99af-1e554b814bf8 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Oct 19 02:28:33.594707 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-ed38e89e-315e-4039-8b25-c443e0bd467c service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876176 Oct 19 02:28:33.684782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8d695816-27dc-4549-81dc-ddf3cef00104 req-98bce7fd-2f63-4b14-8c25-c1d7e9ab7fad service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826719 Oct 19 02:28:33.788761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-f511957b-a32f-4400-aedb-997ced6800e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:33.791165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-f511957b-a32f-4400-aedb-997ced6800e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1097 time: 0.0412500 Oct 19 02:28:33.888421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-e1346488-f79f-48eb-8d20-74e05057f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:33.889885 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-e1346488-f79f-48eb-8d20-74e05057f9f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0929017 Oct 19 02:28:33.966701 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-f5e9cd72-ddc0-4067-886f-3691297e46dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 998 time: 0.0701241 Oct 19 02:28:34.038416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-edce4459-0f7a-4495-9026-5ae8f4f1cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:34.040184 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-edce4459-0f7a-4495-9026-5ae8f4f1cc96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0665901 Oct 19 02:28:34.627248 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e6d7-248f-4477-8464-da0d8dba3c0e req-87383d2f-dcb5-45f1-ae75-b9b606e0c5be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:34.628904 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9608e6d7-248f-4477-8464-da0d8dba3c0e req-87383d2f-dcb5-45f1-ae75-b9b606e0c5be tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0551622 Oct 19 02:28:34.669888 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9608e6d7-248f-4477-8464-da0d8dba3c0e req-41b2188e-ba5e-452b-b2bb-d949f619bd66 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338407 Oct 19 02:28:35.785364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7eeea-b819-45a9-9c94-ceb6ca61a8ab req-39f1984a-889c-4a6e-9d15-cda891d3c28a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:35.786944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4bb7eeea-b819-45a9-9c94-ceb6ca61a8ab req-39f1984a-889c-4a6e-9d15-cda891d3c28a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0495889 Oct 19 02:28:35.840916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4bb7eeea-b819-45a9-9c94-ceb6ca61a8ab req-510dbc24-af33-4767-a110-ff94953639eb tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455496 Oct 19 02:28:36.242849 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:28:36.954074 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44c1b-d0e2-4747-bc00-f65bc5fd0a22 req-1cc08620-10a6-49c8-9526-9e1a51b8f3c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:36.955433 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1dc44c1b-d0e2-4747-bc00-f65bc5fd0a22 req-1cc08620-10a6-49c8-9526-9e1a51b8f3c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0535383 Oct 19 02:28:36.992840 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1dc44c1b-d0e2-4747-bc00-f65bc5fd0a22 req-fd1a432b-1843-4a3a-90ff-3b33c87a3e3a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Oct 19 02:28:37.072241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-70a335ae-5784-4a31-a1d5-6b63c1f2682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:38.109079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943dfab-1742-4cb5-94e7-67f3fc63385c req-d20b82b1-9964-4ed5-bc4f-e8e83bc72830 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:38.110559 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5943dfab-1742-4cb5-94e7-67f3fc63385c req-d20b82b1-9964-4ed5-bc4f-e8e83bc72830 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0490620 Oct 19 02:28:38.153279 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5943dfab-1742-4cb5-94e7-67f3fc63385c req-43d6ee8e-f2db-414f-a2ff-6ba16a9a29ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363369 Oct 19 02:28:39.295515 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c37fc5-5e08-4898-a3e2-8de0c8d7712d req-d30cd997-c90a-4e55-b46e-84dc7920823d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:39.297124 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3c37fc5-5e08-4898-a3e2-8de0c8d7712d req-d30cd997-c90a-4e55-b46e-84dc7920823d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0545380 Oct 19 02:28:39.335145 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b3c37fc5-5e08-4898-a3e2-8de0c8d7712d req-d740213d-42a4-472f-887e-7e67b90208b0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321176 Oct 19 02:28:39.803736 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2f719c27-bd6e-4281-8e5c-266efc8cdaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:40.367266 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:40.457606 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130fb30-9d49-4f36-a0c7-9bcc58297b30 req-4f307035-f876-417f-810b-d5a4383fefa7 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:40.459044 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7130fb30-9d49-4f36-a0c7-9bcc58297b30 req-4f307035-f876-417f-810b-d5a4383fefa7 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0533965 Oct 19 02:28:40.497261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7130fb30-9d49-4f36-a0c7-9bcc58297b30 req-1a811983-5c77-41ba-81b0-d5fa3b4de53d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316947 Oct 19 02:28:40.780552 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:41.074245 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:41.623220 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a47a40-583b-420f-9825-d24e3c959171 req-cba78a8d-d03d-474d-9826-f4482892931b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:41.624810 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d2a47a40-583b-420f-9825-d24e3c959171 req-cba78a8d-d03d-474d-9826-f4482892931b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0580347 Oct 19 02:28:41.663662 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d2a47a40-583b-420f-9825-d24e3c959171 req-b1690ee4-fcbe-4400-a79e-a1225d9a48a5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329711 Oct 19 02:28:42.573197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:42.796259 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddda8ae-2e08-4e78-bc88-1ad109a49e4d req-60fdcdd5-bd86-4789-863e-003138d7512c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:42.798059 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ddda8ae-2e08-4e78-bc88-1ad109a49e4d req-60fdcdd5-bd86-4789-863e-003138d7512c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0673783 Oct 19 02:28:42.836926 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ddda8ae-2e08-4e78-bc88-1ad109a49e4d req-313a59a7-7f25-45ce-bca9-7c3e8c709fd1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Oct 19 02:28:43.961487 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1663b-c76b-4ac8-b56b-828f31dfdbad req-717f3a8b-de43-4eff-8b69-84761fa9cbb2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:43.962998 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bdd1663b-c76b-4ac8-b56b-828f31dfdbad req-717f3a8b-de43-4eff-8b69-84761fa9cbb2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0547864 Oct 19 02:28:44.002772 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bdd1663b-c76b-4ac8-b56b-828f31dfdbad req-c5093a2c-05b1-4d4f-b11c-18ac67baae3e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335855 Oct 19 02:28:45.124176 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66f300-3b01-4d08-b1d5-1cc4f681b00d req-3912b0ed-8398-425d-9b45-65524f86700a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:45.125625 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d66f300-3b01-4d08-b1d5-1cc4f681b00d req-3912b0ed-8398-425d-9b45-65524f86700a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0485775 Oct 19 02:28:45.162764 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4d66f300-3b01-4d08-b1d5-1cc4f681b00d req-d38be5ae-50be-4eb3-8e53-a310e5dce2b9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311615 Oct 19 02:28:46.273278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-d52aa29c-11ce-42fa-a1ac-f7abdd2fe7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:46.274786 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-d52aa29c-11ce-42fa-a1ac-f7abdd2fe7ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461106 Oct 19 02:28:46.279320 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38e21-3018-4a9c-9381-784aebcb2c67 req-1b0cf53b-ab35-409a-9c6a-4f6980bcbcf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:46.280832 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73a38e21-3018-4a9c-9381-784aebcb2c67 req-1b0cf53b-ab35-409a-9c6a-4f6980bcbcf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0497661 Oct 19 02:28:46.318814 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-73a38e21-3018-4a9c-9381-784aebcb2c67 req-d6b82ab2-16df-49fd-bc0e-6d62cc541258 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Oct 19 02:28:46.365398 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-51fb3769-a1ac-416b-9a34-a0c167de414f service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828655 Oct 19 02:28:46.461848 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-edf474ca-4ab1-485f-9256-f1d728edb070 req-fe3ddd1a-cfe4-4f3e-a488-c1c0628a0112 service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Oct 19 02:28:47.443443 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0384346-dad3-4526-8127-76c59184c9c6 req-df839950-9ae3-443c-b17c-b6870763f9e4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:47.444971 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0384346-dad3-4526-8127-76c59184c9c6 req-df839950-9ae3-443c-b17c-b6870763f9e4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0547850 Oct 19 02:28:47.483753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-c0384346-dad3-4526-8127-76c59184c9c6 req-ce3c530e-76e7-471e-a948-ffa9842c6f4c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Oct 19 02:28:48.598389 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819bc50-e90d-45c6-9158-0fdb6ece1d0d req-59817869-610a-42eb-a04a-d42176ffc68a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:48.599846 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2819bc50-e90d-45c6-9158-0fdb6ece1d0d req-59817869-610a-42eb-a04a-d42176ffc68a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0494568 Oct 19 02:28:48.637456 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2819bc50-e90d-45c6-9158-0fdb6ece1d0d req-f4a08f50-49c0-46ff-aa99-440d08bd0b1f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Oct 19 02:28:49.751758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5542cb-c1f8-4a14-aa9a-19ab14ba4f66 req-d984e2a7-c407-4081-b3a4-4f0fdfe10060 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:49.753234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b5542cb-c1f8-4a14-aa9a-19ab14ba4f66 req-d984e2a7-c407-4081-b3a4-4f0fdfe10060 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 945 time: 0.0494845 Oct 19 02:28:49.790920 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9b5542cb-c1f8-4a14-aa9a-19ab14ba4f66 req-ae3a859b-1a32-4f99-b850-d2df8e72b7d1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Oct 19 02:28:50.410397 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.434705 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:28:50.529016 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:50.539932 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'port_id': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'mac_address': 'fa:16:3e:13:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:28:50.576472 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.588498 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f1594-3235-4707-95b6-9e0468027f8f {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:28:50.608162 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:50.611713 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:50.657560 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=11']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:50.909027 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49905f-f4b7-4c06-a439-c706dbd4c78a req-e4340c65-02ed-44dd-a2e6-b527adfc767f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:50.910485 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd49905f-f4b7-4c06-a439-c706dbd4c78a req-e4340c65-02ed-44dd-a2e6-b527adfc767f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0530055 Oct 19 02:28:50.947771 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bd49905f-f4b7-4c06-a439-c706dbd4c78a req-bd613b38-6db4-4df9-acb9-76e8fbea3f71 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Oct 19 02:28:51.008418 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['6d8f1594-3235-4707-95b6-9e0468027f8f'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:28:52.066340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ce62-dc40-4770-a5f0-4827ffa18cab req-fdd0549d-59dd-4070-8a01-79148556aac3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:52.067797 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef44ce62-dc40-4770-a5f0-4827ffa18cab req-fdd0549d-59dd-4070-8a01-79148556aac3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 946 time: 0.0527740 Oct 19 02:28:52.105763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ef44ce62-dc40-4770-a5f0-4827ffa18cab req-bbe2c385-442a-4e54-bd29-fa2dc851b511 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Oct 19 02:28:52.434722 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:28:52.481881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 6d8f1594-3235-4707-95b6-9e0468027f8f completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:28:52.485330 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 6d8f1594-3235-4707-95b6-9e0468027f8f triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:28:52.485696 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:52.561803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:52.584184 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:28:52.586407 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c185a6f-a3a3-472c-a3f6-9befc27836e8" -d '{"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:28:52.598906 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:28:52.603949 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:28:52.627874 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e0e78-af3c-4df3-96be-d3f836e47a7a x-openstack-request-id: req-676e0e78-af3c-4df3-96be-d3f836e47a7a {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:28:52.628201 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:28:52.628451 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-676e0e78-af3c-4df3-96be-d3f836e47a7a {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:28:52.628833 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'code': 200} Oct 19 02:28:52.652938 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=12']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:28:52.822430 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e2f0e-1e55-41dc-ba7f-aa7b4eb5b48a req-c26bf029-4509-48a1-b1c4-5a40380da267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:52.824125 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d5e2f0e-1e55-41dc-ba7f-aa7b4eb5b48a req-c26bf029-4509-48a1-b1c4-5a40380da267 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1099 time: 0.0405016 Oct 19 02:28:52.858197 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7d5e2f0e-1e55-41dc-ba7f-aa7b4eb5b48a req-b725b9b3-311d-496b-9b73-57795a9ea0df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268652 Oct 19 02:28:53.220486 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100049-12f7-4142-a562-0573602d958e req-991016dd-6d65-4c78-8655-aafe32cd4999 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:53.221928 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34100049-12f7-4142-a562-0573602d958e req-991016dd-6d65-4c78-8655-aafe32cd4999 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 947 time: 0.0497017 Oct 19 02:28:53.259800 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-34100049-12f7-4142-a562-0573602d958e req-6fc850c5-45a9-491f-b9f6-919c18c136bd tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Oct 19 02:28:54.378553 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e687c9-b89a-439e-a87e-572049fec8fa req-6b355997-dc31-452c-8ecd-f41100862a20 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:54.380047 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72e687c9-b89a-439e-a87e-572049fec8fa req-6b355997-dc31-452c-8ecd-f41100862a20 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 947 time: 0.0505164 Oct 19 02:28:54.422412 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-72e687c9-b89a-439e-a87e-572049fec8fa req-ff7459bb-bf44-4252-9e4d-0b86d4fbb935 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355022 Oct 19 02:28:55.541558 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e4587-9cec-4cbc-999b-32596f88b30d req-50c47281-7a94-4d4f-867a-04f7d4cd072e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:28:55.543844 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b88e4587-9cec-4cbc-999b-32596f88b30d req-50c47281-7a94-4d4f-867a-04f7d4cd072e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 947 time: 0.0534360 Oct 19 02:28:55.580292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b88e4587-9cec-4cbc-999b-32596f88b30d req-08f45907-7e84-4e58-8856-69bdfa2c8442 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304821 Oct 19 02:29:07.074444 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6073c9ec-a269-450b-ba97-85d3bcf28978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:09.537732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-7b0209a4-5e77-4e67-92be-84658d90ff20 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411706 Oct 19 02:29:09.636323 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-6e9a8a78-9005-43fb-8f8d-5e098276e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:29:09.638616 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-6e9a8a78-9005-43fb-8f8d-5e098276e022 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1099 time: 0.0403497 Oct 19 02:29:09.744509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-e661a0ff-476f-419a-8de3-1b6764778e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:29:09.745948 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-e661a0ff-476f-419a-8de3-1b6764778e92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0892458 Oct 19 02:29:09.804815 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d2b42c87-87ef-41f7-b880-c9cb589f0a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:09.815120 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-d48f7852-ffa6-4cd3-96f5-dfd78d0cd405 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 1000 time: 0.0602133 Oct 19 02:29:09.868437 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-9e445286-7895-42a1-a60d-d16109da2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:29:09.869825 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-9e445286-7895-42a1-a60d-d16109da2027 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0471358 Oct 19 02:29:09.915120 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-ae51e77e-40e3-44a8-8041-adf6e9639f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:29:09.916646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-ae51e77e-40e3-44a8-8041-adf6e9639f37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394273 Oct 19 02:29:10.007586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-9952014b-f461-4ad8-95d8-4b4aef637296 service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819793 Oct 19 02:29:10.100424 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-33869be7-ca71-49db-a3f8-2adfafe8fdef req-e70d95a8-6532-4f51-a24a-b0e415a32929 service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851502 Oct 19 02:29:10.355996 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:10.781591 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:11.077575 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:12.576268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:13.242895 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:29:20.415223 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:37.075171 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cdbacdb6-f9f8-45a9-abe1-ea2c5ccdb88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:39.804728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c1dd48b4-e90e-4863-ae1e-bcdac9409725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:40.368418 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:40.783799 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:41.079698 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:42.578185 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:29:50.241685 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:29:50.423265 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:07.075870 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5d3eece5-a7f5-464e-8bec-373b9f77205f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:09.518703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-e7ca66fa-8013-46fc-8f49-a2e46bcefda3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394089 Oct 19 02:30:09.616262 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-633cdd7c-6c39-47e0-9992-3d7df7505875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:09.617734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-633cdd7c-6c39-47e0-9992-3d7df7505875 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1099 time: 0.0407298 Oct 19 02:30:09.725219 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-914b59fa-af81-4a19-91ae-d50a273fd867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:09.726689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-914b59fa-af81-4a19-91ae-d50a273fd867 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0897219 Oct 19 02:30:09.796460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-4f273900-59c9-4f60-88e2-f773ce26a36c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 1000 time: 0.0612624 Oct 19 02:30:09.804609 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e70f46e1-14de-481e-bf0c-b3e6f36016ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:09.849028 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-a6c0905a-04a3-4872-ba5a-b233c5c2a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:09.850442 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-a6c0905a-04a3-4872-ba5a-b233c5c2a0e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0475819 Oct 19 02:30:09.895278 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-4e5a11d7-dd0c-4756-8829-3213bb355fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:09.896737 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-4e5a11d7-dd0c-4756-8829-3213bb355fac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388641 Oct 19 02:30:09.989726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-7421fbaf-05ab-4a4a-8c0f-4040e2c5b39e service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850191 Oct 19 02:30:10.077985 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0406dd9b-66d1-473c-b92b-64d990a17af3 req-59cd6a54-c586-4291-9c8f-9cd5107533c9 service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807550 Oct 19 02:30:10.367800 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:10.783900 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:11.081732 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:12.580407 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:20.423403 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:27.241782 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:30:37.075755 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26a0e425-2a6c-4b5c-9a3e-9faa629d522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:39.804554 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ba72be5d-2186-4c4f-8a98-a786a4009698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.066185 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56772) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:40.224264 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Deleting port 846643ee-26f0-4766-a83d-9d83c3413722 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:30:40.224606 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.303621 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.303951 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.315469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Calling delete_port for 846643ee-26f0-4766-a83d-9d83c3413722 owned by network:floatingip {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:30:40.386794 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.460716 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.484338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event deleted for resources: {'Port': ['ID=846643ee-26f0-4766-a83d-9d83c3413722,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:40.494260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.494609 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.494952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.495291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.495627 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.496514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.496514 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.496713 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.496940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.497265 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.497591 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.497915 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:40.556284 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.556634 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Floating IP 860a1b19-f3e9-4f2d-a250-f6feb8fecb7f disassociated (deleted). External IP: 172.25.0.8, port: 6d8f1594-3235-4707-95b6-9e0468027f8f. Oct 19 02:30:40.765574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Router 1f002d99-df57-4d38-a97e-53ee1e7196a3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:30:40.788170 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.884868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:30:40.889745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:40.894318 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] Sync routers for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:30:40.902936 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:30:40.903515 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:30:40.917137 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e88ac572-1064-45de-84ae-30805d8803bf tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "DELETE /v2.0/floatingips/860a1b19-f3e9-4f2d-a250-f6feb8fecb7f HTTP/1.1" status: 204 len: 168 time: 0.8498704 Oct 19 02:30:40.917743 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:30:40.920058 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc0156-df72-4607-9a9b-aee36b5002d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:30:40.960567 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03edb3f4-a7ff-4f78-a139-c051467cfb60 x-openstack-request-id: req-03edb3f4-a7ff-4f78-a139-c051467cfb60 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:30:40.960864 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:30:40.961119 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03edb3f4-a7ff-4f78-a139-c051467cfb60 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:30:40.961529 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'status': 'completed', 'code': 200} Oct 19 02:30:41.016741 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:30:41.090693 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:41.108272 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-7e39aea7-75ed-48a2-ad9c-61437693907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:41.111226 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-7e39aea7-75ed-48a2-ad9c-61437693907f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 1099 time: 0.1067069 Oct 19 02:30:41.220433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eef2b-afe4-49dc-b14e-0731e83b2609 req-3d996e3f-7817-434c-a31d-19f974e6427b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:41.221923 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-749eef2b-afe4-49dc-b14e-0731e83b2609 req-3d996e3f-7817-434c-a31d-19f974e6427b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 947 time: 0.1097736 Oct 19 02:30:41.235047 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:30:41.256168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-f5597ede-cd3f-4a87-ac8d-02d9f9fc35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:41.257638 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-f5597ede-cd3f-4a87-ac8d-02d9f9fc35e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.1360710 Oct 19 02:30:41.260839 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] Checking router: 1f002d99-df57-4d38-a97e-53ee1e7196a3 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:30:41.269626 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:30:41.270203 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:30:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:30:41.311400 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-749eef2b-afe4-49dc-b14e-0731e83b2609 req-266240d6-9131-410b-bdca-cf99732063a9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832298 Oct 19 02:30:41.313340 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-b1478e76-5239-4ddc-a532-5eacfb3ed511 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 200 len: 217 time: 0.0455487 Oct 19 02:30:41.365246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-ac33df45-b554-45e7-af05-57cd8fa7a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:41.366687 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-ac33df45-b554-45e7-af05-57cd8fa7a47a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0456407 Oct 19 02:30:41.377066 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:30:41.414163 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-aabb7f46-65dc-4d51-8f1d-fe9ad12016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:41.415881 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-aabb7f46-65dc-4d51-8f1d-fe9ad12016ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412495 Oct 19 02:30:41.511309 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-a3afa44e-bdb2-490b-91eb-e5e3cab9a368 service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871153 Oct 19 02:30:41.570668 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:30:41.599633 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e075772-d3ad-4b15-9d4e-54f250dd3ad1 None None] The sync data for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 is: [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:30:41.603750 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-60cc0156-df72-4607-9a9b-aee36b5002d2 req-95255859-d525-463b-94d7-5c655b2fea04 service neutron] 10.222.0.74 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841007 Oct 19 02:30:41.830234 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205c6f4f-50b1-4a08-bada-6087efb2c4e8 None None] New status for floating IP 860a1b19-f3e9-4f2d-a250-f6feb8fecb7f: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:30:42.460543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a62cd-c681-470b-96e6-0a43aefb8bca req-60f0da14-62ab-40a6-807e-f0c9250f9bd9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:42.462013 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a7a62cd-c681-470b-96e6-0a43aefb8bca req-60f0da14-62ab-40a6-807e-f0c9250f9bd9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 947 time: 0.0498874 Oct 19 02:30:42.503666 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0a7a62cd-c681-470b-96e6-0a43aefb8bca req-0c419963-53f1-457c-a3f2-66cfb97e6515 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=5329c665-8ee8-4387-8d1e-669e796813c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357733 Oct 19 02:30:42.582901 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:42.689824 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-1ac9d95b-19bb-47ff-9cd5-ba82545a9b71 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:30:42.691286 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-1ac9d95b-19bb-47ff-9cd5-ba82545a9b71 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 947 time: 0.0602708 Oct 19 02:30:42.780168 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Deleting port 6d8f1594-3235-4707-95b6-9e0468027f8f {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:30:42.780516 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:42.870085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] For port 6d8f1594-3235-4707-95b6-9e0468027f8f, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=6d8f1594-3235-4707-95b6-9e0468027f8f,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:30:42.870449 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:42.882468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Calling delete_port for 6d8f1594-3235-4707-95b6-9e0468027f8f owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:30:43.008262 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:43.035345 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event deleted for resources: {'Port': ['ID=6d8f1594-3235-4707-95b6-9e0468027f8f,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:43.082104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] No DVR routers for this DVR port 6d8f1594-3235-4707-95b6-9e0468027f8f on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:30:43.084855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:43.088265 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-8770ada4-3942-4406-a087-de3a7bed0c38 req-57979bcb-6842-4095-88ca-e5c0b7912c9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.74 "DELETE /v2.0/ports/6d8f1594-3235-4707-95b6-9e0468027f8f HTTP/1.1" status: 204 len: 173 time: 0.3905280 Oct 19 02:30:43.088704 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-deleted', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:30:43.090944 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b16709-0b42-4c81-b4cd-11e57dd1e191" -d '{"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-deleted", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:30:43.133575 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e66f5e-b5d9-46e2-990f-90e8ad4c8432 x-openstack-request-id: req-88e66f5e-b5d9-46e2-990f-90e8ad4c8432 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:30:43.133873 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e65f57-8b04-47db-a8e8-4fe3670b5d6c", "name": "network-vif-deleted", "tag": "6d8f1594-3235-4707-95b6-9e0468027f8f", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:30:43.134132 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88e66f5e-b5d9-46e2-990f-90e8ad4c8432 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:30:43.134539 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e65f57-8b04-47db-a8e8-4fe3670b5d6c', 'name': 'network-vif-deleted', 'tag': '6d8f1594-3235-4707-95b6-9e0468027f8f', 'status': 'completed', 'code': 200} Oct 19 02:30:43.614919 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1adeb50b-48a5-43ca-b083-7888c0e2a615 req-2e501ef9-e9ab-4c46-8f10-8093787e118e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3e65f57-8b04-47db-a8e8-4fe3670b5d6c HTTP/1.1" status: 200 len: 210 time: 0.0297215 Oct 19 02:30:44.671806 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56804) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:44.729591 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48c6045d-b85e-4397-b0f2-0eb274169b50 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:44.755092 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48c6045d-b85e-4397-b0f2-0eb274169b50 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:44.815848 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48c6045d-b85e-4397-b0f2-0eb274169b50 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:44.818476 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-48c6045d-b85e-4397-b0f2-0eb274169b50 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:44.819630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-48c6045d-b85e-4397-b0f2-0eb274169b50 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "DELETE /v2.0/security-groups/5329c665-8ee8-4387-8d1e-669e796813c3 HTTP/1.1" status: 204 len: 168 time: 0.1461601 Oct 19 02:30:44.829165 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6045d-b85e-4397-b0f2-0eb274169b50 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329c665-8ee8-4387-8d1e-669e796813c3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:46.306390 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56814) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:46.310929 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-03ffe0c2-c63f-4aa6-9598-07d57cc1a61b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821607299', 'description': 'tempest-secgroup-smoke-1821607299 description', 'project_id': 'bf1dc26b82b74616a50609003594f159'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:30:46.333838 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03ffe0c2-c63f-4aa6-9598-07d57cc1a61b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.397376 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03ffe0c2-c63f-4aa6-9598-07d57cc1a61b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.400675 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03ffe0c2-c63f-4aa6-9598-07d57cc1a61b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.434796 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-03ffe0c2-c63f-4aa6-9598-07d57cc1a61b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.436157 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-03ffe0c2-c63f-4aa6-9598-07d57cc1a61b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1286631 Oct 19 02:30:46.437173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffe0c2-c63f-4aa6-9598-07d57cc1a61b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db63025-54d2-4820-be5c-4af2ec4edb1f,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:46.439659 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56816) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:46.447817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '8db63025-54d2-4820-be5c-4af2ec4edb1f', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:30:46.476351 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.532290 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.535759 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.554973 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c355c2-7fac-4708-b80c-988a1df9961b,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:46.563823 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.564195 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.564536 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.564874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.565205 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.565554 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.565862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.566187 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.566509 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.566830 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.567154 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.567472 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:30:46.573488 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.574642 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-4e212640-cc0e-4118-81d9-efec8daa0c96 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326988 Oct 19 02:30:46.577258 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56818) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:46.581981 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-1c671664-43fe-4bab-8ec0-65aea8044301 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '8db63025-54d2-4820-be5c-4af2ec4edb1f', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:30:46.612135 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c671664-43fe-4bab-8ec0-65aea8044301 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.669726 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c671664-43fe-4bab-8ec0-65aea8044301 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.675222 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c671664-43fe-4bab-8ec0-65aea8044301 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.693489 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671664-43fe-4bab-8ec0-65aea8044301 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbf1b7c-ff39-432a-8ab3-26742bdd9f52,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:46.701833 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-1c671664-43fe-4bab-8ec0-65aea8044301 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.703110 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1c671664-43fe-4bab-8ec0-65aea8044301 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243510 Oct 19 02:30:46.705897 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56820) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:46.710397 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-b2455c07-83f4-47a4-a156-54e63b76a128 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '8db63025-54d2-4820-be5c-4af2ec4edb1f', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:30:46.739221 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2455c07-83f4-47a4-a156-54e63b76a128 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.799711 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2455c07-83f4-47a4-a156-54e63b76a128 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.803866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2455c07-83f4-47a4-a156-54e63b76a128 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.821114 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2455c07-83f4-47a4-a156-54e63b76a128 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dc248b-9d1d-488d-8b3c-674601d04e6b,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:46.830799 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-b2455c07-83f4-47a4-a156-54e63b76a128 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.832029 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-b2455c07-83f4-47a4-a156-54e63b76a128 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251132 Oct 19 02:30:46.835076 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 56822) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:46.839498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-9c470d5e-cc0d-4236-a6db-df008572e6fa tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '8db63025-54d2-4820-be5c-4af2ec4edb1f', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:30:46.866009 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c470d5e-cc0d-4236-a6db-df008572e6fa tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.924961 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c470d5e-cc0d-4236-a6db-df008572e6fa tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.929274 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c470d5e-cc0d-4236-a6db-df008572e6fa tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.947596 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c470d5e-cc0d-4236-a6db-df008572e6fa tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab630df-331f-4655-a329-bdfa4ec91857,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:46.955372 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-9c470d5e-cc0d-4236-a6db-df008572e6fa tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:46.959482 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56824) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:46.960467 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-9c470d5e-cc0d-4236-a6db-df008572e6fa tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243434 Oct 19 02:30:46.963962 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '8db63025-54d2-4820-be5c-4af2ec4edb1f', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:30:46.985575 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Project bf1dc26b82b74616a50609003594f159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:30:46.990264 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.052043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.055993 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.073874 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4817bb-f94e-401f-a3ae-71a2b1734c59,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:47.083494 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.084733 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-636deb48-da23-48df-a71f-d16d14dfcdf5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242297 Oct 19 02:30:47.087516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 56826) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:30:47.091721 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'security_group_rule': {'security_group_id': '8db63025-54d2-4820-be5c-4af2ec4edb1f', 'project_id': 'bf1dc26b82b74616a50609003594f159', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:30:47.113789 n-d-789963-20 neutron-server[100848]: INFO neutron.db.securitygroups_db [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Project bf1dc26b82b74616a50609003594f159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:30:47.118664 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.148689 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:30:47.176618 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 6d8f1594-3235-4707-95b6-9e0468027f8f {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:30:47.177094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 6d8f1594-3235-4707-95b6-9e0468027f8f not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:30:47.184042 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.187442 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.207242 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4a4ffb-676c-430a-b409-cbd31f2a5f53,revision_number=0']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:30:47.220421 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:30:47.221626 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5c9f7af0-2580-47eb-b321-53899d60a7c9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331789 Oct 19 02:30:50.436941 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:02.648597 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-b305aa3b-f8ac-42c9-9967-ffad8fb05465 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821607299&fields=id&tenant_id=bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 267 time: 0.0341673 Oct 19 02:31:02.758725 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-6b9370d4-476f-4f14-adfa-eab9207cb483 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:02.760132 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-6b9370d4-476f-4f14-adfa-eab9207cb483 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 809 time: 0.1045990 Oct 19 02:31:02.776901 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-87157b71-d734-4034-81af-727a93ab2a1d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/quotas/bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 375 time: 0.0091414 Oct 19 02:31:02.829955 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7f5e44b2-a20c-4e5c-9bc3-79cee4a9f73e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477035 Oct 19 02:31:02.964748 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-cc30c919-dde3-480b-95a5-bcccd688d6d4 service neutron] 10.222.0.64 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232929 Oct 19 02:31:03.380613 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-c8175f27-fcc3-4d02-ae8c-b97713fe5393 service neutron] 10.222.0.64 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095583 Oct 19 02:31:03.667519 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d0b6a71f-0f84-4a49-80b1-20c87d23eacc req-84193857-7c2d-4abc-9980-2302188938e6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 210 time: 0.0292587 Oct 19 02:31:04.241158 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:31:04.612242 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-fdea0193-91ad-4977-813c-8379aad933b6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:04.613726 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-fdea0193-91ad-4977-813c-8379aad933b6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 809 time: 0.1096237 Oct 19 02:31:04.663304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-88a2d4c3-98b5-458a-97d8-9bf39b77b210 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 380 time: 0.0376294 Oct 19 02:31:04.676694 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'port': {'device_id': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'admin_state_up': True, 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'security_groups': ['8db63025-54d2-4820-be5c-4af2ec4edb1f']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:31:04.769070 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-11c872fe-d9fc-419c-b46b-36ecd34e16c9 req-8dcc13bf-e291-47f3-95c9-320d6c52499f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 210 time: 0.0300338 Oct 19 02:31:05.082766 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Made reservation on behalf of bf1dc26b82b74616a50609003594f159 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:31:05.086316 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.211030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Allocated IP 172.20.0.10 (957ec06d-f4e5-4c88-b989-22b482a29264/b36c7ea9-c0f0-47df-8f58-2751bef75749/e46822ca-82c6-48b0-ac02-95b40392d870) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:31:05.354052 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.389986 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.431945 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Network 957ec06d-f4e5-4c88-b989-22b482a29264 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:31:05.435037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:31:05.440657 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:31:05.468016 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:31:05.499556 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:05.500329 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.518065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-89d02b9c-16e3-4bd8-b59b-69e89379a030 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8482497 Oct 19 02:31:05.532634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Request body: {'port': {'device_id': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:31:05.595956 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.680661 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-61a0617e-99bb-4fd2-a84e-c3acede8d802 None None] Provisioning complete for port e46822ca-82c6-48b0-ac02-95b40392d870 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:31:05.681193 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-61a0617e-99bb-4fd2-a84e-c3acede8d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.718035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-61a0617e-99bb-4fd2-a84e-c3acede8d802 None None] Port e46822ca-82c6-48b0-ac02-95b40392d870 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:31:05.898349 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46822ca-82c6-48b0-ac02-95b40392d870 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:31:05.906789 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.925926 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Transition to ACTIVE for port object e46822ca-82c6-48b0-ac02-95b40392d870 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:31:05.929733 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:05.939478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0c87-be7f-4d1d-92d1-20b30c0ff672 req-802fa4d7-c67d-470d-bc24-b70fcb24ee1b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:05.940978 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-914f0c87-be7f-4d1d-92d1-20b30c0ff672 req-802fa4d7-c67d-470d-bc24-b70fcb24ee1b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 932 time: 0.0829089 Oct 19 02:31:06.022222 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:31:06.039673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-914f0c87-be7f-4d1d-92d1-20b30c0ff672 req-ed23591b-77a5-4391-9330-304deb42fcda tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904067 Oct 19 02:31:06.095538 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Attempting to bind port e46822ca-82c6-48b0-ac02-95b40392d870 on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:31:06.096481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Attempting to bind port e46822ca-82c6-48b0-ac02-95b40392d870 by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:31:06.097006 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Attempting to bind port e46822ca-82c6-48b0-ac02-95b40392d870 on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:31:06.104286 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Port e46822ca-82c6-48b0-ac02-95b40392d870 on network 957ec06d-f4e5-4c88-b989-22b482a29264 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:31:06.105304 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Attempting to bind port e46822ca-82c6-48b0-ac02-95b40392d870 on network 957ec06d-f4e5-4c88-b989-22b482a29264 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:31:06.112249 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:31:06.112683 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Checking segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:31:06.112986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Bound using segment: {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:31:06.113429 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Bound port: e46822ca-82c6-48b0-ac02-95b40392d870, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205e739e-c845-4300-ad65-3bf6ce5763b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:31:06.116194 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:06.198042 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:31:06.202276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:31:06.206094 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:06.244357 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:06.245106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:06.246611 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] 10.222.0.62 "PUT /v2.0/ports/e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 1093 time: 0.7192018 Oct 19 02:31:06.247110 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:31:06.250235 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726d504c-7911-4aca-895e-009622ade4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:31:06.286283 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88ce80-d8c2-4bdd-820b-fba1c035f6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:31:06.329771 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9901dc-76ed-488f-9949-b528d19c11cd x-openstack-request-id: req-6e9901dc-76ed-488f-9949-b528d19c11cd {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:31:06.330155 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:31:06.330613 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e9901dc-76ed-488f-9949-b528d19c11cd {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:31:06.331013 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'status': 'completed', 'code': 200} Oct 19 02:31:06.348398 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-b55a3762-610a-4b71-b400-9ce2197f1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:06.349916 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-b55a3762-610a-4b71-b400-9ce2197f1ecc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1096 time: 0.0580897 Oct 19 02:31:06.398330 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-418ce244-f38c-4062-890b-416d5c94ad59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 217 time: 0.0402865 Oct 19 02:31:06.451388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-d3f02865-698a-4d75-bc8f-d2b9ce0a288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:06.453039 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-d3f02865-698a-4d75-bc8f-d2b9ce0a288a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0471935 Oct 19 02:31:06.503516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-57f1fad1-3498-4c1b-a449-0d7714937ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:06.505043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-57f1fad1-3498-4c1b-a449-0d7714937ed0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452149 Oct 19 02:31:06.599444 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-886eceb4-8c24-4ad9-ba54-a2b0d35c96cf service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858982 Oct 19 02:31:06.690908 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-81c9d663-7cf2-41bf-8517-4f677ebb7bd8 req-c1d1af8e-8266-4124-a8b1-bd1d73fb5049 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836093 Oct 19 02:31:06.778700 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d504c-7911-4aca-895e-009622ade4f7 req-61a6d8cc-2f7e-4650-9dc3-2bab7b73686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:06.780290 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-726d504c-7911-4aca-895e-009622ade4f7 req-61a6d8cc-2f7e-4650-9dc3-2bab7b73686b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1096 time: 0.0459075 Oct 19 02:31:06.871905 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d504c-7911-4aca-895e-009622ade4f7 req-4a1c5205-0de5-425f-af17-9a280a507c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:06.873419 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-726d504c-7911-4aca-895e-009622ade4f7 req-4a1c5205-0de5-425f-af17-9a280a507c01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0866897 Oct 19 02:31:06.918970 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-726d504c-7911-4aca-895e-009622ade4f7 req-7d533c56-a3b0-43c9-b5fc-275c16d33054 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 217 time: 0.0384707 Oct 19 02:31:06.969199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d504c-7911-4aca-895e-009622ade4f7 req-73f39312-45c4-45e3-a5ec-a8b1c796efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:06.970702 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-726d504c-7911-4aca-895e-009622ade4f7 req-73f39312-45c4-45e3-a5ec-a8b1c796efaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0451751 Oct 19 02:31:07.019085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d504c-7911-4aca-895e-009622ade4f7 req-334e912e-f8ee-4b33-a9fd-c5b8481e1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:07.020694 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-726d504c-7911-4aca-895e-009622ade4f7 req-334e912e-f8ee-4b33-a9fd-c5b8481e1253 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431678 Oct 19 02:31:07.098295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-57300b00-e8e0-4b01-bd7c-d3943e9e7214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:07.121100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-726d504c-7911-4aca-895e-009622ade4f7 req-1efe55d3-9178-4b53-a0a6-a9d9f7aea2a0 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932784 Oct 19 02:31:07.231585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441b00-686e-4169-83aa-1feab62f9706 req-9f5688cc-ef76-41f8-a6de-a91e9c39df92 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:07.233641 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7441b00-686e-4169-83aa-1feab62f9706 req-9f5688cc-ef76-41f8-a6de-a91e9c39df92 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.1090510 Oct 19 02:31:07.263246 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-726d504c-7911-4aca-895e-009622ade4f7 req-48f0937a-4ff1-4bdb-8def-197fae2f3787 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306102 Oct 19 02:31:07.283432 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d7441b00-686e-4169-83aa-1feab62f9706 req-735add4f-27dc-4437-8dba-97c40d3c7a95 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Oct 19 02:31:08.404678 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd1f4-0f8f-4747-a71d-53e211fd7ee7 req-8141e950-1dca-4f36-8108-d27aac44bcdd tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:08.407297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae7fd1f4-0f8f-4747-a71d-53e211fd7ee7 req-8141e950-1dca-4f36-8108-d27aac44bcdd tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0548263 Oct 19 02:31:08.445118 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ae7fd1f4-0f8f-4747-a71d-53e211fd7ee7 req-cf53ad21-4aa9-4bb0-8ac8-09b0a7831658 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Oct 19 02:31:09.574529 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0651c-b4c5-45b9-8cfa-4ff04192e231 req-fd38d38a-80c9-49c9-b069-6ef02ef9441a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:09.576215 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aff0651c-b4c5-45b9-8cfa-4ff04192e231 req-fd38d38a-80c9-49c9-b069-6ef02ef9441a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0514398 Oct 19 02:31:09.616710 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-aff0651c-b4c5-45b9-8cfa-4ff04192e231 req-6719140c-979b-428a-833a-e418f593f2d9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334158 Oct 19 02:31:09.804987 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8eb38174-fdc3-4163-a734-2f41f2795fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:10.390555 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:10.731942 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2d8e-276f-417c-9be5-99f7b5711261 req-0687d100-e3bb-43cb-939b-7704fdbca3c4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:10.734028 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a38d2d8e-276f-417c-9be5-99f7b5711261 req-0687d100-e3bb-43cb-939b-7704fdbca3c4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0496080 Oct 19 02:31:10.771731 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a38d2d8e-276f-417c-9be5-99f7b5711261 req-54cfc559-f5a7-472f-9d11-85615869d681 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Oct 19 02:31:10.781244 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:11.089664 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:11.889021 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cf898-7a2f-45f0-a59f-9e9bab3c8b08 req-2be51b51-871f-49d6-b6c7-79de3d685695 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:11.890635 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-255cf898-7a2f-45f0-a59f-9e9bab3c8b08 req-2be51b51-871f-49d6-b6c7-79de3d685695 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0513594 Oct 19 02:31:11.928433 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-255cf898-7a2f-45f0-a59f-9e9bab3c8b08 req-db9dddf3-2234-4f47-bc8b-573f3ecaa8f8 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317893 Oct 19 02:31:12.586009 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:13.041613 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5879bb-3089-44e6-b819-cc49b9afbafc req-839888b0-0617-4fdd-bf89-e5247eb16be5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:13.043078 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b5879bb-3089-44e6-b819-cc49b9afbafc req-839888b0-0617-4fdd-bf89-e5247eb16be5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0500574 Oct 19 02:31:13.081136 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9b5879bb-3089-44e6-b819-cc49b9afbafc req-bd36a484-a13c-4880-b306-8a6c5e2733ef tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317454 Oct 19 02:31:14.197900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd1c3-5347-49a6-a4de-5d3f998f2ed2 req-8e535b28-0a0b-4e79-af91-cd60c41f9f9f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:14.199389 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-769bd1c3-5347-49a6-a4de-5d3f998f2ed2 req-8e535b28-0a0b-4e79-af91-cd60c41f9f9f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0537021 Oct 19 02:31:14.238185 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-769bd1c3-5347-49a6-a4de-5d3f998f2ed2 req-5231e3da-c944-44b8-8c40-0fc43b6ca564 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321813 Oct 19 02:31:15.356456 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d1006-32f2-4ed4-9a17-0436e5cd8a81 req-84d6e480-1521-42ca-bed4-04c64e8fe34e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:15.357917 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd3d1006-32f2-4ed4-9a17-0436e5cd8a81 req-84d6e480-1521-42ca-bed4-04c64e8fe34e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0530217 Oct 19 02:31:15.396123 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-fd3d1006-32f2-4ed4-9a17-0436e5cd8a81 req-679e1352-a683-44e0-a163-e865dcd3e553 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311563 Oct 19 02:31:16.512050 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033de9a6-e7b9-4910-b035-8f09a09c7885 req-254e418b-edf2-4b48-8564-85677b66a69e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:16.513500 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-033de9a6-e7b9-4910-b035-8f09a09c7885 req-254e418b-edf2-4b48-8564-85677b66a69e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0489199 Oct 19 02:31:16.550572 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-033de9a6-e7b9-4910-b035-8f09a09c7885 req-5c4948d3-0f2c-4947-bf16-d2f39a09040d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Oct 19 02:31:17.666452 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8a827-7861-4f4e-a8bf-58c09dbddb0d req-d89c95aa-0fa4-44bf-b23d-59e9b703c3e0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:17.667909 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7a8a827-7861-4f4e-a8bf-58c09dbddb0d req-d89c95aa-0fa4-44bf-b23d-59e9b703c3e0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0516860 Oct 19 02:31:17.706427 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-b7a8a827-7861-4f4e-a8bf-58c09dbddb0d req-cff63ba2-76fc-450a-b544-d925fd218246 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312402 Oct 19 02:31:17.994223 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46822ca-82c6-48b0-ac02-95b40392d870 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:31:18.088461 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:31:18.100105 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'port_id': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'mac_address': 'fa:16:3e:cc:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:31:18.135490 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:18.148397 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46822ca-82c6-48b0-ac02-95b40392d870 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:31:18.167581 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:31:18.171642 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:18.217103 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:31:18.225298 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.225639 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.225978 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.226307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.226638 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.226964 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.227288 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.227605 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.227926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.228267 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.228594 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.228898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:31:18.405861 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e46822ca-82c6-48b0-ac02-95b40392d870'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:31:18.838958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94840576-7fdf-488d-ad23-4d7e5d46ce90 req-0ae7cc41-70c8-4215-adc7-7d9c0409fde0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:18.840454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94840576-7fdf-488d-ad23-4d7e5d46ce90 req-0ae7cc41-70c8-4215-adc7-7d9c0409fde0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Oct 19 02:31:18.878790 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94840576-7fdf-488d-ad23-4d7e5d46ce90 req-e02a4f4e-3d99-4b22-92d1-178a8b707181 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324667 Oct 19 02:31:19.995253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7973867-969c-4f07-b635-82d5b54ccc7a req-97538df1-6684-4adc-aaaf-d9b0455a722c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:19.996782 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7973867-969c-4f07-b635-82d5b54ccc7a req-97538df1-6684-4adc-aaaf-d9b0455a722c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 945 time: 0.0527043 Oct 19 02:31:20.009851 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46822ca-82c6-48b0-ac02-95b40392d870 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:31:20.035117 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-e7973867-969c-4f07-b635-82d5b54ccc7a req-0e1e45c0-80b0-41e1-9575-22f01ab47fb5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Oct 19 02:31:20.060097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port e46822ca-82c6-48b0-ac02-95b40392d870 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:31:20.064227 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e46822ca-82c6-48b0-ac02-95b40392d870 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:31:20.064603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:20.140938 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:20.162405 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:31:20.164727 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790fe535-0069-4166-81e3-d3d57c3fc579" -d '{"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-plugged", "status": "completed", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:31:20.178832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:31:20.182077 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:20.208361 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffe4ec1-a268-4b13-b114-0ff773c39df0 x-openstack-request-id: req-dffe4ec1-a268-4b13-b114-0ff773c39df0 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:31:20.208654 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-plugged", "status": "completed", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:31:20.208913 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dffe4ec1-a268-4b13-b114-0ff773c39df0 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:31:20.209297 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'code': 200} Oct 19 02:31:20.235550 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:31:20.306989 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5207b-0308-4adf-96aa-2d4699a914c3 req-65a26dd4-9d39-45ce-b12f-9dcbff8e6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:20.308401 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24c5207b-0308-4adf-96aa-2d4699a914c3 req-65a26dd4-9d39-45ce-b12f-9dcbff8e6782 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0455585 Oct 19 02:31:20.343861 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-24c5207b-0308-4adf-96aa-2d4699a914c3 req-c5394a58-bb96-4c12-bced-43b67567870e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273402 Oct 19 02:31:20.436224 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:21.151901 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273311ea-25cb-4f91-b0c2-688a16471702 req-adec8ffe-5ff3-4164-b1fd-c83854698c49 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:21.153366 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-273311ea-25cb-4f91-b0c2-688a16471702 req-adec8ffe-5ff3-4164-b1fd-c83854698c49 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0520439 Oct 19 02:31:21.191640 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-273311ea-25cb-4f91-b0c2-688a16471702 req-c6adc98b-7ed1-4d91-b91c-1a10b3e72d2f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Oct 19 02:31:22.306696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcd83b-6b6a-4112-abca-003012742e85 req-2a70ea37-b4ef-4eab-8379-025a922c4508 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:22.308187 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65dcd83b-6b6a-4112-abca-003012742e85 req-2a70ea37-b4ef-4eab-8379-025a922c4508 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Oct 19 02:31:22.346027 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-65dcd83b-6b6a-4112-abca-003012742e85 req-0d5ab32a-66dc-442b-8030-526298d289ce tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Oct 19 02:31:22.457822 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961c181-9e09-48a2-a5af-1d0594a1c99d req-5c650c27-bf59-4fd0-bb83-cc41799f1e8e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:22.459276 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8961c181-9e09-48a2-a5af-1d0594a1c99d req-5c650c27-bf59-4fd0-bb83-cc41799f1e8e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0486782 Oct 19 02:31:22.499224 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8961c181-9e09-48a2-a5af-1d0594a1c99d req-74cf6c86-bdb7-47e6-bf5a-05c246e87d4a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333860 Oct 19 02:31:22.520585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57032) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:31:22.600733 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d34c7c-7589-4b27-bcc4-4a604013f622 tempest-TestShelveInstance-1599615029 tempest-TestShelveInstance-1599615029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:22.602230 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b3d34c7c-7589-4b27-bcc4-4a604013f622 tempest-TestShelveInstance-1599615029 tempest-TestShelveInstance-1599615029-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1093 time: 0.0806851 Oct 19 02:31:22.605115 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57036) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:31:22.609361 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:31:22.631172 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:22.730559 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:22.839582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Allocated IP 172.25.0.7 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/a247e91e-815e-454c-a311-15d1d60a11e4) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:31:22.938972 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:22.971213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:23.008616 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:31:23.011379 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:31:23.015164 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:31:23.044449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'Port': ['ID=a247e91e-815e-454c-a311-15d1d60a11e4,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:31:23.384609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:23.453999 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:23.603673 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:23.608316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:23.677323 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event updated for resources: {'Port': ['ID=a247e91e-815e-454c-a311-15d1d60a11e4,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:31:23.687152 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:23.788660 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Floating IP 5a0f38a9-8d49-4211-9262-a4f27da1f777 associated. External IP: 172.25.0.7, port: e46822ca-82c6-48b0-ac02-95b40392d870. Oct 19 02:31:24.001286 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Router 1f002d99-df57-4d38-a97e-53ee1e7196a3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:31:24.107847 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:31:24.118152 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] Sync routers for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:31:24.127597 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:24.127921 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:31:24.128558 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:31:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:31:24.155759 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5f588df3-ae16-4ca0-9700-e05ce318bb54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5491414 Oct 19 02:31:24.156253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:31:24.158420 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707" -d '{"events": [{"name": "network-changed", "server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:31:24.236179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:31:24.252766 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6112c621-ddcb-4c2c-adc1-6d472c2f4280 x-openstack-request-id: req-6112c621-ddcb-4c2c-adc1-6d472c2f4280 {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:31:24.252978 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:31:24.253234 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6112c621-ddcb-4c2c-adc1-6d472c2f4280 {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:31:24.253636 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'status': 'completed', 'code': 200} Oct 19 02:31:24.316883 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-7e113856-0019-44da-89cf-6ea747d398c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:24.318391 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-7e113856-0019-44da-89cf-6ea747d398c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0405731 Oct 19 02:31:24.414291 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-ad23b06c-30e1-45a3-8203-77a5a81e8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:24.416052 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-ad23b06c-30e1-45a3-8203-77a5a81e8161 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0900695 Oct 19 02:31:24.456919 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5a0f38a9-8d49-4211-9262-a4f27da1f777', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'port_id': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'mac_address': 'fa:16:3e:cc:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:31:23Z', 'updated_at': '2021-10-19T02:31:23Z', 'revision_number': 0, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:31:24.484273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-6d8e649e-2ca3-4c45-8c65-dff4d68d89b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 998 time: 0.0583432 Oct 19 02:31:24.486110 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] Checking router: 1f002d99-df57-4d38-a97e-53ee1e7196a3 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:31:24.494369 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:31:24.494956 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:31:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:31:24.537967 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-a887138c-c47f-459e-aec8-69f3aa4bfad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:24.539337 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-a887138c-c47f-459e-aec8-69f3aa4bfad1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0477488 Oct 19 02:31:24.585319 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-eca718ec-7d98-4bab-b428-e2a7f4a450a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:31:24.586806 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-eca718ec-7d98-4bab-b428-e2a7f4a450a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398011 Oct 19 02:31:24.685628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-51714161-8748-4817-bc3d-2f647dc17b07 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876272 Oct 19 02:31:24.690631 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:31:24.781677 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eb5ccdc0-5f08-4cdc-8ad4-0c3534dd3707 req-c8fa859a-21cf-4904-9a45-7e25f7eae1d3 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877445 Oct 19 02:31:24.909870 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5a0f38a9-8d49-4211-9262-a4f27da1f777', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'port_id': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'mac_address': 'fa:16:3e:cc:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:31:23Z', 'updated_at': '2021-10-19T02:31:23Z', 'revision_number': 0, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:31:24.935587 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b2d7d-1d82-4161-9c8f-dc474a702ed8 None None] The sync data for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 is: [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '5a0f38a9-8d49-4211-9262-a4f27da1f777', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'port_id': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'mac_address': 'fa:16:3e:cc:2b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:31:23Z', 'updated_at': '2021-10-19T02:31:23Z', 'revision_number': 0, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:31:25.137444 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccdc883-a634-4f01-bcad-2732da6cce24 None None] New status for floating IP 5a0f38a9-8d49-4211-9262-a4f27da1f777: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:31:37.080395 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e0c61dc8-e0d1-41ea-9d31-218f30b16f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:39.806653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-29f76875-9b10-4a49-8bd0-a05ed18cf427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:40.397167 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:40.783882 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:41.090810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:41.241720 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:31:42.587743 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:31:50.465586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:06.337709 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-7757bd90-6815-47a8-a43d-ec644ce7d03e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419936 Oct 19 02:32:06.416698 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-5eac5f50-99c9-4826-9547-5a7155d2b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:32:06.418179 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-5eac5f50-99c9-4826-9547-5a7155d2b383 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0403872 Oct 19 02:32:06.523484 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-7660803e-11e2-40b7-bb54-82778f05e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:32:06.524944 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-7660803e-11e2-40b7-bb54-82778f05e097 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0871501 Oct 19 02:32:06.588502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-f9d6c879-2a99-448e-970e-e175743b7167 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 1000 time: 0.0558603 Oct 19 02:32:06.639008 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-2a10e1d4-5255-42aa-9eab-b99ffd0421a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:32:06.640465 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-2a10e1d4-5255-42aa-9eab-b99ffd0421a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0457468 Oct 19 02:32:06.687030 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-c2df1f20-2fe9-476c-8435-861633fba39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:32:06.688547 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-c2df1f20-2fe9-476c-8435-861633fba39e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407746 Oct 19 02:32:06.784594 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-42a28661-fd6e-4f3d-87f8-907f793ce9ef service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873957 Oct 19 02:32:06.875100 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4db2c031-8d3f-481e-985f-cbb644364b58 req-439ce7a4-451f-4129-a624-67e1af3428ae service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820034 Oct 19 02:32:07.081141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6cb262c-ddaa-4f20-9b58-5d13ee904622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:09.807024 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c4e238d1-0b57-43c3-a1a3-be1339f2b50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:10.395321 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:10.784435 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:11.092549 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:12.592578 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:18.241025 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:32:20.480054 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:37.084629 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1a46c240-eef7-4a8c-a3c5-ed0ce3ce54d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:39.808176 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31700f02-c180-4625-8f27-32f59deba92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:40.425340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:40.785551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:41.095701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:42.595104 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:50.476842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:32:55.240507 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:33:07.084069 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-adfab612-fa31-401b-9453-1ed5c91f1433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:07.372527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-25028dd1-f0d4-4df5-8703-de032559e838 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0880859 Oct 19 02:33:07.457991 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709b78-b4bc-4329-9096-03eed1607a26 req-95918336-4283-460a-bd00-822f8907cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:07.459456 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-95918336-4283-460a-bd00-822f8907cee2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0453045 Oct 19 02:33:07.561146 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709b78-b4bc-4329-9096-03eed1607a26 req-b27b55f4-37d6-4923-949d-151d8b69df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:07.563072 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-b27b55f4-37d6-4923-949d-151d8b69df6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0838187 Oct 19 02:33:07.631397 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-ec6f5fb5-08d2-49a5-8b2e-08d24baca0c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 1000 time: 0.0603967 Oct 19 02:33:07.680225 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709b78-b4bc-4329-9096-03eed1607a26 req-dfc74f47-5e31-4afb-9b7e-b4429f4df95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:07.681665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-dfc74f47-5e31-4afb-9b7e-b4429f4df95a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0430830 Oct 19 02:33:07.726400 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709b78-b4bc-4329-9096-03eed1607a26 req-1aba18df-a9e1-43f7-936a-55b3faa64ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:07.727953 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-1aba18df-a9e1-43f7-936a-55b3faa64ec3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394211 Oct 19 02:33:07.739204 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-93c013c6-e4bb-4f9c-bf12-13ec98a1af61 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:33:07.740165 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-93c013c6-e4bb-4f9c-bf12-13ec98a1af61 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048137 Oct 19 02:33:07.834551 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-5cd5131b-8e3c-4368-ad23-692d6fe6000b service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869730 Oct 19 02:33:07.924325 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48709b78-b4bc-4329-9096-03eed1607a26 req-830c6022-11be-410a-b78d-ffd1d2fc8207 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817802 Oct 19 02:33:09.808350 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1a9-5e60-4992-beae-4096223e2aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:10.432952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:10.787783 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:11.098818 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:12.597218 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:19.698367 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c01a-39ea-4d6a-b2c9-573c3e9f2230 req-524289f8-20e4-4723-bf5e-a83f0a4be692 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:19.699774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7145c01a-39ea-4d6a-b2c9-573c3e9f2230 req-524289f8-20e4-4723-bf5e-a83f0a4be692 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0993049 Oct 19 02:33:19.739242 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-7145c01a-39ea-4d6a-b2c9-573c3e9f2230 req-a82da3f5-2fb3-442c-b622-4d549e5804db tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Oct 19 02:33:20.493269 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:20.903249 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbec82-ce61-49c9-8d65-5b1d26722729 req-dddab9c1-89e2-43bd-b4a9-f1beb4c74229 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:20.904745 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bdbec82-ce61-49c9-8d65-5b1d26722729 req-dddab9c1-89e2-43bd-b4a9-f1beb4c74229 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0960612 Oct 19 02:33:20.942933 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9bdbec82-ce61-49c9-8d65-5b1d26722729 req-cd733d6c-2372-42df-bc59-3470e8c8ee54 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Oct 19 02:33:22.057078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379edeb-2f30-47bc-b374-ac4e38e20efd req-f0916701-eec3-408f-977f-48613375f6ca tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:22.058530 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6379edeb-2f30-47bc-b374-ac4e38e20efd req-f0916701-eec3-408f-977f-48613375f6ca tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0498831 Oct 19 02:33:22.096690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6379edeb-2f30-47bc-b374-ac4e38e20efd req-cf8e995d-8cad-4a6b-a5c7-dc8e73b66231 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Oct 19 02:33:23.212945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedcb91-66c5-4395-b8da-e36ff2cdaa06 req-54610cea-3999-4246-bd18-745a9247fd65 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:23.214408 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebedcb91-66c5-4395-b8da-e36ff2cdaa06 req-54610cea-3999-4246-bd18-745a9247fd65 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0534308 Oct 19 02:33:23.252720 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ebedcb91-66c5-4395-b8da-e36ff2cdaa06 req-9bffb631-d4c8-446d-8fd0-c78660f9bf9a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Oct 19 02:33:24.364311 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfbe53-3c83-4486-af6f-955e906faa41 req-c123085b-736f-4e8c-a4bd-6eefda4c85d3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:24.365753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51bfbe53-3c83-4486-af6f-955e906faa41 req-c123085b-736f-4e8c-a4bd-6eefda4c85d3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0481944 Oct 19 02:33:24.403132 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-51bfbe53-3c83-4486-af6f-955e906faa41 req-4c16e7e6-05bd-47ec-85d9-c66c6178ae18 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315735 Oct 19 02:33:25.519114 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ff874-fa99-462d-bb36-6397e5bce777 req-6f8e623e-a82a-4fca-a112-1aa9e7d5a646 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:25.520601 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-497ff874-fa99-462d-bb36-6397e5bce777 req-6f8e623e-a82a-4fca-a112-1aa9e7d5a646 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0503588 Oct 19 02:33:25.559299 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-497ff874-fa99-462d-bb36-6397e5bce777 req-fb3a9044-de17-478d-9389-2e8680ead1a2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Oct 19 02:33:26.675816 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1f2a8-c280-42e9-96a6-447906309ee7 req-11b04ad2-2e7d-44c2-9124-9a37bb37ad37 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:26.677304 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48c1f2a8-c280-42e9-96a6-447906309ee7 req-11b04ad2-2e7d-44c2-9124-9a37bb37ad37 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0534046 Oct 19 02:33:26.714320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-48c1f2a8-c280-42e9-96a6-447906309ee7 req-efffec5e-897a-49a6-891a-b830b0b7ef07 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Oct 19 02:33:27.829990 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a565ddd-4c17-445d-b1dc-3ef2e646d0de req-c7cde5d2-e561-4c4c-ba81-b9b9e7611d16 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:27.831480 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a565ddd-4c17-445d-b1dc-3ef2e646d0de req-c7cde5d2-e561-4c4c-ba81-b9b9e7611d16 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0505166 Oct 19 02:33:27.869660 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a565ddd-4c17-445d-b1dc-3ef2e646d0de req-02c9f84e-4607-4ada-8c94-f53c704dea24 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Oct 19 02:33:28.983195 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca42c3-80f9-4a2d-a9a3-338694c1f3d4 req-d65a7284-313d-4f14-962a-99ff2a87ee1e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:28.984690 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dca42c3-80f9-4a2d-a9a3-338694c1f3d4 req-d65a7284-313d-4f14-962a-99ff2a87ee1e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0491452 Oct 19 02:33:29.022170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dca42c3-80f9-4a2d-a9a3-338694c1f3d4 req-218e454a-7bf9-4c48-bfa8-5fd3353c12f9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314913 Oct 19 02:33:29.791656 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-7cf518f1-7139-40f2-8e79-6e5d4bb53050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:29.793127 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-7cf518f1-7139-40f2-8e79-6e5d4bb53050 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0400395 Oct 19 02:33:29.883900 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-f5144c02-e3a9-497c-a619-c7c9f0b052d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:29.885356 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-f5144c02-e3a9-497c-a619-c7c9f0b052d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0852706 Oct 19 02:33:29.950071 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-8771214f-7356-4911-b078-926130222891 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 1000 time: 0.0577867 Oct 19 02:33:30.001663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-b9543903-e77a-47a7-bdfb-3369776799d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:30.003049 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-b9543903-e77a-47a7-bdfb-3369776799d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0459442 Oct 19 02:33:30.047179 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-e4ac2775-d841-41a8-ba57-59382bdb258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:30.049244 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-e4ac2775-d841-41a8-ba57-59382bdb258e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393286 Oct 19 02:33:30.139587 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-505b6b07-71cc-449a-91c6-521aa66740b0 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827847 Oct 19 02:33:30.142350 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd436-5f23-49ac-9be3-1daa5f02c45f req-1517af7e-c1c7-4b3e-80e6-7805e58e21ed tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:30.143815 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-958bd436-5f23-49ac-9be3-1daa5f02c45f req-1517af7e-c1c7-4b3e-80e6-7805e58e21ed tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0551813 Oct 19 02:33:30.183087 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-958bd436-5f23-49ac-9be3-1daa5f02c45f req-5d05e927-8b75-4154-8e43-502f15f4f105 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Oct 19 02:33:30.233676 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-94f077ea-afbe-47cb-93a2-3f5acdc9f798 req-8251d7e9-cdc9-4f2f-93d7-d4ef7bc398e5 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874233 Oct 19 02:33:31.296159 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00130b00-185f-40a9-828b-84175dc24980 req-cf4d2862-4b53-4327-84d8-a86f44f08fd4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:31.298153 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00130b00-185f-40a9-828b-84175dc24980 req-cf4d2862-4b53-4327-84d8-a86f44f08fd4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0490208 Oct 19 02:33:31.336371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-00130b00-185f-40a9-828b-84175dc24980 req-7360b5f0-62b7-4c5f-86ee-654ca3103965 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Oct 19 02:33:32.240302 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:33:32.452441 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd57cb-6072-4c48-ac0e-3af4a1f99c68 req-54aa43fb-d08d-49c4-ab06-b9d11574bce2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:32.454525 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92dd57cb-6072-4c48-ac0e-3af4a1f99c68 req-54aa43fb-d08d-49c4-ab06-b9d11574bce2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0503328 Oct 19 02:33:32.494338 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-92dd57cb-6072-4c48-ac0e-3af4a1f99c68 req-d65ed6f6-0c83-4891-8454-6b6bc2b8520d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331855 Oct 19 02:33:33.623663 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b104516-7ff5-4fca-99cd-8f1d26394af0 req-0c24d942-3716-4ffe-a141-9792b7a53320 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:33.625229 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b104516-7ff5-4fca-99cd-8f1d26394af0 req-0c24d942-3716-4ffe-a141-9792b7a53320 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0560608 Oct 19 02:33:33.668439 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0b104516-7ff5-4fca-99cd-8f1d26394af0 req-2c69128d-8ec2-420a-9036-d24f7beb84e5 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359392 Oct 19 02:33:34.671121 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46822ca-82c6-48b0-ac02-95b40392d870 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:33:34.751690 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:34.774471 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:33:34.776923 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae062888-cd6f-4306-ad20-bf78459b2b4d" -d '{"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-unplugged", "status": "completed", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:33:34.788784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6767-e54c-45b2-9488-3ef29073de0f req-59d0cef9-ca0a-4dea-890a-2e471be95e2c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:34.790630 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d7b6767-e54c-45b2-9488-3ef29073de0f req-59d0cef9-ca0a-4dea-890a-2e471be95e2c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Oct 19 02:33:34.795505 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:33:34.800628 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:34.845324 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8d7b6767-e54c-45b2-9488-3ef29073de0f req-e2219fb0-ed52-4f77-a295-6c61d9880541 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478604 Oct 19 02:33:34.866092 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:33:34.873655 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.874235 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.874635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.875032 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.875546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.881046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.881046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.881046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.881046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.881046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.881046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.881046 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:33:34.884092 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004b4999-2f3b-406e-8ba8-29aacdcfea50 x-openstack-request-id: req-004b4999-2f3b-406e-8ba8-29aacdcfea50 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:33:34.884092 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-unplugged", "status": "failed", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870", "code": 422}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:33:34.884092 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-004b4999-2f3b-406e-8ba8-29aacdcfea50 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:33:34.884092 n-d-789963-20 neutron-server[100849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'code': 422} returned with failed status Oct 19 02:33:35.116218 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1356af-79f5-46ce-88ef-221de39ce188 req-8e572337-940a-4869-aa9f-e782dbcc181d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:35.117793 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a1356af-79f5-46ce-88ef-221de39ce188 req-8e572337-940a-4869-aa9f-e782dbcc181d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0915794 Oct 19 02:33:35.121375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-97b6ea94-34ab-4ac9-aaa9-cbf65a7437d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200488 Oct 19 02:33:35.141820 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-0022d1a0-5e1a-4521-9dc4-897c9eb45f3a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:33:35.142773 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-0022d1a0-5e1a-4521-9dc4-897c9eb45f3a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048037 Oct 19 02:33:35.183479 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5a1356af-79f5-46ce-88ef-221de39ce188 req-5044556a-fb67-4954-bb5c-4e65f40ab633 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597270 Oct 19 02:33:36.308687 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97e492-9ef5-4d64-bc0b-72caaafda20f req-ff3e8c70-9697-45e7-9035-462384bdeffe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:36.310249 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a97e492-9ef5-4d64-bc0b-72caaafda20f req-ff3e8c70-9697-45e7-9035-462384bdeffe tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0576122 Oct 19 02:33:36.350442 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-9a97e492-9ef5-4d64-bc0b-72caaafda20f req-c9da0cfa-d475-4b4e-a8f0-8d1ebca69fa0 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335159 Oct 19 02:33:37.084734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fe6f054c-a2aa-46ac-9968-89a6ddc1a579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:37.472784 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b829-0233-4089-8744-6179e06cbc0a req-b0610224-c488-4718-bf6d-e121a3cc1ba1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:37.474261 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdb8b829-0233-4089-8744-6179e06cbc0a req-b0610224-c488-4718-bf6d-e121a3cc1ba1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0542490 Oct 19 02:33:37.511905 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-cdb8b829-0233-4089-8744-6179e06cbc0a req-73286fff-a1c4-4f50-8eb9-0198346223fb tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315275 Oct 19 02:33:38.627948 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391aabd-c383-44c7-9d1c-4bfbab511f62 req-030a43fd-ffdc-421d-8a3a-fd5302be69d6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:38.629471 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8391aabd-c383-44c7-9d1c-4bfbab511f62 req-030a43fd-ffdc-421d-8a3a-fd5302be69d6 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0494349 Oct 19 02:33:38.669588 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8391aabd-c383-44c7-9d1c-4bfbab511f62 req-4096b365-cad0-4bd5-a19e-96c9be6079d9 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341060 Oct 19 02:33:39.788318 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee590f1-12f1-4200-8ac6-c37135c9dc59 req-cea4aa80-c7ab-4a91-aa0e-7ea34803ce1e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:39.789809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ee590f1-12f1-4200-8ac6-c37135c9dc59 req-cea4aa80-c7ab-4a91-aa0e-7ea34803ce1e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0517523 Oct 19 02:33:39.810437 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-227cf5ab-0884-42f0-8bef-217c67218643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:39.829893 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-9ee590f1-12f1-4200-8ac6-c37135c9dc59 req-0a5c920a-ad80-427e-9498-395563234d2a tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339694 Oct 19 02:33:40.434519 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:40.788800 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:40.943725 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d29644-42e0-4936-b813-af263f9cc917 req-b9108699-fc11-4266-879d-d0c4e7703af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:40.945273 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-b9108699-fc11-4266-879d-d0c4e7703af9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29&tenant_id=bf1dc26b82b74616a50609003594f159 HTTP/1.1" status: 200 len: 1096 time: 0.0421093 Oct 19 02:33:40.951578 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117a75a-0ee4-4eda-8b98-2a38fe1231aa req-d8418d38-766a-4f59-a987-e54c78fcf838 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:40.954744 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4117a75a-0ee4-4eda-8b98-2a38fe1231aa req-d8418d38-766a-4f59-a987-e54c78fcf838 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0570185 Oct 19 02:33:40.994400 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4117a75a-0ee4-4eda-8b98-2a38fe1231aa req-7cd11011-ea4e-4eda-b05d-8966e5d40fcb tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Oct 19 02:33:41.012408 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d29644-42e0-4936-b813-af263f9cc917 req-39107dc6-0126-4582-95a0-57e079750699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:41.013897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-39107dc6-0126-4582-95a0-57e079750699 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1096 time: 0.0434101 Oct 19 02:33:41.102396 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:41.103733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d29644-42e0-4936-b813-af263f9cc917 req-e46935f7-fd55-405f-bf98-bace848540d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:41.105245 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-e46935f7-fd55-405f-bf98-bace848540d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0846694 Oct 19 02:33:41.173983 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-74d15550-63e2-40fa-82ab-16a954d8b64b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 998 time: 0.0618572 Oct 19 02:33:41.223031 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d29644-42e0-4936-b813-af263f9cc917 req-cb81ad4e-102e-4c62-90b0-5c3fdf53ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:41.224512 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-cb81ad4e-102e-4c62-90b0-5c3fdf53ed1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0438640 Oct 19 02:33:41.270880 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d29644-42e0-4936-b813-af263f9cc917 req-bbae8eb2-1c8a-47e1-9a63-75d90c46f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:41.272395 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-bbae8eb2-1c8a-47e1-9a63-75d90c46f63e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403323 Oct 19 02:33:41.647543 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-e76ed5b5-5248-4e67-8cf6-f7fbcc2d6c8b service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681436 Oct 19 02:33:41.740164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-4a93910b-ad02-4dab-a37e-ea5857f6a887 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839591 Oct 19 02:33:42.107770 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ff4c1-a1ed-4b47-a645-301df251d597 req-e67b40d6-baef-4d05-9341-ea85353e4d88 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:42.109250 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-379ff4c1-a1ed-4b47-a645-301df251d597 req-e67b40d6-baef-4d05-9341-ea85353e4d88 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0480971 Oct 19 02:33:42.150586 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-379ff4c1-a1ed-4b47-a645-301df251d597 req-c634fe53-5e7c-422b-9b32-eb96580f5f65 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346117 Oct 19 02:33:42.600954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:43.269635 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777da8-e318-4bf4-ac57-90051a4d738e req-d74abf4d-75d2-44ec-9890-33aa994bce87 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:43.271119 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad777da8-e318-4bf4-ac57-90051a4d738e req-d74abf4d-75d2-44ec-9890-33aa994bce87 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0530879 Oct 19 02:33:43.308316 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ad777da8-e318-4bf4-ac57-90051a4d738e req-c5503776-83da-4b91-b9e3-4596afa78800 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Oct 19 02:33:44.422974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024235-d9ba-4a5e-b996-5031ab61e7e3 req-79dc0b0c-f027-4beb-952c-5c28a0e29937 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:44.424004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35024235-d9ba-4a5e-b996-5031ab61e7e3 req-79dc0b0c-f027-4beb-952c-5c28a0e29937 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0488229 Oct 19 02:33:44.461312 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-35024235-d9ba-4a5e-b996-5031ab61e7e3 req-4cb3f219-49c2-427a-a0c0-868ac3f7a9f3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Oct 19 02:33:45.600200 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94767f22-b98f-4d10-8c10-b4ab9b713470 req-21075819-bf74-473e-8fcf-51bf752aefc2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:45.601669 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94767f22-b98f-4d10-8c10-b4ab9b713470 req-21075819-bf74-473e-8fcf-51bf752aefc2 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0494480 Oct 19 02:33:45.639272 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-94767f22-b98f-4d10-8c10-b4ab9b713470 req-707145f2-9587-4857-9456-ec0385c38c7f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Oct 19 02:33:46.755505 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05212c-5808-4e9a-858e-1edd88edfc6e req-0797c565-0b1e-47d1-875f-035d92d7f965 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:46.757005 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e05212c-5808-4e9a-858e-1edd88edfc6e req-0797c565-0b1e-47d1-875f-035d92d7f965 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0507448 Oct 19 02:33:46.796578 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3e05212c-5808-4e9a-858e-1edd88edfc6e req-6a5430e3-fce8-4fcb-9c7a-c81b0dacd04f tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Oct 19 02:33:47.916336 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b928-ee29-4929-b4b5-cd75fa343c68 req-a28b267f-eb15-4fc6-8c50-f98aa9e75f2b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:47.917930 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8182b928-ee29-4929-b4b5-cd75fa343c68 req-a28b267f-eb15-4fc6-8c50-f98aa9e75f2b tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 944 time: 0.0533323 Oct 19 02:33:47.959002 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8182b928-ee29-4929-b4b5-cd75fa343c68 req-1ba69c47-f26f-4c64-9d56-ea34d4589dd3 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340979 Oct 19 02:33:48.735959 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46822ca-82c6-48b0-ac02-95b40392d870 details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:33:48.831269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:33:48.841863 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'port_id': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'mac_address': 'fa:16:3e:cc:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:33:48.878976 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:48.891018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46822ca-82c6-48b0-ac02-95b40392d870 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:33:48.909761 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:33:48.913862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:48.959999 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:33:49.070433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f46e8f-6668-4433-bb2d-0e4ce2ce107d req-c26ec5bf-15e7-4c11-8774-69dcdb175ad7 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:49.071879 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07f46e8f-6668-4433-bb2d-0e4ce2ce107d req-c26ec5bf-15e7-4c11-8774-69dcdb175ad7 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 945 time: 0.0479558 Oct 19 02:33:49.115323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-07f46e8f-6668-4433-bb2d-0e4ce2ce107d req-f924371f-7269-43f9-bef7-38ce4a3d3332 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Oct 19 02:33:49.144950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['e46822ca-82c6-48b0-ac02-95b40392d870'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:33:50.233559 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8155fe-cb18-4bc8-bcd3-460999e5d53c req-ab6be718-6c37-4e8a-8a7c-697a75036fbc tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:50.235653 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a8155fe-cb18-4bc8-bcd3-460999e5d53c req-ab6be718-6c37-4e8a-8a7c-697a75036fbc tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 945 time: 0.0534046 Oct 19 02:33:50.274337 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a8155fe-cb18-4bc8-bcd3-460999e5d53c req-c0ed4383-5fae-427f-a201-04737036f083 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Oct 19 02:33:50.489511 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:50.756005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46822ca-82c6-48b0-ac02-95b40392d870 up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:33:50.804049 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port e46822ca-82c6-48b0-ac02-95b40392d870 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:33:50.804412 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:50.879399 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:50.900540 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:33:50.902771 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ce82eb-a1cf-4e38-87f0-73ec48361c26" -d '{"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-plugged", "status": "completed", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:33:50.915543 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:33:50.920757 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:33:50.947873 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9a5ebf-deb0-41fe-af37-58cdb4e19699 x-openstack-request-id: req-bd9a5ebf-deb0-41fe-af37-58cdb4e19699 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:33:50.948189 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-plugged", "status": "completed", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:33:50.948437 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd9a5ebf-deb0-41fe-af37-58cdb4e19699 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:33:50.948811 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'code': 200} Oct 19 02:33:50.974966 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:33:51.083260 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351202d6-ec9e-426d-8542-3eaa188ab727 req-51b13e72-d04e-4d1d-bcb7-d426b5319bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:51.084646 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-351202d6-ec9e-426d-8542-3eaa188ab727 req-51b13e72-d04e-4d1d-bcb7-d426b5319bde service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0393584 Oct 19 02:33:51.120927 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-351202d6-ec9e-426d-8542-3eaa188ab727 req-e0d778ec-b6cf-4bf7-8042-53036803851d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281038 Oct 19 02:33:51.389116 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5b7c-0ff7-4a96-a857-4f5f1fba0329 req-9f330b56-b997-493d-b4f6-bd784a76b186 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:51.390986 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a5c5b7c-0ff7-4a96-a857-4f5f1fba0329 req-9f330b56-b997-493d-b4f6-bd784a76b186 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0491745 Oct 19 02:33:51.428565 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-6a5c5b7c-0ff7-4a96-a857-4f5f1fba0329 req-8b1ace24-b250-4d97-9702-1462d21b412e tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Oct 19 02:33:52.544109 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39096-c9f3-4c57-bfcc-943480b575b4 req-b49ca51b-6c94-436a-b1d7-d1bacb8f311d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:33:52.545574 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97c39096-c9f3-4c57-bfcc-943480b575b4 req-b49ca51b-6c94-436a-b1d7-d1bacb8f311d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0497389 Oct 19 02:33:52.583383 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-97c39096-c9f3-4c57-bfcc-943480b575b4 req-43ee71ff-9a83-4de4-b8df-631d76856d93 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Oct 19 02:34:07.086072 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09162864-5d71-4045-829f-fa5f15ff0c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:08.053082 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-f008be4e-1eb3-40a3-9a92-e91fd52b6f7a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405197 Oct 19 02:34:08.138404 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-f6e18e22-a460-4bec-926b-6c296d8f02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:34:08.139862 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-f6e18e22-a460-4bec-926b-6c296d8f02f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0432181 Oct 19 02:34:08.241851 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-0448989a-6c4a-4da7-8824-401ad45878c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:34:08.243303 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-0448989a-6c4a-4da7-8824-401ad45878c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.0840712 Oct 19 02:34:08.316324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-4d3ccb84-8e79-460a-b1e7-fa8124e146c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 1000 time: 0.0641191 Oct 19 02:34:08.364519 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-99480d87-3a35-4649-b62f-c2802ad041d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:34:08.365992 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-99480d87-3a35-4649-b62f-c2802ad041d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0433588 Oct 19 02:34:08.410765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-f10fbadb-b161-4a0f-af5a-0fa92ed34b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:34:08.412234 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-f10fbadb-b161-4a0f-af5a-0fa92ed34b5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392852 Oct 19 02:34:08.504501 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-58ff7d13-062c-4f17-ad52-5e93d1673499 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847790 Oct 19 02:34:08.598897 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-72dbaeb7-1a96-45c7-ba14-35d1779fbf63 req-563b3f12-b47e-4521-8a6c-7586cbac7acc service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868018 Oct 19 02:34:09.240485 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:34:09.811275 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6b21d52c-35e1-44eb-8bc7-8dd1f500d90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:10.445576 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:10.791235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:11.105286 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:12.603662 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:20.490810 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:37.087608 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-eb58a18a-ce73-4bd0-9e1a-07f29ba2b37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:39.812744 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c48c-be2f-4b7e-85a9-e4fd54046d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:40.446440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:40.792406 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:41.107427 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:42.605307 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:34:46.239171 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:34:50.506195 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:05.587478 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57212) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:05.754622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Deleting port a247e91e-815e-454c-a311-15d1d60a11e4 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:05.754920 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:05.834919 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:05.835236 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:05.847283 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Calling delete_port for a247e91e-815e-454c-a311-15d1d60a11e4 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:05.994856 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:06.020654 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event deleted for resources: {'Port': ['ID=a247e91e-815e-454c-a311-15d1d60a11e4,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:06.032938 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.033448 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.033959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.034300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.034629 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.034954 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.035278 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.035597 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.035912 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.036257 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.036576 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.037147 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:06.091390 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:06.091709 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Floating IP 5a0f38a9-8d49-4211-9262-a4f27da1f777 disassociated (deleted). External IP: 172.25.0.7, port: e46822ca-82c6-48b0-ac02-95b40392d870. Oct 19 02:35:06.303560 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Router 1f002d99-df57-4d38-a97e-53ee1e7196a3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:35:06.412402 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:06.417321 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:06.421819 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] Sync routers for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:06.430470 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:06.431069 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:06.443837 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2f9dcbaf-ce44-4859-97c5-d028b284aca1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "DELETE /v2.0/floatingips/5a0f38a9-8d49-4211-9262-a4f27da1f777 HTTP/1.1" status: 204 len: 168 time: 0.8552353 Oct 19 02:35:06.444454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:35:06.446736 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e68709-3c0c-49ea-a96b-5af701440e42" -d '{"events": [{"name": "network-changed", "server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:35:06.486357 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e3314c-4e58-4782-9aae-1cc96b017c0f x-openstack-request-id: req-d0e3314c-4e58-4782-9aae-1cc96b017c0f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:35:06.486835 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:35:06.487345 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0e3314c-4e58-4782-9aae-1cc96b017c0f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:35:06.487763 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'status': 'completed', 'code': 200} Oct 19 02:35:06.541370 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:06.558338 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-eec0567d-e6bf-44de-9515-68ac8af52d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:06.559763 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-eec0567d-e6bf-44de-9515-68ac8af52d21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf1dc26b82b74616a50609003594f159&device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 1098 time: 0.0491705 Oct 19 02:35:06.695147 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-b5e144d2-ca10-488c-9024-6b5c2afa4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:06.696660 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-b5e144d2-ca10-488c-9024-6b5c2afa4a7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 200 len: 910 time: 0.1259556 Oct 19 02:35:06.718626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34acb-8d38-455a-ae00-a446cc8fa734 req-6d5aeb9d-508d-478b-8bbf-064c6c495808 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:06.720644 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e9f34acb-8d38-455a-ae00-a446cc8fa734 req-6d5aeb9d-508d-478b-8bbf-064c6c495808 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0758870 Oct 19 02:35:06.750460 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-3a07048b-fb37-4d56-94d8-88ce14757c1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 200 len: 217 time: 0.0458755 Oct 19 02:35:06.750761 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:06.780050 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] Checking router: 1f002d99-df57-4d38-a97e-53ee1e7196a3 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:06.789813 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:06.790398 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:34:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:06.812292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e9f34acb-8d38-455a-ae00-a446cc8fa734 req-2fdbc071-0c88-4a70-a8d6-5e7ab50142b4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643651 Oct 19 02:35:06.825861 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-0b72a0f5-9525-4295-a103-ee7a28cc1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:06.827323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-0b72a0f5-9525-4295-a103-ee7a28cc1720 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 200 len: 848 time: 0.0649450 Oct 19 02:35:06.879608 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-bb68df36-7926-4d19-bf97-6d12c3fb0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:06.881156 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-bb68df36-7926-4d19-bf97-6d12c3fb0cd1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=957ec06d-f4e5-4c88-b989-22b482a29264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458767 Oct 19 02:35:06.895765 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:06.974189 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-8533520d-30a4-47d6-8def-306c68b86591 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830433 Oct 19 02:35:07.072065 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-45e68709-3c0c-49ea-a96b-5af701440e42 req-0fff0a63-6c82-4209-9c60-f9e1a608f718 service neutron] 10.222.0.62 "GET /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903425 Oct 19 02:35:07.090453 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4427acdd-5ac8-4fc6-881e-db4dac4d0d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:07.099525 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:07.125286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe8311-e825-433d-8d64-d4fe09dc3a6f None None] The sync data for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 is: [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:25:49Z', 'revision_number': 4, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '3978fbcb-0057-48b1-af90-aba66c150df2', 'name': '', 'network_id': '957ec06d-f4e5-4c88-b989-22b482a29264', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'mac_address': 'fa:16:3e:c1:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:49Z', 'updated_at': '2021-10-19T02:25:53Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'subnets': [{'id': 'b36c7ea9-c0f0-47df-8f58-2751bef75749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:07.343542 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33f811-da56-46eb-adea-a3e4a6692297 None None] New status for floating IP 5a0f38a9-8d49-4211-9262-a4f27da1f777: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:35:07.933965 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03b5c7-9170-442e-b822-d01baebdcebc req-90ba7a94-b4c6-4523-9d8a-a7c22e3b45f1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:07.935411 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a03b5c7-9170-442e-b822-d01baebdcebc req-90ba7a94-b4c6-4523-9d8a-a7c22e3b45f1 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0505884 Oct 19 02:35:07.974102 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-8a03b5c7-9170-442e-b822-d01baebdcebc req-d91b4f7b-db54-4278-b981-0d1044551142 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/security-groups?id=8db63025-54d2-4820-be5c-4af2ec4edb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Oct 19 02:35:08.336199 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231537-c41d-47ba-b596-20047a0925d3 req-d02c2908-13d8-4752-8639-afa22c32b511 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:08.337621 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98231537-c41d-47ba-b596-20047a0925d3 req-d02c2908-13d8-4752-8639-afa22c32b511 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Oct 19 02:35:08.429435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Deleting port e46822ca-82c6-48b0-ac02-95b40392d870 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:08.429773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:08.516083 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] For port e46822ca-82c6-48b0-ac02-95b40392d870, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=e46822ca-82c6-48b0-ac02-95b40392d870,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:08.516441 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:08.528942 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Calling delete_port for e46822ca-82c6-48b0-ac02-95b40392d870 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:08.660377 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:08.692362 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event deleted for resources: {'Port': ['ID=e46822ca-82c6-48b0-ac02-95b40392d870,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:08.717595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.717948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.718292 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.718636 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.718974 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.719308 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.719734 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.720197 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.720641 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.720982 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.721315 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.721653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:08.743189 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] No DVR routers for this DVR port e46822ca-82c6-48b0-ac02-95b40392d870 on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:35:08.745769 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:08.749243 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-98231537-c41d-47ba-b596-20047a0925d3 req-ac73eb91-e500-4c57-95da-0ee172640741 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.62 "DELETE /v2.0/ports/e46822ca-82c6-48b0-ac02-95b40392d870 HTTP/1.1" status: 204 len: 173 time: 0.4053633 Oct 19 02:35:08.749679 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-deleted', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:35:08.752803 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae7f34f-fa2b-446f-a862-02165a0f907d" -d '{"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-deleted", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:35:08.894508 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba86d59-e333-46ec-bc47-ef5590bbf2ca x-openstack-request-id: req-dba86d59-e333-46ec-bc47-ef5590bbf2ca {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:35:08.894799 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd85b906-ac1d-4d91-9b35-8122313d1a29", "name": "network-vif-deleted", "tag": "e46822ca-82c6-48b0-ac02-95b40392d870", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:35:08.895051 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dba86d59-e333-46ec-bc47-ef5590bbf2ca {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:35:08.895454 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd85b906-ac1d-4d91-9b35-8122313d1a29', 'name': 'network-vif-deleted', 'tag': 'e46822ca-82c6-48b0-ac02-95b40392d870', 'status': 'completed', 'code': 200} Oct 19 02:35:09.074009 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a7f0fbd2-6e55-4213-b241-d0283cca9ad7 req-ca08f2e2-faac-4fd3-b445-08f4b00c4477 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 210 time: 0.0316367 Oct 19 02:35:09.814680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06356ac4-3f6a-4f9f-a929-b5b992f51af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:10.174201 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-1be3431e-b2a4-4da6-948d-ccc4fbbb8b5a req-d0cca864-a443-4a88-a020-a06a27547fbb tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 210 time: 0.0307281 Oct 19 02:35:10.450689 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:10.794693 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:11.110584 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:11.128363 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46822ca-82c6-48b0-ac02-95b40392d870 no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:35:11.148911 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: e46822ca-82c6-48b0-ac02-95b40392d870 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:35:11.149256 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device e46822ca-82c6-48b0-ac02-95b40392d870 not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:35:11.272019 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2aab60c2-e276-45f1-9e64-56fa6d1520d7 req-67fcc609-b460-4138-bf76-886e5454cea4 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 210 time: 0.0293434 Oct 19 02:35:12.366544 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fc152c61-f33a-4869-b8f4-51ec94e126ee req-3178a189-950c-4a70-bd3a-1659a927898c tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Oct 19 02:35:12.608205 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:13.482472 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-a950a805-a015-40b0-835f-0f902f0b3668 req-2dfedc7d-82bc-44dd-b581-80ad47275210 tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd85b906-ac1d-4d91-9b35-8122313d1a29 HTTP/1.1" status: 200 len: 210 time: 0.0281897 Oct 19 02:35:14.542513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57254) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:14.600986 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e5fb53-0a02-4bd4-a005-003cb908379d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:14.626871 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e5fb53-0a02-4bd4-a005-003cb908379d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:14.696252 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e5fb53-0a02-4bd4-a005-003cb908379d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:14.699021 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-e5e5fb53-0a02-4bd4-a005-003cb908379d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:14.700752 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e5e5fb53-0a02-4bd4-a005-003cb908379d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] 10.222.0.64 "DELETE /v2.0/security-groups/8db63025-54d2-4820-be5c-4af2ec4edb1f HTTP/1.1" status: 204 len: 168 time: 0.1571186 Oct 19 02:35:14.711817 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5fb53-0a02-4bd4-a005-003cb908379d tempest-TestShelveInstance-1174211468 tempest-TestShelveInstance-1174211468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db63025-54d2-4820-be5c-4af2ec4edb1f,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:14.771626 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57258) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:15.222813 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:15.470761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Deleting port 3978fbcb-0057-48b1-af90-aba66c150df2 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:15.471097 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:15.553353 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] For port 3978fbcb-0057-48b1-af90-aba66c150df2, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3978fbcb-0057-48b1-af90-aba66c150df2,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:15.553725 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:15.565940 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Calling delete_port for 3978fbcb-0057-48b1-af90-aba66c150df2 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:15.749702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:15.782966 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Pushing event deleted for resources: {'Port': ['ID=3978fbcb-0057-48b1-af90-aba66c150df2,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:15.964065 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:16.183924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Router 1f002d99-df57-4d38-a97e-53ee1e7196a3 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:35:16.291085 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:16.300011 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57262) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:16.301118 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-04c8663e-5617-4763-bc61-3cd62fcc986a admin admin] 10.222.0.64 "PUT /v2.0/routers/1f002d99-df57-4d38-a97e-53ee1e7196a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5282526 Oct 19 02:35:16.303001 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] Sync routers for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:16.313893 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:16.314750 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:16.409674 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:16.422050 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:16.517804 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:16.579736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Deleting port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:16.580126 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:16.669582 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] For port 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:16.670028 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:16.685194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Calling delete_port for 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:16.702828 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:35:15Z', 'revision_number': 5, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port': {'id': '516c5d27-bc5f-4cfe-9b5c-fdd5546dc830', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:47Z', 'updated_at': '2021-10-19T02:25:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:16.728913 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] Checking router: 1f002d99-df57-4d38-a97e-53ee1e7196a3 for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:16.737862 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] Routers {'1f002d99-df57-4d38-a97e-53ee1e7196a3'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:16.738458 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['1f002d99-df57-4d38-a97e-53ee1e7196a3'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:16.827630 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] Set router 1f002d99-df57-4d38-a97e-53ee1e7196a3 gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:16.861075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:16.883618 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:35:16Z', 'revision_number': 6, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:16.887128 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Pushing event deleted for resources: {'Port': ['ID=516c5d27-bc5f-4cfe-9b5c-fdd5546dc830,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:16.911393 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e2e983-dedc-4220-a65d-3f102be3be5c None None] The sync data for ids ['1f002d99-df57-4d38-a97e-53ee1e7196a3'] in n-d-789963-20 is: [{'id': '1f002d99-df57-4d38-a97e-53ee1e7196a3', 'name': 'tempest-TestShelveInstance-1382085889-router', 'tenant_id': 'bf1dc26b82b74616a50609003594f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:46Z', 'updated_at': '2021-10-19T02:35:16Z', 'revision_number': 6, 'project_id': 'bf1dc26b82b74616a50609003594f159', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:16.961890 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.054007 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.056165 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.100100 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.100685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f002d99-df57-4d38-a97e-53ee1e7196a3 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:35:17.105959 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.107200 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-47cd9a25-ce8f-4dec-badc-5b20417faf28 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1f002d99-df57-4d38-a97e-53ee1e7196a3 HTTP/1.1" status: 204 len: 168 time: 0.8061988 Oct 19 02:35:17.109810 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57264) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:17.153780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] Deleting subnet b36c7ea9-c0f0-47df-8f58-2751bef75749 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:35:17.156717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.195106 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.595753 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.648599 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.675868 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36c7ea9-c0f0-47df-8f58-2751bef75749,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:17.680295 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.686263 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57266) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:17.686747 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-175a63c8-9945-4678-be94-b4c8eb6e2559 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b36c7ea9-c0f0-47df-8f58-2751bef75749 HTTP/1.1" status: 204 len: 168 time: 0.5751386 Oct 19 02:35:17.686853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798adbcb-f157-4655-87d2-1e2f9eae5d48 None None] Network 957ec06d-f4e5-4c88-b989-22b482a29264 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:35:17.769179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.840603 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Deleting port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:17.841235 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.880601 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] DHCP port deletion for 957ec06d-f4e5-4c88-b989-22b482a29264 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:35:17.913733 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] For port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:17.914261 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:17.917406 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3978fbcb-0057-48b1-af90-aba66c150df2 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:35:17.929024 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Calling delete_port for 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:17.941005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3978fbcb-0057-48b1-af90-aba66c150df2 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:35:17.941595 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3978fbcb-0057-48b1-af90-aba66c150df2 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:35:17.942018 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:35:17.963090 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:35:17.963435 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 516c5d27-bc5f-4cfe-9b5c-fdd5546dc830 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:35:17.983067 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Deleting port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:17.983437 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.021968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.049396 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:18.050362 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] For port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,segment=NetworkSegment(205e739e-c845-4300-ad65-3bf6ce5763b9),segment_id=205e739e-c845-4300-ad65-3bf6ce5763b9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:18.050760 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.053152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] No DVR routers for this DVR port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:35:18.065665 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Calling delete_port for 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:18.125702 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.143782 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.147250 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957ec06d-f4e5-4c88-b989-22b482a29264']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:18.156933 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205e739e-c845-4300-ad65-3bf6ce5763b9') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:18.157882 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205e739e-c845-4300-ad65-3bf6ce5763b9') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:18.167648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.168621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Pushing event deleted for resources: {'Port': ['ID=4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:18.174094 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] No DVR routers for this DVR port 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:35:18.181573 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.181957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.182099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.182285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.182750 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.183102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.183790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.183790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.184134 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.185278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.185278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.185278 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.185530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fda5f4-db3f-4fba-aa10-aba8e99d85ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:18.189545 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:35:18.189942 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:35:18.191670 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:35:18.244553 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.249759 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.253603 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/957ec06d-f4e5-4c88-b989-22b482a29264 HTTP/1.1" status: 204 len: 168 time: 0.5658205 Oct 19 02:35:18.256723 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57268) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:18.264206 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69ed26-1c7c-413f-8939-b71d4d605ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=957ec06d-f4e5-4c88-b989-22b482a29264,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:18.603144 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.854891 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Deleting port 610e15e9-efaf-40a0-ac10-e9e5d273c52a {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:18.855122 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.933032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] For port 610e15e9-efaf-40a0-ac10-e9e5d273c52a, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=610e15e9-efaf-40a0-ac10-e9e5d273c52a,segment=NetworkSegment(219706e8-e338-4174-b58b-6ea2afe36603),segment_id=219706e8-e338-4174-b58b-6ea2afe36603)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:18.933388 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:18.949089 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Calling delete_port for 610e15e9-efaf-40a0-ac10-e9e5d273c52a owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:19.125187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:19.149315 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Pushing event deleted for resources: {'Port': ['ID=610e15e9-efaf-40a0-ac10-e9e5d273c52a,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:19.322558 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:19.537372 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Router 6a39a6ce-4105-4092-b5e6-7390b676d821 has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:35:19.644012 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:19.650112 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6345266b-1e30-4bc1-a3ce-fb61fc56f015 admin admin] 10.222.0.64 "PUT /v2.0/routers/6a39a6ce-4105-4092-b5e6-7390b676d821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910658 Oct 19 02:35:19.651546 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57270) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:19.655196 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] Sync routers for ids ['6a39a6ce-4105-4092-b5e6-7390b676d821'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:19.665572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] Routers {'6a39a6ce-4105-4092-b5e6-7390b676d821'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:19.666179 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6a39a6ce-4105-4092-b5e6-7390b676d821'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:19.759748 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:19.770521 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] Set router 6a39a6ce-4105-4092-b5e6-7390b676d821 gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:19.878057 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:19.909508 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:35:19.930709 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Deleting port 087fd1c6-b002-4371-a44f-9de0e891d41b {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:19.931046 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:19.949220 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:35:19.949561 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 4d6e2386-8a14-4bc1-90a3-f5a4f5f4b204 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:35:19.977141 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:35:19Z', 'revision_number': 5, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port': {'id': '087fd1c6-b002-4371-a44f-9de0e891d41b', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:20.003869 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] Checking router: 6a39a6ce-4105-4092-b5e6-7390b676d821 for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:20.011001 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] For port 087fd1c6-b002-4371-a44f-9de0e891d41b, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=087fd1c6-b002-4371-a44f-9de0e891d41b,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:20.011368 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.012251 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] Routers {'6a39a6ce-4105-4092-b5e6-7390b676d821'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:20.012853 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['6a39a6ce-4105-4092-b5e6-7390b676d821'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:20.024547 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Calling delete_port for 087fd1c6-b002-4371-a44f-9de0e891d41b owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:20.098106 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] Set router 6a39a6ce-4105-4092-b5e6-7390b676d821 gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:20.148879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:35:19Z', 'revision_number': 6, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:20.178571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b0009-0a12-49bb-b253-972ffaa9f6af None None] The sync data for ids ['6a39a6ce-4105-4092-b5e6-7390b676d821'] in n-d-789963-20 is: [{'id': '6a39a6ce-4105-4092-b5e6-7390b676d821', 'name': 'tempest-TestShelveInstance-1813581898-router', 'tenant_id': '23b82f376cbc481bb368bd4d4648721b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:25:51Z', 'updated_at': '2021-10-19T02:35:19Z', 'revision_number': 6, 'project_id': '23b82f376cbc481bb368bd4d4648721b', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:20.189032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.218583 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=087fd1c6-b002-4371-a44f-9de0e891d41b,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:20.282814 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.375190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.377445 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.421032 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.421610 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a39a6ce-4105-4092-b5e6-7390b676d821 {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:35:20.426844 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.428094 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f0bc361a-89ad-4906-bda2-360a041c2db9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6a39a6ce-4105-4092-b5e6-7390b676d821 HTTP/1.1" status: 204 len: 168 time: 0.7755229 Oct 19 02:35:20.430632 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57272) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:20.479625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] Deleting subnet 6dba9e19-1127-4ab5-bf18-d94aa2742e04 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:35:20.482562 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.521227 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.521594 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.603349 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.656878 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.692356 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dba9e19-1127-4ab5-bf18-d94aa2742e04,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:20.695868 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.699077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6214baf6-93b0-4f8d-aeb9-b7090c96703a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6dba9e19-1127-4ab5-bf18-d94aa2742e04 HTTP/1.1" status: 204 len: 168 time: 0.2674932 Oct 19 02:35:20.701609 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3352db2-0eab-4dc4-88a2-87a8f5f1585c None None] Network 8a67df7d-e151-4aec-a490-0e9c08abd76c requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:35:20.702086 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57274) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:20.774824 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.827659 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Deleting port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:20.828033 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.895772 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] For port b7c6db9f-3fb1-476c-becc-4ccde719f0c3, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,segment=NetworkSegment(219706e8-e338-4174-b58b-6ea2afe36603),segment_id=219706e8-e338-4174-b58b-6ea2afe36603)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:20.896060 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.908480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Calling delete_port for b7c6db9f-3fb1-476c-becc-4ccde719f0c3 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:20.949093 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] DHCP port deletion for 8a67df7d-e151-4aec-a490-0e9c08abd76c request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:35:20.992178 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:20.998881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] Deleting port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:35:20.999260 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.019569 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:21.021364 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] No DVR routers for this DVR port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:35:21.065188 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] For port b7c6db9f-3fb1-476c-becc-4ccde719f0c3, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:21.065581 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.078038 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] Calling delete_port for b7c6db9f-3fb1-476c-becc-4ccde719f0c3 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:35:21.081333 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] Port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 02:35:21.082603 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.096905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.111119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] Pushing event deleted for resources: {'Port': ['ID=b7c6db9f-3fb1-476c-becc-4ccde719f0c3,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:21.114454 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7e7ae-6d7c-4f32-92c9-3bd44dd64909 None None] No DVR routers for this DVR port b7c6db9f-3fb1-476c-becc-4ccde719f0c3 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:35:21.117630 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a67df7d-e151-4aec-a490-0e9c08abd76c']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:21.129142 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219706e8-e338-4174-b58b-6ea2afe36603') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:21.129450 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219706e8-e338-4174-b58b-6ea2afe36603') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:21.138889 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.152007 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.158543 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:35:21.158830 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:35:21.160495 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:35:21.221381 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.228017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.230945 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8a67df7d-e151-4aec-a490-0e9c08abd76c HTTP/1.1" status: 204 len: 168 time: 0.5281072 Oct 19 02:35:21.249522 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38348f93-69ea-4c92-8a02-22c46099c831 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a67df7d-e151-4aec-a490-0e9c08abd76c,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:21.349546 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57278) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:21.389502 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5052ffd9-9395-4026-9a23-3a9f395f4574 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf1dc26b82b74616a50609003594f159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388114 Oct 19 02:35:21.392104 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57280) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:21.441201 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3cc143f-9603-4b67-9ce3-72d184029cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.462783 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3cc143f-9603-4b67-9ce3-72d184029cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.511015 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3cc143f-9603-4b67-9ce3-72d184029cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.513740 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-b3cc143f-9603-4b67-9ce3-72d184029cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.514885 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-b3cc143f-9603-4b67-9ce3-72d184029cd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3b58844-d531-4c95-adcd-b172bfdcc0a8 HTTP/1.1" status: 204 len: 168 time: 0.1217930 Oct 19 02:35:21.522739 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc143f-9603-4b67-9ce3-72d184029cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b58844-d531-4c95-adcd-b172bfdcc0a8,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:21.829331 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57286) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:21.868005 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 087fd1c6-b002-4371-a44f-9de0e891d41b no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:35:21.872541 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-e4dee82c-d0f1-4bd2-843a-67fe1052d8b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23b82f376cbc481bb368bd4d4648721b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419855 Oct 19 02:35:21.875425 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57288) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:21.887945 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 087fd1c6-b002-4371-a44f-9de0e891d41b {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:35:21.888293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 087fd1c6-b002-4371-a44f-9de0e891d41b not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:35:21.888708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b7c6db9f-3fb1-476c-becc-4ccde719f0c3 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:35:21.907867 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: b7c6db9f-3fb1-476c-becc-4ccde719f0c3 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:35:21.908233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b7c6db9f-3fb1-476c-becc-4ccde719f0c3 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:35:21.908822 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 610e15e9-efaf-40a0-ac10-e9e5d273c52a no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:35:21.925036 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dba1ae2-1541-4a46-8a64-cb8dfad93014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.927436 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 610e15e9-efaf-40a0-ac10-e9e5d273c52a {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:35:21.927776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 610e15e9-efaf-40a0-ac10-e9e5d273c52a not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:35:21.946030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dba1ae2-1541-4a46-8a64-cb8dfad93014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.995424 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dba1ae2-1541-4a46-8a64-cb8dfad93014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.998086 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-9dba1ae2-1541-4a46-8a64-cb8dfad93014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:21.999710 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-9dba1ae2-1541-4a46-8a64-cb8dfad93014 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31270c2f-47b3-4b79-acb7-84802aa394fb HTTP/1.1" status: 204 len: 168 time: 0.1233132 Oct 19 02:35:22.007406 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba1ae2-1541-4a46-8a64-cb8dfad93014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31270c2f-47b3-4b79-acb7-84802aa394fb,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:22.659935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57310) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:22.770385 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-128731431-network', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:22.792662 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Made reservation on behalf of bae9ed6a4b8e4bb6bae4312dcde0fe26 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:35:22.794907 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:22.803507 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:22.878017 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:22.881862 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:22.910449 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:35:22.916760 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba3b267-7204-4bee-b799-7ea380ecdaff,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:22.923075 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:22.923509 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Added segment 0ef190de-636f-4664-9db6-5d32bbbf271f of type vlan for network 0e5ebc2c-3472-4862-93b6-5643ccf0570b Oct 19 02:35:22.964737 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:22.988788 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:22.989710 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:22.990277 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.022192 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3610749 Oct 19 02:35:23.025288 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57314) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:23.030173 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Request body: {'subnet': {'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-128731431-subnet', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:23.051839 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Made reservation on behalf of bae9ed6a4b8e4bb6bae4312dcde0fe26 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:35:23.054120 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.058579 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75c2f2-7145-4c3a-a232-62e0f813c267 admin admin] Pushing event updated for resources: {'Network': ['ID=0e5ebc2c-3472-4862-93b6-5643ccf0570b,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:23.070758 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:35:23.222478 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.238644 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:35:23.279037 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7cf8d0-8e3d-4819-914d-03572059b0d3,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:23.288737 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Checking segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:23.289089 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Network hostable DHCP agents. Network: 0e5ebc2c-3472-4862-93b6-5643ccf0570b, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:35:23.305216 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:35:23.314117 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, 0e5ebc2c-3472-4862-93b6-5643ccf0570b) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:23.318471 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:23.319602 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.323685 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9dbf2-3cbe-4514-801f-051321de51e2 None None] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:35:23.335285 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3049c29b-4dc7-4514-9fe8-40c1b162e8d7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089387 Oct 19 02:35:23.338002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57316) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:23.342463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:23.362847 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.363850 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.474666 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:35:23.475543 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.612957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Allocated IP 172.20.0.2 (0e5ebc2c-3472-4862-93b6-5643ccf0570b/3e7cf8d0-8e3d-4819-914d-03572059b0d3/3d860608-6ada-4d33-8ae5-de28bf1b6274) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:23.709236 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.760179 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.766770 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.804489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:23.807563 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:23.810913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:23.820325 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Pushing event updated for resources: {'Port': ['ID=3d860608-6ada-4d33-8ae5-de28bf1b6274,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:23.846771 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.874207 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Attempting to bind port 3d860608-6ada-4d33-8ae5-de28bf1b6274 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:35:23.874475 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Attempting to bind port 3d860608-6ada-4d33-8ae5-de28bf1b6274 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:35:23.874841 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Attempting to bind port 3d860608-6ada-4d33-8ae5-de28bf1b6274 on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:23.880403 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:35:23.880772 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Checking segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:23.881168 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.881556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Bound using segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:35:23.882017 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Bound port: 3d860608-6ada-4d33-8ae5-de28bf1b6274, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:35:23.882391 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:23.944206 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] For port 3d860608-6ada-4d33-8ae5-de28bf1b6274, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:35:23.947253 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] For port 3d860608-6ada-4d33-8ae5-de28bf1b6274, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3d860608-6ada-4d33-8ae5-de28bf1b6274,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:35:23.950816 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:24.006283 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9973cc9-8b8e-496f-bcc3-ece6caf3b7c0 None None] Pushing event updated for resources: {'Port': ['ID=3d860608-6ada-4d33-8ae5-de28bf1b6274,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:24.051307 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:24.071298 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:24.190643 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Allocated IP 172.25.0.218 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/b171b6ba-757a-4ef1-b96f-e4f542f6f7a7) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:24.299182 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:24.332464 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:24.368616 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:24.371388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:24.374894 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:24.406607 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Pushing event updated for resources: {'Port': ['ID=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:24.629647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:24.836784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:24.923592 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b12e1-cbd7-4a05-b2ed-60b3a2aa4c8f None None] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:35:24.965549 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Router bd279a25-8047-467a-a84e-e5e7e32c32fd is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:35:25.050577 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-719c10b5-0f36-4386-8f63-dc14d7d367e8 None None] Provisioning complete for port 3d860608-6ada-4d33-8ae5-de28bf1b6274 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:25.050982 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-719c10b5-0f36-4386-8f63-dc14d7d367e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.073192 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:25.085354 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Sync routers for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:25.092652 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.096459 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:25.097082 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:25.097885 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57318) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:25.098493 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-72f9b372-f8d0-4298-85d8-3179b0590802 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7587345 Oct 19 02:35:25.215270 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:25.331038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-719c10b5-0f36-4386-8f63-dc14d7d367e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.368621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-719c10b5-0f36-4386-8f63-dc14d7d367e8 None None] For port 3d860608-6ada-4d33-8ae5-de28bf1b6274, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3d860608-6ada-4d33-8ae5-de28bf1b6274,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:25.374198 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-719c10b5-0f36-4386-8f63-dc14d7d367e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.429221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c10b5-0f36-4386-8f63-dc14d7d367e8 None None] Pushing event updated for resources: {'Port': ['ID=3d860608-6ada-4d33-8ae5-de28bf1b6274,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:25.431772 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:24Z', 'revision_number': 3, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:25.467507 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Checking router: bd279a25-8047-467a-a84e-e5e7e32c32fd for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:25.467769 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Updating router bd279a25-8047-467a-a84e-e5e7e32c32fd port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:35:25.493514 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.561150 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.597082 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-93865909-249b-4558-bfca-6988d3d257bb None None] Provisioning complete for port 3d860608-6ada-4d33-8ae5-de28bf1b6274 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:25.597537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-93865909-249b-4558-bfca-6988d3d257bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.732061 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Allocated IP 172.20.0.1 (0e5ebc2c-3472-4862-93b6-5643ccf0570b/3e7cf8d0-8e3d-4819-914d-03572059b0d3/66164284-1632-4442-abb1-f145ddd51853) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:25.752211 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.757021 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.814218 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Pushing event updated for resources: {'Port': ['ID=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:25.816079 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Attempting to bind port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:35:25.816364 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Attempting to bind port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:35:25.816724 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Attempting to bind port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:25.826512 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.826512 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.826820 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.827429 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.827555 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.827780 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.828130 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.828451 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.828873 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.829191 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.829751 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.830136 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:35:25.833649 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:35:25.834020 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:25.834419 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.834798 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:35:25.835276 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Bound port: b171b6ba-757a-4ef1-b96f-e4f542f6f7a7, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:35:25.835650 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.891347 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] For port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:35:25.894921 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] For port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:35:25.898495 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.912233 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3d860608-6ada-4d33-8ae5-de28bf1b6274 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:25.966125 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 3d860608-6ada-4d33-8ae5-de28bf1b6274 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:25.966867 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:25.966984 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:25.967286 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:26.007874 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9adfb-0bbd-4f2d-8dd5-161f06bce4ae None None] Pushing event updated for resources: {'Port': ['ID=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:26.091342 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:26.173245 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.205772 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.241752 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:26.244793 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:26.248516 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:26.273440 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:24Z', 'revision_number': 3, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:26.277751 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=66164284-1632-4442-abb1-f145ddd51853,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:26.296609 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.399163 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9627e-618b-431b-9523-e939f25e2a10 None None] The sync data for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 is: [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:24Z', 'revision_number': 3, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:26.444340 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.514217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-cf1ca0af-243d-439a-80bf-a29a61f2d07c None None] Provisioning complete for port 66164284-1632-4442-abb1-f145ddd51853 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:26.514701 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-cf1ca0af-243d-439a-80bf-a29a61f2d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.551035 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ca0af-243d-439a-80bf-a29a61f2d07c None None] Port 66164284-1632-4442-abb1-f145ddd51853 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:35:26.618237 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.633616 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.723238 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=66164284-1632-4442-abb1-f145ddd51853,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:26.727179 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:26.823398 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:26.824944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:26.959085 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Router bd279a25-8047-467a-a84e-e5e7e32c32fd has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:35:27.074064 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-3f72be5e-dc66-41d9-8f83-b0ea3665bb6b None None] Provisioning complete for port 66164284-1632-4442-abb1-f145ddd51853 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:27.075042 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3f72be5e-dc66-41d9-8f83-b0ea3665bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.077907 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:27.091273 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-40ea3416-96aa-49f3-ab0f-f0790da24ed9 admin admin] 10.222.0.64 "PUT /v2.0/routers/bd279a25-8047-467a-a84e-e5e7e32c32fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840355 Oct 19 02:35:27.115015 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-3f72be5e-dc66-41d9-8f83-b0ea3665bb6b None None] Port 66164284-1632-4442-abb1-f145ddd51853 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:35:27.549831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57334) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:27.554780 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1368085783-network', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:27.574201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Made reservation on behalf of fc086cdf84ce4ff6b4be415362de1e71 for: {'network': 1} {{(pid=100848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:35:27.576512 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for network, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.585409 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.662848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.667030 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.692495 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 02:35:27.701066 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00dacc0-59c4-47e8-bfb8-29606a443a66,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:27.707647 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.708087 n-d-789963-20 neutron-server[100848]: INFO neutron.db.segments_db [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Added segment 32ef2464-4342-4061-81bd-feaa4c2ef3f3 of type vlan for network ff444866-04c3-4f72-89cb-5772dab7ca57 Oct 19 02:35:27.754730 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741432851932'] for network, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.778823 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521'] for network, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.779831 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:27.780426 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.814167 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2632153 Oct 19 02:35:27.817744 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57336) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:27.824594 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Request body: {'subnet': {'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1368085783-subnet', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'ip_version': 4}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:27.847732 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf9a6-411b-46be-a820-b1a25156409a admin admin] Pushing event updated for resources: {'Network': ['ID=ff444866-04c3-4f72-89cb-5772dab7ca57,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:27.856267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Made reservation on behalf of fc086cdf84ce4ff6b4be415362de1e71 for: {'subnet': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:35:27.858845 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58263528'] for subnet, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:27.859556 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Network ff444866-04c3-4f72-89cb-5772dab7ca57 details requested by agent ovs-agent-n-d-789963-20 with host n-d-789963-20 {{(pid=100849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 02:35:27.923285 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:27.968546 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Sync routers for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:27.981593 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:27.982197 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:28.023170 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:28.023536 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.041137 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58293828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58263494'] for subnet, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.095321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c0b15c-a949-4727-9f53-bd063cb13581,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:28.110924 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Checking segment: {'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:28.111313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Network hostable DHCP agents. Network: ff444866-04c3-4f72-89cb-5772dab7ca57, hostable agents: ['c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b'], hosted agents: [] {{(pid=100847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 02:35:28.129890 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Network ff444866-04c3-4f72-89cb-5772dab7ca57 is scheduled to be hosted by DHCP agent c6ba81de-6d3f-4798-aae1-d6dd12aa2d0b with binding_index 1 {{(pid=100847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 02:35:28.139123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-20, ff444866-04c3-4f72-89cb-5772dab7ca57) {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:28.141068 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:28.149954 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:28.150538 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.168827 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-79b6913c-04a7-4fa5-b340-23f1ab46d036 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3470917 Oct 19 02:35:28.169104 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57338) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:28.171957 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8399d-5ff3-4708-baf6-4ab99e36c220 None None] Network ff444866-04c3-4f72-89cb-5772dab7ca57 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:35:28.174079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:28.195414 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5437'] for router, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.196996 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-407499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5412'] for router, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.204471 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.250742 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.308070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:28.319118 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.393400 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.482856 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:28.519549 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e0fb4a0-6b5b-54a2-a869-4641295b49cb-ff444866-04c3-4f72-89cb-5772dab7ca57', 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'fixed_ips': [{'subnet_id': '36c0b15c-a949-4727-9f53-bd063cb13581'}]}} from n-d-789963-20. {{(pid=100849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 02:35:28.520419 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.549797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 2, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:28.598648 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.618102 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.622077 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Checking router: bd279a25-8047-467a-a84e-e5e7e32c32fd for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:28.622430 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Updating router bd279a25-8047-467a-a84e-e5e7e32c32fd port 66164284-1632-4442-abb1-f145ddd51853 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:35:28.666622 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.729997 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Allocated IP 172.25.0.231 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/252dd407-1776-4c7e-9454-586120689eff) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:28.741532 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.db_base_plugin_common [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Allocated IP 172.20.0.2 (ff444866-04c3-4f72-89cb-5772dab7ca57/36c0b15c-a949-4727-9f53-bd063cb13581/98cbb4a0-c23e-4302-92e8-63f72b2155d9) {{(pid=100849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:28.830647 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.868822 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:28.905296 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:28.908952 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:28.912692 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:28.942674 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Pushing event updated for resources: {'Port': ['ID=252dd407-1776-4c7e-9454-586120689eff,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:29.018561 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Publish callbacks [] for port, precommit_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.030035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353'] for port, after_create {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.098486 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Network ff444866-04c3-4f72-89cb-5772dab7ca57 is already hosted by enough agents. {{(pid=100849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:29.106479 n-d-789963-20 neutron-server[100849]: DEBUG neutron.scheduler.base_scheduler [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Resources bound (agent type, host, resource id): {{(pid=100849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:29.116466 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Received port after_create {{(pid=100849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:29.118259 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Pushing event updated for resources: {'Port': ['ID=98cbb4a0-c23e-4302-92e8-63f72b2155d9,revision_number=1']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:29.126281 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.133748 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.178238 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.385307 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Attempting to bind port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:35:29.385951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Attempting to bind port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:35:29.386071 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Attempting to bind port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 on network ff444866-04c3-4f72-89cb-5772dab7ca57 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:29.388493 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f39eec-c0d7-48cf-9878-d52dd8dc5c72 None None] Pushing event updated for resources: {'Port': ['ID=66164284-1632-4442-abb1-f145ddd51853,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:29.398216 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:35:29.398829 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Checking segment: {'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:29.399413 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.399805 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Bound using segment: {'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:35:29.400445 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Bound port: 98cbb4a0-c23e-4302-92e8-63f72b2155d9, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:35:29.400741 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.483380 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Attempting to bind port 66164284-1632-4442-abb1-f145ddd51853 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:35:29.483660 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Attempting to bind port 66164284-1632-4442-abb1-f145ddd51853 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:35:29.484051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Attempting to bind port 66164284-1632-4442-abb1-f145ddd51853 on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:29.496693 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:35:29.497070 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Checking segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:29.497438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.497844 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Bound using segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:35:29.498293 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Bound port: 66164284-1632-4442-abb1-f145ddd51853, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:35:29.498667 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.505951 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-81d7ceed-8e1d-4fbe-b65d-5cce7d6bcfc6 None None] Provisioning complete for port 66164284-1632-4442-abb1-f145ddd51853 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:29.506310 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-81d7ceed-8e1d-4fbe-b65d-5cce7d6bcfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.560296 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] For port 98cbb4a0-c23e-4302-92e8-63f72b2155d9, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:35:29.566790 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] For port 98cbb4a0-c23e-4302-92e8-63f72b2155d9, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=98cbb4a0-c23e-4302-92e8-63f72b2155d9,segment=NetworkSegment(32ef2464-4342-4061-81bd-feaa4c2ef3f3),segment_id=32ef2464-4342-4061-81bd-feaa4c2ef3f3)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:35:29.568872 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-81d7ceed-8e1d-4fbe-b65d-5cce7d6bcfc6 None None] Port 66164284-1632-4442-abb1-f145ddd51853 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:35:29.571849 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.665365 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] For port 66164284-1632-4442-abb1-f145ddd51853, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:35:29.676113 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580525'] for router, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.677721 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b47e8b-75c6-4e90-a94b-979ea1714934 None None] Pushing event updated for resources: {'Port': ['ID=98cbb4a0-c23e-4302-92e8-63f72b2155d9,revision_number=2']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:29.682918 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] For port 66164284-1632-4442-abb1-f145ddd51853, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=66164284-1632-4442-abb1-f145ddd51853,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:35:29.689551 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:29.746242 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:29.746879 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:29.753439 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f39eec-c0d7-48cf-9878-d52dd8dc5c72 None None] Pushing event updated for resources: {'Port': ['ID=66164284-1632-4442-abb1-f145ddd51853,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:29.844896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Router f8f06d1f-7deb-4976-85bf-f0542c03398f is scheduled to L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e with binding_index 1 {{(pid=100847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 02:35:29.921396 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:29.989747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:29.998842 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Sync routers for ids ['f8f06d1f-7deb-4976-85bf-f0542c03398f'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:30.007544 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:30.013744 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Routers {'f8f06d1f-7deb-4976-85bf-f0542c03398f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:30.014364 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f8f06d1f-7deb-4976-85bf-f0542c03398f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:30.021885 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.023876 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-a1f7350c-2c5b-48ff-a16e-c9530d317e08 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8537645 Oct 19 02:35:30.026623 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57340) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:30.127509 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-ffeeeef2-cc2f-4864-a37f-6634dd444ee0 None None] Provisioning complete for port 66164284-1632-4442-abb1-f145ddd51853 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:30.131036 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeef2-cc2f-4864-a37f-6634dd444ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.146952 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Set router f8f06d1f-7deb-4976-85bf-f0542c03398f gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:30.168367 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:30.168823 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.323307 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeef2-cc2f-4864-a37f-6634dd444ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.332757 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:29Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:30.346998 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '252dd407-1776-4c7e-9454-586120689eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:29Z', 'revision_number': 3, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port': {'id': '252dd407-1776-4c7e-9454-586120689eff', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:30.375413 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad785c-02c7-4750-b627-d222e21e834a None None] The sync data for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 is: [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:29Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:30.382166 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Checking router: f8f06d1f-7deb-4976-85bf-f0542c03398f for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:30.382862 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Updating router f8f06d1f-7deb-4976-85bf-f0542c03398f port 252dd407-1776-4c7e-9454-586120689eff binding host n-d-789963-20 {{(pid=100850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:35:30.405789 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-ffeeeef2-cc2f-4864-a37f-6634dd444ee0 None None] For port 66164284-1632-4442-abb1-f145ddd51853, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=66164284-1632-4442-abb1-f145ddd51853,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:30.411968 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeef2-cc2f-4864-a37f-6634dd444ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.419004 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.504169 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeeef2-cc2f-4864-a37f-6634dd444ee0 None None] Pushing event updated for resources: {'Port': ['ID=66164284-1632-4442-abb1-f145ddd51853,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:30.590187 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.791333 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Allocated IP 172.20.0.1 (ff444866-04c3-4f72-89cb-5772dab7ca57/36c0b15c-a949-4727-9f53-bd063cb13581/18fe885a-9203-4f21-b078-e833c6769582) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:30.794082 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Publish callbacks [] for port, precommit_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.804350 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.858387 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f8fd8-4717-4ac5-a033-754eeaa80ce2 None None] Network ff444866-04c3-4f72-89cb-5772dab7ca57 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:35:30.870683 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6852f7-c0ba-438e-b13e-a58c7f0f53f3 None None] Pushing event updated for resources: {'Port': ['ID=252dd407-1776-4c7e-9454-586120689eff,revision_number=2']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:30.875332 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Attempting to bind port 252dd407-1776-4c7e-9454-586120689eff on host n-d-789963-20 for vnic_type normal with profile {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:35:30.875828 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Attempting to bind port 252dd407-1776-4c7e-9454-586120689eff by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:35:30.876497 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Attempting to bind port 252dd407-1776-4c7e-9454-586120689eff on network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:30.881971 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:35:30.882405 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Checking segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:30.882858 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.883318 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Bound using segment: {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'} {{(pid=100850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:35:30.883783 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.managers [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Bound port: 252dd407-1776-4c7e-9454-586120689eff, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b9957-c208-4353-b84b-f205c93e67a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661'}}] {{(pid=100850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:35:30.884177 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.917406 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.954489 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-5448db8e-e97e-41ce-8538-14e750374351 None None] Provisioning complete for port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:30.954989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5448db8e-e97e-41ce-8538-14e750374351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.955179 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] For port 252dd407-1776-4c7e-9454-586120689eff, host n-d-789963-20, cleared binding levels {{(pid=100850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:35:30.959499 n-d-789963-20 neutron-server[100850]: DEBUG neutron.plugins.ml2.db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] For port 252dd407-1776-4c7e-9454-586120689eff, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=252dd407-1776-4c7e-9454-586120689eff,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:35:30.964551 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:30.974380 n-d-789963-20 neutron-server[100850]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.004486 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Network ff444866-04c3-4f72-89cb-5772dab7ca57 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:31.009126 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:31.013142 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:31.044782 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Routers {'f8f06d1f-7deb-4976-85bf-f0542c03398f'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:31.045414 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f8f06d1f-7deb-4976-85bf-f0542c03398f'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:31.052964 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580446'] for router_interface, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.099736 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Pushing event updated for resources: {'Port': ['ID=18fe885a-9203-4f21-b078-e833c6769582,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:31.106222 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5448db8e-e97e-41ce-8538-14e750374351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.147063 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-5448db8e-e97e-41ce-8538-14e750374351 None None] For port 98cbb4a0-c23e-4302-92e8-63f72b2155d9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=98cbb4a0-c23e-4302-92e8-63f72b2155d9,segment=NetworkSegment(32ef2464-4342-4061-81bd-feaa4c2ef3f3),segment_id=32ef2464-4342-4061-81bd-feaa4c2ef3f3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:31.158368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5448db8e-e97e-41ce-8538-14e750374351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.196413 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] Set router f8f06d1f-7deb-4976-85bf-f0542c03398f gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:31.224393 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448db8e-e97e-41ce-8538-14e750374351 None None] Pushing event updated for resources: {'Port': ['ID=98cbb4a0-c23e-4302-92e8-63f72b2155d9,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:31.245125 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.307164 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6852f7-c0ba-438e-b13e-a58c7f0f53f3 None None] Pushing event updated for resources: {'Port': ['ID=252dd407-1776-4c7e-9454-586120689eff,revision_number=3']} {{(pid=100850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:31.451903 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '252dd407-1776-4c7e-9454-586120689eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:29Z', 'revision_number': 3, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port': {'id': '252dd407-1776-4c7e-9454-586120689eff', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:31.460913 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.476682 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.483922 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8ca0e6-6651-4ffc-abfd-7536acf72eb9 None None] The sync data for ids ['f8f06d1f-7deb-4976-85bf-f0542c03398f'] in n-d-789963-20 is: [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '252dd407-1776-4c7e-9454-586120689eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:29Z', 'revision_number': 3, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port': {'id': '252dd407-1776-4c7e-9454-586120689eff', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:31.490987 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6abae946-f4ad-4c5d-9efe-62a53b44d810 None None] Provisioning complete for port 18fe885a-9203-4f21-b078-e833c6769582 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:31.491486 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6abae946-f4ad-4c5d-9efe-62a53b44d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.559588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-6abae946-f4ad-4c5d-9efe-62a53b44d810 None None] Port 18fe885a-9203-4f21-b078-e833c6769582 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:35:31.559940 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Pushing event updated for resources: {'Port': ['ID=18fe885a-9203-4f21-b078-e833c6769582,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:31.563670 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581358'] for router_interface, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.583776 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-6abae946-f4ad-4c5d-9efe-62a53b44d810 None None] Provisioning complete for port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:31.584557 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6abae946-f4ad-4c5d-9efe-62a53b44d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.694032 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Network ff444866-04c3-4f72-89cb-5772dab7ca57 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:31.695541 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:31.811332 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-a062b69a-cc6b-4143-bda5-4b8193d26508 None None] Provisioning complete for port 18fe885a-9203-4f21-b078-e833c6769582 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:31.812048 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a062b69a-cc6b-4143-bda5-4b8193d26508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:31.835877 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Router f8f06d1f-7deb-4976-85bf-f0542c03398f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:35:31.906198 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-a062b69a-cc6b-4143-bda5-4b8193d26508 None None] Port 18fe885a-9203-4f21-b078-e833c6769582 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:35:32.035476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:32.040056 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 66164284-1632-4442-abb1-f145ddd51853 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:32.041553 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-361ea67d-85ad-4db7-ad70-00f803803abf admin admin] 10.222.0.64 "PUT /v2.0/routers/f8f06d1f-7deb-4976-85bf-f0542c03398f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0130084 Oct 19 02:35:32.068501 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-c25613f6-68bf-4c3b-86c1-1d2fdfbba68e None None] Provisioning complete for port 18fe885a-9203-4f21-b078-e833c6769582 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:32.068864 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c25613f6-68bf-4c3b-86c1-1d2fdfbba68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:32.118862 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-c25613f6-68bf-4c3b-86c1-1d2fdfbba68e None None] Port 18fe885a-9203-4f21-b078-e833c6769582 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:35:32.130048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 66164284-1632-4442-abb1-f145ddd51853 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:32.130560 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:32.215799 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 98cbb4a0-c23e-4302-92e8-63f72b2155d9 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:32.267183 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:32.267680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:32.823682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57348) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:32.828291 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-6368b7ec-305a-4cde-8195-5825dfa0e6dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835376279', 'description': 'tempest-secgroup-smoke-1835376279 description', 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:32.851327 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6368b7ec-305a-4cde-8195-5825dfa0e6dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:32.916956 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6368b7ec-305a-4cde-8195-5825dfa0e6dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:32.920662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6368b7ec-305a-4cde-8195-5825dfa0e6dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:32.950768 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-6368b7ec-305a-4cde-8195-5825dfa0e6dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:32.951918 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-6368b7ec-305a-4cde-8195-5825dfa0e6dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1271956 Oct 19 02:35:32.955758 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57350) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:32.957355 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368b7ec-305a-4cde-8195-5825dfa0e6dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c888b2-c8a7-4d83-a6e1-f108e1d21058,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:32.963274 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-d300327e-2ed6-4eff-bb3a-e5a021527078 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'security_group_rule': {'security_group_id': '57c888b2-c8a7-4d83-a6e1-f108e1d21058', 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:32.988474 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d300327e-2ed6-4eff-bb3a-e5a021527078 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.043530 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d300327e-2ed6-4eff-bb3a-e5a021527078 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.047453 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d300327e-2ed6-4eff-bb3a-e5a021527078 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.067757 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300327e-2ed6-4eff-bb3a-e5a021527078 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4a7e9f-1979-4011-8ee4-dd36008ca2ae,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:33.076905 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-d300327e-2ed6-4eff-bb3a-e5a021527078 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.078105 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-d300327e-2ed6-4eff-bb3a-e5a021527078 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212864 Oct 19 02:35:33.081420 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57352) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:33.085696 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-284fe33d-8ccf-46fd-a84e-268c4c3bbf8a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'security_group_rule': {'security_group_id': '57c888b2-c8a7-4d83-a6e1-f108e1d21058', 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:33.111442 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fe33d-8ccf-46fd-a84e-268c4c3bbf8a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.167587 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fe33d-8ccf-46fd-a84e-268c4c3bbf8a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.171271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fe33d-8ccf-46fd-a84e-268c4c3bbf8a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.191436 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fe33d-8ccf-46fd-a84e-268c4c3bbf8a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e97a03-c37a-4b17-a4d2-cd99fa754a29,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:33.200757 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-284fe33d-8ccf-46fd-a84e-268c4c3bbf8a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.202006 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-284fe33d-8ccf-46fd-a84e-268c4c3bbf8a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196058 Oct 19 02:35:33.204618 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57354) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:33.208910 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-5d4c4f68-5cc8-48ec-8e94-5567a376c59e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'security_group_rule': {'security_group_id': '57c888b2-c8a7-4d83-a6e1-f108e1d21058', 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:33.237873 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4f68-5cc8-48ec-8e94-5567a376c59e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.297216 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4f68-5cc8-48ec-8e94-5567a376c59e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.301661 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4f68-5cc8-48ec-8e94-5567a376c59e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.321809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c4f68-5cc8-48ec-8e94-5567a376c59e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703cd0ab-4312-42bd-8752-cb770d66ded6,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:33.327154 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-5d4c4f68-5cc8-48ec-8e94-5567a376c59e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.328348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-5d4c4f68-5cc8-48ec-8e94-5567a376c59e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228223 Oct 19 02:35:33.331320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57356) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:33.335521 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-16925581-6b5e-4aa3-9303-1b918cc36f6e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'security_group_rule': {'security_group_id': '57c888b2-c8a7-4d83-a6e1-f108e1d21058', 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:33.360897 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16925581-6b5e-4aa3-9303-1b918cc36f6e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.418637 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16925581-6b5e-4aa3-9303-1b918cc36f6e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.423372 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16925581-6b5e-4aa3-9303-1b918cc36f6e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.443512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16925581-6b5e-4aa3-9303-1b918cc36f6e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341721d6-2b5c-4d3c-b60a-59ecfe932241,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:33.448752 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-16925581-6b5e-4aa3-9303-1b918cc36f6e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.449941 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-16925581-6b5e-4aa3-9303-1b918cc36f6e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177044 Oct 19 02:35:33.452715 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57358) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:33.457376 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'security_group_rule': {'security_group_id': '57c888b2-c8a7-4d83-a6e1-f108e1d21058', 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:33.479628 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Project bae9ed6a4b8e4bb6bae4312dcde0fe26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:35:33.484597 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.544773 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.548831 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.569478 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c01a36f-a692-4b54-b5bc-84cd83822c2c,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:33.579532 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.581079 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3eb9ba94-5816-4bda-9985-ca8d0edf69f6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272826 Oct 19 02:35:33.583781 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57360) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:33.588344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'security_group_rule': {'security_group_id': '57c888b2-c8a7-4d83-a6e1-f108e1d21058', 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:33.610471 n-d-789963-20 neutron-server[100847]: INFO neutron.db.securitygroups_db [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Project bae9ed6a4b8e4bb6bae4312dcde0fe26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 02:35:33.615892 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.683539 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.687179 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421804'] for security_group_rule, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.705796 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476c1c75-e756-4a0b-9ddc-2ca385675c7e,revision_number=0']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:33.714017 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:33.715254 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-f06f1da7-bdb5-4f26-b5c8-50d3c768b954 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304860 Oct 19 02:35:33.760871 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Sync routers for ids ['f8f06d1f-7deb-4976-85bf-f0542c03398f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:33.776048 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Routers {'f8f06d1f-7deb-4976-85bf-f0542c03398f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:33.776672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f8f06d1f-7deb-4976-85bf-f0542c03398f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:33.874707 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-9f1be5af-904b-4b5c-b216-848b6361f741 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835376279&fields=id&tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26 HTTP/1.1" status: 200 len: 267 time: 0.0342464 Oct 19 02:35:33.892432 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Set router f8f06d1f-7deb-4976-85bf-f0542c03398f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:33.896905 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 252dd407-1776-4c7e-9454-586120689eff up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:33.987935 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-53e5c59b-51ff-4f92-bee5-eeebcaf60a9e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:33.989421 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-53e5c59b-51ff-4f92-bee5-eeebcaf60a9e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 809 time: 0.1060150 Oct 19 02:35:34.006053 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-bf57167b-7deb-4d38-955f-2a304cb24efe tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/quotas/bae9ed6a4b8e4bb6bae4312dcde0fe26 HTTP/1.1" status: 200 len: 375 time: 0.0105536 Oct 19 02:35:34.057602 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-f6b4e9e7-3498-411b-8f0c-a44c2dee9faa tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459614 Oct 19 02:35:34.062496 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 252dd407-1776-4c7e-9454-586120689eff triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:34.062903 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.159328 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-6fd00e76-6fd0-4b39-98aa-d6cd786c4ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880964 Oct 19 02:35:34.184340 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.210011 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '252dd407-1776-4c7e-9454-586120689eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:31Z', 'revision_number': 4, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port': {'id': '252dd407-1776-4c7e-9454-586120689eff', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '18fe885a-9203-4f21-b078-e833c6769582', 'name': '', 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'mac_address': 'fa:16:3e:82:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '36c0b15c-a949-4727-9f53-bd063cb13581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:30Z', 'updated_at': '2021-10-19T02:35:31Z', 'revision_number': 2, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'subnets': [{'id': '36c0b15c-a949-4727-9f53-bd063cb13581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:34.236995 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] For port 252dd407-1776-4c7e-9454-586120689eff, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=252dd407-1776-4c7e-9454-586120689eff,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:34.238597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Checking router: f8f06d1f-7deb-4976-85bf-f0542c03398f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:34.238833 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Updating router f8f06d1f-7deb-4976-85bf-f0542c03398f port 18fe885a-9203-4f21-b078-e833c6769582 binding host n-d-789963-20 {{(pid=100849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 02:35:34.242232 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.253800 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-1f3bb56e-0421-4005-b48b-dcf6747c9791 service neutron] 10.222.0.64 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873544 Oct 19 02:35:34.289824 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.337292 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Pushing event updated for resources: {'Port': ['ID=252dd407-1776-4c7e-9454-586120689eff,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:34.429847 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6f486b42-24ba-42a5-9141-bcaba1cb540d req-03a9c8c8-9afb-488e-b9cb-103a7e6df354 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Oct 19 02:35:34.591118 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Publish callbacks [] for port, precommit_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.597109 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.646190 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a43482-c2bd-4d22-a980-e68ba79ad584 None None] Pushing event updated for resources: {'Port': ['ID=18fe885a-9203-4f21-b078-e833c6769582,revision_number=3']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:34.705481 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Attempting to bind port 18fe885a-9203-4f21-b078-e833c6769582 on host n-d-789963-20 for vnic_type normal with profile {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:35:34.706099 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Attempting to bind port 18fe885a-9203-4f21-b078-e833c6769582 by drivers openvswitch,hyperv on host n-d-789963-20 at level 0 using segments [{'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:35:34.706476 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Attempting to bind port 18fe885a-9203-4f21-b078-e833c6769582 on network ff444866-04c3-4f72-89cb-5772dab7ca57 {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:34.717021 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Checking agent: {'id': '60062a68-9833-4182-9093-86b897e4f17f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 0, 59, 40), 'started_at': datetime.datetime(2021, 10, 19, 1, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:35:34.717402 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Checking segment: {'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:34.717805 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.718199 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Bound using segment: {'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'} {{(pid=100849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:35:34.718672 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.managers [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Bound port: 18fe885a-9203-4f21-b078-e833c6769582, host: n-d-789963-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ef2464-4342-4061-81bd-feaa4c2ef3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57'}}] {{(pid=100849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:35:34.719086 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.800608 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] For port 18fe885a-9203-4f21-b078-e833c6769582, host n-d-789963-20, cleared binding levels {{(pid=100849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:35:34.803896 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] For port 18fe885a-9203-4f21-b078-e833c6769582, host n-d-789963-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=18fe885a-9203-4f21-b078-e833c6769582,segment=NetworkSegment(32ef2464-4342-4061-81bd-feaa4c2ef3f3),segment_id=32ef2464-4342-4061-81bd-feaa4c2ef3f3)] {{(pid=100849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:35:34.808626 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:34.878323 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Routers {'f8f06d1f-7deb-4976-85bf-f0542c03398f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:34.878955 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f8f06d1f-7deb-4976-85bf-f0542c03398f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:34.915598 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a43482-c2bd-4d22-a980-e68ba79ad584 None None] Pushing event updated for resources: {'Port': ['ID=18fe885a-9203-4f21-b078-e833c6769582,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:34.920136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-7acce397-2f94-4c43-a4b2-ac0f430463c1 None None] Provisioning complete for port 18fe885a-9203-4f21-b078-e833c6769582 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:34.920509 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7acce397-2f94-4c43-a4b2-ac0f430463c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:35.045337 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] Set router f8f06d1f-7deb-4976-85bf-f0542c03398f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:35.243586 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7acce397-2f94-4c43-a4b2-ac0f430463c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:35.328187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-7acce397-2f94-4c43-a4b2-ac0f430463c1 None None] For port 18fe885a-9203-4f21-b078-e833c6769582, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=18fe885a-9203-4f21-b078-e833c6769582,segment=NetworkSegment(32ef2464-4342-4061-81bd-feaa4c2ef3f3),segment_id=32ef2464-4342-4061-81bd-feaa4c2ef3f3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:35.358216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7acce397-2f94-4c43-a4b2-ac0f430463c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:35.421588 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-f0e8277d-6d25-443e-a192-7f21bea5c559 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:35.423809 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-f0e8277d-6d25-443e-a192-7f21bea5c559 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 809 time: 0.1228216 Oct 19 02:35:35.428826 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acce397-2f94-4c43-a4b2-ac0f430463c1 None None] Pushing event updated for resources: {'Port': ['ID=18fe885a-9203-4f21-b078-e833c6769582,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:35.484002 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-49a90120-f885-4936-a05e-a07a71fe4385 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26 HTTP/1.1" status: 200 len: 380 time: 0.0505030 Oct 19 02:35:35.489708 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-e502dca8-ba9c-4a5f-b67a-d3170b15374e None None] Provisioning complete for port 18fe885a-9203-4f21-b078-e833c6769582 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:35.490146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e502dca8-ba9c-4a5f-b67a-d3170b15374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:35.495815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'port': {'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'admin_state_up': True, 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'security_groups': ['57c888b2-c8a7-4d83-a6e1-f108e1d21058']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:35.518265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '252dd407-1776-4c7e-9454-586120689eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:31Z', 'revision_number': 4, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port': {'id': '252dd407-1776-4c7e-9454-586120689eff', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '18fe885a-9203-4f21-b078-e833c6769582', 'name': '', 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'mac_address': 'fa:16:3e:82:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '36c0b15c-a949-4727-9f53-bd063cb13581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:30Z', 'updated_at': '2021-10-19T02:35:34Z', 'revision_number': 4, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'subnets': [{'id': '36c0b15c-a949-4727-9f53-bd063cb13581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:35.534279 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7dea8458-8ec4-4949-8b06-616d8b3a3aec req-49d9abc4-9999-4619-9030-f591636e07f0 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0306282 Oct 19 02:35:35.555491 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594706b-a429-4a25-843c-c7e5e3e4b79c None None] The sync data for ids ['f8f06d1f-7deb-4976-85bf-f0542c03398f'] in n-d-789963-20 is: [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '252dd407-1776-4c7e-9454-586120689eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:31Z', 'revision_number': 4, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port': {'id': '252dd407-1776-4c7e-9454-586120689eff', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '18fe885a-9203-4f21-b078-e833c6769582', 'name': '', 'network_id': 'ff444866-04c3-4f72-89cb-5772dab7ca57', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'mac_address': 'fa:16:3e:82:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '36c0b15c-a949-4727-9f53-bd063cb13581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:30Z', 'updated_at': '2021-10-19T02:35:34Z', 'revision_number': 4, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'subnets': [{'id': '36c0b15c-a949-4727-9f53-bd063cb13581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:35.635310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Made reservation on behalf of bae9ed6a4b8e4bb6bae4312dcde0fe26 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:35:35.639030 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:35.782554 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Allocated IP 172.20.0.8 (0e5ebc2c-3472-4862-93b6-5643ccf0570b/3e7cf8d0-8e3d-4819-914d-03572059b0d3/a2724162-e608-4021-b4a4-aefd2234189d) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:35.958707 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:35.965547 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 18fe885a-9203-4f21-b078-e833c6769582 up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:35.996662 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.014370 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 18fe885a-9203-4f21-b078-e833c6769582 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:36.014746 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.047011 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:36.050893 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:36.053932 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:36.090469 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:36.102925 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 252dd407-1776-4c7e-9454-586120689eff up at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:36.127020 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:36.127783 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.145762 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3966c760-94ea-4d5b-b386-8c0e606063c2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537743 Oct 19 02:35:36.160791 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Request body: {'port': {'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:36.162648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Provisioning complete for port 252dd407-1776-4c7e-9454-586120689eff triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:36.163126 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.229745 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.342646 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-06aa2963-e04d-4ea2-bbb0-b2ccf368a710 None None] Provisioning complete for port a2724162-e608-4021-b4a4-aefd2234189d triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:36.342904 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-06aa2963-e04d-4ea2-bbb0-b2ccf368a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.376398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-06aa2963-e04d-4ea2-bbb0-b2ccf368a710 None None] Port a2724162-e608-4021-b4a4-aefd2234189d cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:35:36.506329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2724162-e608-4021-b4a4-aefd2234189d {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:35:36.513677 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.526012 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Transition to ACTIVE for port object a2724162-e608-4021-b4a4-aefd2234189d will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:35:36.529521 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.583253 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:36.693158 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Attempting to bind port a2724162-e608-4021-b4a4-aefd2234189d on host n-h2-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:35:36.693495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Attempting to bind port a2724162-e608-4021-b4a4-aefd2234189d by drivers openvswitch,hyperv on host n-h2-789963-20 at level 0 using segments [{'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:35:36.693828 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Attempting to bind port a2724162-e608-4021-b4a4-aefd2234189d on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:36.706149 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd4914-d156-4123-bfa0-3e40f878998e req-b2feb473-8a4f-4900-b157-dfe8c3d394dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:36.707693 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dcd4914-d156-4123-bfa0-3e40f878998e req-b2feb473-8a4f-4900-b157-dfe8c3d394dc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0827107 Oct 19 02:35:36.710054 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Port a2724162-e608-4021-b4a4-aefd2234189d on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:35:36.710383 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Attempting to bind port a2724162-e608-4021-b4a4-aefd2234189d on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:35:36.722409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Checking agent: {'id': '28c99b0c-093e-423b-b04e-6d007e9114db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:35:36.722747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Checking segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:35:36.723123 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Bound using segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:35:36.723562 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Bound port: a2724162-e608-4021-b4a4-aefd2234189d, host: n-h2-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:35:36.723918 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.781458 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3dcd4914-d156-4123-bfa0-3e40f878998e req-bca3f837-1edc-471a-9e88-d24cbd7b6e84 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675228 Oct 19 02:35:36.813925 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:35:36.817112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:35:36.822086 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.866421 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:36.867015 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:36.868450 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] 10.222.0.62 "PUT /v2.0/ports/a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 1092 time: 0.7140367 Oct 19 02:35:36.868896 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:35:36.871222 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "tag": "a2724162-e608-4021-b4a4-aefd2234189d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:35:36.914992 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b25044-1388-4617-82b7-e98932114f24 service neutron] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:36.939675 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91fb5e7-cc47-437e-b5ef-5094d4bc9a48 x-openstack-request-id: req-c91fb5e7-cc47-437e-b5ef-5094d4bc9a48 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:35:36.939966 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "tag": "a2724162-e608-4021-b4a4-aefd2234189d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:35:36.940495 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c91fb5e7-cc47-437e-b5ef-5094d4bc9a48 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:35:36.940900 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d', 'status': 'completed', 'code': 200} Oct 19 02:35:36.976202 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-9b5f9f2b-00f1-4886-b52f-2118ff294bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:36.977710 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-9b5f9f2b-00f1-4886-b52f-2118ff294bd9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0534232 Oct 19 02:35:37.023814 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3e3a65e9-52ba-46ac-b232-8a827d74f578 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 217 time: 0.0373220 Oct 19 02:35:37.085209 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d646e957-6170-488a-9802-c1291efe0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:37.087128 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-d646e957-6170-488a-9802-c1291efe0855 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0546019 Oct 19 02:35:37.099322 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b27d3a34-4e6e-4b09-bc9e-2f8e0c89973e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:37.140152 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3ba0698b-b543-4f6c-ad51-0fa347917af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:37.142233 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-3ba0698b-b543-4f6c-ad51-0fa347917af9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466361 Oct 19 02:35:37.240209 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-b8cbc2d8-4f7c-40bc-9928-2bc7eaa3cec0 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908940 Oct 19 02:35:37.347780 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3d94e581-2610-43f8-a6cc-a8c257596076 req-aeb50509-10aa-48be-baa5-57a2d264f7d7 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002636 Oct 19 02:35:37.435433 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-81da2e9a-5c5d-4ecf-b142-5ad9aa067492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:37.436868 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-81da2e9a-5c5d-4ecf-b142-5ad9aa067492 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0431063 Oct 19 02:35:37.531043 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-cdf09ee3-5b98-4736-84a6-c32c4e4fa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:37.532759 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-cdf09ee3-5b98-4736-84a6-c32c4e4fa5ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0889592 Oct 19 02:35:37.575782 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-fba00741-0732-44eb-a437-002f249d4019 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 217 time: 0.0361552 Oct 19 02:35:37.626449 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-af6e7ccc-56df-448b-a90e-4267cf04837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:37.628021 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-af6e7ccc-56df-448b-a90e-4267cf04837c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0452542 Oct 19 02:35:37.683341 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-9f2074c5-86cf-4d25-93d1-9ff996b61033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:37.684919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-9f2074c5-86cf-4d25-93d1-9ff996b61033 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485501 Oct 19 02:35:37.781151 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-e40b5132-3f14-40c9-8d41-b0b8b74fc6c4 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Oct 19 02:35:37.916041 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe6ad3fd-ada8-4066-a08b-9a91fd62d6cc req-6df118aa-d5af-42dd-a892-e4f2bcfce394 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265917 Oct 19 02:35:37.927881 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cf022-c20b-4efc-ac35-1f941350dbe8 req-cc01dc7c-62e2-46c6-b11f-a368298b3311 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:37.929369 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-724cf022-c20b-4efc-ac35-1f941350dbe8 req-cc01dc7c-62e2-46c6-b11f-a368298b3311 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0681911 Oct 19 02:35:37.970492 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-724cf022-c20b-4efc-ac35-1f941350dbe8 req-23ee2c11-db27-4d7c-9321-b6731f7b5049 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349500 Oct 19 02:35:39.090496 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd45a79-1554-4181-8046-9feb0f8e899e req-1d9447ea-8b55-406e-8227-f918a1eae899 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:39.091939 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccd45a79-1554-4181-8046-9feb0f8e899e req-1d9447ea-8b55-406e-8227-f918a1eae899 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0529776 Oct 19 02:35:39.129767 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ccd45a79-1554-4181-8046-9feb0f8e899e req-7b7cfe18-53f6-4504-ae9d-d5c2d56adc3c tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Oct 19 02:35:39.236895 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a2724162-e608-4021-b4a4-aefd2234189d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:35:39.331801 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:39.343042 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'a2724162-e608-4021-b4a4-aefd2234189d', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:35:39.380458 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:39.392680 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2724162-e608-4021-b4a4-aefd2234189d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:35:39.411060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:39.415274 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:39.462224 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:39.618391 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['a2724162-e608-4021-b4a4-aefd2234189d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:35:39.829577 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-18119a3f-e975-4268-bd83-3604dcd669f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:40.243571 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff0efc-7856-47f6-8e58-ddeeb5729afa req-9f892229-0a0c-4a5c-b21b-b632c82bdc54 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:40.245096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eeff0efc-7856-47f6-8e58-ddeeb5729afa req-9f892229-0a0c-4a5c-b21b-b632c82bdc54 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 944 time: 0.0498116 Oct 19 02:35:40.285326 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-eeff0efc-7856-47f6-8e58-ddeeb5729afa req-b7eba0cb-f4db-44af-a8a9-d379ff342bd4 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338414 Oct 19 02:35:40.450001 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:40.796152 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:41.114143 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:41.252205 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a2724162-e608-4021-b4a4-aefd2234189d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:35:41.305345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning for port a2724162-e608-4021-b4a4-aefd2234189d completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:35:41.308954 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port a2724162-e608-4021-b4a4-aefd2234189d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:35:41.309319 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:41.389460 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:41.401889 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f6373-3d4f-4d39-90ec-51fa5d076f61 req-9e0f5cb8-2dae-40e2-8074-f66f653473d7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:41.403413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1f6373-3d4f-4d39-90ec-51fa5d076f61 req-9e0f5cb8-2dae-40e2-8074-f66f653473d7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 944 time: 0.0504303 Oct 19 02:35:41.413336 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:35:41.415801 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028fe37d-f17d-4ca1-a416-ab82827b2057" -d '{"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a2724162-e608-4021-b4a4-aefd2234189d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:35:41.429248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:35:41.434301 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:41.445134 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4f1f6373-3d4f-4d39-90ec-51fa5d076f61 req-1980ed38-9f0a-4ab9-be14-f3f53df23653 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338573 Oct 19 02:35:41.465196 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e57a06-612b-44d6-8d4f-101345b2e15d x-openstack-request-id: req-d3e57a06-612b-44d6-8d4f-101345b2e15d {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:35:41.465702 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a2724162-e608-4021-b4a4-aefd2234189d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:35:41.465814 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3e57a06-612b-44d6-8d4f-101345b2e15d {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:35:41.466108 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d', 'code': 200} Oct 19 02:35:41.488952 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:41.562789 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791204b-211c-4880-a67e-1ef174c8cb92 req-15ae426c-6422-4d00-9cb2-7182467a125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:41.564377 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6791204b-211c-4880-a67e-1ef174c8cb92 req-15ae426c-6422-4d00-9cb2-7182467a125c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0440063 Oct 19 02:35:41.598568 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-6791204b-211c-4880-a67e-1ef174c8cb92 req-7f0ca862-0bcf-4142-a83d-1c7986bace78 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276575 Oct 19 02:35:42.562068 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0e77-35ea-4ddd-833b-d268a6c4c59b req-6a0dbe1a-a881-4df7-85d7-2c5c39856e5f tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:42.563529 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44ee0e77-35ea-4ddd-833b-d268a6c4c59b req-6a0dbe1a-a881-4df7-85d7-2c5c39856e5f tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0497251 Oct 19 02:35:42.602253 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-44ee0e77-35ea-4ddd-833b-d268a6c4c59b req-d4a5d5f7-1ba7-4836-af18-b99ac0f56c56 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Oct 19 02:35:42.617245 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:43.721135 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0140233-1ae4-4542-892c-9d632e4b0158 req-3c457230-0d92-40da-aaa1-f6dd9c64b83e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:43.722592 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0140233-1ae4-4542-892c-9d632e4b0158 req-3c457230-0d92-40da-aaa1-f6dd9c64b83e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0488539 Oct 19 02:35:43.759798 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e0140233-1ae4-4542-892c-9d632e4b0158 req-7dc0afd0-0800-4e89-bf3b-91f7457b3a68 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Oct 19 02:35:43.878946 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fecc7-fc03-42d9-ac96-0571ba7cad27 req-056ad5f4-7728-4ddd-aebe-0c283a9c69b6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:43.880430 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d51fecc7-fc03-42d9-ac96-0571ba7cad27 req-056ad5f4-7728-4ddd-aebe-0c283a9c69b6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 945 time: 0.0534182 Oct 19 02:35:43.918835 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-d51fecc7-fc03-42d9-ac96-0571ba7cad27 req-cfaa69b6-26b2-486d-97d4-01281df109cb tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Oct 19 02:35:43.939701 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57410) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:44.068886 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47ef7f-785e-4ab7-aafa-7b6d2bcd5cc7 tempest-TestSnapshotPattern-896876690 tempest-TestSnapshotPattern-896876690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:44.070378 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3e47ef7f-785e-4ab7-aafa-7b6d2bcd5cc7 tempest-TestSnapshotPattern-896876690 tempest-TestSnapshotPattern-896876690-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1092 time: 0.1296792 Oct 19 02:35:44.073276 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 57414) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:35:44.077480 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:35:44.099099 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:44.196960 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:44.301072 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Allocated IP 172.25.0.52 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/52e89ed5-78e2-4160-865f-0f9046dd0686) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:35:44.402731 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:44.435866 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:44.474525 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:35:44.477267 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:35:44.479878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:35:44.510113 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'Port': ['ID=52e89ed5-78e2-4160-865f-0f9046dd0686,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:44.843609 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:44.913252 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:45.064450 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:45.068837 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:45.136916 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'Port': ['ID=52e89ed5-78e2-4160-865f-0f9046dd0686,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:35:45.148528 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:45.248180 n-d-789963-20 neutron-server[100847]: INFO neutron.db.l3_db [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Floating IP 7a5b9638-ac11-4b66-b565-4779e0d20e8f associated. External IP: 172.25.0.52, port: a2724162-e608-4021-b4a4-aefd2234189d. Oct 19 02:35:45.740986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Router bd279a25-8047-467a-a84e-e5e7e32c32fd has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:35:45.849761 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:35:45.860154 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] Sync routers for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:35:45.867295 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:35:45.868988 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:45.869583 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:45.893936 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-455c5def-efcf-456f-95c9-ad3549956b79 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8196635 Oct 19 02:35:45.894512 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:35:45.896792 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130aaf7c-c241-4bdc-846f-96d30a0c53b8" -d '{"events": [{"name": "network-changed", "server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "tag": "a2724162-e608-4021-b4a4-aefd2234189d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:35:45.931562 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07ab4f1-8401-4cc8-8d87-b41a3d3ecda5 x-openstack-request-id: req-b07ab4f1-8401-4cc8-8d87-b41a3d3ecda5 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:35:45.931882 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "tag": "a2724162-e608-4021-b4a4-aefd2234189d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:35:45.932170 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b07ab4f1-8401-4cc8-8d87-b41a3d3ecda5 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:35:45.932573 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d', 'status': 'completed', 'code': 200} Oct 19 02:35:45.977730 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:45.995453 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-f6df7b57-7113-4861-bf52-24343d8cb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:45.997004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-f6df7b57-7113-4861-bf52-24343d8cb004 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0413086 Oct 19 02:35:46.091884 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-511daedc-b8ad-4827-8d23-4f09f7728073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:46.093409 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-511daedc-b8ad-4827-8d23-4f09f7728073 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0896449 Oct 19 02:35:46.160351 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-996757a2-abcc-4b33-b42a-9e3299477f37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 998 time: 0.0599973 Oct 19 02:35:46.208935 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-39dd1412-5879-42ba-9270-794d2ac3f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:46.210385 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-39dd1412-5879-42ba-9270-794d2ac3f878 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0438533 Oct 19 02:35:46.260589 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-4520ac19-75fe-496d-b20e-738e90674152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:35:46.262081 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-4520ac19-75fe-496d-b20e-738e90674152 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444555 Oct 19 02:35:46.291113 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:44Z', 'revision_number': 0, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:46.317246 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] Checking router: bd279a25-8047-467a-a84e-e5e7e32c32fd for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:35:46.325309 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:35:46.325894 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:35:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:46.353098 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-7e1cfbea-9f34-4adb-b2fc-847a40f36619 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829470 Oct 19 02:35:46.433145 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:35:46.450355 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-130aaf7c-c241-4bdc-846f-96d30a0c53b8 req-2dfb7b4a-f902-47f0-a894-af6635e3a000 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892906 Oct 19 02:35:46.651076 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:44Z', 'revision_number': 0, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:35:46.681087 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0e409-d5b6-4cb7-99ed-b3f7d5576768 None None] The sync data for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 is: [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:44Z', 'revision_number': 0, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:35:46.890214 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02bc6e-b179-48c9-93a3-0b1aa615e1e8 None None] New status for floating IP 7a5b9638-ac11-4b66-b565-4779e0d20e8f: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:35:50.518694 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:00.237723 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:36:07.091043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-da313142-b928-41cb-afa4-528db6e52b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:07.315164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-59db0d6e-c253-4e7a-8e90-7f3a464c4658 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406647 Oct 19 02:36:07.394764 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d1242-e150-485b-88c6-1937db86d6fa req-b700aa5f-f535-46ed-832d-a5d1c85d38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:36:07.396155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-b700aa5f-f535-46ed-832d-a5d1c85d38d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0396390 Oct 19 02:36:07.501344 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d1242-e150-485b-88c6-1937db86d6fa req-f1abdde0-f670-4e93-8ed0-f83c1509609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:36:07.502784 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-f1abdde0-f670-4e93-8ed0-f83c1509609a service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0873935 Oct 19 02:36:07.567925 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-9fc714ee-70f9-45b4-90a9-b0b506d12fad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 1000 time: 0.0575449 Oct 19 02:36:07.620858 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d1242-e150-485b-88c6-1937db86d6fa req-1264bb0d-9dff-4b19-8ca0-0cf9d6d6e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:36:07.622249 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-1264bb0d-9dff-4b19-8ca0-0cf9d6d6e2e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0471370 Oct 19 02:36:07.669057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d1242-e150-485b-88c6-1937db86d6fa req-a1c28e0c-11cc-49af-8edb-74b15f823be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:36:07.670454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-a1c28e0c-11cc-49af-8edb-74b15f823be5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393097 Oct 19 02:36:07.760423 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-14c02c87-1139-4854-bfd3-4760dd1b4637 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818810 Oct 19 02:36:07.861328 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-561d1242-e150-485b-88c6-1937db86d6fa req-88858edc-01e9-4786-aefd-c469e384983c service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920470 Oct 19 02:36:09.819176 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d803f48-5f39-47e1-8d2f-7ca71d74728c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:10.472754 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:10.799339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:11.117017 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:12.613703 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:20.533476 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:37.091120 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-1bc4e81a-6146-4baf-ab12-315b4b623732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:37.238063 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:36:39.820084 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ad9f841d-4ab3-4fe8-978b-5763ab7c2135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:40.465087 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:40.802346 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:41.119260 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:42.616128 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:36:50.534368 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:07.091675 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-44e703c0-c599-4803-b460-92842d1f0c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:07.309323 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-64e603a7-5ec4-4a8b-b0b8-710b33a2b44a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409625 Oct 19 02:37:07.388329 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356072-69e8-4be1-be28-4ca82687e83f req-ec236128-1ed0-40c3-876f-15fb28c23cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:07.389692 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-ec236128-1ed0-40c3-876f-15fb28c23cfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0392776 Oct 19 02:37:07.494198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356072-69e8-4be1-be28-4ca82687e83f req-5c928649-c7a5-45ad-b1ea-444615b69d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:07.495664 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-5c928649-c7a5-45ad-b1ea-444615b69d3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0880091 Oct 19 02:37:07.559376 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-21310d95-6a2e-4678-b220-11056450ada2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 1000 time: 0.0570095 Oct 19 02:37:07.611320 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356072-69e8-4be1-be28-4ca82687e83f req-5eaeb0e7-9010-47dd-850a-759ab35e7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:07.612753 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-5eaeb0e7-9010-47dd-850a-759ab35e7c22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0466149 Oct 19 02:37:07.658986 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356072-69e8-4be1-be28-4ca82687e83f req-770178f4-f818-4a8a-b49f-7b6e70ad9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:07.660697 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-770178f4-f818-4a8a-b49f-7b6e70ad9d6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400703 Oct 19 02:37:07.754430 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-31a9b637-4980-4967-ad10-ad34a30595f6 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857699 Oct 19 02:37:07.844931 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-62356072-69e8-4be1-be28-4ca82687e83f req-038abbde-5a0f-4dd4-95ac-9fc8ddfd57c3 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829990 Oct 19 02:37:09.819894 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fb2b8f1d-b021-42a5-9fc8-6d71476c50d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:10.462721 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:10.804664 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:11.122500 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:12.619771 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:14.238501 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:37:20.546966 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:37.093206 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3c0a37c7-9f6c-41a1-9b6e-cb4bfcb8b092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:39.822371 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-dd000702-08b3-47d0-bdb1-7fc10a657552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:40.479901 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:40.806216 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:41.124354 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:42.621720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:43.858268 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a2724162-e608-4021-b4a4-aefd2234189d details requested by agent hyperv_n-h2-789963-20 with host n-h2-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:37:43.955395 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:37:43.965909 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Returning: {'device': 'a2724162-e608-4021-b4a4-aefd2234189d', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:37:44.003142 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:44.015328 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2724162-e608-4021-b4a4-aefd2234189d {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:37:44.033788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:37:44.037521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:44.086354 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:37:44.093904 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.094265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.094602 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.094939 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.095269 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.095597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.095922 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.096275 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.096597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.096919 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.097240 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.097557 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:44.116097 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] get_ports_and_sgs() called for port_ids ['a2724162-e608-4021-b4a4-aefd2234189d'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:37:45.875221 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a2724162-e608-4021-b4a4-aefd2234189d up at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:37:45.935385 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Provisioning complete for port a2724162-e608-4021-b4a4-aefd2234189d triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:37:45.935763 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:46.022950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:46.046348 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:37:46.048796 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec021375-f18b-4d5b-8136-496a35b2d003" -d '{"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a2724162-e608-4021-b4a4-aefd2234189d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:37:46.070928 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:37:46.079650 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:46.111316 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062dfe5b-440e-4ea5-b873-09230cd270ec x-openstack-request-id: req-062dfe5b-440e-4ea5-b873-09230cd270ec {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:37:46.111714 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a2724162-e608-4021-b4a4-aefd2234189d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:37:46.111893 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-062dfe5b-440e-4ea5-b873-09230cd270ec {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:37:46.112341 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d', 'code': 200} Oct 19 02:37:46.138911 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:37:50.548348 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:51.243626 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:37:55.430431 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-221e6436-77df-40cb-b408-4146062a875e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835376279&fields=id&tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26 HTTP/1.1" status: 200 len: 267 time: 0.0337207 Oct 19 02:37:55.539696 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-c7ca9572-8d41-46ea-b646-090a96808b19 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:55.541181 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-c7ca9572-8d41-46ea-b646-090a96808b19 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 809 time: 0.1041949 Oct 19 02:37:55.555893 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e7291c3a-1ede-4f6b-a4fe-3396e6f0eafc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/quotas/bae9ed6a4b8e4bb6bae4312dcde0fe26 HTTP/1.1" status: 200 len: 375 time: 0.0089140 Oct 19 02:37:55.611076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-c6e0721f-8f74-4a05-b94a-f1e048b5292a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500472 Oct 19 02:37:55.681466 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-87f689f5-8b82-4205-a1fc-4770fd13ad29 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:37:55.682394 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-87f689f5-8b82-4205-a1fc-4770fd13ad29 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0602338 Oct 19 02:37:55.772889 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-fb1c4ff2-f8c4-4a0a-b9c3-7720334ae17c service neutron] 10.222.0.64 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836792 Oct 19 02:37:55.864467 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-eb52ddc3-e5f6-442e-bc76-1619d88de8fd service neutron] 10.222.0.64 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854621 Oct 19 02:37:56.029091 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b2522b51-f7d0-4733-84cf-79cce07a09eb req-066194d6-cfc1-4c2c-96c9-bad9b7a66d90 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 210 time: 0.0267003 Oct 19 02:37:57.073604 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-cd14cede-4fe9-4557-b105-e086ff586df3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:57.075170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-cd14cede-4fe9-4557-b105-e086ff586df3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.74 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 809 time: 0.1134810 Oct 19 02:37:57.126823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-3ad251b9-f0e3-4588-9f72-19ea270e4b62 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26 HTTP/1.1" status: 200 len: 380 time: 0.0346830 Oct 19 02:37:57.134297 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-1809aae8-9551-4d58-b647-3cb596597435 req-cdad6ba3-e4da-44bc-8736-6a8f7fa2d03e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 210 time: 0.0269208 Oct 19 02:37:57.137728 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'port': {'device_id': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'admin_state_up': True, 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'security_groups': ['57c888b2-c8a7-4d83-a6e1-f108e1d21058']}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:37:57.252620 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Made reservation on behalf of bae9ed6a4b8e4bb6bae4312dcde0fe26 for: {'port': 1} {{(pid=100847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 02:37:57.256540 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:57.415161 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_common [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Allocated IP 172.20.0.10 (0e5ebc2c-3472-4862-93b6-5643ccf0570b/3e7cf8d0-8e3d-4819-914d-03572059b0d3/1b08d3af-df7c-4906-994d-cf5b7d0fe416) {{(pid=100847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:37:57.604271 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for port, precommit_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:57.638953 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_create {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:57.684697 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b is already hosted by enough agents. {{(pid=100847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:37:57.688672 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.base_scheduler [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Resources bound (agent type, host, resource id): {{(pid=100847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:37:57.693573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Received port after_create {{(pid=100847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:37:57.743574 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=1']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:37:57.763188 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.763535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.763878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.764232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.764572 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.765593 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.765998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.766336 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.766666 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.766998 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.767326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.767653 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:37:57.780326 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:57.781765 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:57.801267 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e80a0a93-e3bc-4b1d-bf34-b1dc0cafeee7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6671262 Oct 19 02:37:58.008881 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-637249f5-b356-4ee8-8ab6-8d9725b6065a None None] Provisioning complete for port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 triggered by entity DHCP. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:37:58.009465 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-637249f5-b356-4ee8-8ab6-8d9725b6065a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:37:58.042668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-637249f5-b356-4ee8-8ab6-8d9725b6065a None None] Port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 cannot update to ACTIVE because it is not bound. {{(pid=100849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 02:37:58.255953 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed5aa6-1b79-453c-a2ae-882808fee259 req-ce1625d8-c11d-4fd4-859a-3c0ea9adbfa2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:58.257459 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4bed5aa6-1b79-453c-a2ae-882808fee259 req-ce1625d8-c11d-4fd4-859a-3c0ea9adbfa2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0528443 Oct 19 02:37:58.301320 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4bed5aa6-1b79-453c-a2ae-882808fee259 req-e23eaf95-7ded-4382-a4de-b02d70f3ffca tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378215 Oct 19 02:37:59.419499 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a583cc1-675d-4e40-85a2-4f9dcca7b9f3 req-ea17e317-7d5a-4184-b585-fdd5e2bff531 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:37:59.421109 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a583cc1-675d-4e40-85a2-4f9dcca7b9f3 req-ea17e317-7d5a-4184-b585-fdd5e2bff531 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0498490 Oct 19 02:37:59.464572 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4a583cc1-675d-4e40-85a2-4f9dcca7b9f3 req-014a866c-0f58-4555-ac4f-aaaccedacd41 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363648 Oct 19 02:37:59.940528 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a2724162-e608-4021-b4a4-aefd2234189d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:38:00.018654 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:00.041271 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:38:00.043550 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6907ea33-123e-48ff-8480-6b30000f7898" -d '{"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2724162-e608-4021-b4a4-aefd2234189d"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:38:00.057875 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:38:00.068645 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:00.103620 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 02:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999797eb-adc6-49a9-8204-0c9d75b9a7f3 x-openstack-request-id: req-999797eb-adc6-49a9-8204-0c9d75b9a7f3 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:38:00.103906 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-unplugged", "status": "completed", "tag": "a2724162-e608-4021-b4a4-aefd2234189d", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:38:00.104184 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-999797eb-adc6-49a9-8204-0c9d75b9a7f3 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:38:00.104569 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d', 'code': 200} Oct 19 02:38:00.132797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Pushing event updated for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=8']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:38:00.600433 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbf7b-780c-4c16-ab06-c7342d6e7d8c req-bc6d6922-c285-4501-95d6-a029749d2fca tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:00.601962 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806dbf7b-780c-4c16-ab06-c7342d6e7d8c req-bc6d6922-c285-4501-95d6-a029749d2fca tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0530219 Oct 19 02:38:00.641651 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-806dbf7b-780c-4c16-ab06-c7342d6e7d8c req-3cfa9407-9d99-4d6f-b269-da68d78d4af4 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337095 Oct 19 02:38:01.765500 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06ac5f-1dce-457c-a1ba-4504aead4f98 req-d28a778a-2b16-4418-bd4c-67258dcc0c34 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:01.768066 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f06ac5f-1dce-457c-a1ba-4504aead4f98 req-d28a778a-2b16-4418-bd4c-67258dcc0c34 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0506387 Oct 19 02:38:01.806772 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-3f06ac5f-1dce-457c-a1ba-4504aead4f98 req-9d308b12-18fd-4d8e-a1b9-2594ceffd379 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Oct 19 02:38:02.979300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54608516-5eba-4f43-a89e-87f95a19116a req-3ecc6822-4d38-42d7-8fce-d29de9969999 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:02.980820 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54608516-5eba-4f43-a89e-87f95a19116a req-3ecc6822-4d38-42d7-8fce-d29de9969999 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0529256 Oct 19 02:38:03.018758 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-54608516-5eba-4f43-a89e-87f95a19116a req-df48e59a-4d8b-4607-b787-6f07d3905d13 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319529 Oct 19 02:38:04.138321 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef7b9f-2916-410d-a7af-2c84df313b2a req-7fc2b970-0791-4079-ae6b-60183e4973df tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:04.139815 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01ef7b9f-2916-410d-a7af-2c84df313b2a req-7fc2b970-0791-4079-ae6b-60183e4973df tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0537498 Oct 19 02:38:04.182161 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-01ef7b9f-2916-410d-a7af-2c84df313b2a req-48d7db61-ff0d-45db-9400-3225479fad03 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359237 Oct 19 02:38:05.305175 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65d0ee-3207-45e4-9eda-82acb942c7d3 req-c4f31e4c-9251-49c3-8054-6d2494e1eed4 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:05.306646 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de65d0ee-3207-45e4-9eda-82acb942c7d3 req-c4f31e4c-9251-49c3-8054-6d2494e1eed4 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0532582 Oct 19 02:38:05.351665 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-de65d0ee-3207-45e4-9eda-82acb942c7d3 req-336e29bb-d411-468b-bda4-3925616a60d6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390711 Oct 19 02:38:06.482223 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fdd14-5f10-4a4c-b3b1-076ff4149fc4 req-5835f876-29df-4b37-874b-f7a46091559a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:06.483734 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-251fdd14-5f10-4a4c-b3b1-076ff4149fc4 req-5835f876-29df-4b37-874b-f7a46091559a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0514147 Oct 19 02:38:06.523025 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-251fdd14-5f10-4a4c-b3b1-076ff4149fc4 req-eefc89c9-d839-46e6-be90-5d94c57b0811 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Oct 19 02:38:07.098418 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-82c2474d-57f5-4aef-98e5-df83e9377923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:07.359256 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-bcd19bfb-d183-4d20-8620-3e883cb7f98f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843418 Oct 19 02:38:07.446119 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-8aad5f4c-db6a-4ec7-88c1-d6f7340a2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:07.447560 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-8aad5f4c-db6a-4ec7-88c1-d6f7340a2a3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0403233 Oct 19 02:38:07.556092 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-132e4c19-f102-41a2-bda5-3ee9f166ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:07.557628 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-132e4c19-f102-41a2-bda5-3ee9f166ac5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0908768 Oct 19 02:38:07.626651 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-17ea2dc8-eccd-4ba4-8e8f-bea8ac42c7f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 998 time: 0.0602779 Oct 19 02:38:07.639808 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155198-c604-48ac-92ff-d6707935821d req-9cb5ab93-33e3-4578-acc6-a3be032ec82b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:07.641334 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b155198-c604-48ac-92ff-d6707935821d req-9cb5ab93-33e3-4578-acc6-a3be032ec82b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0497084 Oct 19 02:38:07.682080 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-4b155198-c604-48ac-92ff-d6707935821d req-c1331992-98c1-4852-9a80-eb6eae21e6af tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Oct 19 02:38:07.682863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-d12734a4-0fec-4ba4-8586-9e934491f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:07.684382 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-d12734a4-0fec-4ba4-8586-9e934491f611 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0508692 Oct 19 02:38:07.730057 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-b3a4f8f3-b15c-48bb-ab29-8661c2b55fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:07.731521 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-b3a4f8f3-b15c-48bb-ab29-8661c2b55fac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402350 Oct 19 02:38:07.824851 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-20c4c46d-a85f-4bb9-b73b-b60e3e33cca2 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860684 Oct 19 02:38:07.917767 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-060a6955-4b1a-4ac1-b195-8a4d34c18a18 req-528d4d55-76c2-4656-bbfa-47c83ef5c93b service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850801 Oct 19 02:38:08.797845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479146ab-8d28-4996-8d0e-bec5183cf077 req-628cd282-43b5-43b9-aa4f-a42854eb4da1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:08.799821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-479146ab-8d28-4996-8d0e-bec5183cf077 req-628cd282-43b5-43b9-aa4f-a42854eb4da1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 932 time: 0.0506556 Oct 19 02:38:08.837864 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-479146ab-8d28-4996-8d0e-bec5183cf077 req-0290464d-37a4-4583-bb7d-24b45787b33b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321500 Oct 19 02:38:09.539073 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.v2.base [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Request body: {'port': {'device_id': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-20'}} {{(pid=100847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:38:09.594364 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:09.822734 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-31b70bfa-8ff9-4410-b946-f85e42d36905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:09.851695 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b08d3af-df7c-4906-994d-cf5b7d0fe416 {{(pid=100847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:38:09.859144 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:09.872454 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.provisioning_blocks [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Transition to ACTIVE for port object 1b08d3af-df7c-4906-994d-cf5b7d0fe416 will not be triggered until provisioned by entity L2. {{(pid=100847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 02:38:09.876987 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:09.952718 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=2']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:38:09.975643 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6e33-9d91-4089-a027-4d2717f75dc4 req-aa7a5691-f59c-447d-a43b-d3ad10ebcf07 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:09.979378 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-787e6e33-9d91-4089-a027-4d2717f75dc4 req-aa7a5691-f59c-447d-a43b-d3ad10ebcf07 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 944 time: 0.0713596 Oct 19 02:38:10.002988 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Attempting to bind port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 on host n-h1-789963-20 for vnic_type normal with profile {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 02:38:10.003327 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Attempting to bind port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 by drivers openvswitch,hyperv on host n-h1-789963-20 at level 0 using segments [{'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 02:38:10.003845 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Attempting to bind port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:38:10.008313 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-20 {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 02:38:10.008634 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Attempting to bind port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 on network 0e5ebc2c-3472-4862-93b6-5643ccf0570b {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 02:38:10.015340 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Checking agent: {'id': 'd7d69709-9c29-4888-9a2b-6cd25bb69b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'started_at': datetime.datetime(2021, 10, 19, 1, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 2, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 02:38:10.015684 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Checking segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 02:38:10.016232 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Bound using segment: {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'} {{(pid=100847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 02:38:10.016547 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.managers [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Bound port: 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host: n-h1-789963-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef190de-636f-4664-9db6-5d32bbbf271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b'}}] {{(pid=100847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 02:38:10.016910 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:10.019010 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-787e6e33-9d91-4089-a027-4d2717f75dc4 req-d715e096-9ae4-4166-a181-b8af0ede153e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357292 Oct 19 02:38:10.086539 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, cleared binding levels {{(pid=100847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 02:38:10.089613 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 02:38:10.093129 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58293951'] for port, after_update {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:10.130472 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.131085 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:10.132565 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] 10.222.0.74 "PUT /v2.0/ports/1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 200 len: 1093 time: 0.6414142 Oct 19 02:38:10.133002 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:38:10.135296 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585fb90-e859-427c-a482-444105b115b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:38:10.167180 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7cf59-1ce4-4de3-b34e-0833884377b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=3']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:38:10.178957 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02aab18-df0c-46d6-b091-938bc1af5f17 x-openstack-request-id: req-f02aab18-df0c-46d6-b091-938bc1af5f17 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:38:10.179258 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:38:10.179518 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f02aab18-df0c-46d6-b091-938bc1af5f17 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:38:10.179970 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'status': 'completed', 'code': 200} Oct 19 02:38:10.252507 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-dbdd4dca-9aa8-4bc6-b6c4-74c797000583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.254040 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-dbdd4dca-9aa8-4bc6-b6c4-74c797000583 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1096 time: 0.0437164 Oct 19 02:38:10.303060 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-2bb51c34-0d2d-4405-b55c-95aea41dd06f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 200 len: 217 time: 0.0355642 Oct 19 02:38:10.357246 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-2e21a4e1-798f-44a8-9f7e-c4773eed009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.358866 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-2e21a4e1-798f-44a8-9f7e-c4773eed009e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0491939 Oct 19 02:38:10.404226 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-1703e818-f01c-4103-b8a8-13fd54834afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.405698 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-1703e818-f01c-4103-b8a8-13fd54834afa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402870 Oct 19 02:38:10.479104 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:10.497596 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-4040a945-e486-414f-9e24-0bd69df8df17 service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Oct 19 02:38:10.586703 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0fb1efd7-55b0-46b8-a60b-9c2861d70120 req-50de5d26-cd82-43f7-b368-aa181fe63fda service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Oct 19 02:38:10.710144 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585fb90-e859-427c-a482-444105b115b6 req-40e102ee-33d0-4854-bbfe-e45f6d4cbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.711817 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d585fb90-e859-427c-a482-444105b115b6 req-40e102ee-33d0-4854-bbfe-e45f6d4cbef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1096 time: 0.0424709 Oct 19 02:38:10.806859 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:10.807840 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585fb90-e859-427c-a482-444105b115b6 req-5d90a505-8202-472d-86b7-bdfaff3a6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.809607 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d585fb90-e859-427c-a482-444105b115b6 req-5d90a505-8202-472d-86b7-bdfaff3a6040 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0899551 Oct 19 02:38:10.851043 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d585fb90-e859-427c-a482-444105b115b6 req-8d297361-20a7-4945-b151-8ceae3267203 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 200 len: 217 time: 0.0344872 Oct 19 02:38:10.902971 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585fb90-e859-427c-a482-444105b115b6 req-8345b4de-4b93-43ea-b715-1923181504db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.904405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d585fb90-e859-427c-a482-444105b115b6 req-8345b4de-4b93-43ea-b715-1923181504db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0467832 Oct 19 02:38:10.953310 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585fb90-e859-427c-a482-444105b115b6 req-ce836568-003c-4253-9e0a-4a61acb94ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:10.955087 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d585fb90-e859-427c-a482-444105b115b6 req-ce836568-003c-4253-9e0a-4a61acb94ba9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444820 Oct 19 02:38:11.042674 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d585fb90-e859-427c-a482-444105b115b6 req-e2c3cbb1-8045-4ab5-b81e-f85064dc9d4d service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803707 Oct 19 02:38:11.131954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:11.140263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cdbf2-9b77-49b5-9ba9-57ecf20e18dc req-b312811b-b768-49ed-811e-f6f2e0232899 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:11.141155 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-d585fb90-e859-427c-a482-444105b115b6 req-f6924dfc-3453-41b6-a8b1-9ad87fd99c9d service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911767 Oct 19 02:38:11.141827 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec8cdbf2-9b77-49b5-9ba9-57ecf20e18dc req-b312811b-b768-49ed-811e-f6f2e0232899 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 944 time: 0.0517154 Oct 19 02:38:11.184250 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ec8cdbf2-9b77-49b5-9ba9-57ecf20e18dc req-e28aabc2-0d2c-45a1-afcc-1cb8ad9d82c7 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362859 Oct 19 02:38:12.301355 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243159-f74d-4458-b7e2-eaedfa75386d req-f9cb2335-fb59-4505-8dec-11346f37cac9 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:12.302854 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-90243159-f74d-4458-b7e2-eaedfa75386d req-f9cb2335-fb59-4505-8dec-11346f37cac9 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 944 time: 0.0500398 Oct 19 02:38:12.339480 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-90243159-f74d-4458-b7e2-eaedfa75386d req-82195c00-82a3-4b3c-b673-84244e09357e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307214 Oct 19 02:38:12.625483 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:13.456888 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ab12e-dd53-4f13-b786-64d148ba768d req-f7a914d0-f56e-4972-897b-550e7f149ce1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:13.458331 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-495ab12e-dd53-4f13-b786-64d148ba768d req-f7a914d0-f56e-4972-897b-550e7f149ce1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 944 time: 0.0494475 Oct 19 02:38:13.497077 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-495ab12e-dd53-4f13-b786-64d148ba768d req-170c4b6a-3fac-4aaf-811a-134e417c4787 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Oct 19 02:38:14.616351 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5071-a7a4-47e5-a1db-b216d8ea5252 req-0430bdcb-badf-4f8a-92b2-fda0acbcffe1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:14.617823 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-903b5071-a7a4-47e5-a1db-b216d8ea5252 req-0430bdcb-badf-4f8a-92b2-fda0acbcffe1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 944 time: 0.0525289 Oct 19 02:38:14.654774 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-903b5071-a7a4-47e5-a1db-b216d8ea5252 req-71fb88d6-6de1-428d-bbfb-c0acebd94477 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Oct 19 02:38:15.584204 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:38:15.682797 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:38:15.694614 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'port_id': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'mac_address': 'fa:16:3e:95:21:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:38:15.730791 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:15.744119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b08d3af-df7c-4906-994d-cf5b7d0fe416 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:38:15.764031 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:38:15.767889 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:15.770947 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c24a-5091-4ecc-b5b7-feed014c098f req-40632b5c-2f4e-48cf-8890-86b5327f650a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:15.772564 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bff1c24a-5091-4ecc-b5b7-feed014c098f req-40632b5c-2f4e-48cf-8890-86b5327f650a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 944 time: 0.0500517 Oct 19 02:38:15.811101 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-bff1c24a-5091-4ecc-b5b7-feed014c098f req-f86cf97c-018f-4759-b00e-29c2d5b8853f tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325742 Oct 19 02:38:15.814187 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=4']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:38:16.160394 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1b08d3af-df7c-4906-994d-cf5b7d0fe416'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:38:16.928977 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2a2d-dd39-4883-89e4-d393ed3ed727 req-7469e464-d873-4c4c-bc69-508227fbc23c tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:16.930337 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff8d2a2d-dd39-4883-89e4-d393ed3ed727 req-7469e464-d873-4c4c-bc69-508227fbc23c tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 945 time: 0.0498607 Oct 19 02:38:16.967743 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ff8d2a2d-dd39-4883-89e4-d393ed3ed727 req-f0418afd-506f-4ae9-bbb5-e3aeedd8c0eb tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Oct 19 02:38:17.586119 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:38:17.637115 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning for port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 completed by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 02:38:17.640779 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:38:17.641146 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:17.717047 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:17.738711 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:38:17.740978 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f04bfd-cd6a-4eef-95ce-4180a2c841b7" -d '{"events": [{"server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "name": "network-vif-plugged", "status": "completed", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:38:17.753379 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:38:17.757440 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:17.782638 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac19a616-1d99-4b4d-814b-8e7ecb5bfdf9 x-openstack-request-id: req-ac19a616-1d99-4b4d-814b-8e7ecb5bfdf9 {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:38:17.782940 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "name": "network-vif-plugged", "status": "completed", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:38:17.783195 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac19a616-1d99-4b4d-814b-8e7ecb5bfdf9 {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:38:17.783585 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'code': 200} Oct 19 02:38:17.809506 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=5']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:38:17.900622 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcebedf-f059-48cc-8131-80f849a02f77 req-dbe80bf3-8dc1-4140-8b7e-943f9db86ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:17.902180 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dcebedf-f059-48cc-8131-80f849a02f77 req-dbe80bf3-8dc1-4140-8b7e-943f9db86ea9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1098 time: 0.0400844 Oct 19 02:38:17.937665 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-2dcebedf-f059-48cc-8131-80f849a02f77 req-d6456c7b-1eea-407c-992c-dd18055cc557 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273681 Oct 19 02:38:18.085458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629caa44-1b35-48ea-8a36-6970ff9db36c req-21641991-342b-4009-88b2-c162fd6f5b35 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:18.086899 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-629caa44-1b35-48ea-8a36-6970ff9db36c req-21641991-342b-4009-88b2-c162fd6f5b35 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 946 time: 0.0528269 Oct 19 02:38:18.124164 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-629caa44-1b35-48ea-8a36-6970ff9db36c req-8ee260e2-3ba4-45cf-a463-91840029be8d tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Oct 19 02:38:19.241543 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b683a-8571-41dc-9eea-a13ba7dd9897 req-957dcb9a-b38b-4585-ab80-a61ea3877f50 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:19.243043 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab5b683a-8571-41dc-9eea-a13ba7dd9897 req-957dcb9a-b38b-4585-ab80-a61ea3877f50 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 946 time: 0.0498168 Oct 19 02:38:19.288709 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-ab5b683a-8571-41dc-9eea-a13ba7dd9897 req-4e23899e-0e38-4f19-93ea-25cae0b09852 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395117 Oct 19 02:38:20.474156 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c67d4-02f0-4992-8118-6f28910974a8 req-83a7b629-10a2-4355-90c1-e34f2f5bb059 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:20.475624 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-690c67d4-02f0-4992-8118-6f28910974a8 req-83a7b629-10a2-4355-90c1-e34f2f5bb059 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 946 time: 0.1200488 Oct 19 02:38:20.512888 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-690c67d4-02f0-4992-8118-6f28910974a8 req-0577c31e-624d-4951-a527-d485c9875aec tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313725 Oct 19 02:38:20.549362 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:20.679360 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9cef3-02e0-42a4-868e-2abbcd922b29 req-a0b2c5e0-83ac-47f1-b8d9-2d1718cb4fcc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:20.680877 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7da9cef3-02e0-42a4-868e-2abbcd922b29 req-a0b2c5e0-83ac-47f1-b8d9-2d1718cb4fcc tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 946 time: 0.0999289 Oct 19 02:38:20.718208 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-7da9cef3-02e0-42a4-868e-2abbcd922b29 req-c9730994-469a-4452-99b3-f23822c6e980 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Oct 19 02:38:20.739944 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57718) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:38:20.779051 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3951208-6f99-451d-a9ed-30c4b2c52a1c tempest-TestSnapshotPattern-896876690 tempest-TestSnapshotPattern-896876690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:20.780551 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-a3951208-6f99-451d-a9ed-30c4b2c52a1c tempest-TestSnapshotPattern-896876690 tempest-TestSnapshotPattern-896876690-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1093 time: 0.0396311 Oct 19 02:38:20.783485 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57720) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:38:20.788072 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.v2.base [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Request body: {'floatingip': {'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'port_id': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 02:38:20.810220 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:20.908069 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:21.008905 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_common [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Allocated IP 172.25.0.201 (125d3f3f-6f34-4e18-a1f4-dd291bfb8661/2e0798f7-2943-408c-9ffa-638b68e10bee/6c6d0cc8-2a69-48b2-976a-62be0d1cba01) {{(pid=100848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 02:38:21.112410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for port, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:21.144215 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741432831353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:21.182513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Network 125d3f3f-6f34-4e18-a1f4-dd291bfb8661 is already hosted by enough agents. {{(pid=100848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 02:38:21.186625 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.base_scheduler [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Resources bound (agent type, host, resource id): {{(pid=100848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 02:38:21.192862 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Received port after_create {{(pid=100848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 02:38:21.195784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'Port': ['ID=6c6d0cc8-2a69-48b2-976a-62be0d1cba01,revision_number=1']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:38:21.224314 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.224682 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.225022 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.225367 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.225685 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.226013 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.226339 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.226666 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.226982 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.227300 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.227622 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.227943 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:38:21.892629 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:21.958495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:22.106654 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for port, precommit_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:22.111190 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63203916'] for port, after_update {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:22.186993 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event updated for resources: {'Port': ['ID=6c6d0cc8-2a69-48b2-976a-62be0d1cba01,revision_number=2']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:38:22.194717 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580555'] for floatingip, after_create {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:22.292842 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Floating IP a8d92767-8316-4db8-9df0-f12adc4f2814 associated. External IP: 172.25.0.201, port: 1b08d3af-df7c-4906-994d-cf5b7d0fe416. Oct 19 02:38:22.501157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Router bd279a25-8047-467a-a84e-e5e7e32c32fd has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:38:22.608728 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:38:22.619257 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] Sync routers for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:38:22.627887 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:22.629320 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:38:22.629960 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:38:22.655140 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-85abe239-1933-4199-99da-2013640aa43a tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8703330 Oct 19 02:38:22.655784 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:38:22.658660 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe20ac90-a25c-456b-ac52-d0f2e841b3db" -d '{"events": [{"name": "network-changed", "server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:38:22.741675 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:38:22.751105 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a99995-87c3-4c08-b434-380ee1631fea x-openstack-request-id: req-50a99995-87c3-4c08-b434-380ee1631fea {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:38:22.751458 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:38:22.751777 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50a99995-87c3-4c08-b434-380ee1631fea {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:38:22.752284 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'status': 'completed', 'code': 200} Oct 19 02:38:22.833386 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-8a5e480e-3e46-4b81-a396-9d34c6366561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:22.834878 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-8a5e480e-3e46-4b81-a396-9d34c6366561 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1098 time: 0.0402541 Oct 19 02:38:22.929981 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-65df07c7-bc76-4084-a725-aac159d0626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:22.931461 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-65df07c7-bc76-4084-a725-aac159d0626e service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0893354 Oct 19 02:38:22.973373 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:46Z', 'revision_number': 1, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}, {'id': 'a8d92767-8316-4db8-9df0-f12adc4f2814', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:95:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:38:21Z', 'updated_at': '2021-10-19T02:38:21Z', 'revision_number': 0, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:38:22.995821 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-cf834550-aba3-4c6a-bdce-5157de002d71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 200 len: 1000 time: 0.0571966 Oct 19 02:38:22.998715 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] Checking router: bd279a25-8047-467a-a84e-e5e7e32c32fd for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:38:23.006896 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:38:23.007505 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:38:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:38:23.048646 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-47020174-a9dc-4abf-92b9-e1850bc23004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:23.050106 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-47020174-a9dc-4abf-92b9-e1850bc23004 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0477111 Oct 19 02:38:23.096863 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-b06efbea-65ff-4f6a-b741-3485d64cea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:38:23.098348 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-b06efbea-65ff-4f6a-b741-3485d64cea24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415537 Oct 19 02:38:23.112140 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:38:23.188576 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-906aee42-6062-405a-9f8e-6d1a0a31bada service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827572 Oct 19 02:38:23.283615 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-fe20ac90-a25c-456b-ac52-d0f2e841b3db req-7b602976-96d2-4fed-8380-d0952b9e6752 service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Oct 19 02:38:23.335091 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:46Z', 'revision_number': 1, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}, {'id': 'a8d92767-8316-4db8-9df0-f12adc4f2814', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:95:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:38:21Z', 'updated_at': '2021-10-19T02:38:21Z', 'revision_number': 0, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:38:23.442050 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf8a64-a6ee-42a2-a990-643062cab059 None None] The sync data for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 is: [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:46Z', 'revision_number': 1, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}, {'id': 'a8d92767-8316-4db8-9df0-f12adc4f2814', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:95:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:38:21Z', 'updated_at': '2021-10-19T02:38:21Z', 'revision_number': 0, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:38:23.629217 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53a8e6-d4e5-4e3d-9883-34203010ad52 None None] New status for floating IP a8d92767-8316-4db8-9df0-f12adc4f2814: ACTIVE {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:38:28.243438 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:38:37.099663 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-df84e9f9-c826-45a2-a278-e99dea119627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:39.827087 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d68c5e9d-b850-42e0-959c-933fb81d2d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:40.494360 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:40.808339 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:41.131051 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:42.626911 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:38:50.559989 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:05.243475 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:39:07.100094 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-278d2a64-c853-4b8c-8c6b-0858aec1078d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:08.300405 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-1dc6ab6c-74a7-4b23-a7a0-bf2f860914b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395219 Oct 19 02:39:08.386498 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-694d7341-914b-41de-b9d7-696f9ecd9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:08.388000 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-694d7341-914b-41de-b9d7-696f9ecd9316 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0439737 Oct 19 02:39:08.488747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-5f6870b6-51aa-444e-9e00-c3f1cb9faf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:08.490172 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-5f6870b6-51aa-444e-9e00-c3f1cb9faf48 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0836492 Oct 19 02:39:08.852655 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-be2ebf6c-97a0-4d32-99ae-0ba038f4a885 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 998 time: 0.3557782 Oct 19 02:39:08.902691 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-bc09efa5-053b-4504-ab1f-298580a3ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:08.904427 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-bc09efa5-053b-4504-ab1f-298580a3ecc3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0449705 Oct 19 02:39:08.949938 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-bf399097-3758-4b8d-b5e4-a9e911cd2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:08.951296 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-bf399097-3758-4b8d-b5e4-a9e911cd2bb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394247 Oct 19 02:39:09.042855 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-ebc36050-a3c1-4746-b36a-8fe1c6cc0444 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841434 Oct 19 02:39:09.132302 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-0f75e4e4-8046-4596-b0b3-5f1207568aa8 req-55d3f809-a001-4866-b425-02fc39e7d2d4 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811598 Oct 19 02:39:09.827870 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-83dc0de1-11eb-47e5-b90c-bc4a455d2923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:10.486568 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:10.810541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:11.134101 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:12.630696 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:16.515144 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-a279da4a-6d10-4f04-bb71-1a90310ae7a7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383389 Oct 19 02:39:16.615832 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-25638b44-898b-4b6b-a8a7-fc8052227ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:16.617317 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-25638b44-898b-4b6b-a8a7-fc8052227ca1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1098 time: 0.0443041 Oct 19 02:39:16.718458 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-7f6514d2-7dfc-4b37-8d36-e8a1353a64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:16.719919 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-7f6514d2-7dfc-4b37-8d36-e8a1353a64da service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0846908 Oct 19 02:39:16.788732 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-507aac75-9193-4c54-9573-cdb83ff7bed2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 200 len: 1002 time: 0.0611947 Oct 19 02:39:16.837673 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-3c2e931e-bdef-4c44-b02f-dd2fbed1eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:16.839078 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-3c2e931e-bdef-4c44-b02f-dd2fbed1eaea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0441594 Oct 19 02:39:16.884958 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-95c6fcb6-48cb-4b12-8773-afae8889d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:39:16.886375 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-95c6fcb6-48cb-4b12-8773-afae8889d54b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398178 Oct 19 02:39:16.898753 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-7158f885-d964-49a8-857a-b3c60d793f21 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 02:39:16.899673 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-7158f885-d964-49a8-857a-b3c60d793f21 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049009 Oct 19 02:39:16.990283 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-9b2c5ba1-5a53-403e-bb4a-76a4c38dd151 service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835807 Oct 19 02:39:17.078455 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-bbbfe818-df0c-48bc-8898-7f1dfaeb033d req-ce6689c8-dbaf-4750-8641-541fa96fc000 service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800934 Oct 19 02:39:20.578728 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:37.103209 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-36604185-d9b3-4d53-8847-f998043da64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:39.835141 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c71d12ad-83b3-49e1-9368-abe8ee37ba60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:40.504469 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:40.812653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:41.137716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:42.243557 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:39:42.632540 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:39:50.578210 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:07.103925 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b9ac7893-cf58-4ec9-a33a-4c7cc3c860a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:09.323096 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-00f5f7f3-6bd6-4147-b5ba-7226c5766f33 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446446 Oct 19 02:40:09.403112 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-86c590ab-a06b-4ae3-8ada-b7d492aff28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:09.404597 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-86c590ab-a06b-4ae3-8ada-b7d492aff28e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0395844 Oct 19 02:40:09.507377 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-b91fafbb-38b2-4217-9751-a1acc6a14fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:09.508967 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-b91fafbb-38b2-4217-9751-a1acc6a14fbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0838828 Oct 19 02:40:09.578713 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-ff0fb7ad-0fe6-482c-bfd6-6eba1339e4bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 998 time: 0.0629208 Oct 19 02:40:09.627878 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-4c867fa7-2824-4990-a34d-76cb7d2382fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:09.629634 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-4c867fa7-2824-4990-a34d-76cb7d2382fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0431781 Oct 19 02:40:09.675535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-96c2ddfd-37e3-4602-87c2-18354b908be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:09.677048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-96c2ddfd-37e3-4602-87c2-18354b908be0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405073 Oct 19 02:40:09.770094 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-a9288817-9730-436e-aeb6-901aebcc495f service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Oct 19 02:40:09.826114 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-93472b5b-66b7-4add-8350-0b8367436a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:09.866526 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-e724df87-f8f6-4719-953b-d13d4caafcf8 req-33c7e27c-83e4-46d9-91a7-3b38b58f78ba service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902877 Oct 19 02:40:10.506445 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:10.814119 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:11.138832 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:12.636354 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:18.514991 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-6ba35017-ee6a-44ee-938b-254425019586 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388901 Oct 19 02:40:18.611815 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-2416b48c-a8fe-4735-8ed2-5df7b6a490db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:18.613295 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-2416b48c-a8fe-4735-8ed2-5df7b6a490db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1098 time: 0.0404010 Oct 19 02:40:18.719595 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-d7580fc7-b3ae-478a-8468-ea0fc5c53264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:18.721059 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-d7580fc7-b3ae-478a-8468-ea0fc5c53264 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.0895505 Oct 19 02:40:18.784527 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-9cb93dbb-2631-4958-bbcb-2ec198eb089f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 200 len: 1002 time: 0.0564516 Oct 19 02:40:18.832868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-1cb0c251-7484-44a2-9f54-d2f2d1cbbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:18.835048 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-1cb0c251-7484-44a2-9f54-d2f2d1cbbeb6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0440400 Oct 19 02:40:18.884082 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-5cef63e8-a2c8-472d-a7d7-645985dfb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:18.885517 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-5cef63e8-a2c8-472d-a7d7-645985dfb936 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425587 Oct 19 02:40:18.974542 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-f0182781-5650-42d6-9825-659d6c0d2ad8 service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815544 Oct 19 02:40:19.065870 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-12f74a41-79d3-405d-8298-ffb2422cb314 req-dab5c897-fd26-41dd-b8db-c4c1424335c1 service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848007 Oct 19 02:40:19.244390 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:40:20.591827 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:26.056558 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 details requested by agent hyperv_n-h1-789963-20 with host n-h1-789963-20 {{(pid=100849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 02:40:26.150025 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:26.161621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Returning: {'device': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'port_id': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'mac_address': 'fa:16:3e:95:21:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 02:40:26.197466 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:26.211069 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b08d3af-df7c-4906-994d-cf5b7d0fe416 {{(pid=100849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 02:40:26.230648 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:26.234189 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:26.280902 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=6']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:26.288345 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.288687 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.289022 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.289349 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.289673 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.289996 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.290316 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.290635 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.290950 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.291265 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.291579 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.291898 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:26.375181 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] get_ports_and_sgs() called for port_ids ['1b08d3af-df7c-4906-994d-cf5b7d0fe416'] {{(pid=100849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 02:40:28.072104 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 up at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 02:40:28.119452 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.provisioning_blocks [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Provisioning complete for port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 triggered by entity L2. {{(pid=100849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 02:40:28.119829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407282'] for port, provisioning_complete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:28.196537 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454053'] for port, before_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:28.218524 n-d-789963-20 neutron-server[100849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416'}] {{(pid=100849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:40:28.221012 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706c5270cb29ef1432bb175dfcf342782a7881c46c3cece63b4113b6f4febf57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85340f4c-883d-45b5-8f58-99b75bbf005e" -d '{"events": [{"server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "name": "network-vif-plugged", "status": "completed", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416"}]}' {{(pid=100849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:40:28.233821 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:28.237294 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741433417503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741432831371', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741432831389'] for port, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:28.283537 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Pushing event updated for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=7']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:28.339130 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61abb44-a6f3-43a3-9f6c-fbcec33212ac x-openstack-request-id: req-a61abb44-a6f3-43a3-9f6c-fbcec33212ac {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:40:28.339434 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "name": "network-vif-plugged", "status": "completed", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416", "code": 200}]} {{(pid=100849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:40:28.339693 n-d-789963-20 neutron-server[100849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a61abb44-a6f3-43a3-9f6c-fbcec33212ac {{(pid=100849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:40:28.340130 n-d-789963-20 neutron-server[100849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'code': 200} Oct 19 02:40:37.109026 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d137-0e58-43ce-a18a-a03abd48d152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:38.898702 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 57956) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:39.056476 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Deleting port 6c6d0cc8-2a69-48b2-976a-62be0d1cba01 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:39.056810 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:39.130525 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:39.130848 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:39.142120 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Calling delete_port for 6c6d0cc8-2a69-48b2-976a-62be0d1cba01 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:39.289626 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:39.319047 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event deleted for resources: {'Port': ['ID=6c6d0cc8-2a69-48b2-976a-62be0d1cba01,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:39.343749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.344127 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.344490 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.344826 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.345157 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.345488 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.345812 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.346136 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.346454 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.346774 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.347095 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.347415 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:39.387990 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:39.388334 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Floating IP a8d92767-8316-4db8-9df0-f12adc4f2814 disassociated (deleted). External IP: 172.25.0.201, port: 1b08d3af-df7c-4906-994d-cf5b7d0fe416. Oct 19 02:40:39.599592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Router bd279a25-8047-467a-a84e-e5e7e32c32fd has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:40:39.714749 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:40:39.719151 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:39.725086 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] Sync routers for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:40:39.733733 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:39.734325 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:10Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:39.748974 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-037aa8b8-b4f4-4977-9160-c9de9ef5bb38 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "DELETE /v2.0/floatingips/a8d92767-8316-4db8-9df0-f12adc4f2814 HTTP/1.1" status: 204 len: 168 time: 0.8467879 Oct 19 02:40:39.748974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:40:39.749428 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73345208-e87d-4704-914d-12359b2f233e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:40:39.819751 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb6b0d-9eab-4b47-b9bf-414e9c00946f x-openstack-request-id: req-36fb6b0d-9eab-4b47-b9bf-414e9c00946f {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:40:39.820068 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:40:39.820553 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36fb6b0d-9eab-4b47-b9bf-414e9c00946f {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:40:39.821147 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'status': 'completed', 'code': 200} Oct 19 02:40:39.833829 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b873218e-3bfa-45cf-9246-2a1afbc6aaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:39.863279 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:39.914535 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73345208-e87d-4704-914d-12359b2f233e req-a66af375-fc89-46cd-be59-328aad03add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:39.916170 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73345208-e87d-4704-914d-12359b2f233e req-a66af375-fc89-46cd-be59-328aad03add0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 1098 time: 0.0536425 Oct 19 02:40:40.080717 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba1269-6ede-4b02-aec6-86280fdf4482 req-a14113b1-8fb3-4b69-ad4d-e162601f5331 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:40.082230 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-baba1269-6ede-4b02-aec6-86280fdf4482 req-a14113b1-8fb3-4b69-ad4d-e162601f5331 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 946 time: 0.1092710 Oct 19 02:40:40.108922 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73345208-e87d-4704-914d-12359b2f233e req-8f97487c-20ca-47db-8f60-ca7e25f4f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:40.110371 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73345208-e87d-4704-914d-12359b2f233e req-8f97487c-20ca-47db-8f60-ca7e25f4f9f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.1625388 Oct 19 02:40:40.115009 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:46Z', 'revision_number': 1, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:40.141915 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] Checking router: bd279a25-8047-467a-a84e-e5e7e32c32fd for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:40:40.150524 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:40.151120 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:40.156718 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73345208-e87d-4704-914d-12359b2f233e req-f4c5c8d0-9a69-40b3-abb3-fc1dd81a5d13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 200 len: 217 time: 0.0383148 Oct 19 02:40:40.184469 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-baba1269-6ede-4b02-aec6-86280fdf4482 req-2c2f0bda-0aeb-4d58-87e0-412afbe2def1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901496 Oct 19 02:40:40.228573 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73345208-e87d-4704-914d-12359b2f233e req-7ea65470-417e-42fb-836f-4db064497274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:40.230906 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73345208-e87d-4704-914d-12359b2f233e req-7ea65470-417e-42fb-836f-4db064497274 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0659842 Oct 19 02:40:40.274545 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:40.282494 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73345208-e87d-4704-914d-12359b2f233e req-8a895718-6573-4da5-9c75-a9ab99c2ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:40.284004 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73345208-e87d-4704-914d-12359b2f233e req-8a895718-6573-4da5-9c75-a9ab99c2ad66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443792 Oct 19 02:40:40.384233 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73345208-e87d-4704-914d-12359b2f233e req-1f348343-a261-4ab4-b271-6e3a40ea8b4d service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913210 Oct 19 02:40:40.485738 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-73345208-e87d-4704-914d-12359b2f233e req-8d6deca5-270d-47f1-8349-0aa6641536b8 service neutron] 10.222.0.74 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936978 Oct 19 02:40:40.508061 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:40.524228 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:46Z', 'revision_number': 1, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:40.554965 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32316d54-8d0b-4371-b3fc-a30d11a2a26e None None] The sync data for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 is: [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_floatingips': [{'id': '7a5b9638-ac11-4b66-b565-4779e0d20e8f', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'router_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'port_id': 'a2724162-e608-4021-b4a4-aefd2234189d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'mac_address': 'fa:16:3e:60:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T02:35:44Z', 'updated_at': '2021-10-19T02:35:46Z', 'revision_number': 1, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:40:40.781960 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c0fb2-27a5-4bfd-b4bb-061a787c8779 None None] New status for floating IP a8d92767-8316-4db8-9df0-f12adc4f2814: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:40:40.857055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:41.141409 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:41.311430 n-d-789963-20 neutron-server[100848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86731114-34ef-4b88-aeb0-990a6ada616b req-4db31938-7780-47cf-ae33-7be353a7f663 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:41.312928 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86731114-34ef-4b88-aeb0-990a6ada616b req-4db31938-7780-47cf-ae33-7be353a7f663 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 946 time: 0.0497632 Oct 19 02:40:41.350829 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-86731114-34ef-4b88-aeb0-990a6ada616b req-6b8caeae-1e98-47c5-8cd7-8b61b9a5ea68 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Oct 19 02:40:41.724585 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7c06-931c-4c66-90aa-634090882e1d req-350e9e4f-e8e5-4c9f-9ac3-14528d5b24ec tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:41.726003 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b1db7c06-931c-4c66-90aa-634090882e1d req-350e9e4f-e8e5-4c9f-9ac3-14528d5b24ec tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 946 time: 0.0483830 Oct 19 02:40:41.817577 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Deleting port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:41.817911 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:41.902747 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] For port 1b08d3af-df7c-4906-994d-cf5b7d0fe416, host n-h1-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-20',level=0,port_id=1b08d3af-df7c-4906-994d-cf5b7d0fe416,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:41.903106 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:41.915481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Calling delete_port for 1b08d3af-df7c-4906-994d-cf5b7d0fe416 owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:42.044784 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:42.073809 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event deleted for resources: {'Port': ['ID=1b08d3af-df7c-4906-994d-cf5b7d0fe416,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:42.085811 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.086162 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.086502 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.086841 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.087171 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.087496 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.087823 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.088170 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.088495 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.088818 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.089138 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.089461 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-20 {{(pid=100847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 02:40:42.092564 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:42.119081 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 1b08d3af-df7c-4906-994d-cf5b7d0fe416 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:42.119412 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:42.128324 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] No DVR routers for this DVR port 1b08d3af-df7c-4906-994d-cf5b7d0fe416 on host n-h1-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:40:42.131107 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:42.134404 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-b1db7c06-931c-4c66-90aa-634090882e1d req-c390f8a8-e69a-47dd-beb3-d3f1563ef5a3 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.74 "DELETE /v2.0/ports/1b08d3af-df7c-4906-994d-cf5b7d0fe416 HTTP/1.1" status: 204 len: 173 time: 0.4022017 Oct 19 02:40:42.134838 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'name': 'network-vif-deleted', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:40:42.137110 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c5d9c-9ba8-4ce6-b173-545fe1e9bb46" -d '{"events": [{"server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "name": "network-vif-deleted", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:40:42.232237 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a566ace-f174-49f8-8940-b1006c26b5cc x-openstack-request-id: req-8a566ace-f174-49f8-8940-b1006c26b5cc {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:40:42.232534 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7579ffb-602a-4cf1-8281-c79dc281f035", "name": "network-vif-deleted", "tag": "1b08d3af-df7c-4906-994d-cf5b7d0fe416", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:40:42.232785 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a566ace-f174-49f8-8940-b1006c26b5cc {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:40:42.233201 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7579ffb-602a-4cf1-8281-c79dc281f035', 'name': 'network-vif-deleted', 'tag': '1b08d3af-df7c-4906-994d-cf5b7d0fe416', 'status': 'completed', 'code': 200} Oct 19 02:40:42.456949 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [req-2db33bc8-f3bd-4f41-870a-f2cb3c04c058 req-05366d6b-5358-4597-ac0a-2507f106a8a1 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7579ffb-602a-4cf1-8281-c79dc281f035 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Oct 19 02:40:42.640836 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:44.002513 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58022) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:44.166828 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Deleting port 52e89ed5-78e2-4160-865f-0f9046dd0686 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:44.167169 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:44.242792 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:44.243041 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:44.254563 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Calling delete_port for 52e89ed5-78e2-4160-865f-0f9046dd0686 owned by network:floatingip {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:44.402566 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:44.429010 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event deleted for resources: {'Port': ['ID=52e89ed5-78e2-4160-865f-0f9046dd0686,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:44.491836 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for floatingip, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:44.492192 n-d-789963-20 neutron-server[100848]: INFO neutron.db.l3_db [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Floating IP 7a5b9638-ac11-4b66-b565-4779e0d20e8f disassociated (deleted). External IP: 172.25.0.52, port: a2724162-e608-4021-b4a4-aefd2234189d. Oct 19 02:40:44.698777 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Router bd279a25-8047-467a-a84e-e5e7e32c32fd has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:40:44.805615 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:40:44.810323 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for floatingip, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:44.814780 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] Sync routers for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:40:44.824036 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:44.824643 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:44.840740 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-31c99a5d-7c60-4bc5-81f4-89ff5cb3f88b tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "DELETE /v2.0/floatingips/7a5b9638-ac11-4b66-b565-4779e0d20e8f HTTP/1.1" status: 204 len: 168 time: 0.8371503 Oct 19 02:40:44.841419 n-d-789963-20 neutron-server[100848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d'}] {{(pid=100848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:40:44.843796 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}938a39269e33a100ebed0df14f2c2b155eb7b1b9dc9c10c8414d5f1d5d5e82ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "tag": "a2724162-e608-4021-b4a4-aefd2234189d"}]}' {{(pid=100848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:40:44.880363 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 02:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713efb2-c102-4f3d-8ae1-edd278ff444a x-openstack-request-id: req-8713efb2-c102-4f3d-8ae1-edd278ff444a {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:40:44.880684 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "tag": "a2724162-e608-4021-b4a4-aefd2234189d", "status": "completed", "code": 200}]} {{(pid=100848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:40:44.880944 n-d-789963-20 neutron-server[100848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8713efb2-c102-4f3d-8ae1-edd278ff444a {{(pid=100848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:40:44.881352 n-d-789963-20 neutron-server[100848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d', 'status': 'completed', 'code': 200} Oct 19 02:40:44.932835 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:44.950503 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-cf512c94-db06-4cf1-874b-f081fa7b1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:44.952476 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-cf512c94-db06-4cf1-874b-f081fa7b1889 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0478783 Oct 19 02:40:45.092948 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-de809c62-def1-48bf-bdda-ce7aa80160b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:45.094454 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-de809c62-def1-48bf-bdda-ce7aa80160b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 200 len: 910 time: 0.1246538 Oct 19 02:40:45.103509 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538fd06-43ab-4854-8204-62562437bc1a req-c7431b8d-cb56-4500-9476-33bd4a836c0c tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:45.104913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4538fd06-43ab-4854-8204-62562437bc1a req-c7431b8d-cb56-4500-9476-33bd4a836c0c tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0749066 Oct 19 02:40:45.139378 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:45.152689 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-7ca3a769-8687-4582-b916-29ef7f260d8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 200 len: 217 time: 0.0468419 Oct 19 02:40:45.165684 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] Checking router: bd279a25-8047-467a-a84e-e5e7e32c32fd for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:40:45.173957 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:45.174549 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:45.195875 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-4538fd06-43ab-4854-8204-62562437bc1a req-3dd9a6dc-cdeb-4b2b-a2e0-4fcdc8224150 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/security-groups?id=57c888b2-c8a7-4d83-a6e1-f108e1d21058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841970 Oct 19 02:40:45.214787 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-1444543a-7f28-48fd-84bd-2a6b50b96a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:45.216269 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-1444543a-7f28-48fd-84bd-2a6b50b96a60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 200 len: 848 time: 0.0523543 Oct 19 02:40:45.269481 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-baf96a8f-d8f7-484e-a3ae-3cdf1b622ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:45.271324 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-baf96a8f-d8f7-484e-a3ae-3cdf1b622ca3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e5ebc2c-3472-4862-93b6-5643ccf0570b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458958 Oct 19 02:40:45.281892 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:45.366414 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-c5f53525-b1ee-49ab-a9ee-4416d664f9b4 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871496 Oct 19 02:40:45.467292 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ce10efda-cd04-445e-8f8b-9ff6d7b87cdf req-8b4143fa-a21a-4151-b795-a9bc232c1146 service neutron] 10.222.0.62 "GET /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909567 Oct 19 02:40:45.567377 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:45.592303 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea516681-64bd-4f6d-96c4-aeabbdeecf00 None None] The sync data for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 is: [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:35:26Z', 'revision_number': 4, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20', '_interfaces': [{'id': '66164284-1632-4442-abb1-f145ddd51853', 'name': '', 'network_id': '0e5ebc2c-3472-4862-93b6-5643ccf0570b', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'mac_address': 'fa:16:3e:6c:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:25Z', 'updated_at': '2021-10-19T02:35:30Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'subnets': [{'id': '3e7cf8d0-8e3d-4819-914d-03572059b0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:40:45.667416 n-d-789963-20 neutron-server[100847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-0444ba94-8375-4ab6-9185-9a66c078e8d2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 02:40:45.668922 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-0444ba94-8375-4ab6-9185-9a66c078e8d2 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.62 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 943 time: 0.0503182 Oct 19 02:40:45.767307 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Deleting port a2724162-e608-4021-b4a4-aefd2234189d {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:45.767666 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:45.814530 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68f9bf-f22f-4587-9107-486247afd2e3 None None] New status for floating IP 7a5b9638-ac11-4b66-b565-4779e0d20e8f: DOWN {{(pid=100849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 02:40:45.858079 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] For port a2724162-e608-4021-b4a4-aefd2234189d, host n-h2-789963-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-20',level=0,port_id=a2724162-e608-4021-b4a4-aefd2234189d,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:45.858448 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:45.871434 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Calling delete_port for a2724162-e608-4021-b4a4-aefd2234189d owned by compute:nova {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:46.002042 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:46.031033 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event deleted for resources: {'Port': ['ID=a2724162-e608-4021-b4a4-aefd2234189d,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:46.076694 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] No DVR routers for this DVR port a2724162-e608-4021-b4a4-aefd2234189d on host n-h2-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:40:46.079861 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5240'] for port, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:46.083910 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-ca020133-ebd3-47ca-a9ed-99e44b212730 req-711e96e5-3594-4904-b90d-c6fe1b7cbcd6 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.62 "DELETE /v2.0/ports/a2724162-e608-4021-b4a4-aefd2234189d HTTP/1.1" status: 204 len: 173 time: 0.4069066 Oct 19 02:40:46.084409 n-d-789963-20 neutron-server[100847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-deleted', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d'}] {{(pid=100847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 02:40:46.087299 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e624d6aa6c6cc22de8a235861397dde8144b2298cd094c1cc1a38143647b77b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9795cdcb-ed6f-4fcf-8059-982ff96e92ee" -d '{"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-deleted", "tag": "a2724162-e608-4021-b4a4-aefd2234189d"}]}' {{(pid=100847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 02:40:46.123956 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 no longer exists at agent hyperv_n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:46.127300 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 02:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa477393-ae60-448a-af42-23f336f6f8e7 x-openstack-request-id: req-fa477393-ae60-448a-af42-23f336f6f8e7 {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 02:40:46.128598 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2", "name": "network-vif-deleted", "tag": "a2724162-e608-4021-b4a4-aefd2234189d", "status": "completed", "code": 200}]} {{(pid=100847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 02:40:46.128598 n-d-789963-20 neutron-server[100847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa477393-ae60-448a-af42-23f336f6f8e7 {{(pid=100847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 02:40:46.128598 n-d-789963-20 neutron-server[100847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2', 'name': 'network-vif-deleted', 'tag': 'a2724162-e608-4021-b4a4-aefd2234189d', 'status': 'completed', 'code': 200} Oct 19 02:40:46.147229 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] No Port match for: 1b08d3af-df7c-4906-994d-cf5b7d0fe416 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:46.147571 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Device 1b08d3af-df7c-4906-994d-cf5b7d0fe416 not bound to the agent host n-h1-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:46.301630 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [req-5c33aa63-4c00-4fc7-af26-aaf0018cc44e req-05b8129b-07fe-4f63-9558-e1fae135c7d9 tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "GET /v2.0/ports?device_id=71eb8ffc-d926-4e5f-b1fa-6193a3bd6ea2 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Oct 19 02:40:47.357658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58042) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:47.421410 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff80f01d-0bae-49da-9742-a14fbae9153e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:47.448437 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff80f01d-0bae-49da-9742-a14fbae9153e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:47.509499 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff80f01d-0bae-49da-9742-a14fbae9153e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:47.512252 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-ff80f01d-0bae-49da-9742-a14fbae9153e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:47.513413 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-ff80f01d-0bae-49da-9742-a14fbae9153e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] 10.222.0.64 "DELETE /v2.0/security-groups/57c888b2-c8a7-4d83-a6e1-f108e1d21058 HTTP/1.1" status: 204 len: 168 time: 0.1547654 Oct 19 02:40:47.522959 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80f01d-0bae-49da-9742-a14fbae9153e tempest-TestSnapshotPattern-401572432 tempest-TestSnapshotPattern-401572432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c888b2-c8a7-4d83-a6e1-f108e1d21058,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:47.585332 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58046) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:48.048240 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:48.298463 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Deleting port 66164284-1632-4442-abb1-f145ddd51853 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:48.298716 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:48.379078 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] For port 66164284-1632-4442-abb1-f145ddd51853, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=66164284-1632-4442-abb1-f145ddd51853,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:48.379968 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:48.392087 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Calling delete_port for 66164284-1632-4442-abb1-f145ddd51853 owned by network:router_interface {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:48.566541 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:48.592053 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=66164284-1632-4442-abb1-f145ddd51853,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:48.762934 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:49.252755 n-d-789963-20 neutron-server[100847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Router bd279a25-8047-467a-a84e-e5e7e32c32fd has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:40:49.358125 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:40:49.363016 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-3e06d0de-9590-47fa-8c6e-740383397a73 admin admin] 10.222.0.64 "PUT /v2.0/routers/bd279a25-8047-467a-a84e-e5e7e32c32fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766514 Oct 19 02:40:49.365582 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58050) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:49.368721 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] Sync routers for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:40:49.377613 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:49.378206 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:49.468397 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks [] for router, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:49.482052 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: n-d-789963-20 {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:49.572484 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:49.623909 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Deleting port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:49.624601 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:49.664320 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:40:48Z', 'revision_number': 5, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port': {'id': 'b171b6ba-757a-4ef1-b96f-e4f542f6f7a7', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:24Z', 'updated_at': '2021-10-19T02:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:49.690070 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] Checking router: bd279a25-8047-467a-a84e-e5e7e32c32fd for host: n-d-789963-20 {{(pid=100850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:40:49.699074 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] Routers {'bd279a25-8047-467a-a84e-e5e7e32c32fd'} bound to L3 agent in host n-d-789963-20 {{(pid=100850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:49.699674 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['bd279a25-8047-467a-a84e-e5e7e32c32fd'], 'active': True} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:49.708096 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] For port b171b6ba-757a-4ef1-b96f-e4f542f6f7a7, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:49.708463 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:49.720407 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Calling delete_port for b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 owned by network:router_gateway {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:49.785066 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_dvr_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] Set router bd279a25-8047-467a-a84e-e5e7e32c32fd gateway port host: None {{(pid=100850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:49.836126 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.l3_hamode_db [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:40:49Z', 'revision_number': 6, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:49.865339 n-d-789963-20 neutron-server[100850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd874824-74c8-4882-a6ac-1f39ddbf048b None None] The sync data for ids ['bd279a25-8047-467a-a84e-e5e7e32c32fd'] in n-d-789963-20 is: [{'id': 'bd279a25-8047-467a-a84e-e5e7e32c32fd', 'name': 'tempest-TestSnapshotPattern-128731431-router', 'tenant_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:23Z', 'updated_at': '2021-10-19T02:40:49Z', 'revision_number': 6, 'project_id': 'bae9ed6a4b8e4bb6bae4312dcde0fe26', 'gw_port_host': None}] {{(pid=100850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:40:49.893475 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:49.924468 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Pushing event deleted for resources: {'Port': ['ID=b171b6ba-757a-4ef1-b96f-e4f542f6f7a7,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:49.981108 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.076712 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.078817 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.122715 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.123379 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd279a25-8047-467a-a84e-e5e7e32c32fd {{(pid=100847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:40:50.128209 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] Publish callbacks [] for router, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.129913 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-e4ed14e3-a6b5-442a-8553-2f3685278075 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bd279a25-8047-467a-a84e-e5e7e32c32fd HTTP/1.1" status: 204 len: 168 time: 0.7633421 Oct 19 02:40:50.132058 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58052) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:50.177903 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] Deleting subnet 3e7cf8d0-8e3d-4819-914d-03572059b0d3 {{(pid=100847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:40:50.180812 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.216726 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58337256'] for subnet, precommit_delete_associations {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.306750 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.327051 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 66164284-1632-4442-abb1-f145ddd51853 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:50.346462 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 66164284-1632-4442-abb1-f145ddd51853 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:50.346908 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 66164284-1632-4442-abb1-f145ddd51853 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:50.361875 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58293893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58263501'] for subnet, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.388689 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7cf8d0-8e3d-4819-914d-03572059b0d3,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:50.392282 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.395998 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-6e8f8ca0-ce08-4476-9f3a-cbfd4ff0bd7c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3e7cf8d0-8e3d-4819-914d-03572059b0d3 HTTP/1.1" status: 204 len: 168 time: 0.2630036 Oct 19 02:40:50.398281 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8894dd9-210d-4189-8fd6-63e2d410babb None None] Network 0e5ebc2c-3472-4862-93b6-5643ccf0570b requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:40:50.398623 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [-] (100847) accepted ('10.222.0.64', 58054) {{(pid=100847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:50.472547 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.526516 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Deleting port 3d860608-6ada-4d33-8ae5-de28bf1b6274 {{(pid=100847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:50.526855 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.590682 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.db [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] For port 3d860608-6ada-4d33-8ae5-de28bf1b6274, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=3d860608-6ada-4d33-8ae5-de28bf1b6274,segment=NetworkSegment(0ef190de-636f-4664-9db6-5d32bbbf271f),segment_id=0ef190de-636f-4664-9db6-5d32bbbf271f)] {{(pid=100847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:50.590974 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.604191 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.plugin [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Calling delete_port for 3d860608-6ada-4d33-8ae5-de28bf1b6274 owned by network:dhcp {{(pid=100847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:50.614615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.659129 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] DHCP port deletion for 0e5ebc2c-3472-4862-93b6-5643ccf0570b request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:40:50.665613 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a2724162-e608-4021-b4a4-aefd2234189d no longer exists at agent hyperv_n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:50.691343 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] No Port match for: a2724162-e608-4021-b4a4-aefd2234189d {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:50.692060 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Device a2724162-e608-4021-b4a4-aefd2234189d not bound to the agent host n-h2-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:50.700447 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58293928'] for port, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.728198 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d860608-6ada-4d33-8ae5-de28bf1b6274,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:50.732435 n-d-789963-20 neutron-server[100847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] No DVR routers for this DVR port 3d860608-6ada-4d33-8ae5-de28bf1b6274 on host n-d-789963-20 {{(pid=100847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:40:50.737538 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] Deleting port 3d860608-6ada-4d33-8ae5-de28bf1b6274 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:50.737918 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.807369 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] For port 3d860608-6ada-4d33-8ae5-de28bf1b6274, host n-d-789963-20, got binding levels [] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:50.807757 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.810569 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.820913 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] Calling delete_port for 3d860608-6ada-4d33-8ae5-de28bf1b6274 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:50.823572 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.ipam_backend_mixin [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] Port 3d860608-6ada-4d33-8ae5-de28bf1b6274 was not found and therefore no delete operation was performed {{(pid=100849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 02:40:50.824842 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.831388 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5ebc2c-3472-4862-93b6-5643ccf0570b']}} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:50.841868 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef190de-636f-4664-9db6-5d32bbbf271f') {'for_net_delete': True} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:50.842169 n-d-789963-20 neutron-server[100847]: DEBUG neutron.services.segments.db [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef190de-636f-4664-9db6-5d32bbbf271f') {} {{(pid=100847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:50.850831 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] Pushing event deleted for resources: {'Port': ['ID=3d860608-6ada-4d33-8ae5-de28bf1b6274,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:50.854756 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58337265'] for segment, before_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.855136 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fc5b8-f2a8-4906-820c-242313faa21d None None] No DVR routers for this DVR port 3d860608-6ada-4d33-8ae5-de28bf1b6274 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:40:50.874378 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.880765 n-d-789963-20 neutron-server[100847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:40:50.881160 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58293979'] for segment, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: Traceback (most recent call last): Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: timer() Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: cb(*args, **kw) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: return func(*args, **kwargs) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: self._notify() Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: self.callback(batched_events) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: event.method(event) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: return f(self, *a, **k) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: return self._get(url).json() Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: return self.request(url, 'GET', **kwargs) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:40:50.882856 n-d-789963-20 neutron-server[100847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:40:50.940084 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.947506 n-d-789963-20 neutron-server[100847]: DEBUG neutron_lib.callbacks.manager [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Publish callbacks [] for network, before_response {{(pid=100847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:50.953212 n-d-789963-20 neutron-server[100847]: INFO neutron.wsgi [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e5ebc2c-3472-4862-93b6-5643ccf0570b HTTP/1.1" status: 204 len: 168 time: 0.5509822 Oct 19 02:40:50.953646 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58056) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:50.961862 n-d-789963-20 neutron-server[100847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fbd41-37d3-4e95-b8ef-d30eabf4b5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5ebc2c-3472-4862-93b6-5643ccf0570b,revision_number=None']} {{(pid=100847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:51.624395 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581323'] for router_interface, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:51.870431 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Deleting port 18fe885a-9203-4f21-b078-e833c6769582 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:51.870662 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:51.948585 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] For port 18fe885a-9203-4f21-b078-e833c6769582, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=18fe885a-9203-4f21-b078-e833c6769582,segment=NetworkSegment(32ef2464-4342-4061-81bd-feaa4c2ef3f3),segment_id=32ef2464-4342-4061-81bd-feaa4c2ef3f3)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:51.948942 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:51.962218 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Calling delete_port for 18fe885a-9203-4f21-b078-e833c6769582 owned by network:router_interface {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:52.022102 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3d860608-6ada-4d33-8ae5-de28bf1b6274 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:52.042008 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 3d860608-6ada-4d33-8ae5-de28bf1b6274 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:52.042437 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 3d860608-6ada-4d33-8ae5-de28bf1b6274 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:52.042926 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:52.061513 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:52.061859 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device b171b6ba-757a-4ef1-b96f-e4f542f6f7a7 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:52.146495 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:52.171766 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Pushing event deleted for resources: {'Port': ['ID=18fe885a-9203-4f21-b078-e833c6769582,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:52.343114 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581223'] for router_interface, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:52.559059 n-d-789963-20 neutron-server[100848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Router f8f06d1f-7deb-4976-85bf-f0542c03398f has already been hosted by L3 agent f893ffd3-bc5b-45d2-8d61-1738c3d4a48e {{(pid=100848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 02:40:52.668155 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] Notify agent at l3_agent.n-d-789963-20 the message routers_updated {{(pid=100848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 02:40:52.676099 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-2b9a9127-eb24-45ba-bc27-fd47eff0ed8e admin admin] 10.222.0.64 "PUT /v2.0/routers/f8f06d1f-7deb-4976-85bf-f0542c03398f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187197 Oct 19 02:40:52.677050 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58060) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:52.677168 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] Sync routers for ids ['f8f06d1f-7deb-4976-85bf-f0542c03398f'] in n-d-789963-20 {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 02:40:52.688308 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] Routers {'f8f06d1f-7deb-4976-85bf-f0542c03398f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:52.688846 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f8f06d1f-7deb-4976-85bf-f0542c03398f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:52.789010 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks [] for router, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:52.792398 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] Set router f8f06d1f-7deb-4976-85bf-f0542c03398f gateway port host: n-d-789963-20 {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:52.895405 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:52.948974 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Deleting port 252dd407-1776-4c7e-9454-586120689eff {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:52.949316 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:52.971211 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'external_fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '252dd407-1776-4c7e-9454-586120689eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:40:52Z', 'revision_number': 5, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port': {'id': '252dd407-1776-4c7e-9454-586120689eff', 'name': '', 'network_id': '125d3f3f-6f34-4e18-a1f4-dd291bfb8661', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e0798f7-2943-408c-9ffa-638b68e10bee', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-20'}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:52.998832 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] Checking router: f8f06d1f-7deb-4976-85bf-f0542c03398f for host: n-d-789963-20 {{(pid=100849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 02:40:53.007965 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] Routers {'f8f06d1f-7deb-4976-85bf-f0542c03398f'} bound to L3 agent in host n-d-789963-20 {{(pid=100849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 02:40:53.008588 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T00:59:40Z,description=,heartbeat_timestamp=2021-10-19T02:40:40Z,host='n-d-789963-20',id=f893ffd3-bc5b-45d2-8d61-1738c3d4a48e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T00:59:40Z,topic='l3_agent')) {'router_ids': ['f8f06d1f-7deb-4976-85bf-f0542c03398f'], 'active': True} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:53.028174 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] For port 252dd407-1776-4c7e-9454-586120689eff, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=252dd407-1776-4c7e-9454-586120689eff,segment=NetworkSegment(572b9957-c208-4353-b84b-f205c93e67a9),segment_id=572b9957-c208-4353-b84b-f205c93e67a9)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:53.028754 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.042007 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Calling delete_port for 252dd407-1776-4c7e-9454-586120689eff owned by network:router_gateway {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:53.099921 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvr_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] Set router f8f06d1f-7deb-4976-85bf-f0542c03398f gateway port host: None {{(pid=100849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 02:40:53.150045 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_hamode_db [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:40:52Z', 'revision_number': 6, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port_host': None}], 'n-d-789963-20', False) {} {{(pid=100849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:53.179408 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03063805-39e6-46a1-967c-5bd7ac5801f0 None None] The sync data for ids ['f8f06d1f-7deb-4976-85bf-f0542c03398f'] in n-d-789963-20 is: [{'id': 'f8f06d1f-7deb-4976-85bf-f0542c03398f', 'name': 'tempest-TestSnapshotPattern-1368085783-router', 'tenant_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T02:35:28Z', 'updated_at': '2021-10-19T02:40:52Z', 'revision_number': 6, 'project_id': 'fc086cdf84ce4ff6b4be415362de1e71', 'gw_port_host': None}] {{(pid=100849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 02:40:53.214058 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.246201 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=252dd407-1776-4c7e-9454-586120689eff,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:53.304310 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580481'] for router_gateway, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.395306 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5419'] for router, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.397463 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.440438 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578929'] for router, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.440918 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8f06d1f-7deb-4976-85bf-f0542c03398f {{(pid=100848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 02:40:53.445162 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] Publish callbacks [] for router, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.446371 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-5a640bd7-450a-48c7-a22d-424863cf4f4e admin admin] 10.222.0.64 "DELETE /v2.0/routers/f8f06d1f-7deb-4976-85bf-f0542c03398f HTTP/1.1" status: 204 len: 168 time: 0.7690077 Oct 19 02:40:53.448958 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58062) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:53.497005 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] Deleting subnet 36c0b15c-a949-4727-9f53-bd063cb13581 {{(pid=100848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 02:40:53.499910 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.535867 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63182342'] for subnet, precommit_delete_associations {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.617183 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1550806'] for subnet, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.676687 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63203958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58598005'] for subnet, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.702016 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c0b15c-a949-4727-9f53-bd063cb13581,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:53.706254 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.710688 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-fc0af474-bae5-43e1-8c54-d798e4074e96 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/36c0b15c-a949-4727-9f53-bd063cb13581 HTTP/1.1" status: 204 len: 168 time: 0.2602363 Oct 19 02:40:53.712658 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58064) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:53.712788 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885403a3-3fb1-49eb-950f-fe4fa8c6adfb None None] Network ff444866-04c3-4f72-89cb-5772dab7ca57 requested from n-d-789963-20 {{(pid=100849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 02:40:53.781209 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1520115'] for network, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.839060 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Deleting port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 {{(pid=100848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:53.839399 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.903592 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.db [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] For port 98cbb4a0-c23e-4302-92e8-63f72b2155d9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=98cbb4a0-c23e-4302-92e8-63f72b2155d9,segment=NetworkSegment(32ef2464-4342-4061-81bd-feaa4c2ef3f3),segment_id=32ef2464-4342-4061-81bd-feaa4c2ef3f3)] {{(pid=100848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:53.904242 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:53.917193 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.plugin [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Calling delete_port for 98cbb4a0-c23e-4302-92e8-63f72b2155d9 owned by network:dhcp {{(pid=100848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:53.939852 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] DHCP port deletion for ff444866-04c3-4f72-89cb-5772dab7ca57 request from n-d-789963-20 {{(pid=100849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 02:40:53.992828 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] Deleting port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 {{(pid=100849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 02:40:53.993203 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741433363011'] for port, before_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.011707 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63203931'] for port, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.043647 n-d-789963-20 neutron-server[100848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] No DVR routers for this DVR port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 on host n-d-789963-20 {{(pid=100848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:40:54.048668 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 18fe885a-9203-4f21-b078-e833c6769582 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:54.049194 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=98cbb4a0-c23e-4302-92e8-63f72b2155d9,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:54.079055 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 18fe885a-9203-4f21-b078-e833c6769582 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:54.079597 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 18fe885a-9203-4f21-b078-e833c6769582 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:54.080404 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 98cbb4a0-c23e-4302-92e8-63f72b2155d9 no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:54.104422 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 98cbb4a0-c23e-4302-92e8-63f72b2155d9 {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:54.105118 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 98cbb4a0-c23e-4302-92e8-63f72b2155d9 not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:54.105248 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 252dd407-1776-4c7e-9454-586120689eff no longer exists at agent ovs-agent-n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 02:40:54.107774 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.db [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] For port 98cbb4a0-c23e-4302-92e8-63f72b2155d9, host n-d-789963-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-20',level=0,port_id=98cbb4a0-c23e-4302-92e8-63f72b2155d9,segment=NetworkSegment(32ef2464-4342-4061-81bd-feaa4c2ef3f3),segment_id=32ef2464-4342-4061-81bd-feaa4c2ef3f3)] {{(pid=100849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 02:40:54.108195 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505794'] for port, precommit_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.121213 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1408323', 'neutron.services.segments.db._delete_segments_for_network-8741433377109'] for network, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.132674 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] No Port match for: 252dd407-1776-4c7e-9454-586120689eff {{(pid=100849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 02:40:54.133023 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.rpc [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Device 252dd407-1776-4c7e-9454-586120689eff not bound to the agent host n-d-789963-20 {{(pid=100849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 02:40:54.137621 n-d-789963-20 neutron-server[100849]: DEBUG neutron.plugins.ml2.plugin [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] Calling delete_port for 98cbb4a0-c23e-4302-92e8-63f72b2155d9 owned by network:dhcp {{(pid=100849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 02:40:54.147213 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff444866-04c3-4f72-89cb-5772dab7ca57']}} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:54.157263 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ef2464-4342-4061-81bd-feaa4c2ef3f3') {'for_net_delete': True} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:54.157548 n-d-789963-20 neutron-server[100848]: DEBUG neutron.services.segments.db [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ef2464-4342-4061-81bd-feaa4c2ef3f3') {} {{(pid=100848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 02:40:54.168043 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741433378910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63182367'] for segment, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.182177 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209'] for segment, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.188945 n-d-789963-20 neutron-server[100848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 02:40:54.189332 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1552209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63203880'] for segment, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: Traceback (most recent call last): Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: timer() Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: cb(*args, **kw) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: return func(*args, **kwargs) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: self._notify() Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: self.callback(batched_events) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: event.method(event) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: return f(self, *a, **k) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: return self._get(url).json() Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: return self.request(url, 'GET', **kwargs) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 02:40:54.191208 n-d-789963-20 neutron-server[100848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 02:40:54.223197 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741433417485', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741432831362'] for port, after_delete {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.248644 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1408328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580581'] for network, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.257357 n-d-789963-20 neutron-server[100849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] No DVR routers for this DVR port 98cbb4a0-c23e-4302-92e8-63f72b2155d9 on host n-d-789963-20 {{(pid=100849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 02:40:54.261806 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Publish callbacks [] for network, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.262302 n-d-789963-20 neutron-server[100849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee8110-6611-4ed7-811a-5e1dda062aac None None] Pushing event deleted for resources: {'Port': ['ID=98cbb4a0-c23e-4302-92e8-63f72b2155d9,revision_number=None']} {{(pid=100849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:54.265076 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] 10.222.0.64 "DELETE /v2.0/networks/ff444866-04c3-4f72-89cb-5772dab7ca57 HTTP/1.1" status: 204 len: 168 time: 0.5514562 Oct 19 02:40:54.284809 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd4791-220a-42a6-9377-3759116ebbfb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff444866-04c3-4f72-89cb-5772dab7ca57,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:54.383467 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58068) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:54.423789 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-98ea9c3d-5d1c-4c33-b94e-91808479a2be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bae9ed6a4b8e4bb6bae4312dcde0fe26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390749 Oct 19 02:40:54.426814 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58070) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:54.478037 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c516-0708-4112-97e2-9554739ed1c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.498923 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c516-0708-4112-97e2-9554739ed1c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.544965 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c516-0708-4112-97e2-9554739ed1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.547538 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c516-0708-4112-97e2-9554739ed1c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.548730 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-f5b3c516-0708-4112-97e2-9554739ed1c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ba3b267-7204-4bee-b799-7ea380ecdaff HTTP/1.1" status: 204 len: 168 time: 0.1209986 Oct 19 02:40:54.557105 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c516-0708-4112-97e2-9554739ed1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba3b267-7204-4bee-b799-7ea380ecdaff,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:54.872253 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58076) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:54.914620 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-1dea22ef-019e-4a1f-be0b-1a648cca9a30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc086cdf84ce4ff6b4be415362de1e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389991 Oct 19 02:40:54.914855 n-d-789963-20 neutron-server[100848]: DEBUG neutron.wsgi [-] (100848) accepted ('10.222.0.64', 58078) {{(pid=100848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 02:40:54.962283 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4f1637c-d19d-42a1-a5a6-358ee120bf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:54.983282 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4f1637c-d19d-42a1-a5a6-358ee120bf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:55.029598 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4f1637c-d19d-42a1-a5a6-358ee120bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421883'] for security_group, after_delete {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:55.032391 n-d-789963-20 neutron-server[100848]: DEBUG neutron_lib.callbacks.manager [None req-d4f1637c-d19d-42a1-a5a6-358ee120bf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:40:55.033546 n-d-789963-20 neutron-server[100848]: INFO neutron.wsgi [None req-d4f1637c-d19d-42a1-a5a6-358ee120bf40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e00dacc0-59c4-47e8-bfb8-29606a443a66 HTTP/1.1" status: 204 len: 168 time: 0.1177728 Oct 19 02:40:55.041706 n-d-789963-20 neutron-server[100848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1637c-d19d-42a1-a5a6-358ee120bf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00dacc0-59c4-47e8-bfb8-29606a443a66,revision_number=None']} {{(pid=100848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 02:40:56.244949 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:41:07.108954 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-97f10250-d7a7-436a-a455-ba182e2f3d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:09.827468 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-54fdfb17-e8c4-499b-960a-2abb88d5e8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:10.522640 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:10.818454 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:11.145295 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:12.640804 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:20.625979 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:33.244083 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:41:37.109803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d430266-98f7-4a03-8762-eda383aef471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:39.827280 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5d72e70d-60c8-496c-be02-2ccc97505d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:40.539285 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:40.822035 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:41.147302 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:42.644975 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:41:50.645038 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:07.110729 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25813401-c5b2-49ce-95cd-d5391016d6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:09.827241 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-055f7830-f2e4-4c40-8dc5-3ea2dc2167ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:10.246203 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:42:10.535249 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:10.823438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:11.150498 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:12.649320 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:20.660672 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:37.111137 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5d4b87df-8305-4863-885a-a941890e2e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:39.827631 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-6ff9636f-6e44-4088-90c7-b29b4a3d3d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:40.534382 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:40.825419 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:41.153194 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:42.650021 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:42:47.245422 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:42:50.674163 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:07.112541 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcdd3-f82c-4f48-97e0-941e6fd82f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:09.829189 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-235cf7b8-b219-4081-968b-413608af426d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:10.541055 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:10.829084 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:11.155606 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:12.652885 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:20.673485 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:24.244672 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:43:37.114931 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-35d533be-5dba-4e06-8755-f85d5a4c6b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:39.828607 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-343d826b-7af7-4ea1-93ad-f00d3c7d98bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:40.558808 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:40.829432 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:41.158952 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:42.655139 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:43:50.686344 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:01.244421 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:44:07.117029 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2cf528a8-583f-4a32-8af2-1b28968b7f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:09.828994 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-84f577e6-908e-4a93-87ae-66a9d6130acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:10.585235 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:10.832898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:11.161627 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:12.657864 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:20.685624 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:37.119522 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6d5c-9163-433f-a9be-550c04789864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:38.243135 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:44:39.829043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-73f6396e-da21-40cf-a9aa-69a250ccd9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:40.600796 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:40.833100 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:41.166574 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:42.660269 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:44:50.699820 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:07.119792 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ec836e01-e90d-42ea-a1d8-75c2edda18d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:09.831043 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-b6765635-9519-4d18-8fb6-6c231e0685fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:10.599683 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:10.835212 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:11.169074 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:12.662803 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:15.242059 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:45:20.698794 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:37.124061 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-58989321-90ad-46c2-820f-49e18252ea1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:39.831759 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-c7fb1211-a6a2-406c-afa6-bbe5095a6193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:40.613921 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:40.837843 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:41.171720 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:42.668932 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:50.713591 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:45:52.240516 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:46:07.125169 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-974dbc4d-fd24-4ad3-b581-c4acb252300a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:09.831680 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-79bde032-a032-427f-a137-811ea9c2ce0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:10.606268 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:10.838836 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:11.175009 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:12.663615 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:20.712716 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:29.239793 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:46:37.125712 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6879-e63a-43d0-bcd5-144a6be9a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:39.830980 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-7312e403-f2b0-48b5-bc63-df5788abf22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:40.604793 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:40.839284 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:41.176369 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:42.667530 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:46:50.718329 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:06.238251 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:47:07.126697 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-26171abc-2aeb-43ce-b22d-444cc71e3f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:09.831117 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-25411502-eb8b-42ad-90c2-dc0887ae79d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:10.613019 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:10.840862 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:11.179097 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:12.675468 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:20.720063 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:37.127521 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5a5f523a-f8bb-4022-a24a-32af4ee9a3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:39.831468 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3aff4e46-5546-4344-a449-a9e359da90ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:40.617940 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:40.842600 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:41.182783 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:42.673402 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:47:43.236933 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:47:50.713950 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:07.128621 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa51c-8e09-4014-b152-7f8e1426a0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:09.832204 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-fce3909f-bbcc-4c70-a960-cd1e548b3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:10.626138 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:10.843581 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:11.184692 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:12.675653 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:20.317071 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:48:20.723009 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:35.143768 n-d-789963-20 neutron-server[100847]: DEBUG neutron.wsgi [req-76d29644-42e0-4936-b813-af263f9cc917 req-0022d1a0-5e1a-4521-9dc4-897c9eb45f3a service neutron] (100847) timed out ('10.222.0.64', 50140) {{(pid=100847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 02:48:37.130438 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-5c7b227e-6824-46f7-af2b-7e9e72071c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:39.832953 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-e2f80007-ded6-4823-9728-2c23fcd23da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:40.635809 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:40.843352 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:41.187559 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:42.678581 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:50.729225 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:48:57.235899 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:49:07.130788 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-ffab4d0b-4711-4935-aedc-04ccea8c3e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:09.833858 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-09e3e396-ac62-4c51-8f36-a05af8c0fae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:10.626298 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:10.844198 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:11.191006 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:12.681870 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:20.727133 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-0468214e-2446-48a8-8d3d-3783b3b2ef35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:34.237152 n-d-789963-20 neutron-server[100850]: DEBUG neutron.db.agents_db [None req-e705f18a-18ea-4bfa-aff1-56ff0e3e2839 None None] Agent healthcheck: found 7 active agents {{(pid=100850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 02:49:37.131261 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-2622e2b6-22f6-43e0-905f-bc6a82fc857a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:39.834702 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-4dc16fd4-739b-42ca-be1a-32cbb0e8697a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:40.655959 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-07e78a31-f944-4ac1-90ea-c9b309071fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:40.845953 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e46-47cb-4fe0-8787-92096474bec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:41.192898 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-3318ad9d-8e7a-42ca-b057-5a8665aabf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 02:49:42.686917 n-d-789963-20 neutron-server[100849]: DEBUG neutron_lib.callbacks.manager [None req-d685aab9-e44d-4f56-908f-69d0ad326620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741433377091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407299'] for agent, after_update {{(pid=100849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}